-- Logs begin at Sat 2022-04-16 03:27:16 UTC, end at Sat 2022-04-16 05:22:36 UTC. -- Apr 16 04:10:21.212760 dv-neutron-838078-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 16 04:10:24.118624 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.common.config [-] Logging enabled! Apr 16 04:10:24.119193 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev121 Apr 16 04:10:24.119325 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104521) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 16 04:10:24.122582 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.common.config [-] Logging enabled! Apr 16 04:10:24.122829 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev121 Apr 16 04:10:24.123133 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104521) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 16 04:10:24.124042 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:10:24.124272 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 16 04:10:24.124634 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 16 04:10:24.124898 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 16 04:10:24.125120 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 16 04:10:24.125525 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.125938 dv-neutron-838078-2-hyperv neutron-server[104521]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 16 04:10:24.126255 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.126545 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.126831 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.127120 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.127405 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.127685 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.127967 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.128259 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.128538 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.128838 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.129116 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.129404 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.129679 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.130471 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.130750 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.131026 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] debug = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.131298 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.131714 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.132131 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.132408 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.132692 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.132987 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.133253 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.133522 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.133802 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.134123 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] host = dv-neutron-838078-2-hyperv {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.134396 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.134676 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.134953 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.135231 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.135497 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.135767 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.136044 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.136310 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.136576 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] log_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.136869 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.137149 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.137428 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.137712 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.137933 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.138150 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.138432 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.138711 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.138982 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.139251 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.139518 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.139787 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.140061 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.140325 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.140601 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.140971 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.141252 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.141520 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.141790 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.142053 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.142320 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.142595 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.142863 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.143128 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.143395 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.143680 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.143946 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.144216 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.144511 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.144822 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.145098 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.145394 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.146188 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.146468 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.146735 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.147000 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.147265 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] use_json = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.147529 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.147790 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.148064 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.148331 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.148595 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.148899 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.149160 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.149439 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.149704 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:24.149996 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.150286 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.150586 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.150874 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.151158 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.151432 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.151711 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.151980 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.152259 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.152539 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.152854 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.153125 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.153416 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.153698 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.153985 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.154282 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.154569 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.154848 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.155116 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.155382 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.155646 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.155916 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.156198 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.156469 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.156772 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.157055 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.157328 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.157616 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.157895 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.158183 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.158464 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.158731 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.159001 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.159284 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.159553 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.159818 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.160091 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.160371 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.160640 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.160927 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.161228 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.161496 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.161760 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.162025 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.162294 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.162573 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.162840 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.163106 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.163372 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.163641 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.163909 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.164186 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.164456 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.164763 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.165013 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.165284 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.165550 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.165814 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.166084 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.166350 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.166618 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.166883 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.167147 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.167413 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.167677 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.167941 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.168206 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.168471 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.168757 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.169025 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.169290 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.169553 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.169819 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.170087 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.170363 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.170649 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.170919 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.171190 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.171461 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.171729 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.171997 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.172266 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.172538 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.172838 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.173103 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.173382 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.173659 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.173934 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.174224 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.174493 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.174777 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.175046 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.175313 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.175587 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.175857 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.176203 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.176490 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.176817 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.177106 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.177392 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.177676 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.177960 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.178243 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.178516 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.178815 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.179088 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:24.179297 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 16 04:10:24.179527 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104521) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 16 04:10:24.550388 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 16 04:10:24.550660 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 16 04:10:24.550959 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 16 04:10:24.551285 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 16 04:10:24.872946 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:24.873229 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:24.873490 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:24.876408 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:24.876682 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:24.876987 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:24.929496 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:24.929766 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:24.930025 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:24.945334 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:24.945613 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:24.945873 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:24.975777 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:24.976052 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:24.976313 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.012180 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.012450 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.012708 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.352123 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.352817 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.352817 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.353015 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.353600 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.453175 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.453495 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.453778 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.454049 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.454315 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.454622 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.454877 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.455128 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.455376 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.455652 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.455908 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.456171 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.456426 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.456675 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.456956 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.457215 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.457464 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.457725 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.458018 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.458272 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.458542 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.458786 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.459058 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.459425 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.459668 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.459908 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.460293 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 16 04:10:25.460525 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 16 04:10:25.460787 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 16 04:10:25.461020 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 16 04:10:25.461248 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 16 04:10:25.461476 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 16 04:10:25.461837 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 16 04:10:25.464949 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 16 04:10:25.468832 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 16 04:10:25.472542 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 16 04:10:25.474191 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 16 04:10:25.474655 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 16 04:10:25.474984 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 16 04:10:25.475356 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 16 04:10:25.478314 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 16 04:10:25.478564 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 16 04:10:25.478905 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 16 04:10:25.483695 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 16 04:10:25.508006 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 16 04:10:25.508447 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.508750 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104521) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 16 04:10:25.509102 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.510460 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104521) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 16 04:10:25.510734 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 16 04:10:25.510976 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 16 04:10:25.514257 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.514530 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:25.575864 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 16 04:10:25.576092 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 16 04:10:25.576318 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 16 04:10:25.576670 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 16 04:10:25.596433 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_db.sqlalchemy.engines [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104521) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 16 04:10:26.166727 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.managers [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Initializing driver for type 'gre' Apr 16 04:10:26.167248 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] gre ID ranges: [(1, 1000)] Apr 16 04:10:26.314825 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.managers [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Initializing driver for type 'local' Apr 16 04:10:26.315153 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.managers [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Initializing driver for type 'vlan' Apr 16 04:10:26.377861 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] VlanTypeDriver initialization complete Apr 16 04:10:26.378835 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.managers [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Initializing driver for type 'vxlan' Apr 16 04:10:26.379089 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] vxlan ID ranges: [(1, 1000)] Apr 16 04:10:26.532420 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.managers [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Initializing extension driver 'port_security' Apr 16 04:10:26.532699 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.extensions.port_security [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] PortSecurityExtensionDriver initialization complete Apr 16 04:10:26.533069 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.managers [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Initializing mechanism driver 'openvswitch' Apr 16 04:10:26.533400 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.managers [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Initializing mechanism driver 'hyperv' Apr 16 04:10:26.540978 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.plugins.ml2.plugin [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:10:26.541818 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > port after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.542187 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > port after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.542539 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > port after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.543064 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 16 04:10:26.543501 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > subnet after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.543857 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > subnet after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.544209 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.544602 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 16 04:10:26.545037 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > network after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.545387 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > network after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.545728 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > network after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.546121 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 16 04:10:26.546523 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > security_group after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.546903 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > security_group after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.547239 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.547635 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 16 04:10:26.548038 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.548384 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.548744 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.549135 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 16 04:10:26.549536 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > address_group after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.549879 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > address_group after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.550221 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.550613 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 16 04:10:26.551120 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] ML2 OVO RPC backend initialized. {{(pid=104521) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 16 04:10:26.551892 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.552243 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.552659 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > network before_response 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.553039 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > networks before_response 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.553383 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > port before_response 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.553721 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > ports before_response 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.554059 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > subnet before_response 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.554465 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > subnets before_response 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.554811 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > network after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.555151 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > network after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.555481 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > network after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.555815 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > port after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.556149 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > port after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.556480 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > port after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.556838 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > subnet after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.557172 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > subnet after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.557501 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.565049 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.quota [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded quota_driver: . Apr 16 04:10:26.565408 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.plugin [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Modular L2 Plugin initialization complete Apr 16 04:10:26.565755 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading services supported by the core plugin {{(pid=104521) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 16 04:10:26.566096 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.plugins.ml2.managers [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Got port-security extension from driver 'port_security' Apr 16 04:10:26.566572 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.extensions.vlantransparent [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Disabled vlantransparent extension. Apr 16 04:10:26.567063 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104521) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 16 04:10:26.567888 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading Plugin: router Apr 16 04:10:26.603167 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.603556 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router after_create 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.603925 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router before_create 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.604285 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.604655 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.605064 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router after_delete 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.605419 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.605767 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.606121 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router after_create 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.606462 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router after_update 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.606805 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router after_update 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.607152 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.607625 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router after_update 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.608037 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router precommit_update 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.608404 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: port after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.608761 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: port after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.609103 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: subnet after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.609451 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.609798 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.610146 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router precommit_create 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.610485 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: port before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.610823 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router precommit_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.611174 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router after_update 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.611510 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.611858 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router precommit_create 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.612214 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.612552 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router precommit_update 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.612934 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > agent after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.613282 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > agent after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.613622 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > network after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.614492 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Tracking information for resource: router configured {{(pid=104521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 16 04:10:26.614821 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Tracking information for resource: floatingip configured {{(pid=104521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 16 04:10:26.619594 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.db.l3_agentschedulers_db [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 16 04:10:26.620173 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: port after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.620532 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: port after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.620913 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: port after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.621267 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: port after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.622053 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router before_create 55550100 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.622419 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.622791 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router precommit_create 55550100 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.623147 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > router precommit_update 55550100 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.628022 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.services.provider_configuration [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Service providers = [] {{(pid=104521) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 16 04:10:26.628388 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.db.servicetype_db [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104521) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 16 04:10:26.631870 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.services.service_base [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 16 04:10:26.632217 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.services.service_base [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 16 04:10:26.632556 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.services.service_base [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 16 04:10:26.633473 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.services.service_base [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 16 04:10:26.633846 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.services.service_base [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 16 04:10:26.634209 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 16 04:10:26.634523 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 16 04:10:26.645111 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 16 04:10:26.645999 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading Plugin: auto_allocate Apr 16 04:10:26.651513 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: network precommit_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.651885 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: network precommit_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.652399 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 16 04:10:26.652739 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading Plugin: tag Apr 16 04:10:26.660523 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 16 04:10:26.660910 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading Plugin: timestamp Apr 16 04:10:26.664685 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 16 04:10:26.665046 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading Plugin: network_ip_availability Apr 16 04:10:26.670492 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.670868 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.671219 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.671918 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 16 04:10:26.672235 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading Plugin: flavors Apr 16 04:10:26.677673 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 16 04:10:26.678003 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading Plugin: revisions Apr 16 04:10:26.682223 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 16 04:10:26.682617 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_concurrency.lockutils [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.132s {{(pid=104521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 16 04:10:26.683349 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104521) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 16 04:10:26.683684 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Initializing extension manager. Apr 16 04:10:26.684204 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: __init__.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.684548 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: __pycache__ {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.684921 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: address_group.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.685671 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.686228 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: address-group Apr 16 04:10:26.686550 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: address_scope.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.687260 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.687771 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: address-scope Apr 16 04:10:26.688091 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.689038 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.689550 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: router-admin-state-down-before-update Apr 16 04:10:26.689873 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: agent.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.690587 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.691102 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: agent Apr 16 04:10:26.691424 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: agent_resources_synced.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.692947 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.693469 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: agent-resources-synced Apr 16 04:10:26.693793 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: allowedaddresspairs.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.695581 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.696106 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: allowed-address-pairs Apr 16 04:10:26.696432 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: auto_allocated_topology.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.697786 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.698308 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: auto-allocated-topology Apr 16 04:10:26.698630 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: availability_zone.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.699319 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.699828 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: availability_zone Apr 16 04:10:26.700147 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: availability_zone_filter.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.701079 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.701597 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: availability_zone_filter Apr 16 04:10:26.701917 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: data_plane_status.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.702824 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.703331 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension data-plane-status not supported by any of loaded plugins Apr 16 04:10:26.703651 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: default_subnetpools.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.704561 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.705102 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: default-subnetpools Apr 16 04:10:26.705425 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.706231 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.706734 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: dhcp_agent_scheduler Apr 16 04:10:26.707055 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: dns.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.707984 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.708493 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension dns-integration not supported by any of loaded plugins Apr 16 04:10:26.708851 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: dns_domain_ports.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.709766 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.710274 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 16 04:10:26.710599 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.711523 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.712035 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 16 04:10:26.712358 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: dvr.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.713055 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.713567 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: dvr Apr 16 04:10:26.713886 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: ecmp_routes.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.714797 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.715310 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 16 04:10:26.715631 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: empty_string_filtering.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.716539 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.717118 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: empty-string-filtering Apr 16 04:10:26.717444 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.718349 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.718859 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 16 04:10:26.719178 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.720095 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.720604 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 16 04:10:26.720955 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: external_net.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.721881 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.722395 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: external-net Apr 16 04:10:26.722713 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.723652 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.724161 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: extra_dhcp_opt Apr 16 04:10:26.724480 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: extraroute.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.725404 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.725916 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: extraroute Apr 16 04:10:26.726234 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: extraroute_atomic.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.727418 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.727938 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: extraroute-atomic Apr 16 04:10:26.728260 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: filter_validation.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.728949 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.729458 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: filter-validation Apr 16 04:10:26.729776 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: fip_pf_description.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.730676 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.731184 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 16 04:10:26.731502 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: fip_pf_port_range.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.732433 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.732984 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 16 04:10:26.733301 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: fip_port_details.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.734217 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.734729 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: fip-port-details Apr 16 04:10:26.735069 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: flavors.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.736276 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.736822 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: flavors Apr 16 04:10:26.737148 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.738768 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.739802 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 16 04:10:26.740131 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: floatingip_pools.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.740860 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.741376 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: floatingip-pools Apr 16 04:10:26.741706 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: ip_allocation.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.742628 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.743136 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension ip_allocation not supported by any of loaded plugins Apr 16 04:10:26.743457 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.744378 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.744922 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: ip-substring-filtering Apr 16 04:10:26.745249 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: l2_adjacency.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.746191 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.746706 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 16 04:10:26.747028 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: l3.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.747980 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.748498 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: router Apr 16 04:10:26.748855 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.751054 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.751590 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 16 04:10:26.751919 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.752888 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.753412 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: ext-gw-mode Apr 16 04:10:26.753737 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.754707 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.755706 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: l3-ha Apr 16 04:10:26.756033 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.756976 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.757487 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 16 04:10:26.757809 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: l3_flavors.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.758718 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.759231 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: l3-flavors Apr 16 04:10:26.759557 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.760952 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.761483 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 16 04:10:26.761816 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.762731 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.763254 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 16 04:10:26.763580 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: l3agentscheduler.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.764590 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.765213 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: l3_agent_scheduler Apr 16 04:10:26.765542 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: local_ip.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.767449 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.767981 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension local_ip not supported by any of loaded plugins Apr 16 04:10:26.768318 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: logging.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.769814 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.770377 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension logging not supported by any of loaded plugins Apr 16 04:10:26.770708 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: metering.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.773041 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.773041 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: metering Apr 16 04:10:26.773041 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.773465 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.773987 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: metering_source_and_destination_fields Apr 16 04:10:26.774315 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: multiprovidernet.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.775241 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.775757 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: multi-provider Apr 16 04:10:26.776082 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: netmtu.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.777019 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.777529 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: net-mtu Apr 16 04:10:26.777850 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: netmtu_writable.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.778761 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.779270 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: net-mtu-writable Apr 16 04:10:26.779592 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: network_availability_zone.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.780261 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.780799 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: network_availability_zone Apr 16 04:10:26.781122 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: network_ip_availability.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.782230 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.782793 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: network-ip-availability Apr 16 04:10:26.783072 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: network_segment_range.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.783838 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.784351 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension network-segment-range not supported by any of loaded plugins Apr 16 04:10:26.784674 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: pagination.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.785677 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.786033 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: pagination Apr 16 04:10:26.786353 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: port_device_profile.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.787277 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.787797 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: port-device-profile Apr 16 04:10:26.788117 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.789065 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.789582 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: port-mac-address-regenerate Apr 16 04:10:26.789901 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.790817 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.791334 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: port-numa-affinity-policy Apr 16 04:10:26.791659 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: port_resource_request.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.792574 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.793116 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension port-resource-request not supported by any of loaded plugins Apr 16 04:10:26.793436 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: port_resource_request_groups.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.794412 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.794923 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 16 04:10:26.795240 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: portbindings.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.796153 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.796668 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: binding Apr 16 04:10:26.797010 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: portbindings_extended.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.798276 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.798794 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: binding-extended Apr 16 04:10:26.799120 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: portsecurity.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.800032 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.800547 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: port-security Apr 16 04:10:26.800895 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: project_id.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.802388 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.802714 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: project-id Apr 16 04:10:26.803034 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: providernet.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.803948 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.804472 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: provider Apr 16 04:10:26.804824 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: qos.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.808379 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.808944 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension qos not supported by any of loaded plugins Apr 16 04:10:26.809273 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.810619 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.811137 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 16 04:10:26.811465 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.812382 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.812933 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 16 04:10:26.813260 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: qos_default.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.814185 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.814701 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension qos-default not supported by any of loaded plugins Apr 16 04:10:26.815028 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: qos_fip.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.815944 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.816458 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension qos-fip not supported by any of loaded plugins Apr 16 04:10:26.816808 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.818349 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.818865 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 16 04:10:26.819189 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: qos_gateway_ip.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.820122 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.820641 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 16 04:10:26.820994 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: qos_port_network_policy.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.822176 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.822688 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 16 04:10:26.823404 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.824038 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.824556 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 16 04:10:26.824906 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.834582 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.835102 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 16 04:10:26.835424 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: qos_pps_rule.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.836593 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.837152 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension qos-pps not supported by any of loaded plugins Apr 16 04:10:26.837479 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: qos_rule_type_details.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.838390 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.838902 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 16 04:10:26.839223 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.840166 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.840687 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 16 04:10:26.841032 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: qos_rules_alias.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.842067 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.842581 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 16 04:10:26.842903 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: quota_check_limit.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.843808 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.844323 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: quota-check-limit Apr 16 04:10:26.844646 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: quotasv2.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.845724 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.846051 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: quotas Apr 16 04:10:26.846370 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: quotasv2_detail.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.848126 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.848540 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: quota_details Apr 16 04:10:26.848903 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: rbac.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.849994 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.850529 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: rbac-policies Apr 16 04:10:26.850865 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: rbac_address_group.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.851828 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.852350 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: rbac-address-group Apr 16 04:10:26.852675 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: rbac_address_scope.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.853622 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.854145 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: rbac-address-scope Apr 16 04:10:26.854474 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: rbac_security_groups.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.855457 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.855979 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: rbac-security-groups Apr 16 04:10:26.856303 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: rbac_subnetpool.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.857244 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.857761 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: rbac-subnetpool Apr 16 04:10:26.858083 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: revisionifmatch.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.859002 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.859515 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: revision-if-match Apr 16 04:10:26.859838 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: revisions.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.863671 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.864709 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: standard-attr-revisions Apr 16 04:10:26.865064 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: router_availability_zone.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.865738 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.866252 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: router_availability_zone Apr 16 04:10:26.866571 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: routerservicetype.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.867497 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.868010 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension router-service-type not supported by any of loaded plugins Apr 16 04:10:26.868369 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.869323 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.869841 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: security-groups-normalized-cidr Apr 16 04:10:26.870160 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.871132 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.871717 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: port-security-groups-filtering Apr 16 04:10:26.872074 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.873152 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.873670 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: security-groups-remote-address-group Apr 16 04:10:26.873988 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.874985 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.875504 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: security-groups-shared-filtering Apr 16 04:10:26.875826 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.876424 dv-neutron-838078-2-hyperv neutron-server[104521]: WARNING neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 16 04:10:26.876775 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: securitygroup.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.887139 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.887679 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: security-group Apr 16 04:10:26.888014 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: segment.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.888799 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.889324 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension segment not supported by any of loaded plugins Apr 16 04:10:26.889653 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.896986 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.897504 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 16 04:10:26.897831 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: servicetype.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.898942 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.899471 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: service-type Apr 16 04:10:26.899800 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: sorting.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.900820 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.901150 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: sorting Apr 16 04:10:26.901472 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: standard_attr_segment.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.902393 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.902953 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 16 04:10:26.903278 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: standardattrdescription.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.903930 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.904443 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: standard-attr-description Apr 16 04:10:26.904796 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: stateful_security_group.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.905724 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.906245 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: stateful-security-group Apr 16 04:10:26.906569 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: stdattrs_common.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.907139 dv-neutron-838078-2-hyperv neutron-server[104521]: WARNING neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 16 04:10:26.907459 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.908401 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.908955 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 16 04:10:26.909276 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: subnet_onboard.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.910335 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.910864 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: subnet_onboard Apr 16 04:10:26.911219 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.912147 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.912666 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 16 04:10:26.913019 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: subnet_service_types.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.913944 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.914484 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: subnet-service-types Apr 16 04:10:26.914807 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: subnetallocation.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.915896 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.916415 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: subnet_allocation Apr 16 04:10:26.916759 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.917432 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.917945 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: subnetpool-prefix-ops Apr 16 04:10:26.918266 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.919206 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.919729 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 16 04:10:26.920048 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: tagging.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.921162 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.921688 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: standard-attr-tag Apr 16 04:10:26.922018 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: timestamp.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.923284 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.923809 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loaded extension: standard-attr-timestamp Apr 16 04:10:26.924135 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: trunk.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.925200 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.925720 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension trunk not supported by any of loaded plugins Apr 16 04:10:26.926046 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: trunk_details.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.927485 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.928003 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension trunk-details not supported by any of loaded plugins Apr 16 04:10:26.928325 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: uplink_status_propagation.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.929274 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.929824 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 16 04:10:26.930152 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Loading extension file: vlantransparent.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 16 04:10:26.930827 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:10:26.931346 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 16 04:10:26.933937 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Creating instance of TrackedResource for resource:network Apr 16 04:10:26.934456 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Creating instance of TrackedResource for resource:subnet Apr 16 04:10:26.934858 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 04:10:26.945553 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Creating instance of TrackedResource for resource:port Apr 16 04:10:26.945553 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 16 04:10:26.945553 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Service FLAVORS assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 16 04:10:26.945553 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 16 04:10:26.945553 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 16 04:10:26.945553 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Creating instance of TrackedResource for resource:router Apr 16 04:10:26.945553 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Creating instance of TrackedResource for resource:floatingip Apr 16 04:10:26.946106 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Service METERING assigned prefix: /metering {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 16 04:10:26.946106 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.946106 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.946106 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:10:26.946106 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Creating instance of CountableResource for resource:rbac_policy Apr 16 04:10:26.946857 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Creating instance of TrackedResource for resource:security_group Apr 16 04:10:26.946857 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 16 04:10:26.946857 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Service CORE assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 16 04:10:26.946857 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 04:10:26.946857 dv-neutron-838078-2-hyperv neutron-server[104521]: WARNING neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] subnetpool is already registered Apr 16 04:10:26.946857 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Service CORE assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 16 04:10:26.946857 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 04:10:26.946857 dv-neutron-838078-2-hyperv neutron-server[104521]: WARNING neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] subnetpool is already registered Apr 16 04:10:26.948662 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 16 04:10:26.949127 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Service FLAVORS assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 16 04:10:26.949710 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 16 04:10:26.950128 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 16 04:10:26.950462 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Creating instance of TrackedResource for resource:router Apr 16 04:10:26.950797 dv-neutron-838078-2-hyperv neutron-server[104521]: WARNING neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] router is already registered Apr 16 04:10:26.951205 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Creating instance of TrackedResource for resource:floatingip Apr 16 04:10:26.951537 dv-neutron-838078-2-hyperv neutron-server[104521]: WARNING neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] floatingip is already registered Apr 16 04:10:26.951984 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Service METERING assigned prefix: /metering {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 16 04:10:26.952645 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Creating instance of CountableResource for resource:rbac_policy Apr 16 04:10:26.952998 dv-neutron-838078-2-hyperv neutron-server[104521]: WARNING neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] rbac_policy is already registered Apr 16 04:10:26.953413 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Creating instance of TrackedResource for resource:security_group Apr 16 04:10:26.953743 dv-neutron-838078-2-hyperv neutron-server[104521]: WARNING neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] security_group is already registered Apr 16 04:10:26.954172 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 16 04:10:26.954501 dv-neutron-838078-2-hyperv neutron-server[104521]: WARNING neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] security_group_rule is already registered Apr 16 04:10:26.955147 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Service CORE assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 16 04:10:26.955472 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 04:10:26.955801 dv-neutron-838078-2-hyperv neutron-server[104521]: WARNING neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] subnetpool is already registered Apr 16 04:10:26.956218 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Service CORE assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 16 04:10:26.956537 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 04:10:26.956888 dv-neutron-838078-2-hyperv neutron-server[104521]: WARNING neutron.quota.resource_registry [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] subnetpool is already registered Apr 16 04:10:26.957360 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: extensions {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.958818 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: address-groups {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.960288 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: address-scopes {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.961628 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: agents {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.962775 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: auto-allocated-topology {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.964010 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: availability_zones {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.965272 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: dhcp-networks {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.967857 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: dhcp-agents {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.969356 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: routers {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.971548 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: flavors {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.972687 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: service_profiles {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.973928 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: next_providers {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.975384 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: service_profiles {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.976938 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: floatingip-pools {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.978152 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: routers {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.980216 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: floatingips {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.981520 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: l3-routers {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.982891 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: l3-agents {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.984273 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: metering-labels {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.985650 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: metering-label-rules {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.986911 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: network-ip-availabilities {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.988173 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: bindings {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.990450 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: quotas {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.992005 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: quotas {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.993550 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: rbac-policies {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.994842 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: security-groups {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.996050 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: security-group-rules {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.997308 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: service-providers {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.998586 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: subnetpools {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:26.999989 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: subnetpools {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:27.001463 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: tags {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:27.003106 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: tags {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:27.005552 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: tags {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:27.007307 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: tags {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:27.009093 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: tags {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:27.010915 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: tags {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:27.012584 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: tags {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:27.014491 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: tags {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:27.016251 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: tags {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:27.018096 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron.api.extensions [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Extended resource: tags {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 16 04:10:27.023929 dv-neutron-838078-2-hyperv neutron-server[104521]: WARNING keystonemiddleware.auth_token [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 16 04:10:27.029539 dv-neutron-838078-2-hyperv neutron-server[104521]: WARNING keystonemiddleware.auth_token [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 16 04:10:27.038683 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_concurrency.lockutils [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Acquired lock "singleton_lock" {{(pid=104521) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 16 04:10:27.039100 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_concurrency.lockutils [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Releasing lock "singleton_lock" {{(pid=104521) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 16 04:10:27.039749 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO oslo_service.service [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Starting 2 workers Apr 16 04:10:27.044711 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Started child 104632 {{(pid=104521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 16 04:10:27.049287 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Started child 104633 {{(pid=104521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 16 04:10:27.050257 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:27.050903 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO neutron.service [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 16 04:10:27.051638 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:27.052387 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [-] (104632) wsgi starting up on http://0.0.0.0:9696 Apr 16 04:10:27.054630 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO oslo_service.service [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Starting 1 workers Apr 16 04:10:27.054743 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:27.056220 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [-] (104633) wsgi starting up on http://0.0.0.0:9696 Apr 16 04:10:27.059926 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Started child 104634 {{(pid=104521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 16 04:10:27.060470 dv-neutron-838078-2-hyperv neutron-server[104521]: INFO oslo_service.service [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Starting 1 workers Apr 16 04:10:27.063822 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.service [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] calling RpcWorker wait() {{(pid=104634) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 16 04:10:27.064398 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.service [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] returning from RpcWorker wait() {{(pid=104634) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 16 04:10:27.065112 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Started child 104635 {{(pid=104521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 16 04:10:27.065735 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:27.065881 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-052bac89-d154-4905-b4f3-e3c8b140f156 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:27.066224 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:10:27.067962 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104521) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 16 04:10:27.068168 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:10:27.068349 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 16 04:10:27.068569 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 16 04:10:27.068948 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 16 04:10:27.069111 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 16 04:10:27.069607 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.069885 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.070146 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.070403 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.070651 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:27.071142 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.071296 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.071805 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.072063 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.072335 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.072604 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.072859 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.073015 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.073272 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.073501 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.073820 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.074076 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.074319 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.074586 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.074755 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.075003 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.075280 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.075537 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.075807 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] debug = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.076058 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.076536 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.076803 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.077052 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.077289 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.077550 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.077775 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.078050 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.078434 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.078607 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.078797 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.079053 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.079265 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.079494 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.079754 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.079967 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.080221 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.080439 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.080931 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] host = dv-neutron-838078-2-hyperv {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.081177 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.081394 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.081622 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.081870 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.082116 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.082346 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.082612 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.082898 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.083156 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.083404 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.083646 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.083876 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.084113 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.084365 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] log_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.084520 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] log_options = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.084779 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.085050 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.085387 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.085541 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.085692 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.085849 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.086157 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.086315 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.086454 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.086678 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.086907 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.087066 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.087314 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.087525 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.087771 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.087985 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.088213 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.088439 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.088683 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.088945 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.089188 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.089431 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.089649 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.089874 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.090544 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.090766 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.091006 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.091872 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.092212 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.092810 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.092810 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.093090 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.093228 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.093369 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:10:27.093504 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.093627 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.093854 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.094083 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.094297 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.094577 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.094805 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.095059 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.095316 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.095531 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.095760 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.095990 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.096920 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.096920 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] use_json = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.096920 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.096920 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.097540 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.097676 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.097809 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.097985 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.098197 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.098966 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.099174 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.099683 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.100149 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.100291 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.100419 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.100689 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.100969 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.102987 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.103268 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.103522 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.103771 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.104087 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.107374 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.108999 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.109296 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.109593 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.109948 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.110207 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.110494 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.110727 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.110986 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.111234 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.111486 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.111793 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.112026 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.112321 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.112568 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.113180 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.115966 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.116659 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.118255 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.119939 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.120231 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.120519 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.120788 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.121045 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.121297 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.121545 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.121811 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.122038 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.122327 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.122556 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.122777 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.123032 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.123268 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.123493 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.123726 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.124014 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.124763 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.124763 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.124763 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.125305 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.126109 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.127203 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.128355 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.128620 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.128899 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.129170 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.129422 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.130092 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.130791 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.131086 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.131344 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.132050 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.132513 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.132830 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.133331 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.133575 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.133872 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.134153 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.135652 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.135891 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.136122 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.137597 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.137842 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.138077 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.140686 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.141710 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.141959 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.142252 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.142525 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.142760 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.142993 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.143221 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.143454 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.143704 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.143995 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.144178 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.144399 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.144623 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.146160 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.146444 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.147146 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.147249 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.147467 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.147996 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.149014 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.149315 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.149581 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.149848 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.150103 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.150335 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.150561 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.150840 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.151072 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.151327 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.151562 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.151811 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.152074 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.152313 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.152540 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.152785 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.153027 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.153244 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.153492 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.153781 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.154377 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.154624 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.154874 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.155132 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.155425 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.155682 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.155971 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.156216 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.156479 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.159837 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.160135 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.160433 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.160707 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.161551 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.161829 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.162077 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.162339 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.162598 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.162835 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.163060 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.163302 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.163573 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.163801 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.164054 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.164375 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.164628 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.164962 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.165242 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.165569 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.165917 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.166304 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.166596 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.166922 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.167196 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.167476 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.167851 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.168121 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.168384 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.168695 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.168970 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.169229 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.169468 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.169775 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.170002 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.170239 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.170668 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.170898 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.171125 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.171400 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.171654 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.171876 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.172128 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.172345 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.172624 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.172884 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.175944 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.175944 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.175944 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.175944 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.175944 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.175944 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.175944 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.176393 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.176393 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.177368 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.177636 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.179958 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.180215 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.180487 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.180751 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.180982 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.181215 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.181446 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.181670 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.181913 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.182152 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.182390 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.182669 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.182928 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.183295 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.183537 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.183793 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.184025 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.184267 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.184503 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.184781 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.185065 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.185310 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.185694 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.185976 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.186333 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.186599 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.186872 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.187119 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.187373 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.187673 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.187924 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.188175 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.188396 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.188621 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.188895 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.189167 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.189393 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.189607 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.189818 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.190031 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.190264 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.190475 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.190786 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.191030 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.191268 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.191508 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.191753 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.192011 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.192265 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.192499 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.192710 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.192953 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.193158 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:10:27.193268 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.193374 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.193606 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.193868 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.194079 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.194301 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.194514 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.194723 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.194954 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.195170 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.195377 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.195601 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.195814 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.196021 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.196265 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.197196 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.197196 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.197196 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.198605 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.203650 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.203650 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.203650 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.203650 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.203650 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.203650 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.203650 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.203650 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.204228 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.204228 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.204228 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.204228 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.204228 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.204228 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.204228 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.204228 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.204673 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.204673 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.204673 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.204901 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.205161 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.205735 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.206038 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.206311 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.206579 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.206873 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.207172 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.207478 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.207865 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.208180 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.208581 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.208875 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.209144 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.209394 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.209645 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.209929 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.210182 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.210400 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.210704 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.211013 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.211165 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.211414 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.211637 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.211853 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.212080 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.212318 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.212564 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.212798 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.213024 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.213246 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.213403 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 16 04:10:27.213902 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104521) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 16 04:10:27.215502 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:10:27.215696 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 16 04:10:27.215874 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 16 04:10:27.216048 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 16 04:10:27.216538 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 16 04:10:27.216905 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.217315 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.217482 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.217901 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.218534 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.219015 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.219186 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.219350 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.219656 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.219823 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.220135 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.220309 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.220577 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.220784 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.220991 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.221174 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.221306 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.221431 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.221555 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.221694 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.221973 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.222134 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.222292 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] debug = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.222586 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.222774 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.223088 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.223256 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.223925 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.224084 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.224241 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.224399 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.224557 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.225631 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.227141 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.227314 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.227481 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.227644 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.227805 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.227965 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.233781 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.233781 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.233781 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] host = dv-neutron-838078-2-hyperv {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.233781 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.233781 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.233781 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.233781 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.233781 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.234530 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.234530 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.234530 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.234530 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.234530 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.234530 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.234530 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.234530 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.235480 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] log_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.235480 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] log_options = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.235480 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.235480 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.235480 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.235480 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.235480 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.236146 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.236146 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.236146 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.236146 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.236146 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.236146 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.236146 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.236146 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.236760 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.236760 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.236760 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.236760 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.236760 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.236760 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.236760 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.236760 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.237318 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.237318 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.237318 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.237318 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.237318 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.237318 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.237318 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.237318 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.237318 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.237935 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.237935 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.237935 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.237935 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.237935 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.237935 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.237935 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.237935 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.238482 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.238482 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.238482 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.238482 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.238482 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.238482 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.238482 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.238482 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.239011 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] use_json = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.239011 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.239011 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.239011 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.239011 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.239011 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.239011 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.239011 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.240090 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.240090 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 16 04:10:27.240090 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.240310 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.240310 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.240455 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.240611 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.240818 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.240977 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.241134 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.241292 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.241442 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.241599 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.241754 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.241921 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.242075 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.242230 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.242387 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.242542 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.242697 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.242854 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.243009 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.243165 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.243322 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.243487 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.243642 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.243796 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.243949 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.244129 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.244293 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.244448 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.244648 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.244827 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.244985 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.245139 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.245293 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.245477 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.245633 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.245789 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.245945 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.246102 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.246256 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.246410 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.246564 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.246720 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.246874 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.247029 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.247185 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.247340 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.247495 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.247648 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.247802 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.247958 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.248113 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.248269 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.248424 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.248579 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.248765 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.248972 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.249139 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.249294 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.249449 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.249603 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.249758 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.249912 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.250066 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.250219 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.250373 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.250528 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.250682 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.250884 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.251039 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.251193 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.251348 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.251504 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.251662 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.251817 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.251970 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.252141 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.252284 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.252441 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.252596 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.252783 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.252942 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.253099 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.253253 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.253409 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.253564 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.253718 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.253873 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.254028 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.254183 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.254337 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.254501 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.254694 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.254850 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.255006 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.255162 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.255317 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.255476 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.255631 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.255786 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.255940 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.256095 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.256251 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.256405 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.256561 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.256742 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.256897 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.257051 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.257205 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.257359 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.257513 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.257666 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.257820 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.257975 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.258130 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.258284 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.258438 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.258592 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.258746 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.258911 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.259065 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.259224 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.259380 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.259543 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.259709 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.259865 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.260019 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.260173 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.260327 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.260484 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.260638 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.260837 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.260996 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.261150 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.261304 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.261471 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.261628 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.261784 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.261940 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.262118 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.262272 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.262426 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.262581 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.262736 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.262891 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.263046 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.263199 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.263353 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.263506 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.263660 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.263815 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.263969 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.264123 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.264276 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.264431 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.264586 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.264757 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.264915 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.265071 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.265227 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.265386 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.265540 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.265695 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.265849 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.266003 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.266157 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.266312 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.266465 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.266619 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.266773 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.266927 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.267081 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.267235 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.267391 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.267544 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.267698 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.267854 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.268008 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.268163 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.268317 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.268472 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.268628 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.268802 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.268961 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.269114 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.269270 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.269424 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.269577 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.269732 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.269887 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.270043 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.270198 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.270449 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.270607 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.270782 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.270937 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.271091 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.271247 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.271403 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.271557 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.271750 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.271907 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.272062 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.272216 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.272374 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.272530 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.272686 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.272862 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.273017 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.273171 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.273328 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.273486 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.273641 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.273795 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.273951 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.274105 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.274261 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.274415 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.274569 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.274723 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.274877 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.275031 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.275185 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.275357 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.275517 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.275657 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.275810 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.275965 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.276119 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.276283 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.276438 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.276592 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.276763 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.276920 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.277074 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.277239 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.277394 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.277548 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.277703 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.277857 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.278011 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.278198 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.278346 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.278499 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.278652 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.278806 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.278960 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.279124 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.279279 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.279433 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.279586 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.279741 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.279895 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.280060 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.280215 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.280369 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.280523 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.280678 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.280860 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.281023 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.281179 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.281333 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.281496 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.281650 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.281804 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.281959 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.282126 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.282283 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.282442 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.282598 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.282752 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.282906 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.283062 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.283222 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.283386 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.283547 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.283702 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.283950 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.284128 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.284295 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.284449 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.284611 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.284804 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.284960 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.285114 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.285267 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.285425 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.285580 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.285735 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.286430 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.286596 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.286751 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.286905 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.287057 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.287213 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.287367 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.287522 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.287676 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.287871 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.288026 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.288180 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.288335 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 16 04:10:27.288484 dv-neutron-838078-2-hyperv neutron-server[104521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 16 04:10:27.390883 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 59688) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:10:27.399551 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064895 Apr 16 04:10:39.034611 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38ed458-4a9b-4eef-88f5-3e2b6c00dc51 None None] get_active_networks_info from dv-neutron-838078-2-hyperv {{(pid=104634) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 16 04:10:39.098690 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38ed458-4a9b-4eef-88f5-3e2b6c00dc51 None None] No non-hosted networks {{(pid=104634) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 16 04:10:39.120993 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.agentschedulers_db [None req-c38ed458-4a9b-4eef-88f5-3e2b6c00dc51 None None] DHCP Agent not found on host dv-neutron-838078-2-hyperv {{(pid=104634) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 16 04:10:39.332109 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2bc9d88a-a205-420a-ae67-39b21416e600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3714984'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:41.437273 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9342fc8e-dcb5-4a39-b557-02db880d7b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3714984'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:41.493267 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-80c9cd15-9923-4513-afa0-65849076e6eb None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-838078-2-hyperv {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:10:41.494042 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-80c9cd15-9923-4513-afa0-65849076e6eb None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:10:42.086486 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-80c9cd15-9923-4513-afa0-65849076e6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:42.288823 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 59752) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:10:42.486649 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3714984'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:42.839448 dv-neutron-838078-2-hyperv neutron-server[104633]: WARNING oslo_policy.policy [None req-2425fa03-efbe-4b65-8e8a-f787480922b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 04:10:42.840033 dv-neutron-838078-2-hyperv neutron-server[104633]: WARNING oslo_policy.policy [None req-2425fa03-efbe-4b65-8e8a-f787480922b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 04:10:43.066735 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [None req-2425fa03-efbe-4b65-8e8a-f787480922b1 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:10:43.075044 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2425fa03-efbe-4b65-8e8a-f787480922b1 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7781961 Apr 16 04:10:43.995554 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3714984'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:45.359283 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3714984'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:45.361437 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:45.362375 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:45.363054 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:45.365564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:45.366078 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:45.366805 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:45.367303 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:45.368121 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:45.369674 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:45.371483 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:45.372117 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:45.372644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:45.373151 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:45.373808 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:45.377258 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:45.377930 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-838078-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:10:45.392715 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-838078-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:10:45.622998 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 59786) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:10:45.943885 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-78d05efe-e166-4bad-ae5a-e6c20b6bca69 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:10:46.035369 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.policy [None req-78d05efe-e166-4bad-ae5a-e6c20b6bca69 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104633) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 16 04:10:46.076739 dv-neutron-838078-2-hyperv neutron-server[104633]: WARNING oslo_policy.policy [None req-78d05efe-e166-4bad-ae5a-e6c20b6bca69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 04:10:46.077264 dv-neutron-838078-2-hyperv neutron-server[104633]: WARNING oslo_policy.policy [None req-78d05efe-e166-4bad-ae5a-e6c20b6bca69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 04:10:46.238523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-78d05efe-e166-4bad-ae5a-e6c20b6bca69 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751123226435', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751123225975', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751123242371', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751123249644', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751123252024', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751123261146', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-736446', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3644565', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-298850', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-669222'] for rbac-policy (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:46.448619 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-78d05efe-e166-4bad-ae5a-e6c20b6bca69 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:46.450161 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-78d05efe-e166-4bad-ae5a-e6c20b6bca69 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8261533 Apr 16 04:10:47.506581 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.db.l3_hamode_db [None req-27f97e03-c1a7-4ca9-95a0-f907a815177a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 16 04:10:47.589826 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f97e03-c1a7-4ca9-95a0-f907a815177a None None] Routers set() bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:10:47.590166 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f97e03-c1a7-4ca9-95a0-f907a815177a None None] Router IDs set() for agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 16 04:10:48.966064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 59798) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:10:49.268095 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:10:49.360341 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Made reservation on behalf of 20ba2529030741678b818c1ac82997cd for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:10:49.364393 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:49.381115 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:49.485288 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Publish callbacks [] for security_group (4eecdc17-0dfa-415e-a6de-3bdae5016d99), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:49.525961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (4eecdc17-0dfa-415e-a6de-3bdae5016d99), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:49.550004 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:10:49.584545 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751123891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (bde0c947-a5fe-476f-90b2-1ccb4d6babf5), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:49.585163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Unsubscribe: segment precommit_create {{(pid=104633) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 16 04:10:49.585710 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Added segment bde0c947-a5fe-476f-90b2-1ccb4d6babf5 of type vlan for network 3c3e4a87-46e6-4966-9de1-4c68494f196c Apr 16 04:10:49.601623 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4eecdc17-0dfa-415e-a6de-3bdae5016d99,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:10:49.652438 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:49.652799 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:49.653152 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:49.653489 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:49.653818 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:49.654145 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:49.654469 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:49.654796 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:49.655130 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:49.655452 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:49.655782 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:49.656119 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:49.656436 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:49.656769 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:49.657085 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Tracked resource versions report: Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: pushed versions: Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: { 'AddressGroup': {'1.2'}, Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Agent': {'1.1'}, Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'ConntrackHelper': {'1.0'}, Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'LocalIPAssociation': {'1.0'}, Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Log': {'1.0'}, Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'NDPProxy': {'1.0'}, Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Network': {'1.1'}, Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Port': {'1.7'}, Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'PortForwarding': {'1.3'}, Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'QosPolicy': {'1.10'}, Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'SecurityGroup': {'1.5'}, Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'SecurityGroupRule': {'1.2'}, Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'SubPort': {'1.0'}, Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Subnet': {'1.1'}, Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Trunk': {'1.1'}} Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: consumer versions: Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: { DHCP agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: L3 agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: Metadata agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: Metering agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: Open vSwitch agent@dv-neutron-838078-2-hyperv: { 'AddressGroup': '1.2', Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Agent': '1.1', Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'ConntrackHelper': '1.0', Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'LocalIPAssociation': '1.0', Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Log': '1.0', Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'NDPProxy': '1.0', Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Network': '1.1', Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Port': '1.7', Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'PortForwarding': '1.3', Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'QosPolicy': '1.10', Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'SecurityGroup': '1.5', Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'SecurityGroupRule': '1.2', Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'SubPort': '1.0', Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Subnet': '1.1', Apr 16 04:10:49.658467 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Trunk': '1.1'}} Apr 16 04:10:49.661057 dv-neutron-838078-2-hyperv neutron-server[104633]: {{(pid=104633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 16 04:10:49.694669 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (3c3e4a87-46e6-4966-9de1-4c68494f196c), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:49.781842 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (3c3e4a87-46e6-4966-9de1-4c68494f196c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:49.787313 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:10:49.787991 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:49.898030 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] Pushing event updated for resources: {'Network': ['ID=3c3e4a87-46e6-4966-9de1-4c68494f196c,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:10:49.909446 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 3c3e4a87-46e6-4966-9de1-4c68494f196c details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:10:49.934443 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b8cbac68-691c-400e-8f8a-812255ebb295 demo demo] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9673386 Apr 16 04:10:52.471510 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 59810) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:10:52.959909 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING oslo_policy.policy [None req-bbaa0ec1-fc02-41de-b84b-4515dbebfdd9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 04:10:52.960481 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING oslo_policy.policy [None req-bbaa0ec1-fc02-41de-b84b-4515dbebfdd9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 04:10:53.398394 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.policy [None req-bbaa0ec1-fc02-41de-b84b-4515dbebfdd9 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104632) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 16 04:10:53.438722 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING oslo_policy.policy [None req-bbaa0ec1-fc02-41de-b84b-4515dbebfdd9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 04:10:53.439093 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING oslo_policy.policy [None req-bbaa0ec1-fc02-41de-b84b-4515dbebfdd9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 04:10:53.447391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaa0ec1-fc02-41de-b84b-4515dbebfdd9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:10:53.449361 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bbaa0ec1-fc02-41de-b84b-4515dbebfdd9 demo admin] 10.222.0.30 "GET /v2.0/networks/3c3e4a87-46e6-4966-9de1-4c68494f196c HTTP/1.1" status: 200 len: 824 time: 0.9757373 Apr 16 04:10:53.488078 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-91de4b4f-8c6a-4e5b-89a9-039922727a36 demo admin] 10.222.0.30 "GET /v2.0/subnetpools/b6f9703b-aebc-4ea4-9d95-98126f45ad3f HTTP/1.1" status: 200 len: 734 time: 0.0330551 Apr 16 04:10:53.496666 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Request body: {'subnet': {'network_id': '3c3e4a87-46e6-4966-9de1-4c68494f196c', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'b6f9703b-aebc-4ea4-9d95-98126f45ad3f', 'ip_version': 4}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:10:53.589246 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Made reservation on behalf of 20ba2529030741678b818c1ac82997cd for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:10:53.592026 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:54.080402 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for subnet (142313f0-53f5-47a9-93e1-2ffe0ce1e0fe), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:54.151594 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Checking segment: {'id': 'bde0c947-a5fe-476f-90b2-1ccb4d6babf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c3e4a87-46e6-4966-9de1-4c68494f196c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:10:54.151942 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Network hostable DHCP agents. Network: 3c3e4a87-46e6-4966-9de1-4c68494f196c, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:10:54.160798 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Pushing event updated for resources: {'Subnet': ['ID=142313f0-53f5-47a9-93e1-2ffe0ce1e0fe,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:10:54.172818 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:54.173163 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:54.173508 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:54.173838 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:54.174159 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:54.174480 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:54.174795 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:54.175109 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:54.175436 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:54.175753 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:54.176079 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:54.176397 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:54.176707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:54.177594 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:54.177906 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Tracked resource versions report: Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: pushed versions: Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: { 'AddressGroup': {'1.2'}, Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Agent': {'1.1'}, Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'ConntrackHelper': {'1.0'}, Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'LocalIPAssociation': {'1.0'}, Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Log': {'1.0'}, Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'NDPProxy': {'1.0'}, Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Network': {'1.1'}, Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Port': {'1.7'}, Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'PortForwarding': {'1.3'}, Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'QosPolicy': {'1.10'}, Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'SecurityGroup': {'1.5'}, Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'SecurityGroupRule': {'1.2'}, Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'SubPort': {'1.0'}, Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Subnet': {'1.1'}, Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Trunk': {'1.1'}} Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: consumer versions: Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: { DHCP agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: L3 agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: Metadata agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: Metering agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: Open vSwitch agent@dv-neutron-838078-2-hyperv: { 'AddressGroup': '1.2', Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Agent': '1.1', Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'ConntrackHelper': '1.0', Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'LocalIPAssociation': '1.0', Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Log': '1.0', Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'NDPProxy': '1.0', Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Network': '1.1', Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Port': '1.7', Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'PortForwarding': '1.3', Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'QosPolicy': '1.10', Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'SecurityGroup': '1.5', Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'SecurityGroupRule': '1.2', Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'SubPort': '1.0', Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Subnet': '1.1', Apr 16 04:10:54.179235 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Trunk': '1.1'}} Apr 16 04:10:54.181789 dv-neutron-838078-2-hyperv neutron-server[104632]: {{(pid=104632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 16 04:10:54.279891 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Network 3c3e4a87-46e6-4966-9de1-4c68494f196c is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:10:54.366419 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 3c3e4a87-46e6-4966-9de1-4c68494f196c) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:10:54.372127 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:10:54.373141 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:54.375333 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7933e4d2-7e7b-427a-b490-1b4ef17e28b5 None None] Network 3c3e4a87-46e6-4966-9de1-4c68494f196c requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:10:54.458983 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2064b988-a4d8-41f3-8cf4-96a288f4c1a9 demo admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9655688 Apr 16 04:10:54.743067 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-3c3e4a87-46e6-4966-9de1-4c68494f196c', 'network_id': '3c3e4a87-46e6-4966-9de1-4c68494f196c', 'project_id': '20ba2529030741678b818c1ac82997cd', 'fixed_ips': [{'subnet_id': '142313f0-53f5-47a9-93e1-2ffe0ce1e0fe'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:10:54.744298 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:55.028425 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Allocated IP 172.20.0.2 (3c3e4a87-46e6-4966-9de1-4c68494f196c/142313f0-53f5-47a9-93e1-2ffe0ce1e0fe/7eedf7c4-7b87-4fcf-a976-81e1bf814b23) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:10:55.295826 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Publish callbacks [] for port (7eedf7c4-7b87-4fcf-a976-81e1bf814b23), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:55.378027 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (7eedf7c4-7b87-4fcf-a976-81e1bf814b23), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:55.459449 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Network 3c3e4a87-46e6-4966-9de1-4c68494f196c is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:10:55.467032 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:10:55.468904 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Pushing event updated for resources: {'Port': ['ID=7eedf7c4-7b87-4fcf-a976-81e1bf814b23,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:10:55.473537 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:10:55.481375 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:55.481704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:55.482068 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:55.482408 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:55.482742 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:55.483069 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:55.483392 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:55.483713 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:55.484075 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:55.484403 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:55.484761 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:55.485103 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:55.485427 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:55.485743 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:55.486058 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Tracked resource versions report: Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: pushed versions: Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: { 'AddressGroup': {'1.2'}, Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Agent': {'1.1'}, Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'ConntrackHelper': {'1.0'}, Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'LocalIPAssociation': {'1.0'}, Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Log': {'1.0'}, Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'NDPProxy': {'1.0'}, Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Network': {'1.1'}, Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Port': {'1.7'}, Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'PortForwarding': {'1.3'}, Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'QosPolicy': {'1.10'}, Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'SecurityGroup': {'1.5'}, Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'SecurityGroupRule': {'1.2'}, Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'SubPort': {'1.0'}, Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Subnet': {'1.1'}, Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Trunk': {'1.1'}} Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: consumer versions: Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: { DHCP agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: L3 agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: Metadata agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: Metering agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: Open vSwitch agent@dv-neutron-838078-2-hyperv: { 'AddressGroup': '1.2', Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Agent': '1.1', Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'ConntrackHelper': '1.0', Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'LocalIPAssociation': '1.0', Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Log': '1.0', Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'NDPProxy': '1.0', Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Network': '1.1', Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Port': '1.7', Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'PortForwarding': '1.3', Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'QosPolicy': '1.10', Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'SecurityGroup': '1.5', Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'SecurityGroupRule': '1.2', Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'SubPort': '1.0', Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Subnet': '1.1', Apr 16 04:10:55.487439 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Trunk': '1.1'}} Apr 16 04:10:55.490039 dv-neutron-838078-2-hyperv neutron-server[104634]: {{(pid=104634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 16 04:10:55.563424 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Attempting to bind port 7eedf7c4-7b87-4fcf-a976-81e1bf814b23 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:10:55.563739 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Attempting to bind port 7eedf7c4-7b87-4fcf-a976-81e1bf814b23 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'bde0c947-a5fe-476f-90b2-1ccb4d6babf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c3e4a87-46e6-4966-9de1-4c68494f196c'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:10:55.564165 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Attempting to bind port 7eedf7c4-7b87-4fcf-a976-81e1bf814b23 on network 3c3e4a87-46e6-4966-9de1-4c68494f196c {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:10:55.569429 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:10:55.569812 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Checking segment: {'id': 'bde0c947-a5fe-476f-90b2-1ccb4d6babf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c3e4a87-46e6-4966-9de1-4c68494f196c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:10:55.570279 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:55.570670 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Bound using segment: {'id': 'bde0c947-a5fe-476f-90b2-1ccb4d6babf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c3e4a87-46e6-4966-9de1-4c68494f196c'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:10:55.571394 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Bound port: 7eedf7c4-7b87-4fcf-a976-81e1bf814b23, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde0c947-a5fe-476f-90b2-1ccb4d6babf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c3e4a87-46e6-4966-9de1-4c68494f196c'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:10:55.571799 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7eedf7c4-7b87-4fcf-a976-81e1bf814b23), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:55.635321 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] For port 7eedf7c4-7b87-4fcf-a976-81e1bf814b23, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:10:55.656238 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] For port 7eedf7c4-7b87-4fcf-a976-81e1bf814b23, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=7eedf7c4-7b87-4fcf-a976-81e1bf814b23,segment=NetworkSegment(bde0c947-a5fe-476f-90b2-1ccb4d6babf5),segment_id=bde0c947-a5fe-476f-90b2-1ccb4d6babf5)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:10:55.743649 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (7eedf7c4-7b87-4fcf-a976-81e1bf814b23), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:10:55.799211 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9800ab-9faa-4082-acb6-e373c19d3387 None None] Pushing event updated for resources: {'Port': ['ID=7eedf7c4-7b87-4fcf-a976-81e1bf814b23,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:10:57.037526 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 59830) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:10:57.346226 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-8de4d8d3-c961-4713-9aec-ff428c9f1678 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:10:57.347225 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8de4d8d3-c961-4713-9aec-ff428c9f1678 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3087552 Apr 16 04:10:59.880780 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 59838) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:11:00.192800 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-d30447bd-c00e-4db8-bbd6-48c471116ee2 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:11:00.193803 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d30447bd-c00e-4db8-bbd6-48c471116ee2 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3120499 Apr 16 04:11:02.721617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 59846) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:11:03.038589 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-cdd7d638-7dea-40e9-816b-f528f51b5b9d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:11:03.126087 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cdd7d638-7dea-40e9-816b-f528f51b5b9d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (5c901c24-89b3-4630-93fa-26869153ff4f), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:03.127616 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cdd7d638-7dea-40e9-816b-f528f51b5b9d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (5c901c24-89b3-4630-93fa-26869153ff4f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:03.264532 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cdd7d638-7dea-40e9-816b-f528f51b5b9d demo demo] Publish callbacks [] for router_controller (5c901c24-89b3-4630-93fa-26869153ff4f), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:03.321159 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cdd7d638-7dea-40e9-816b-f528f51b5b9d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (5c901c24-89b3-4630-93fa-26869153ff4f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:03.413411 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cdd7d638-7dea-40e9-816b-f528f51b5b9d demo demo] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:03.414616 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cdd7d638-7dea-40e9-816b-f528f51b5b9d demo demo] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6920252 Apr 16 04:11:05.944664 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 59858) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:11:06.031347 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 7eedf7c4-7b87-4fcf-a976-81e1bf814b23 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:11:06.124314 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 7eedf7c4-7b87-4fcf-a976-81e1bf814b23 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:11:06.124751 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7eedf7c4-7b87-4fcf-a976-81e1bf814b23), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:06.237847 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 7eedf7c4-7b87-4fcf-a976-81e1bf814b23 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:11:06.238237 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7eedf7c4-7b87-4fcf-a976-81e1bf814b23), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:06.273161 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 7eedf7c4-7b87-4fcf-a976-81e1bf814b23, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=7eedf7c4-7b87-4fcf-a976-81e1bf814b23,segment=NetworkSegment(bde0c947-a5fe-476f-90b2-1ccb4d6babf5),segment_id=bde0c947-a5fe-476f-90b2-1ccb4d6babf5)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:11:06.297130 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [None req-f9448f70-38d3-4d82-a474-b0764569446b admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:11:06.298496 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f9448f70-38d3-4d82-a474-b0764569446b admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3528178 Apr 16 04:11:06.423054 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (7eedf7c4-7b87-4fcf-a976-81e1bf814b23), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:06.477755 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=7eedf7c4-7b87-4fcf-a976-81e1bf814b23,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:11:07.199127 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791c799d-3e90-4ad0-85fb-0c280e328894 None None] Network 3c3e4a87-46e6-4966-9de1-4c68494f196c requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:11:07.256539 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-83dc2457-e1a8-4cb1-a4d4-a6721bae234d None None] Provisioning complete for port 7eedf7c4-7b87-4fcf-a976-81e1bf814b23 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:11:07.256948 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-83dc2457-e1a8-4cb1-a4d4-a6721bae234d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7eedf7c4-7b87-4fcf-a976-81e1bf814b23), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:07.386950 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-83dc2457-e1a8-4cb1-a4d4-a6721bae234d None None] Current status of the port 7eedf7c4-7b87-4fcf-a976-81e1bf814b23 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:11:07.810300 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-63ac3f12-c373-40a0-85c5-132758573277 None None] Provisioning complete for port 7eedf7c4-7b87-4fcf-a976-81e1bf814b23 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:11:07.810687 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-63ac3f12-c373-40a0-85c5-132758573277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7eedf7c4-7b87-4fcf-a976-81e1bf814b23), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:07.889629 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-63ac3f12-c373-40a0-85c5-132758573277 None None] Current status of the port 7eedf7c4-7b87-4fcf-a976-81e1bf814b23 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:11:08.010648 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 7eedf7c4-7b87-4fcf-a976-81e1bf814b23 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:11:08.055858 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 7eedf7c4-7b87-4fcf-a976-81e1bf814b23 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:11:08.056237 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7eedf7c4-7b87-4fcf-a976-81e1bf814b23), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:08.132730 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 7eedf7c4-7b87-4fcf-a976-81e1bf814b23 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:11:08.832968 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 59866) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:11:09.057151 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f1c68a35-21c0-4f11-9b48-0c57fcab6da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:09.143115 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1db9586e-2f7e-4757-a9c2-d2b631e47e00 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:11:09.222613 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db9586e-2f7e-4757-a9c2-d2b631e47e00 admin admin] Made reservation on behalf of b9b94de7b3e44f5c8dc9d512bdd89bf9 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:11:09.225277 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1db9586e-2f7e-4757-a9c2-d2b631e47e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:09.241240 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1db9586e-2f7e-4757-a9c2-d2b631e47e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:09.341158 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1db9586e-2f7e-4757-a9c2-d2b631e47e00 admin admin] Publish callbacks [] for security_group (77a790f3-cb19-4447-9e3e-4f756c3d5f7a), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:09.403891 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1db9586e-2f7e-4757-a9c2-d2b631e47e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (77a790f3-cb19-4447-9e3e-4f756c3d5f7a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:09.419730 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1db9586e-2f7e-4757-a9c2-d2b631e47e00 admin admin] Reserving flat network on physical network physnet1 {{(pid=104632) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 16 04:11:09.441858 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9586e-2f7e-4757-a9c2-d2b631e47e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a790f3-cb19-4447-9e3e-4f756c3d5f7a,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:11:09.446658 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1db9586e-2f7e-4757-a9c2-d2b631e47e00 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751123891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (ed44a0c4-1ade-4967-bbc4-f744c79e88c0), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:09.456615 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1db9586e-2f7e-4757-a9c2-d2b631e47e00 admin admin] Unsubscribe: segment precommit_create {{(pid=104632) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 16 04:11:09.456615 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-1db9586e-2f7e-4757-a9c2-d2b631e47e00 admin admin] Added segment ed44a0c4-1ade-4967-bbc4-f744c79e88c0 of type flat for network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 Apr 16 04:11:09.499634 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1db9586e-2f7e-4757-a9c2-d2b631e47e00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:09.605621 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1db9586e-2f7e-4757-a9c2-d2b631e47e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:09.606561 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db9586e-2f7e-4757-a9c2-d2b631e47e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:11:09.607127 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1db9586e-2f7e-4757-a9c2-d2b631e47e00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:09.712302 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9586e-2f7e-4757-a9c2-d2b631e47e00 admin admin] Pushing event updated for resources: {'Network': ['ID=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:11:09.722220 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:11:09.728377 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1db9586e-2f7e-4757-a9c2-d2b631e47e00 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8942876 Apr 16 04:11:11.382631 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e396a3a3-19b8-452e-9a38-488c316b4894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:12.205468 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 59874) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:11:12.451183 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:12.513675 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df81c3d-ee62-43d1-8360-abe13d34db55 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:11:12.514985 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9df81c3d-ee62-43d1-8360-abe13d34db55 demo admin] 10.222.0.30 "GET /v2.0/subnets/142313f0-53f5-47a9-93e1-2ffe0ce1e0fe HTTP/1.1" status: 200 len: 849 time: 0.3085003 Apr 16 04:11:12.675269 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e7051327-1fb8-445c-bd84-99c8d64f09ac demo admin] 10.222.0.30 "GET /v2.0/routers/5c901c24-89b3-4630-93fa-26869153ff4f HTTP/1.1" status: 200 len: 704 time: 0.1529033 Apr 16 04:11:12.949952 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-910b5fe8-83ad-41c4-b728-fef9f34157c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:13.239356 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-910b5fe8-83ad-41c4-b728-fef9f34157c8 demo admin] Allocated IP 172.20.0.1 (3c3e4a87-46e6-4966-9de1-4c68494f196c/142313f0-53f5-47a9-93e1-2ffe0ce1e0fe/aa12cab9-49ea-4520-8481-b1371773dfcc) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:11:13.391784 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-910b5fe8-83ad-41c4-b728-fef9f34157c8 demo admin] Publish callbacks [] for port (aa12cab9-49ea-4520-8481-b1371773dfcc), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:13.508685 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-910b5fe8-83ad-41c4-b728-fef9f34157c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (aa12cab9-49ea-4520-8481-b1371773dfcc), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:13.582039 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910b5fe8-83ad-41c4-b728-fef9f34157c8 demo admin] Network 3c3e4a87-46e6-4966-9de1-4c68494f196c is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:11:13.588946 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-910b5fe8-83ad-41c4-b728-fef9f34157c8 demo admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:11:13.594586 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910b5fe8-83ad-41c4-b728-fef9f34157c8 demo admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:11:13.595122 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-910b5fe8-83ad-41c4-b728-fef9f34157c8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (5c901c24-89b3-4630-93fa-26869153ff4f), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:13.617948 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b5fe8-83ad-41c4-b728-fef9f34157c8 demo admin] Pushing event updated for resources: {'Port': ['ID=aa12cab9-49ea-4520-8481-b1371773dfcc,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:11:13.839627 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-966a8fc8-e879-4930-b898-2354b87a4646 None None] Provisioning complete for port aa12cab9-49ea-4520-8481-b1371773dfcc triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:11:13.840097 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-966a8fc8-e879-4930-b898-2354b87a4646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (aa12cab9-49ea-4520-8481-b1371773dfcc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:13.873318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-966a8fc8-e879-4930-b898-2354b87a4646 None None] Port aa12cab9-49ea-4520-8481-b1371773dfcc cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:11:13.879858 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:13.904512 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-910b5fe8-83ad-41c4-b728-fef9f34157c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (aa12cab9-49ea-4520-8481-b1371773dfcc), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:14.115790 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-910b5fe8-83ad-41c4-b728-fef9f34157c8 demo admin] Publish callbacks [] for port (aa12cab9-49ea-4520-8481-b1371773dfcc), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:14.170861 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-910b5fe8-83ad-41c4-b728-fef9f34157c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (aa12cab9-49ea-4520-8481-b1371773dfcc), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:14.171636 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-910b5fe8-83ad-41c4-b728-fef9f34157c8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (5c901c24-89b3-4630-93fa-26869153ff4f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:14.251952 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b5fe8-83ad-41c4-b728-fef9f34157c8 demo admin] Pushing event updated for resources: {'Port': ['ID=aa12cab9-49ea-4520-8481-b1371773dfcc,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:11:14.295636 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910b5fe8-83ad-41c4-b728-fef9f34157c8 demo admin] Network 3c3e4a87-46e6-4966-9de1-4c68494f196c is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:11:14.296934 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-910b5fe8-83ad-41c4-b728-fef9f34157c8 demo admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:11:14.492158 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-7696e1fa-2346-4076-a0cd-f97c6cd428c7 None None] Provisioning complete for port aa12cab9-49ea-4520-8481-b1371773dfcc triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:11:14.492542 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7696e1fa-2346-4076-a0cd-f97c6cd428c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (aa12cab9-49ea-4520-8481-b1371773dfcc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:14.514203 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910b5fe8-83ad-41c4-b728-fef9f34157c8 demo admin] Router 5c901c24-89b3-4630-93fa-26869153ff4f is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:11:14.527740 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-7696e1fa-2346-4076-a0cd-f97c6cd428c7 None None] Port aa12cab9-49ea-4520-8481-b1371773dfcc cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:11:14.609777 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910b5fe8-83ad-41c4-b728-fef9f34157c8 demo admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:11:14.615585 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-910b5fe8-83ad-41c4-b728-fef9f34157c8 demo admin] 10.222.0.30 "PUT /v2.0/routers/5c901c24-89b3-4630-93fa-26869153ff4f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9351521 Apr 16 04:11:14.620352 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] Sync routers for ids ['5c901c24-89b3-4630-93fa-26869153ff4f'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:11:14.633676 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] Routers {'5c901c24-89b3-4630-93fa-26869153ff4f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:11:14.634657 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:11:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['5c901c24-89b3-4630-93fa-26869153ff4f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:11:14.839845 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] Set router 5c901c24-89b3-4630-93fa-26869153ff4f gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:11:15.249298 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c901c24-89b3-4630-93fa-26869153ff4f', 'name': 'router1', 'tenant_id': '20ba2529030741678b818c1ac82997cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:11:03Z', 'updated_at': '2022-04-16T04:11:13Z', 'revision_number': 2, 'project_id': '20ba2529030741678b818c1ac82997cd', 'gw_port_host': None, '_interfaces': [{'id': 'aa12cab9-49ea-4520-8481-b1371773dfcc', 'name': '', 'network_id': '3c3e4a87-46e6-4966-9de1-4c68494f196c', 'tenant_id': '20ba2529030741678b818c1ac82997cd', 'mac_address': 'fa:16:3e:0c:e3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c901c24-89b3-4630-93fa-26869153ff4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '142313f0-53f5-47a9-93e1-2ffe0ce1e0fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:11:12Z', 'updated_at': '2022-04-16T04:11:13Z', 'revision_number': 2, 'project_id': '20ba2529030741678b818c1ac82997cd', 'subnets': [{'id': '142313f0-53f5-47a9-93e1-2ffe0ce1e0fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6f9703b-aebc-4ea4-9d95-98126f45ad3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:11:15.302671 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] Checking router: 5c901c24-89b3-4630-93fa-26869153ff4f for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:11:15.303861 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] Updating router 5c901c24-89b3-4630-93fa-26869153ff4f port aa12cab9-49ea-4520-8481-b1371773dfcc binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:11:15.342832 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:15.357411 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (aa12cab9-49ea-4520-8481-b1371773dfcc), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:15.870217 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] Publish callbacks [] for port (aa12cab9-49ea-4520-8481-b1371773dfcc), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:15.930829 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (aa12cab9-49ea-4520-8481-b1371773dfcc), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:16.095200 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb43166-f5cc-4907-8806-21f2f06c487d None None] Pushing event updated for resources: {'Port': ['ID=aa12cab9-49ea-4520-8481-b1371773dfcc,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:11:16.111594 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43166-f5cc-4907-8806-21f2f06c487d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:11:16.111938 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43166-f5cc-4907-8806-21f2f06c487d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:11:16.112282 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43166-f5cc-4907-8806-21f2f06c487d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:11:16.112621 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43166-f5cc-4907-8806-21f2f06c487d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:11:16.112978 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43166-f5cc-4907-8806-21f2f06c487d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:11:16.113823 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43166-f5cc-4907-8806-21f2f06c487d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:11:16.114160 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43166-f5cc-4907-8806-21f2f06c487d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:11:16.114482 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43166-f5cc-4907-8806-21f2f06c487d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:11:16.114806 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43166-f5cc-4907-8806-21f2f06c487d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:11:16.115131 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43166-f5cc-4907-8806-21f2f06c487d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:11:16.115470 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43166-f5cc-4907-8806-21f2f06c487d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:11:16.115810 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43166-f5cc-4907-8806-21f2f06c487d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:11:16.116127 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43166-f5cc-4907-8806-21f2f06c487d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:11:16.116444 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43166-f5cc-4907-8806-21f2f06c487d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:11:16.116787 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43166-f5cc-4907-8806-21f2f06c487d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43166-f5cc-4907-8806-21f2f06c487d None None] Tracked resource versions report: Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: pushed versions: Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: { 'AddressGroup': {'1.2'}, Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Agent': {'1.1'}, Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'ConntrackHelper': {'1.0'}, Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'LocalIPAssociation': {'1.0'}, Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Log': {'1.0'}, Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'NDPProxy': {'1.0'}, Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Network': {'1.1'}, Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Port': {'1.7'}, Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'PortForwarding': {'1.3'}, Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'QosPolicy': {'1.10'}, Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'SecurityGroup': {'1.5'}, Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'SecurityGroupRule': {'1.2'}, Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'SubPort': {'1.0'}, Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Subnet': {'1.1'}, Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Trunk': {'1.1'}} Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: consumer versions: Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: { DHCP agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: L3 agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: Metadata agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: Metering agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: Open vSwitch agent@dv-neutron-838078-2-hyperv: { 'AddressGroup': '1.2', Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Agent': '1.1', Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'ConntrackHelper': '1.0', Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'LocalIPAssociation': '1.0', Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Log': '1.0', Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'NDPProxy': '1.0', Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Network': '1.1', Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Port': '1.7', Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'PortForwarding': '1.3', Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'QosPolicy': '1.10', Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'SecurityGroup': '1.5', Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'SecurityGroupRule': '1.2', Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'SubPort': '1.0', Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Subnet': '1.1', Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Trunk': '1.1'}} Apr 16 04:11:16.118203 dv-neutron-838078-2-hyperv neutron-server[104635]: {{(pid=104635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 16 04:11:16.121011 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] Attempting to bind port aa12cab9-49ea-4520-8481-b1371773dfcc on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:11:16.121250 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] Attempting to bind port aa12cab9-49ea-4520-8481-b1371773dfcc by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'bde0c947-a5fe-476f-90b2-1ccb4d6babf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c3e4a87-46e6-4966-9de1-4c68494f196c'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:11:16.121687 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] Attempting to bind port aa12cab9-49ea-4520-8481-b1371773dfcc on network 3c3e4a87-46e6-4966-9de1-4c68494f196c {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:11:16.127788 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:11:16.128200 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] Checking segment: {'id': 'bde0c947-a5fe-476f-90b2-1ccb4d6babf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c3e4a87-46e6-4966-9de1-4c68494f196c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:11:16.128666 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:16.129639 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] Bound using segment: {'id': 'bde0c947-a5fe-476f-90b2-1ccb4d6babf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c3e4a87-46e6-4966-9de1-4c68494f196c'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:11:16.130103 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] Bound port: aa12cab9-49ea-4520-8481-b1371773dfcc, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde0c947-a5fe-476f-90b2-1ccb4d6babf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c3e4a87-46e6-4966-9de1-4c68494f196c'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:11:16.130520 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (aa12cab9-49ea-4520-8481-b1371773dfcc), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:16.155846 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c719cf03-6300-445a-a38a-b23a69d0bba8 None None] Provisioning complete for port aa12cab9-49ea-4520-8481-b1371773dfcc triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:11:16.156216 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c719cf03-6300-445a-a38a-b23a69d0bba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (aa12cab9-49ea-4520-8481-b1371773dfcc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:16.189990 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c719cf03-6300-445a-a38a-b23a69d0bba8 None None] Port aa12cab9-49ea-4520-8481-b1371773dfcc cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:11:16.198487 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] For port aa12cab9-49ea-4520-8481-b1371773dfcc, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:11:16.217556 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] For port aa12cab9-49ea-4520-8481-b1371773dfcc, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=aa12cab9-49ea-4520-8481-b1371773dfcc,segment=NetworkSegment(bde0c947-a5fe-476f-90b2-1ccb4d6babf5),segment_id=bde0c947-a5fe-476f-90b2-1ccb4d6babf5)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:11:16.284642 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (aa12cab9-49ea-4520-8481-b1371773dfcc), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:16.334074 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] Routers {'5c901c24-89b3-4630-93fa-26869153ff4f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:11:16.334713 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:11:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['5c901c24-89b3-4630-93fa-26869153ff4f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:11:16.415367 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb43166-f5cc-4907-8806-21f2f06c487d None None] Pushing event updated for resources: {'Port': ['ID=aa12cab9-49ea-4520-8481-b1371773dfcc,revision_number=4']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:11:16.442650 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] Set router 5c901c24-89b3-4630-93fa-26869153ff4f gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:11:16.510297 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-04b80c61-dda3-49c8-9c17-8b7959886674 None None] Provisioning complete for port aa12cab9-49ea-4520-8481-b1371773dfcc triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:11:16.510871 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-04b80c61-dda3-49c8-9c17-8b7959886674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (aa12cab9-49ea-4520-8481-b1371773dfcc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:16.594177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-04b80c61-dda3-49c8-9c17-8b7959886674 None None] Current status of the port aa12cab9-49ea-4520-8481-b1371773dfcc is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:11:16.594516 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-04b80c61-dda3-49c8-9c17-8b7959886674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (aa12cab9-49ea-4520-8481-b1371773dfcc), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:16.626342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-04b80c61-dda3-49c8-9c17-8b7959886674 None None] For port aa12cab9-49ea-4520-8481-b1371773dfcc, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=aa12cab9-49ea-4520-8481-b1371773dfcc,segment=NetworkSegment(bde0c947-a5fe-476f-90b2-1ccb4d6babf5),segment_id=bde0c947-a5fe-476f-90b2-1ccb4d6babf5)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:11:16.649556 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c901c24-89b3-4630-93fa-26869153ff4f', 'name': 'router1', 'tenant_id': '20ba2529030741678b818c1ac82997cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:11:03Z', 'updated_at': '2022-04-16T04:11:13Z', 'revision_number': 2, 'project_id': '20ba2529030741678b818c1ac82997cd', 'gw_port_host': None, '_interfaces': [{'id': 'aa12cab9-49ea-4520-8481-b1371773dfcc', 'name': '', 'network_id': '3c3e4a87-46e6-4966-9de1-4c68494f196c', 'tenant_id': '20ba2529030741678b818c1ac82997cd', 'mac_address': 'fa:16:3e:0c:e3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c901c24-89b3-4630-93fa-26869153ff4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '142313f0-53f5-47a9-93e1-2ffe0ce1e0fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:11:12Z', 'updated_at': '2022-04-16T04:11:16Z', 'revision_number': 4, 'project_id': '20ba2529030741678b818c1ac82997cd', 'subnets': [{'id': '142313f0-53f5-47a9-93e1-2ffe0ce1e0fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6f9703b-aebc-4ea4-9d95-98126f45ad3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:11:16.677190 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ecdb8-7a0d-4e2d-80b0-2ce66eeab70b None None] The sync data for ids ['5c901c24-89b3-4630-93fa-26869153ff4f'] in dv-neutron-838078-2-hyperv is: [{'id': '5c901c24-89b3-4630-93fa-26869153ff4f', 'name': 'router1', 'tenant_id': '20ba2529030741678b818c1ac82997cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:11:03Z', 'updated_at': '2022-04-16T04:11:13Z', 'revision_number': 2, 'project_id': '20ba2529030741678b818c1ac82997cd', 'gw_port_host': None, '_interfaces': [{'id': 'aa12cab9-49ea-4520-8481-b1371773dfcc', 'name': '', 'network_id': '3c3e4a87-46e6-4966-9de1-4c68494f196c', 'tenant_id': '20ba2529030741678b818c1ac82997cd', 'mac_address': 'fa:16:3e:0c:e3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c901c24-89b3-4630-93fa-26869153ff4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '142313f0-53f5-47a9-93e1-2ffe0ce1e0fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:11:12Z', 'updated_at': '2022-04-16T04:11:16Z', 'revision_number': 4, 'project_id': '20ba2529030741678b818c1ac82997cd', 'subnets': [{'id': '142313f0-53f5-47a9-93e1-2ffe0ce1e0fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6f9703b-aebc-4ea4-9d95-98126f45ad3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:11:16.689002 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-04b80c61-dda3-49c8-9c17-8b7959886674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (aa12cab9-49ea-4520-8481-b1371773dfcc), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:16.748276 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b80c61-dda3-49c8-9c17-8b7959886674 None None] Pushing event updated for resources: {'Port': ['ID=aa12cab9-49ea-4520-8481-b1371773dfcc,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:11:17.056626 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 59894) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:11:17.166971 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3db0ab7-6930-4dee-8ab7-cf0af3d18f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:11:17.168222 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c3db0ab7-6930-4dee-8ab7-cf0af3d18f51 admin admin] 10.222.0.30 "GET /v2.0/networks/2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 HTTP/1.1" status: 200 len: 842 time: 0.1105220 Apr 16 04:11:17.177505 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-14a219e6-fbf5-487d-ad03-f7a195ec3bcf admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'cidr': '172.26.6.0/24', 'enable_dhcp': False, 'gateway_ip': '172.26.6.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:11:17.284514 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a219e6-fbf5-487d-ad03-f7a195ec3bcf admin admin] Made reservation on behalf of b9b94de7b3e44f5c8dc9d512bdd89bf9 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:11:17.286931 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-14a219e6-fbf5-487d-ad03-f7a195ec3bcf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:17.623368 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.objects.ports [None req-14a219e6-fbf5-487d-ad03-f7a195ec3bcf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104632) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 16 04:11:17.623698 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-14a219e6-fbf5-487d-ad03-f7a195ec3bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for subnet (0f7abbbc-b367-4a12-a7c2-e0d18bf87757), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:17.683711 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a219e6-fbf5-487d-ad03-f7a195ec3bcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f7abbbc-b367-4a12-a7c2-e0d18bf87757,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:11:17.688799 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a219e6-fbf5-487d-ad03-f7a195ec3bcf admin admin] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:11:17.689171 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a219e6-fbf5-487d-ad03-f7a195ec3bcf admin admin] Network hostable DHCP agents. Network: 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:11:17.770936 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a219e6-fbf5-487d-ad03-f7a195ec3bcf admin admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:11:17.880256 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-14a219e6-fbf5-487d-ad03-f7a195ec3bcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:11:17.884685 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a219e6-fbf5-487d-ad03-f7a195ec3bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:11:17.885371 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-14a219e6-fbf5-487d-ad03-f7a195ec3bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:17.890441 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42213942-da42-4504-a240-ada140761057 None None] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:11:17.951447 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-14a219e6-fbf5-487d-ad03-f7a195ec3bcf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7772658 Apr 16 04:11:18.020287 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584f2cb6-2f70-4b5d-8310-cb1de429b7dc None None] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:11:20.378513 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 59912) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:11:20.510656 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bd8996c1-f16a-41ba-891a-7c15366f38e0 demo admin] 10.222.0.30 "GET /v2.0/routers/5c901c24-89b3-4630-93fa-26869153ff4f HTTP/1.1" status: 200 len: 710 time: 0.1310346 Apr 16 04:11:20.595342 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baecb80-12bc-417c-bf1b-3d496cf7574a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:11:20.596607 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2baecb80-12bc-417c-bf1b-3d496cf7574a demo admin] 10.222.0.30 "GET /v2.0/networks/2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 HTTP/1.1" status: 200 len: 886 time: 0.0807092 Apr 16 04:11:20.605892 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-02e44f47-c479-4144-be62-044325e882f7 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:11:20.933797 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-02e44f47-c479-4144-be62-044325e882f7 demo admin] Publish callbacks [] for router_gateway (5c901c24-89b3-4630-93fa-26869153ff4f), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:21.204910 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-02e44f47-c479-4144-be62-044325e882f7 demo admin] Publish callbacks [] for router_gateway (5c901c24-89b3-4630-93fa-26869153ff4f), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:21.282941 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-02e44f47-c479-4144-be62-044325e882f7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:21.385410 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-02e44f47-c479-4144-be62-044325e882f7 demo admin] Allocated IP 172.26.6.235 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/d66e0c3d-1d00-47c4-8d95-f7281668c991) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:11:21.487186 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-02e44f47-c479-4144-be62-044325e882f7 demo admin] Publish callbacks [] for port (d66e0c3d-1d00-47c4-8d95-f7281668c991), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:21.571788 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-02e44f47-c479-4144-be62-044325e882f7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (d66e0c3d-1d00-47c4-8d95-f7281668c991), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:21.607176 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e44f47-c479-4144-be62-044325e882f7 demo admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:11:21.609891 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-02e44f47-c479-4144-be62-044325e882f7 demo admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:11:21.612415 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e44f47-c479-4144-be62-044325e882f7 demo admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:11:21.680793 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e44f47-c479-4144-be62-044325e882f7 demo admin] Pushing event updated for resources: {'Port': ['ID=d66e0c3d-1d00-47c4-8d95-f7281668c991,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:11:21.932126 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-02e44f47-c479-4144-be62-044325e882f7 demo admin] Publish callbacks [] for router_gateway (5c901c24-89b3-4630-93fa-26869153ff4f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:22.151694 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-02e44f47-c479-4144-be62-044325e882f7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (5c901c24-89b3-4630-93fa-26869153ff4f), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:22.155025 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-02e44f47-c479-4144-be62-044325e882f7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (5c901c24-89b3-4630-93fa-26869153ff4f), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:22.343026 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e44f47-c479-4144-be62-044325e882f7 demo admin] Router 5c901c24-89b3-4630-93fa-26869153ff4f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:11:22.452000 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e44f47-c479-4144-be62-044325e882f7 demo admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:11:22.456503 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-02e44f47-c479-4144-be62-044325e882f7 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:22.473108 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-02e44f47-c479-4144-be62-044325e882f7 demo admin] 10.222.0.30 "PUT /v2.0/routers/5c901c24-89b3-4630-93fa-26869153ff4f HTTP/1.1" status: 200 len: 890 time: 1.8553231 Apr 16 04:11:24.050512 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device aa12cab9-49ea-4520-8481-b1371773dfcc up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:11:24.096533 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port aa12cab9-49ea-4520-8481-b1371773dfcc triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:11:24.096865 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (aa12cab9-49ea-4520-8481-b1371773dfcc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:24.173415 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port aa12cab9-49ea-4520-8481-b1371773dfcc is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:11:24.998084 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 59924) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:11:25.111523 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9b4458d7-119d-4430-ac5f-4302be1aa39d admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1123090 Apr 16 04:11:25.342172 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] Sync routers for ids ['5c901c24-89b3-4630-93fa-26869153ff4f'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:11:25.353036 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] Routers {'5c901c24-89b3-4630-93fa-26869153ff4f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:11:25.353689 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:11:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['5c901c24-89b3-4630-93fa-26869153ff4f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:11:25.573893 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] Set router 5c901c24-89b3-4630-93fa-26869153ff4f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:11:26.041909 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c901c24-89b3-4630-93fa-26869153ff4f', 'name': 'router1', 'tenant_id': '20ba2529030741678b818c1ac82997cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': 'd66e0c3d-1d00-47c4-8d95-f7281668c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:11:03Z', 'updated_at': '2022-04-16T04:11:21Z', 'revision_number': 4, 'project_id': '20ba2529030741678b818c1ac82997cd', 'gw_port': {'id': 'd66e0c3d-1d00-47c4-8d95-f7281668c991', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c901c24-89b3-4630-93fa-26869153ff4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:11:21Z', 'updated_at': '2022-04-16T04:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'aa12cab9-49ea-4520-8481-b1371773dfcc', 'name': '', 'network_id': '3c3e4a87-46e6-4966-9de1-4c68494f196c', 'tenant_id': '20ba2529030741678b818c1ac82997cd', 'mac_address': 'fa:16:3e:0c:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c901c24-89b3-4630-93fa-26869153ff4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '142313f0-53f5-47a9-93e1-2ffe0ce1e0fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:11:12Z', 'updated_at': '2022-04-16T04:11:16Z', 'revision_number': 5, 'project_id': '20ba2529030741678b818c1ac82997cd', 'subnets': [{'id': '142313f0-53f5-47a9-93e1-2ffe0ce1e0fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6f9703b-aebc-4ea4-9d95-98126f45ad3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:11:26.091143 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] Checking router: 5c901c24-89b3-4630-93fa-26869153ff4f for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:11:26.091488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] Updating router 5c901c24-89b3-4630-93fa-26869153ff4f port d66e0c3d-1d00-47c4-8d95-f7281668c991 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:11:26.143992 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d66e0c3d-1d00-47c4-8d95-f7281668c991), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:26.464894 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] Publish callbacks [] for port (d66e0c3d-1d00-47c4-8d95-f7281668c991), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:26.541577 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d66e0c3d-1d00-47c4-8d95-f7281668c991), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:26.594301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f2336-afd4-40df-8db9-5e9a103ba93f None None] Pushing event updated for resources: {'Port': ['ID=d66e0c3d-1d00-47c4-8d95-f7281668c991,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:11:26.598714 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] Attempting to bind port d66e0c3d-1d00-47c4-8d95-f7281668c991 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:11:26.599085 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] Attempting to bind port d66e0c3d-1d00-47c4-8d95-f7281668c991 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:11:26.599439 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] Attempting to bind port d66e0c3d-1d00-47c4-8d95-f7281668c991 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:11:26.604487 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:11:26.604890 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:11:26.605288 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:26.605670 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:11:26.606123 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] Bound port: d66e0c3d-1d00-47c4-8d95-f7281668c991, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:11:26.606511 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d66e0c3d-1d00-47c4-8d95-f7281668c991), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:26.655452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] For port d66e0c3d-1d00-47c4-8d95-f7281668c991, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:11:26.658401 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] For port d66e0c3d-1d00-47c4-8d95-f7281668c991, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=d66e0c3d-1d00-47c4-8d95-f7281668c991,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:11:26.725560 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d66e0c3d-1d00-47c4-8d95-f7281668c991), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:26.781034 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] Routers {'5c901c24-89b3-4630-93fa-26869153ff4f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:11:26.781645 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:11:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['5c901c24-89b3-4630-93fa-26869153ff4f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:11:26.786888 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f2336-afd4-40df-8db9-5e9a103ba93f None None] Pushing event updated for resources: {'Port': ['ID=d66e0c3d-1d00-47c4-8d95-f7281668c991,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:11:26.917329 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] Set router 5c901c24-89b3-4630-93fa-26869153ff4f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:11:27.135229 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c901c24-89b3-4630-93fa-26869153ff4f', 'name': 'router1', 'tenant_id': '20ba2529030741678b818c1ac82997cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': 'd66e0c3d-1d00-47c4-8d95-f7281668c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:11:03Z', 'updated_at': '2022-04-16T04:11:21Z', 'revision_number': 4, 'project_id': '20ba2529030741678b818c1ac82997cd', 'gw_port': {'id': 'd66e0c3d-1d00-47c4-8d95-f7281668c991', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c901c24-89b3-4630-93fa-26869153ff4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:11:21Z', 'updated_at': '2022-04-16T04:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'aa12cab9-49ea-4520-8481-b1371773dfcc', 'name': '', 'network_id': '3c3e4a87-46e6-4966-9de1-4c68494f196c', 'tenant_id': '20ba2529030741678b818c1ac82997cd', 'mac_address': 'fa:16:3e:0c:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c901c24-89b3-4630-93fa-26869153ff4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '142313f0-53f5-47a9-93e1-2ffe0ce1e0fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:11:12Z', 'updated_at': '2022-04-16T04:11:16Z', 'revision_number': 5, 'project_id': '20ba2529030741678b818c1ac82997cd', 'subnets': [{'id': '142313f0-53f5-47a9-93e1-2ffe0ce1e0fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6f9703b-aebc-4ea4-9d95-98126f45ad3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:11:27.165587 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92a9f27-424a-418d-be82-ab08c31c9cc4 None None] The sync data for ids ['5c901c24-89b3-4630-93fa-26869153ff4f'] in dv-neutron-838078-2-hyperv is: [{'id': '5c901c24-89b3-4630-93fa-26869153ff4f', 'name': 'router1', 'tenant_id': '20ba2529030741678b818c1ac82997cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': 'd66e0c3d-1d00-47c4-8d95-f7281668c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:11:03Z', 'updated_at': '2022-04-16T04:11:21Z', 'revision_number': 4, 'project_id': '20ba2529030741678b818c1ac82997cd', 'gw_port': {'id': 'd66e0c3d-1d00-47c4-8d95-f7281668c991', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c901c24-89b3-4630-93fa-26869153ff4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:11:21Z', 'updated_at': '2022-04-16T04:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'aa12cab9-49ea-4520-8481-b1371773dfcc', 'name': '', 'network_id': '3c3e4a87-46e6-4966-9de1-4c68494f196c', 'tenant_id': '20ba2529030741678b818c1ac82997cd', 'mac_address': 'fa:16:3e:0c:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c901c24-89b3-4630-93fa-26869153ff4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '142313f0-53f5-47a9-93e1-2ffe0ce1e0fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:11:12Z', 'updated_at': '2022-04-16T04:11:16Z', 'revision_number': 5, 'project_id': '20ba2529030741678b818c1ac82997cd', 'subnets': [{'id': '142313f0-53f5-47a9-93e1-2ffe0ce1e0fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6f9703b-aebc-4ea4-9d95-98126f45ad3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:11:28.055940 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d66e0c3d-1d00-47c4-8d95-f7281668c991 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:11:28.116003 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port d66e0c3d-1d00-47c4-8d95-f7281668c991 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:11:28.116423 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d66e0c3d-1d00-47c4-8d95-f7281668c991), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:28.210061 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port d66e0c3d-1d00-47c4-8d95-f7281668c991 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:11:28.210449 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d66e0c3d-1d00-47c4-8d95-f7281668c991), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:28.235053 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port d66e0c3d-1d00-47c4-8d95-f7281668c991, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=d66e0c3d-1d00-47c4-8d95-f7281668c991,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:11:28.308557 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d66e0c3d-1d00-47c4-8d95-f7281668c991), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:28.357809 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=d66e0c3d-1d00-47c4-8d95-f7281668c991,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:11:30.095108 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d66e0c3d-1d00-47c4-8d95-f7281668c991 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:11:30.168745 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port d66e0c3d-1d00-47c4-8d95-f7281668c991 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:11:30.169288 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d66e0c3d-1d00-47c4-8d95-f7281668c991), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:30.301004 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port d66e0c3d-1d00-47c4-8d95-f7281668c991 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:11:31.117903 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 5 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:11:39.056464 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-87f0fcd6-1dd4-42ee-80ca-70ebd0c43d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:41.387840 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-452c1980-0815-465a-9be8-42ac14cb0cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:42.456188 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:43.868011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:11:45.352335 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:12:08.108109 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 5 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:12:09.055684 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4108f084-a075-4998-a495-a1f231aa9c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:12:11.411401 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a2c3a302-8ffc-4d27-9395-64b1619b9849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:12:13.015766 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:12:13.924856 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:12:15.346601 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:12:39.037782 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b97d96e7-bc76-40db-a3f7-eab05181f923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:12:41.437252 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e9715432-5081-495e-a2bd-dbc6ba542ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:12:42.459997 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:12:43.860749 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:12:45.106206 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 5 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:12:45.350820 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:12:51.913538 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 60440) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:12:51.976513 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13a0ab8-d973-4e0b-bb80-0c29641ac45e admin admin] GET failed (client error): The resource could not be found. Apr 16 04:12:51.977802 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a13a0ab8-d973-4e0b-bb80-0c29641ac45e admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0632792 Apr 16 04:12:52.137609 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42fd0f6-be80-4486-9f0e-66886e29c603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:12:52.139405 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f42fd0f6-be80-4486-9f0e-66886e29c603 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1571233 Apr 16 04:12:54.432628 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 60450) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:12:54.524711 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c7d671-f4d3-4cdf-8840-70d945aaf4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:12:54.526055 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-41c7d671-f4d3-4cdf-8840-70d945aaf4b8 admin admin] 10.222.0.30 "GET /v2.0/subnets/142313f0-53f5-47a9-93e1-2ffe0ce1e0fe HTTP/1.1" status: 200 len: 849 time: 0.0924675 Apr 16 04:12:54.535223 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:12:54.620355 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] Publish callbacks [] for subnet (142313f0-53f5-47a9-93e1-2ffe0ce1e0fe), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:12:54.808578 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751123858463'] for subnet (142313f0-53f5-47a9-93e1-2ffe0ce1e0fe), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:12:54.842343 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:12:54.842944 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:12:54.844744 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] 10.222.0.30 "PUT /v2.0/subnets/142313f0-53f5-47a9-93e1-2ffe0ce1e0fe HTTP/1.1" status: 200 len: 868 time: 0.3129652 Apr 16 04:12:54.862096 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbee600-d230-49b5-8727-df1fb78e1663 None None] Network 3c3e4a87-46e6-4966-9de1-4c68494f196c requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:12:54.866918 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=142313f0-53f5-47a9-93e1-2ffe0ce1e0fe,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:12:54.875469 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:12:54.875469 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:12:54.875469 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:12:54.875831 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:12:54.876126 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:12:54.876444 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:12:54.876810 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:12:54.877131 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:12:54.877463 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:12:54.877785 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:12:54.878105 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:12:54.878419 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:12:54.878739 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:12:54.879487 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:12:54.879808 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2236e-cf7d-4ea0-869e-a1f9ff713d82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:12:55.174145 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-dc37eade-c010-4781-8a66-e0caf644b528 None None] Provisioning complete for port 7eedf7c4-7b87-4fcf-a976-81e1bf814b23 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:12:55.174514 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dc37eade-c010-4781-8a66-e0caf644b528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7eedf7c4-7b87-4fcf-a976-81e1bf814b23), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:12:55.253791 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dc37eade-c010-4781-8a66-e0caf644b528 None None] Current status of the port 7eedf7c4-7b87-4fcf-a976-81e1bf814b23 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:12:55.261542 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-dc37eade-c010-4781-8a66-e0caf644b528 None None] Provisioning complete for port aa12cab9-49ea-4520-8481-b1371773dfcc triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:12:55.261907 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dc37eade-c010-4781-8a66-e0caf644b528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (aa12cab9-49ea-4520-8481-b1371773dfcc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:12:55.335637 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dc37eade-c010-4781-8a66-e0caf644b528 None None] Current status of the port aa12cab9-49ea-4520-8481-b1371773dfcc is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:12:57.154084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 60458) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:12:57.379782 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c87f239-a6ef-4f04-8b92-ab276e1b678e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:12:57.380172 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c87f239-a6ef-4f04-8b92-ab276e1b678e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:12:57.381776 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2c87f239-a6ef-4f04-8b92-ab276e1b678e admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2267785 Apr 16 04:12:59.690018 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 60468) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:12:59.821445 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b720f89-246d-4a9b-bb59-c657bb763cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:12:59.821912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b720f89-246d-4a9b-bb59-c657bb763cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:12:59.823472 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4b720f89-246d-4a9b-bb59-c657bb763cd9 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1324368 Apr 16 04:13:02.141617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 60476) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:13:02.321000 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fc3d19-b21d-4ba4-a830-744ef632128b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:13:02.322367 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e0fc3d19-b21d-4ba4-a830-744ef632128b admin admin] 10.222.0.30 "GET /v2.0/networks/2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 HTTP/1.1" status: 200 len: 886 time: 0.1797948 Apr 16 04:13:04.605266 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 60484) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:13:04.748398 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c95afa-a568-40b5-b1ad-33fde55372ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:13:04.749844 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d4c95afa-a568-40b5-b1ad-33fde55372ea admin admin] 10.222.0.30 "GET /v2.0/networks/3c3e4a87-46e6-4966-9de1-4c68494f196c HTTP/1.1" status: 200 len: 868 time: 0.1442251 Apr 16 04:13:07.052773 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 60492) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:13:07.176916 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e53a2f6-c359-4fc6-8a08-c389f1a530a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:13:07.177370 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e53a2f6-c359-4fc6-8a08-c389f1a530a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:13:07.178867 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1e53a2f6-c359-4fc6-8a08-c389f1a530a5 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1251650 Apr 16 04:13:09.048158 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e0300c52-c27d-461b-8f8d-d641db9fcb0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:13:09.467211 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 60500) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:13:09.555488 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6290792a-677d-4883-bdd4-02fabb843600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:13:09.555932 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6290792a-677d-4883-bdd4-02fabb843600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:13:09.557424 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6290792a-677d-4883-bdd4-02fabb843600 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0892789 Apr 16 04:13:11.443104 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cf82d91f-0670-4399-a59f-17f030aa77f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:13:11.876631 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 60508) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:13:11.988462 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a05d4cf-9331-47de-a9c1-fbe7da067476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:13:11.989856 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3a05d4cf-9331-47de-a9c1-fbe7da067476 admin admin] 10.222.0.30 "GET /v2.0/subnets/0f7abbbc-b367-4a12-a7c2-e0d18bf87757 HTTP/1.1" status: 200 len: 816 time: 0.1122737 Apr 16 04:13:12.442467 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:13:13.853944 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:13:14.312707 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 60516) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:13:14.412137 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f572b64a-4053-43c6-88db-7776348ba180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:13:14.413481 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f572b64a-4053-43c6-88db-7776348ba180 admin admin] 10.222.0.30 "GET /v2.0/subnets/142313f0-53f5-47a9-93e1-2ffe0ce1e0fe HTTP/1.1" status: 200 len: 868 time: 0.0998132 Apr 16 04:13:15.367553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:13:22.103743 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 5 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:13:39.058441 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d0517337-febe-4941-bb33-2405b86390c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:13:41.413276 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-52104f81-ee65-430a-8fc3-511a63704c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:13:42.441235 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:13:43.870137 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:13:45.349889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:13:55.435645 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 60574) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:13:55.483535 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-718d5340-4a48-4801-a3c2-cbecab8bf5f3 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:13:55.484511 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-718d5340-4a48-4801-a3c2-cbecab8bf5f3 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479069 Apr 16 04:13:57.853159 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 60584) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:13:57.912421 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e391e5-1b9f-44d0-907e-e620f4098b5f admin admin] GET failed (client error): The resource could not be found. Apr 16 04:13:57.913691 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-13e391e5-1b9f-44d0-907e-e620f4098b5f admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596263 Apr 16 04:13:57.996231 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d54cea-a78e-4381-9aeb-52979905e1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:13:57.997660 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b6d54cea-a78e-4381-9aeb-52979905e1e0 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0800364 Apr 16 04:13:59.102063 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 5 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:14:00.315403 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 60592) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:14:00.361904 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:14:00.440515 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Made reservation on behalf of b9b94de7b3e44f5c8dc9d512bdd89bf9 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:14:00.443024 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:00.473000 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.services.revisions.revision_plugin [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Could not find related network for resource to bump revision. Apr 16 04:14:00.486343 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:14:00.494812 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (b600070e-a8c3-4f80-a668-702d9816f558), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:00.495143 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Added segment b600070e-a8c3-4f80-a668-702d9816f558 of type vlan for network 051b683d-f43d-4c44-ace6-341792e00ffa Apr 16 04:14:00.532546 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (051b683d-f43d-4c44-ace6-341792e00ffa), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:00.640902 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (051b683d-f43d-4c44-ace6-341792e00ffa), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:00.641840 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:14:00.642414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:00.699465 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Pushing event updated for resources: {'Network': ['ID=051b683d-f43d-4c44-ace6-341792e00ffa,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:14:00.705961 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:00.706303 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:00.706636 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:00.706971 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:00.707293 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:00.707615 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:00.707941 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:00.708333 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:00.708652 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:00.708993 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:00.709326 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:00.709649 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:00.709964 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:00.710277 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:00.710587 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:00.721016 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 051b683d-f43d-4c44-ace6-341792e00ffa details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:14:00.735249 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-926cb2bf-3b33-4e23-9c51-4007c65c462d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4185030 Apr 16 04:14:03.073082 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 60600) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:14:03.132481 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95b67e6-5088-4220-9818-34c4241dd71c admin admin] GET failed (client error): The resource could not be found. Apr 16 04:14:03.133755 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e95b67e6-5088-4220-9818-34c4241dd71c admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597005 Apr 16 04:14:03.235026 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44757ef8-9b90-48e6-a07b-df5743da033b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:14:03.236452 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-44757ef8-9b90-48e6-a07b-df5743da033b admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0987520 Apr 16 04:14:03.246015 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '051b683d-f43d-4c44-ace6-341792e00ffa', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:14:03.314860 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Made reservation on behalf of b9b94de7b3e44f5c8dc9d512bdd89bf9 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:14:03.317487 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:03.561003 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for subnet (7e640bcc-0eb7-4518-b1f5-a1c259f445a3), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:03.623114 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e640bcc-0eb7-4518-b1f5-a1c259f445a3,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:14:03.630464 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Checking segment: {'id': 'b600070e-a8c3-4f80-a668-702d9816f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '051b683d-f43d-4c44-ace6-341792e00ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:14:03.630820 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Network hostable DHCP agents. Network: 051b683d-f43d-4c44-ace6-341792e00ffa, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:14:03.635975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:03.636323 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:03.639384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:03.639384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:03.639384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:03.639384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:03.639384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:03.639384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:03.639384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:03.639943 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:03.639943 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:03.640098 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:03.640386 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:03.640698 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:03.641040 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:03.714965 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Network 051b683d-f43d-4c44-ace6-341792e00ffa is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:14:03.795161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 051b683d-f43d-4c44-ace6-341792e00ffa) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:14:03.799826 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:14:03.800514 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:03.804876 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5915c061-31ca-4512-a3ba-3bd467bfa9f7 None None] Network 051b683d-f43d-4c44-ace6-341792e00ffa requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:14:03.854766 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3ac6386c-e8ed-4ee1-b727-ab16627ae0b8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6119871 Apr 16 04:14:04.093249 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-051b683d-f43d-4c44-ace6-341792e00ffa', 'network_id': '051b683d-f43d-4c44-ace6-341792e00ffa', 'project_id': 'b9b94de7b3e44f5c8dc9d512bdd89bf9', 'fixed_ips': [{'subnet_id': '7e640bcc-0eb7-4518-b1f5-a1c259f445a3'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:14:04.094030 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:04.255585 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Allocated IP 192.168.233.2 (051b683d-f43d-4c44-ace6-341792e00ffa/7e640bcc-0eb7-4518-b1f5-a1c259f445a3/2bdec729-2fad-4f14-b257-54c5aa2b179e) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:14:04.400836 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Publish callbacks [] for port (2bdec729-2fad-4f14-b257-54c5aa2b179e), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:04.452545 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (2bdec729-2fad-4f14-b257-54c5aa2b179e), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:04.489134 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Network 051b683d-f43d-4c44-ace6-341792e00ffa is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:14:04.491968 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:14:04.498207 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:14:04.507743 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Pushing event updated for resources: {'Port': ['ID=2bdec729-2fad-4f14-b257-54c5aa2b179e,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:14:04.531875 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:04.532216 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:04.532552 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:04.532914 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:04.533244 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:04.533568 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:04.533889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:04.534207 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:04.534523 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:04.534839 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:04.535158 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:04.535495 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:04.535816 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:04.536132 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:04.536448 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:14:04.571640 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Attempting to bind port 2bdec729-2fad-4f14-b257-54c5aa2b179e on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:14:04.572006 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Attempting to bind port 2bdec729-2fad-4f14-b257-54c5aa2b179e by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'b600070e-a8c3-4f80-a668-702d9816f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '051b683d-f43d-4c44-ace6-341792e00ffa'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:14:04.572364 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Attempting to bind port 2bdec729-2fad-4f14-b257-54c5aa2b179e on network 051b683d-f43d-4c44-ace6-341792e00ffa {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:14:04.577413 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:14:04.577781 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Checking segment: {'id': 'b600070e-a8c3-4f80-a668-702d9816f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '051b683d-f43d-4c44-ace6-341792e00ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:14:04.578179 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:04.578569 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Bound using segment: {'id': 'b600070e-a8c3-4f80-a668-702d9816f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '051b683d-f43d-4c44-ace6-341792e00ffa'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:14:04.579027 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Bound port: 2bdec729-2fad-4f14-b257-54c5aa2b179e, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b600070e-a8c3-4f80-a668-702d9816f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '051b683d-f43d-4c44-ace6-341792e00ffa'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:14:04.579403 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2bdec729-2fad-4f14-b257-54c5aa2b179e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:04.644611 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] For port 2bdec729-2fad-4f14-b257-54c5aa2b179e, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:14:04.647585 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] For port 2bdec729-2fad-4f14-b257-54c5aa2b179e, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2bdec729-2fad-4f14-b257-54c5aa2b179e,segment=NetworkSegment(b600070e-a8c3-4f80-a668-702d9816f558),segment_id=b600070e-a8c3-4f80-a668-702d9816f558)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:14:04.710368 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2bdec729-2fad-4f14-b257-54c5aa2b179e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:04.771782 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c6e5a-1c11-4335-a719-77be87070d79 None None] Pushing event updated for resources: {'Port': ['ID=2bdec729-2fad-4f14-b257-54c5aa2b179e,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:14:05.628525 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108e714c-1200-48b4-ba9d-7e6a22c374fd None None] Network 051b683d-f43d-4c44-ace6-341792e00ffa requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:14:05.689049 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-60998799-b81e-42ac-aa4e-4cd9cce16a73 None None] Provisioning complete for port 2bdec729-2fad-4f14-b257-54c5aa2b179e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:14:05.689427 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-60998799-b81e-42ac-aa4e-4cd9cce16a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2bdec729-2fad-4f14-b257-54c5aa2b179e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:05.804570 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-60998799-b81e-42ac-aa4e-4cd9cce16a73 None None] Current status of the port 2bdec729-2fad-4f14-b257-54c5aa2b179e is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:14:05.804570 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-60998799-b81e-42ac-aa4e-4cd9cce16a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2bdec729-2fad-4f14-b257-54c5aa2b179e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:05.843853 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-60998799-b81e-42ac-aa4e-4cd9cce16a73 None None] For port 2bdec729-2fad-4f14-b257-54c5aa2b179e, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2bdec729-2fad-4f14-b257-54c5aa2b179e,segment=NetworkSegment(b600070e-a8c3-4f80-a668-702d9816f558),segment_id=b600070e-a8c3-4f80-a668-702d9816f558)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:14:05.926690 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-60998799-b81e-42ac-aa4e-4cd9cce16a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2bdec729-2fad-4f14-b257-54c5aa2b179e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:05.983660 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60998799-b81e-42ac-aa4e-4cd9cce16a73 None None] Pushing event updated for resources: {'Port': ['ID=2bdec729-2fad-4f14-b257-54c5aa2b179e,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:14:06.045444 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8f449bad-3975-42ba-a1ce-0bf06ced3783 None None] Provisioning complete for port 2bdec729-2fad-4f14-b257-54c5aa2b179e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:14:06.045840 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8f449bad-3975-42ba-a1ce-0bf06ced3783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2bdec729-2fad-4f14-b257-54c5aa2b179e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:06.130284 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8f449bad-3975-42ba-a1ce-0bf06ced3783 None None] Current status of the port 2bdec729-2fad-4f14-b257-54c5aa2b179e is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:14:06.172858 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2bdec729-2fad-4f14-b257-54c5aa2b179e up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:14:06.223017 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 2bdec729-2fad-4f14-b257-54c5aa2b179e triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:14:06.223385 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2bdec729-2fad-4f14-b257-54c5aa2b179e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:06.301306 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 2bdec729-2fad-4f14-b257-54c5aa2b179e is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:14:09.063262 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a6294450-d20d-4cde-98fd-a30580c2ea89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:11.435535 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-131a19f0-e65d-40de-9218-1b733552cdbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:12.446244 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:13.885977 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:15.354548 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:36.100893 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 5 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:14:39.062675 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d3975286-b6a9-4b03-8916-f5145b8f4cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:41.485777 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0387e9b4-fea4-4f03-a3e3-a6bd0a844ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:42.445459 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:43.902659 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:14:45.365458 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:15:09.050540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7b82422f-b04e-480e-a2b8-b9cc33344b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:15:11.410177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4d7b4b91-9a9c-484c-8716-9168139f5cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:15:12.467928 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:15:13.101372 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 5 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:15:13.913132 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:15:15.364537 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:15:39.049553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8b391554-9383-485b-821f-69cd02e5d715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:15:41.409706 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-09aabd99-3653-449e-a025-621499f69298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:15:42.483802 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:15:43.912306 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:15:45.358334 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:15:50.103014 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 5 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:16:09.044011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9f114e8d-2929-4e98-8134-d8aa6f2fa30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:16:10.148373 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 60638) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:16:10.153996 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [None req-a0f27b33-d948-43f6-85a3-e981f499e6e3 tempest-verify_tempest_config-1033139769 tempest-verify_tempest_config-1033139769-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:16:10.154990 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a0f27b33-d948-43f6-85a3-e981f499e6e3 tempest-verify_tempest_config-1033139769 tempest-verify_tempest_config-1033139769-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056221 Apr 16 04:16:10.566074 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 60656) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:16:10.669568 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a5b80a2f-4d9f-4f2c-bb73-dae62d3f1ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:16:10.741643 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a5b80a2f-4d9f-4f2c-bb73-dae62d3f1ec0 admin admin] Publish callbacks [] for security_group (8ca41502-54da-42cf-a268-7bf5609d4d7b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:16:10.791628 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a5b80a2f-4d9f-4f2c-bb73-dae62d3f1ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (8ca41502-54da-42cf-a268-7bf5609d4d7b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:16:10.838721 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a5b80a2f-4d9f-4f2c-bb73-dae62d3f1ec0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8fdd055a62d42208c8a9c12aa3d3d42&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2716284 Apr 16 04:16:10.839633 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b80a2f-4d9f-4f2c-bb73-dae62d3f1ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca41502-54da-42cf-a268-7bf5609d4d7b,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:16:10.841964 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 60660) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:16:10.847213 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80a2f-4d9f-4f2c-bb73-dae62d3f1ec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:10.847586 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80a2f-4d9f-4f2c-bb73-dae62d3f1ec0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:10.847930 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80a2f-4d9f-4f2c-bb73-dae62d3f1ec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:10.848269 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80a2f-4d9f-4f2c-bb73-dae62d3f1ec0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:10.848597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80a2f-4d9f-4f2c-bb73-dae62d3f1ec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:10.848954 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80a2f-4d9f-4f2c-bb73-dae62d3f1ec0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:10.849287 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80a2f-4d9f-4f2c-bb73-dae62d3f1ec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:10.849610 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80a2f-4d9f-4f2c-bb73-dae62d3f1ec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:10.849942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80a2f-4d9f-4f2c-bb73-dae62d3f1ec0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:10.850255 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80a2f-4d9f-4f2c-bb73-dae62d3f1ec0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:10.850592 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80a2f-4d9f-4f2c-bb73-dae62d3f1ec0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:10.850918 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80a2f-4d9f-4f2c-bb73-dae62d3f1ec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:10.851241 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80a2f-4d9f-4f2c-bb73-dae62d3f1ec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:10.851561 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80a2f-4d9f-4f2c-bb73-dae62d3f1ec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:10.851876 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80a2f-4d9f-4f2c-bb73-dae62d3f1ec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:10.899211 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f3282308-5231-4c56-ace3-04af5118f883 admin admin] Publish callbacks [] for security_group (8ca41502-54da-42cf-a268-7bf5609d4d7b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:16:10.920372 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f3282308-5231-4c56-ace3-04af5118f883 admin admin] Publish callbacks [] for security_group (8ca41502-54da-42cf-a268-7bf5609d4d7b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:16:11.061216 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f3282308-5231-4c56-ace3-04af5118f883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (8ca41502-54da-42cf-a268-7bf5609d4d7b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:16:11.063937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f3282308-5231-4c56-ace3-04af5118f883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:16:11.065095 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f3282308-5231-4c56-ace3-04af5118f883 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ca41502-54da-42cf-a268-7bf5609d4d7b HTTP/1.1" status: 204 len: 168 time: 0.2221828 Apr 16 04:16:11.073033 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3282308-5231-4c56-ace3-04af5118f883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca41502-54da-42cf-a268-7bf5609d4d7b,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:16:11.079597 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3282308-5231-4c56-ace3-04af5118f883 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:11.080040 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3282308-5231-4c56-ace3-04af5118f883 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:11.080396 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3282308-5231-4c56-ace3-04af5118f883 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:11.080753 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3282308-5231-4c56-ace3-04af5118f883 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:11.081081 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3282308-5231-4c56-ace3-04af5118f883 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:11.081403 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3282308-5231-4c56-ace3-04af5118f883 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:11.081721 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3282308-5231-4c56-ace3-04af5118f883 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:11.082049 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3282308-5231-4c56-ace3-04af5118f883 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:11.082353 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3282308-5231-4c56-ace3-04af5118f883 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:11.082671 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3282308-5231-4c56-ace3-04af5118f883 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:11.082985 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3282308-5231-4c56-ace3-04af5118f883 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:11.083298 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3282308-5231-4c56-ace3-04af5118f883 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:11.083610 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3282308-5231-4c56-ace3-04af5118f883 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:11.083927 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3282308-5231-4c56-ace3-04af5118f883 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:11.084236 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3282308-5231-4c56-ace3-04af5118f883 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:16:11.409444 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6a34cdec-1e91-4e4d-8307-5947229897b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:16:12.443619 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:16:13.900308 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:16:15.362859 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:16:27.098169 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 5 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:16:39.053815 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c4e46c90-b5c7-441d-9043-ea945f9e1796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:16:41.413774 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8bc98775-3858-4f42-879e-788b69cc836c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:16:42.453817 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:16:43.928267 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:16:45.385434 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:17:04.097416 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 5 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:17:09.098131 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c41a9657-c9e1-429a-b953-83bbcf396c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:17:11.419008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7d9a9b00-fe18-4919-8251-b6e31dd1c80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:17:12.464957 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:17:13.892842 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:17:15.350000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:17:27.870101 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3714984'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:17:39.062979 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b7420e5e-cb91-4ed5-8eae-603dc27cce61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:17:41.096569 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:17:41.434620 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b33334a4-9b23-49db-acca-2a4c570a9c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:17:42.093795 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 60736) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:17:42.197929 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d8383afd-9d56-44b0-86ad-6999340f9230 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1031318 Apr 16 04:17:42.469572 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:17:43.915697 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:17:44.506760 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 60746) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:17:44.558804 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-81871c64-73a7-49f8-83b1-0773d046c3fe admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0509956 Apr 16 04:17:45.383859 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:17:57.885290 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:18:09.091789 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e10c7611-7ab4-4450-b22c-c02e37872476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:18:11.417422 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-df42263f-3cac-48b1-adbc-df32164a70a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:18:12.457790 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:18:13.909090 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:18:15.389605 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:18:18.095110 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:18:27.889862 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:18:39.089443 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-51774754-7ff9-445f-a231-e695a137a90d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:18:41.417007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b27d8d62-4732-4797-a1e5-34af108d427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:18:42.473755 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:18:43.908340 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:18:45.380850 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:18:55.093828 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:18:57.928863 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:07.857017 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 60928) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:07.885077 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 60934) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:08.279346 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1167936824-network', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:08.353695 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Made reservation on behalf of 1b9a34858d5943edad761c17b78c5f88 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:08.356220 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:08.365512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:08.405856 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-241235c3-1ee1-435b-9020-0d7912c73b2a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-878793364-network', 'tenant_id': 'b631a5189db64668b5973175d03e09b1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:08.430330 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 60952) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:08.461513 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Publish callbacks [] for security_group (b57cc233-81c3-4d2e-8d6a-987618a23a1a), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:08.502258 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241235c3-1ee1-435b-9020-0d7912c73b2a admin admin] Made reservation on behalf of b631a5189db64668b5973175d03e09b1 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:08.504562 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-241235c3-1ee1-435b-9020-0d7912c73b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:08.513429 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-241235c3-1ee1-435b-9020-0d7912c73b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:08.557655 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (b57cc233-81c3-4d2e-8d6a-987618a23a1a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:08.584326 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:19:08.608372 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (e076b0b7-665d-4827-955f-2be7b6ef56fa), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:08.608713 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Added segment e076b0b7-665d-4827-955f-2be7b6ef56fa of type vlan for network 91342238-b22f-4e5e-8e06-97e40044a40f Apr 16 04:19:08.642520 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-241235c3-1ee1-435b-9020-0d7912c73b2a admin admin] Publish callbacks [] for security_group (3e79c365-656e-4705-b8fc-414ca7a00141), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:08.662724 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (91342238-b22f-4e5e-8e06-97e40044a40f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:08.668196 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57cc233-81c3-4d2e-8d6a-987618a23a1a,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:08.685440 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:08.685783 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:08.686147 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:08.686483 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:08.686814 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:08.687499 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:08.687499 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:08.687747 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:08.688123 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:08.688400 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:08.688824 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:08.689059 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Tracked resource versions report: Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: pushed versions: Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: { 'AddressGroup': {'1.2'}, Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Agent': {'1.1'}, Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'ConntrackHelper': {'1.0'}, Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'LocalIPAssociation': {'1.0'}, Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Log': {'1.0'}, Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'NDPProxy': {'1.0'}, Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Network': {'1.1'}, Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Port': {'1.7'}, Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'PortForwarding': {'1.3'}, Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'QosPolicy': {'1.10'}, Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'SecurityGroup': {'1.5'}, Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'SecurityGroupRule': {'1.2'}, Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'SubPort': {'1.0'}, Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Subnet': {'1.1'}, Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Trunk': {'1.1'}} Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: consumer versions: Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: { DHCP agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: HyperV agent@hv-neutron-8380: {}, Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: L3 agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: Metadata agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: Metering agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: Open vSwitch agent@dv-neutron-838078-2-hyperv: { 'AddressGroup': '1.2', Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Agent': '1.1', Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'ConntrackHelper': '1.0', Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'LocalIPAssociation': '1.0', Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Log': '1.0', Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'NDPProxy': '1.0', Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Network': '1.1', Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Port': '1.7', Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'PortForwarding': '1.3', Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'QosPolicy': '1.10', Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'SecurityGroup': '1.5', Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'SecurityGroupRule': '1.2', Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'SubPort': '1.0', Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Subnet': '1.1', Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: 'Trunk': '1.1'}} Apr 16 04:19:08.692122 dv-neutron-838078-2-hyperv neutron-server[104633]: {{(pid=104633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 16 04:19:08.707868 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-241235c3-1ee1-435b-9020-0d7912c73b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (3e79c365-656e-4705-b8fc-414ca7a00141), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:08.728066 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241235c3-1ee1-435b-9020-0d7912c73b2a admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:19:08.742277 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241235c3-1ee1-435b-9020-0d7912c73b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e79c365-656e-4705-b8fc-414ca7a00141,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:08.745039 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-241235c3-1ee1-435b-9020-0d7912c73b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (1fc44704-4f70-469d-a086-2202419f908b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:08.745371 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-241235c3-1ee1-435b-9020-0d7912c73b2a admin admin] Added segment 1fc44704-4f70-469d-a086-2202419f908b of type vlan for network 4c3c2d0c-413d-4b27-b518-f77ba01ee470 Apr 16 04:19:08.775675 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (91342238-b22f-4e5e-8e06-97e40044a40f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:08.776601 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:08.777203 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:08.800414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-241235c3-1ee1-435b-9020-0d7912c73b2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (4c3c2d0c-413d-4b27-b518-f77ba01ee470), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:08.936209 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1517995746-network', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:08.956939 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0988033 Apr 16 04:19:08.957574 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 60974) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:08.963631 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-42442f22-23eb-4edc-9b0c-1ccd814473d3 admin admin] Request body: {'subnet': {'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1167936824-subnet', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:08.970255 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cdd9c-a741-4d68-adce-4a870e2a42b1 admin admin] Pushing event updated for resources: {'Network': ['ID=91342238-b22f-4e5e-8e06-97e40044a40f,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:08.981327 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 91342238-b22f-4e5e-8e06-97e40044a40f details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:19:09.033654 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-241235c3-1ee1-435b-9020-0d7912c73b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (4c3c2d0c-413d-4b27-b518-f77ba01ee470), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:09.034202 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Made reservation on behalf of 1ea8ea5364e24a79bc268bed7e9883d4 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:09.034617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241235c3-1ee1-435b-9020-0d7912c73b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:09.035192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-241235c3-1ee1-435b-9020-0d7912c73b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:09.039195 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:09.053643 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:09.093532 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42442f22-23eb-4edc-9b0c-1ccd814473d3 admin admin] Made reservation on behalf of 1b9a34858d5943edad761c17b78c5f88 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:09.095853 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-42442f22-23eb-4edc-9b0c-1ccd814473d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:09.099861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241235c3-1ee1-435b-9020-0d7912c73b2a admin admin] Pushing event updated for resources: {'Network': ['ID=4c3c2d0c-413d-4b27-b518-f77ba01ee470,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:09.110480 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 4c3c2d0c-413d-4b27-b518-f77ba01ee470 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:19:09.164520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-16bab51a-4002-430a-8816-2e2e19ba273a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:09.188716 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 60980) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:09.193434 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-241235c3-1ee1-435b-9020-0d7912c73b2a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3025620 Apr 16 04:19:09.197690 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-649a1722-ca9b-40e3-a721-381d8af98ce3 admin admin] Request body: {'subnet': {'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-878793364-subnet', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:09.255465 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Publish callbacks [] for security_group (fa07548d-e5f9-4436-b0f1-aea10d95cda9), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:09.297437 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649a1722-ca9b-40e3-a721-381d8af98ce3 admin admin] Made reservation on behalf of b631a5189db64668b5973175d03e09b1 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:09.299660 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-649a1722-ca9b-40e3-a721-381d8af98ce3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:09.321938 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 60990) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:09.543801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (fa07548d-e5f9-4436-b0f1-aea10d95cda9), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:09.543801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:19:09.543801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa07548d-e5f9-4436-b0f1-aea10d95cda9,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:09.543801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (51186527-bdbc-4d12-a232-038315e00624), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:09.543801 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Added segment 51186527-bdbc-4d12-a232-038315e00624 of type vlan for network e112fc5e-031d-4abe-99e6-ba862847cd77 Apr 16 04:19:09.543801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:09.543801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:09.543801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:09.543801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:09.543801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:09.543801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:09.543801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:09.543801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:09.543801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:09.543801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Tracked resource versions report: Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: pushed versions: Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: { 'AddressGroup': {'1.2'}, Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Agent': {'1.1'}, Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'ConntrackHelper': {'1.0'}, Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'LocalIPAssociation': {'1.0'}, Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Log': {'1.0'}, Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'NDPProxy': {'1.0'}, Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Network': {'1.1'}, Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Port': {'1.7'}, Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'PortForwarding': {'1.3'}, Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'QosPolicy': {'1.10'}, Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'SecurityGroup': {'1.5'}, Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'SecurityGroupRule': {'1.2'}, Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'SubPort': {'1.0'}, Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Subnet': {'1.1'}, Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Trunk': {'1.1'}} Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: consumer versions: Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: { DHCP agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: HyperV agent@hv-neutron-8380: {}, Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: L3 agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: Metadata agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: Metering agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: Open vSwitch agent@dv-neutron-838078-2-hyperv: { 'AddressGroup': '1.2', Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Agent': '1.1', Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'ConntrackHelper': '1.0', Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'LocalIPAssociation': '1.0', Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Log': '1.0', Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'NDPProxy': '1.0', Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Network': '1.1', Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Port': '1.7', Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'PortForwarding': '1.3', Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'QosPolicy': '1.10', Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'SecurityGroup': '1.5', Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'SecurityGroupRule': '1.2', Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'SubPort': '1.0', Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Subnet': '1.1', Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: 'Trunk': '1.1'}} Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: {{(pid=104632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 16 04:19:09.549937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-42442f22-23eb-4edc-9b0c-1ccd814473d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for subnet (8bd7dbee-35dd-4809-be07-6730956df1e3), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:09.668937 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-0b307f76-5b81-4593-9021-e07382c760fe tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:09.730326 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (e112fc5e-031d-4abe-99e6-ba862847cd77), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:09.752051 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42442f22-23eb-4edc-9b0c-1ccd814473d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bd7dbee-35dd-4809-be07-6730956df1e3,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:09.752410 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0b307f76-5b81-4593-9021-e07382c760fe tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:09.776285 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42442f22-23eb-4edc-9b0c-1ccd814473d3 admin admin] Checking segment: {'id': 'e076b0b7-665d-4827-955f-2be7b6ef56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:09.776637 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42442f22-23eb-4edc-9b0c-1ccd814473d3 admin admin] Network hostable DHCP agents. Network: 91342238-b22f-4e5e-8e06-97e40044a40f, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:19:09.832296 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-649a1722-ca9b-40e3-a721-381d8af98ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for subnet (cedacccd-a081-4c1d-aad3-f594f5ad80d3), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:09.852656 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0b307f76-5b81-4593-9021-e07382c760fe tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:09.868190 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (e112fc5e-031d-4abe-99e6-ba862847cd77), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:09.870466 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:09.870466 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:09.872751 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42442f22-23eb-4edc-9b0c-1ccd814473d3 admin admin] Network 91342238-b22f-4e5e-8e06-97e40044a40f is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:19:09.945474 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] Pushing event updated for resources: {'Network': ['ID=e112fc5e-031d-4abe-99e6-ba862847cd77,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:09.956063 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network e112fc5e-031d-4abe-99e6-ba862847cd77 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:19:09.987452 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649a1722-ca9b-40e3-a721-381d8af98ce3 admin admin] Checking segment: {'id': '1fc44704-4f70-469d-a086-2202419f908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:09.988050 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649a1722-ca9b-40e3-a721-381d8af98ce3 admin admin] Network hostable DHCP agents. Network: 4c3c2d0c-413d-4b27-b518-f77ba01ee470, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:19:10.005414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a1722-ca9b-40e3-a721-381d8af98ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cedacccd-a081-4c1d-aad3-f594f5ad80d3,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:10.067308 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-42442f22-23eb-4edc-9b0c-1ccd814473d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 91342238-b22f-4e5e-8e06-97e40044a40f) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:10.072471 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-0b307f76-5b81-4593-9021-e07382c760fe tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Allocated IP 172.26.6.162 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/b231034c-3fb4-419e-a1a1-64d5f4981624) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:10.072997 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42442f22-23eb-4edc-9b0c-1ccd814473d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:10.073366 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-42442f22-23eb-4edc-9b0c-1ccd814473d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:10.106250 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-185d07a5-3cc0-493b-9366-88f721e3dba1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6713548 Apr 16 04:19:10.106485 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 32788) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:10.115357 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-e6b5e3f2-5741-4d6c-a372-3c3bc93be54f admin admin] Request body: {'subnet': {'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1517995746-subnet', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:10.138159 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649a1722-ca9b-40e3-a721-381d8af98ce3 admin admin] Network 4c3c2d0c-413d-4b27-b518-f77ba01ee470 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:19:10.162100 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-649a1722-ca9b-40e3-a721-381d8af98ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 4c3c2d0c-413d-4b27-b518-f77ba01ee470) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:10.166915 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649a1722-ca9b-40e3-a721-381d8af98ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:10.167679 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-649a1722-ca9b-40e3-a721-381d8af98ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:10.180627 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4e37ce-5557-452b-82aa-f83d3f420019 None None] Network 91342238-b22f-4e5e-8e06-97e40044a40f requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:10.182822 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cbcce8-75d0-4864-a6ce-717c538d15c1 None None] Network 4c3c2d0c-413d-4b27-b518-f77ba01ee470 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:10.196494 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-42442f22-23eb-4edc-9b0c-1ccd814473d3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2382348 Apr 16 04:19:10.199995 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 32794) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:10.210712 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-adb35364-8c3c-473a-b3ae-7fbbf0daf0b3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1167936824-router', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:10.233239 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0b307f76-5b81-4593-9021-e07382c760fe tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Publish callbacks [] for port (b231034c-3fb4-419e-a1a1-64d5f4981624), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:10.250346 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-649a1722-ca9b-40e3-a721-381d8af98ce3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0593562 Apr 16 04:19:10.252978 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 32796) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:10.257878 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-a75673f9-f90b-4b6e-9c34-1ba06a7a9be9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-878793364-router', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:10.273949 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b5e3f2-5741-4d6c-a372-3c3bc93be54f admin admin] Made reservation on behalf of 1ea8ea5364e24a79bc268bed7e9883d4 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:10.277141 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e6b5e3f2-5741-4d6c-a372-3c3bc93be54f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:10.346689 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-adb35364-8c3c-473a-b3ae-7fbbf0daf0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (9dbe8486-cc14-471a-97d4-0d61b62dd9a2), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:10.347903 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-adb35364-8c3c-473a-b3ae-7fbbf0daf0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (9dbe8486-cc14-471a-97d4-0d61b62dd9a2), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:10.374363 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-91342238-b22f-4e5e-8e06-97e40044a40f', 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f', 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'fixed_ips': [{'subnet_id': '8bd7dbee-35dd-4809-be07-6730956df1e3'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:19:10.375118 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:10.413894 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-4c3c2d0c-413d-4b27-b518-f77ba01ee470', 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470', 'project_id': 'b631a5189db64668b5973175d03e09b1', 'fixed_ips': [{'subnet_id': 'cedacccd-a081-4c1d-aad3-f594f5ad80d3'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:19:10.414751 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:10.428569 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a75673f9-f90b-4b6e-9c34-1ba06a7a9be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (748c5a89-8dc6-41f8-8ed2-41627ad5044f), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:10.429563 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a75673f9-f90b-4b6e-9c34-1ba06a7a9be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (748c5a89-8dc6-41f8-8ed2-41627ad5044f), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:10.438324 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0b307f76-5b81-4593-9021-e07382c760fe tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (b231034c-3fb4-419e-a1a1-64d5f4981624), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:10.460528 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32802) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:10.511749 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 32804) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:10.541561 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-adb35364-8c3c-473a-b3ae-7fbbf0daf0b3 admin admin] Publish callbacks [] for router_controller (9dbe8486-cc14-471a-97d4-0d61b62dd9a2), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:10.607736 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32810) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:10.609398 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b307f76-5b81-4593-9021-e07382c760fe tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Pushing event updated for resources: {'Port': ['ID=b231034c-3fb4-419e-a1a1-64d5f4981624,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:10.625261 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 32814) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:10.628607 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b307f76-5b81-4593-9021-e07382c760fe tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:10.630202 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-0b307f76-5b81-4593-9021-e07382c760fe tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:10.633586 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b307f76-5b81-4593-9021-e07382c760fe tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:10.637683 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a75673f9-f90b-4b6e-9c34-1ba06a7a9be9 admin admin] Publish callbacks [] for router_controller (748c5a89-8dc6-41f8-8ed2-41627ad5044f), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:10.725763 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0b307f76-5b81-4593-9021-e07382c760fe tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Publish callbacks [] for floatingip (e68cacb6-ec5c-4dc2-900c-d1fbd409033b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:10.747603 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Allocated IP 172.20.0.2 (91342238-b22f-4e5e-8e06-97e40044a40f/8bd7dbee-35dd-4809-be07-6730956df1e3/0b8f5d35-9151-4dc4-b972-47511130ab23) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:10.771161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-e4bc16e7-26ae-4719-bf6d-375c7d960cac tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1941436046'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:10.771667 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-e4bc16e7-26ae-4719-bf6d-375c7d960cac tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] Unknown quota resources ['metering_label']. {{(pid=104633) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 16 04:19:10.811763 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-a0de75cf-0974-4a29-89f8-3d6191142e6e tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-912620775', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:10.871449 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] Allocated IP 172.20.0.2 (4c3c2d0c-413d-4b27-b518-f77ba01ee470/cedacccd-a081-4c1d-aad3-f594f5ad80d3/97f7b01b-4f86-4605-b600-ea176ed4433e) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:10.900913 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-18c50c3c-b785-40bd-aba6-9e9d7c12a986 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:10.911243 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e6b5e3f2-5741-4d6c-a372-3c3bc93be54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for subnet (6e3f286e-0dab-407e-9b92-7b5c7676658e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:10.924383 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-a9a4256d-e4d3-4a7c-b208-b5931d9a8a38 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-487274718'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:10.930802 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0b307f76-5b81-4593-9021-e07382c760fe tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b231034c-3fb4-419e-a1a1-64d5f4981624), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.017938 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Publish callbacks [] for port (0b8f5d35-9151-4dc4-b972-47511130ab23), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.087793 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] Publish callbacks [] for port (97f7b01b-4f86-4605-b600-ea176ed4433e), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.088196 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0de75cf-0974-4a29-89f8-3d6191142e6e tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Made reservation on behalf of c9c7596215f745f68ccf952544ce25d7 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:11.091029 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a0de75cf-0974-4a29-89f8-3d6191142e6e tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.095557 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-adb35364-8c3c-473a-b3ae-7fbbf0daf0b3 admin admin] Publish callbacks [] for router_gateway (9dbe8486-cc14-471a-97d4-0d61b62dd9a2), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.096437 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (0b8f5d35-9151-4dc4-b972-47511130ab23), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.131463 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a75673f9-f90b-4b6e-9c34-1ba06a7a9be9 admin admin] Publish callbacks [] for router_gateway (748c5a89-8dc6-41f8-8ed2-41627ad5044f), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.134504 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a0de75cf-0974-4a29-89f8-3d6191142e6e tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.136378 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Network 91342238-b22f-4e5e-8e06-97e40044a40f is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:11.136512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a4256d-e4d3-4a7c-b208-b5931d9a8a38 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Made reservation on behalf of 6cfcef8b30e04c7cb8e883c7d9590625 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:11.139780 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a9a4256d-e4d3-4a7c-b208-b5931d9a8a38 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.141633 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:11.144647 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:11.145554 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-18c50c3c-b785-40bd-aba6-9e9d7c12a986 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] 10.222.0.30 "PUT /v2.0/quotas/d261d747441549288806e9e23f8cded2 HTTP/1.1" status: 200 len: 368 time: 0.5170014 Apr 16 04:19:11.149699 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4bc16e7-26ae-4719-bf6d-375c7d960cac tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.150843 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e4bc16e7-26ae-4719-bf6d-375c7d960cac tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6861241 Apr 16 04:19:11.154924 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 32820) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:11.155261 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 32822) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:11.155710 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Pushing event updated for resources: {'Port': ['ID=0b8f5d35-9151-4dc4-b972-47511130ab23,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:11.163175 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-94174ee1-7624-4ae6-b228-d8395ef5916b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Request body: {'network': {'project_id': 'd261d747441549288806e9e23f8cded2'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:11.164783 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:11.165120 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:11.165555 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:11.165799 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:11.166007 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5e3f2-5741-4d6c-a372-3c3bc93be54f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e3f286e-0dab-407e-9b92-7b5c7676658e,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:11.166114 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:11.166437 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:11.166755 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:11.167067 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:11.168021 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:11.168980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:11.169476 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:11.169708 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:11.170087 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:11.171256 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:11.171256 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Tracked resource versions report: Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: pushed versions: Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: { 'AddressGroup': {'1.2'}, Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Agent': {'1.1'}, Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'ConntrackHelper': {'1.0'}, Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'LocalIPAssociation': {'1.0'}, Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Log': {'1.0'}, Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'NDPProxy': {'1.0'}, Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Network': {'1.1'}, Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Port': {'1.7'}, Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'PortForwarding': {'1.3'}, Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'QosPolicy': {'1.10'}, Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'SecurityGroup': {'1.5'}, Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'SecurityGroupRule': {'1.2'}, Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'SubPort': {'1.0'}, Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Subnet': {'1.1'}, Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Trunk': {'1.1'}} Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: consumer versions: Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: { DHCP agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: HyperV agent@hv-neutron-8380: {}, Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: L3 agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: Metadata agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: Metering agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: Open vSwitch agent@dv-neutron-838078-2-hyperv: { 'AddressGroup': '1.2', Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Agent': '1.1', Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'ConntrackHelper': '1.0', Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'LocalIPAssociation': '1.0', Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Log': '1.0', Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'NDPProxy': '1.0', Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Network': '1.1', Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Port': '1.7', Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'PortForwarding': '1.3', Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'QosPolicy': '1.10', Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'SecurityGroup': '1.5', Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'SecurityGroupRule': '1.2', Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'SubPort': '1.0', Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Subnet': '1.1', Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: 'Trunk': '1.1'}} Apr 16 04:19:11.171864 dv-neutron-838078-2-hyperv neutron-server[104634]: {{(pid=104634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 16 04:19:11.173635 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a9a4256d-e4d3-4a7c-b208-b5931d9a8a38 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.174763 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-bac8ec0f-a3d3-4ace-8d44-8d1768ea9ea9 tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '82106dee-b66e-40a0-8955-45faed376474'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:11.174948 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-bac8ec0f-a3d3-4ace-8d44-8d1768ea9ea9 tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104632) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 16 04:19:11.176138 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (97f7b01b-4f86-4605-b600-ea176ed4433e), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.224870 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] Network 4c3c2d0c-413d-4b27-b518-f77ba01ee470 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:11.238915 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:11.241637 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:11.242324 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b5e3f2-5741-4d6c-a372-3c3bc93be54f admin admin] Checking segment: {'id': '51186527-bdbc-4d12-a232-038315e00624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:11.242690 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b5e3f2-5741-4d6c-a372-3c3bc93be54f admin admin] Network hostable DHCP agents. Network: e112fc5e-031d-4abe-99e6-ba862847cd77, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:19:11.247536 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] Pushing event updated for resources: {'Port': ['ID=97f7b01b-4f86-4605-b600-ea176ed4433e,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:11.319395 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0b307f76-5b81-4593-9021-e07382c760fe tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Publish callbacks [] for port (b231034c-3fb4-419e-a1a1-64d5f4981624), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.323749 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] Attempting to bind port 97f7b01b-4f86-4605-b600-ea176ed4433e on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:11.324856 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] Attempting to bind port 97f7b01b-4f86-4605-b600-ea176ed4433e by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '1fc44704-4f70-469d-a086-2202419f908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:11.325364 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] Attempting to bind port 97f7b01b-4f86-4605-b600-ea176ed4433e on network 4c3c2d0c-413d-4b27-b518-f77ba01ee470 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:11.347827 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a9a4256d-e4d3-4a7c-b208-b5931d9a8a38 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Publish callbacks [] for security_group (9d627d94-8063-4d8a-be34-2747ad820bca), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.354345 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:19:11.354720 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] Checking segment: {'id': '1fc44704-4f70-469d-a086-2202419f908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:11.355118 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.355535 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] Bound using segment: {'id': '1fc44704-4f70-469d-a086-2202419f908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:19:11.356015 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] Bound port: 97f7b01b-4f86-4605-b600-ea176ed4433e, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc44704-4f70-469d-a086-2202419f908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:19:11.356397 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (97f7b01b-4f86-4605-b600-ea176ed4433e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.370646 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94174ee1-7624-4ae6-b228-d8395ef5916b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Made reservation on behalf of d261d747441549288806e9e23f8cded2 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:11.373309 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94174ee1-7624-4ae6-b228-d8395ef5916b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.376184 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0b307f76-5b81-4593-9021-e07382c760fe tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (b231034c-3fb4-419e-a1a1-64d5f4981624), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.392562 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Attempting to bind port 0b8f5d35-9151-4dc4-b972-47511130ab23 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:11.392884 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Attempting to bind port 0b8f5d35-9151-4dc4-b972-47511130ab23 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'e076b0b7-665d-4827-955f-2be7b6ef56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:11.393204 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Attempting to bind port 0b8f5d35-9151-4dc4-b972-47511130ab23 on network 91342238-b22f-4e5e-8e06-97e40044a40f {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:11.413521 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0b307f76-5b81-4593-9021-e07382c760fe tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (e68cacb6-ec5c-4dc2-900c-d1fbd409033b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.420714 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:19:11.421115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Checking segment: {'id': 'e076b0b7-665d-4827-955f-2be7b6ef56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:11.421504 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.421893 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Bound using segment: {'id': 'e076b0b7-665d-4827-955f-2be7b6ef56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:19:11.422365 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Bound port: 0b8f5d35-9151-4dc4-b972-47511130ab23, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e076b0b7-665d-4827-955f-2be7b6ef56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:19:11.422739 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (0b8f5d35-9151-4dc4-b972-47511130ab23), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.433748 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.services.metering.metering_plugin [None req-bac8ec0f-a3d3-4ace-8d44-8d1768ea9ea9 tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 16 04:19:11.435587 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94174ee1-7624-4ae6-b228-d8395ef5916b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.435842 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b307f76-5b81-4593-9021-e07382c760fe tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Pushing event updated for resources: {'Port': ['ID=b231034c-3fb4-419e-a1a1-64d5f4981624,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:11.438243 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c54a61e8-1b26-45c7-81cf-8bbd2f066efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.438369 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a9a4256d-e4d3-4a7c-b208-b5931d9a8a38 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (9d627d94-8063-4d8a-be34-2747ad820bca), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.450815 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a4256d-e4d3-4a7c-b208-b5931d9a8a38 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:19:11.460227 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a9a4256d-e4d3-4a7c-b208-b5931d9a8a38 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (05e3df5f-653c-435d-8ca9-609bf0e3cf45), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.460569 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-a9a4256d-e4d3-4a7c-b208-b5931d9a8a38 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Added segment 05e3df5f-653c-435d-8ca9-609bf0e3cf45 of type vlan for network 93cf35d5-1391-4c4c-ba89-083be9167173 Apr 16 04:19:11.491243 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] For port 97f7b01b-4f86-4605-b600-ea176ed4433e, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:11.495700 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] For port 97f7b01b-4f86-4605-b600-ea176ed4433e, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=97f7b01b-4f86-4605-b600-ea176ed4433e,segment=NetworkSegment(1fc44704-4f70-469d-a086-2202419f908b),segment_id=1fc44704-4f70-469d-a086-2202419f908b)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:19:11.504846 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a9a4256d-e4d3-4a7c-b208-b5931d9a8a38 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (93cf35d5-1391-4c4c-ba89-083be9167173), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.517936 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] For port 0b8f5d35-9151-4dc4-b972-47511130ab23, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:11.521234 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] For port 0b8f5d35-9151-4dc4-b972-47511130ab23, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=0b8f5d35-9151-4dc4-b972-47511130ab23,segment=NetworkSegment(e076b0b7-665d-4827-955f-2be7b6ef56fa),segment_id=e076b0b7-665d-4827-955f-2be7b6ef56fa)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:19:11.564469 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (97f7b01b-4f86-4605-b600-ea176ed4433e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.598637 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (0b8f5d35-9151-4dc4-b972-47511130ab23), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.650621 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4256d-e4d3-4a7c-b208-b5931d9a8a38 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d627d94-8063-4d8a-be34-2747ad820bca,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:11.668469 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2f249-29d3-451e-bb8c-8a1534337905 None None] Pushing event updated for resources: {'Port': ['ID=97f7b01b-4f86-4605-b600-ea176ed4433e,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:11.673474 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a9a4256d-e4d3-4a7c-b208-b5931d9a8a38 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (93cf35d5-1391-4c4c-ba89-083be9167173), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.679112 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a4256d-e4d3-4a7c-b208-b5931d9a8a38 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:11.679693 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a9a4256d-e4d3-4a7c-b208-b5931d9a8a38 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.732610 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0b307f76-5b81-4593-9021-e07382c760fe tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.737353 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0b307f76-5b81-4593-9021-e07382c760fe tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4109430 Apr 16 04:19:11.739328 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 32826) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:11.741530 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b5e3f2-5741-4d6c-a372-3c3bc93be54f admin admin] Network e112fc5e-031d-4abe-99e6-ba862847cd77 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:19:11.742699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b63078-c491-4cec-8500-f8229d5ffb99 None None] Pushing event updated for resources: {'Port': ['ID=0b8f5d35-9151-4dc4-b972-47511130ab23,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:11.745558 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bac8ec0f-a3d3-4ace-8d44-8d1768ea9ea9 tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:11.747391 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bac8ec0f-a3d3-4ace-8d44-8d1768ea9ea9 tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5898361 Apr 16 04:19:11.784228 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32828) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:11.789500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-66471baa-2d85-417f-b350-134acb75fcff tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '82106dee-b66e-40a0-8955-45faed376474'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:11.790279 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-66471baa-2d85-417f-b350-134acb75fcff tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104633) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 16 04:19:11.795345 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-4931d54a-d66a-4afb-b1d5-c558ce2c1865 tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1599476680', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'fixed_ips': [{'ip_address': '172.26.6.162'}]}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:11.800097 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a9a4256d-e4d3-4a7c-b208-b5931d9a8a38 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1883698 Apr 16 04:19:11.806866 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4256d-e4d3-4a7c-b208-b5931d9a8a38 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Pushing event updated for resources: {'Network': ['ID=93cf35d5-1391-4c4c-ba89-083be9167173,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:11.829873 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 93cf35d5-1391-4c4c-ba89-083be9167173 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:19:11.981694 dv-neutron-838078-2-hyperv neutron-server[104633]: WARNING neutron.services.metering.metering_plugin [None req-66471baa-2d85-417f-b350-134acb75fcff tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 16 04:19:11.985210 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a0de75cf-0974-4a29-89f8-3d6191142e6e tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Publish callbacks [] for security_group (b1a0e762-1848-40c6-be69-4b52fa095ee3), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.032558 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-e6b5e3f2-5741-4d6c-a372-3c3bc93be54f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, e112fc5e-031d-4abe-99e6-ba862847cd77) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:12.078424 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb484147-8939-42e6-b69b-f74144e28f4e None None] Network e112fc5e-031d-4abe-99e6-ba862847cd77 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:12.108814 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b5e3f2-5741-4d6c-a372-3c3bc93be54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:12.109406 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e6b5e3f2-5741-4d6c-a372-3c3bc93be54f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.112116 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4931d54a-d66a-4afb-b1d5-c558ce2c1865 tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Made reservation on behalf of 3af2c8d1d0f243e1aef17402cd9f8eb1 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:12.116657 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4931d54a-d66a-4afb-b1d5-c558ce2c1865 tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.133217 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a0de75cf-0974-4a29-89f8-3d6191142e6e tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (b1a0e762-1848-40c6-be69-4b52fa095ee3), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.174098 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-66471baa-2d85-417f-b350-134acb75fcff tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.178796 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-66471baa-2d85-417f-b350-134acb75fcff tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3928037 Apr 16 04:19:12.179931 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32840) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:12.192240 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8bc16633-a02a-461c-b71e-b33d387f5879 tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=50fd89ea-7a5f-42ae-a4c7-5c70f0552fc9 HTTP/1.1" status: 200 len: 462 time: 0.0117505 Apr 16 04:19:12.194959 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32844) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:12.228828 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-a0de75cf-0974-4a29-89f8-3d6191142e6e tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] device_id is not set on port 61aa5ed8-b790-4a08-8d48-e232ceb0f59f yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:12.241711 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de75cf-0974-4a29-89f8-3d6191142e6e tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a0e762-1848-40c6-be69-4b52fa095ee3,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:12.287092 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4931d54a-d66a-4afb-b1d5-c558ce2c1865 tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.290193 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94174ee1-7624-4ae6-b228-d8395ef5916b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks [] for security_group (8c39810d-9bb7-4ec4-9259-5f474b9dc0c0), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.296700 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-e112fc5e-031d-4abe-99e6-ba862847cd77', 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77', 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'fixed_ips': [{'subnet_id': '6e3f286e-0dab-407e-9b92-7b5c7676658e'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:19:12.298222 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.361633 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-adb35364-8c3c-473a-b3ae-7fbbf0daf0b3 admin admin] Publish callbacks [] for router_gateway (9dbe8486-cc14-471a-97d4-0d61b62dd9a2), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.376202 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a75673f9-f90b-4b6e-9c34-1ba06a7a9be9 admin admin] Publish callbacks [] for router_gateway (748c5a89-8dc6-41f8-8ed2-41627ad5044f), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.401548 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94174ee1-7624-4ae6-b228-d8395ef5916b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (8c39810d-9bb7-4ec4-9259-5f474b9dc0c0), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.411603 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e6b5e3f2-5741-4d6c-a372-3c3bc93be54f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3013930 Apr 16 04:19:12.443703 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 32846) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:12.444833 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-adb35364-8c3c-473a-b3ae-7fbbf0daf0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.451681 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-41740402-334e-4a41-968a-1a2897bce1dd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1517995746-router', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:12.459366 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6cfa5e92-1246-4a77-8cc4-dd9b190bcc6b tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.464146 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6cfa5e92-1246-4a77-8cc4-dd9b190bcc6b tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/50fd89ea-7a5f-42ae-a4c7-5c70f0552fc9 HTTP/1.1" status: 204 len: 168 time: 0.2677281 Apr 16 04:19:12.464309 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32848) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:12.479797 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1088adca-e37d-4816-8a94-dff2653d7edf tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=50fd89ea-7a5f-42ae-a4c7-5c70f0552fc9 HTTP/1.1" status: 200 len: 221 time: 0.0141556 Apr 16 04:19:12.480049 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a75673f9-f90b-4b6e-9c34-1ba06a7a9be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.480772 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32850) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:12.487700 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-89b38693-a743-4ed8-a770-361764b2a26f tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2076890390', 'description': 'label created by tempest'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:12.488430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-89b38693-a743-4ed8-a770-361764b2a26f tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] Unknown quota resources ['metering_label']. {{(pid=104633) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 16 04:19:12.508608 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94174ee1-7624-4ae6-b228-d8395ef5916b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:19:12.532775 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 32852) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:12.533749 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 97f7b01b-4f86-4605-b600-ea176ed4433e up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:12.565540 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Request body: {'port': {'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173', 'binding:host_id': 'hv-neutron-8380', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-60608358'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:12.597434 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94174ee1-7624-4ae6-b228-d8395ef5916b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c39810d-9bb7-4ec4-9259-5f474b9dc0c0,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:12.599936 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] Allocated IP 172.20.0.2 (e112fc5e-031d-4abe-99e6-ba862847cd77/6e3f286e-0dab-407e-9b92-7b5c7676658e/49b11461-5fd7-4eea-8a88-dcafaec3bb13) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:12.641354 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94174ee1-7624-4ae6-b228-d8395ef5916b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f4318e8c-bb70-4aaf-88e9-f19d165308d4), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.641672 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-94174ee1-7624-4ae6-b228-d8395ef5916b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Added segment f4318e8c-bb70-4aaf-88e9-f19d165308d4 of type vlan for network d1021f61-15c3-4529-bd6c-25007511366a Apr 16 04:19:12.643347 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 97f7b01b-4f86-4605-b600-ea176ed4433e triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:12.643705 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (97f7b01b-4f86-4605-b600-ea176ed4433e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.691998 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.736453 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-89b38693-a743-4ed8-a770-361764b2a26f tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.740614 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-89b38693-a743-4ed8-a770-361764b2a26f tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2581134 Apr 16 04:19:12.741588 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32856) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:12.741857 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-41740402-334e-4a41-968a-1a2897bce1dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (b279b377-756c-4ad3-b4d4-9fe479110a09), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.742924 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-41740402-334e-4a41-968a-1a2897bce1dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (b279b377-756c-4ad3-b4d4-9fe479110a09), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.754718 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94174ee1-7624-4ae6-b228-d8395ef5916b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (d1021f61-15c3-4529-bd6c-25007511366a), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.799569 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-a0de75cf-0974-4a29-89f8-3d6191142e6e tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Allocated IP 172.26.6.171 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/61aa5ed8-b790-4a08-8d48-e232ceb0f59f) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:12.816259 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 97f7b01b-4f86-4605-b600-ea176ed4433e is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:12.816647 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (97f7b01b-4f86-4605-b600-ea176ed4433e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.831278 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2c6bd6c4-7435-494b-aac9-293b0ff30a3d tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=0db3ef0f-3903-47c6-b4de-226f9542434f HTTP/1.1" status: 200 len: 468 time: 0.0875716 Apr 16 04:19:12.836891 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32858) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:12.846232 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] Publish callbacks [] for port (49b11461-5fd7-4eea-8a88-dcafaec3bb13), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.855104 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Made reservation on behalf of 0f6ce6af139d46998e6f34cdf4a6e708 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:12.858012 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.862865 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-41740402-334e-4a41-968a-1a2897bce1dd admin admin] Publish callbacks [] for router_controller (b279b377-756c-4ad3-b4d4-9fe479110a09), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.868646 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 97f7b01b-4f86-4605-b600-ea176ed4433e, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=97f7b01b-4f86-4605-b600-ea176ed4433e,segment=NetworkSegment(1fc44704-4f70-469d-a086-2202419f908b),segment_id=1fc44704-4f70-469d-a086-2202419f908b)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:12.897934 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.917642 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4931d54a-d66a-4afb-b1d5-c558ce2c1865 tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Publish callbacks [] for security_group (1bdcb75d-2981-4c74-87fc-8d3370d9e688), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.923639 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (49b11461-5fd7-4eea-8a88-dcafaec3bb13), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.953231 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (97f7b01b-4f86-4605-b600-ea176ed4433e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:12.953932 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 0b8f5d35-9151-4dc4-b972-47511130ab23 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:13.028687 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4931d54a-d66a-4afb-b1d5-c558ce2c1865 tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (1bdcb75d-2981-4c74-87fc-8d3370d9e688), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:13.048617 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-4931d54a-d66a-4afb-b1d5-c558ce2c1865 tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] device_id is not set on port b9a2eec3-ed9c-4e7b-accc-012663767171 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:13.088405 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94174ee1-7624-4ae6-b228-d8395ef5916b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (d1021f61-15c3-4529-bd6c-25007511366a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:13.089398 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94174ee1-7624-4ae6-b228-d8395ef5916b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:13.090038 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94174ee1-7624-4ae6-b228-d8395ef5916b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:13.139288 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] Network e112fc5e-031d-4abe-99e6-ba862847cd77 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:13.141340 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] Pushing event updated for resources: {'Port': ['ID=49b11461-5fd7-4eea-8a88-dcafaec3bb13,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:13.169544 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:13.174768 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:13.174877 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-97e825cb-9dda-4a57-868f-53af35735b66 tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:13.179806 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-97e825cb-9dda-4a57-868f-53af35735b66 tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/0db3ef0f-3903-47c6-b4de-226f9542434f HTTP/1.1" status: 204 len: 168 time: 0.3424726 Apr 16 04:19:13.180468 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32862) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:13.201384 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cdd0b913-2d8b-4bdc-b9ff-2da137a0925f tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=0db3ef0f-3903-47c6-b4de-226f9542434f HTTP/1.1" status: 200 len: 216 time: 0.0195684 Apr 16 04:19:13.209174 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32864) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:13.219775 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=97f7b01b-4f86-4605-b600-ea176ed4433e,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:13.220474 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6b3fb703-8940-4bdf-bec5-8a496f89cbce tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0095992 Apr 16 04:19:13.235839 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32866) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:13.254768 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 0b8f5d35-9151-4dc4-b972-47511130ab23 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:13.254964 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9ffdc318-5549-400d-8f1f-de5625e1cbae tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0175753 Apr 16 04:19:13.255221 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0b8f5d35-9151-4dc4-b972-47511130ab23), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:13.255830 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32868) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:13.314081 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] Attempting to bind port 49b11461-5fd7-4eea-8a88-dcafaec3bb13 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:13.314577 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] Attempting to bind port 49b11461-5fd7-4eea-8a88-dcafaec3bb13 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '51186527-bdbc-4d12-a232-038315e00624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:13.314790 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] Attempting to bind port 49b11461-5fd7-4eea-8a88-dcafaec3bb13 on network e112fc5e-031d-4abe-99e6-ba862847cd77 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:13.320581 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8036ea09-8475-46ef-9b3f-f704d0cacb3f tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/82106dee-b66e-40a0-8955-45faed376474 HTTP/1.1" status: 200 len: 473 time: 0.0635800 Apr 16 04:19:13.321292 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32870) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:13.327889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7181683e-cb12-4c84-99dc-19b45d732bd6 None None] Network 4c3c2d0c-413d-4b27-b518-f77ba01ee470 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:13.337683 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c60823b9-2930-4714-abb3-f90d20035e85 tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/89fe692f-4bf7-47e3-aa13-f69f2b755b9e HTTP/1.1" status: 200 len: 459 time: 0.0152521 Apr 16 04:19:13.338838 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32872) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:13.379487 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931d54a-d66a-4afb-b1d5-c558ce2c1865 tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdcb75d-2981-4c74-87fc-8d3370d9e688,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:13.387871 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:19:13.388317 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] Checking segment: {'id': '51186527-bdbc-4d12-a232-038315e00624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:13.388644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:13.389591 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] Bound using segment: {'id': '51186527-bdbc-4d12-a232-038315e00624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:19:13.390073 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] Bound port: 49b11461-5fd7-4eea-8a88-dcafaec3bb13, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51186527-bdbc-4d12-a232-038315e00624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:19:13.390462 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (49b11461-5fd7-4eea-8a88-dcafaec3bb13), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:13.403499 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-94174ee1-7624-4ae6-b228-d8395ef5916b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.2446904 Apr 16 04:19:13.404027 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32876) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:13.412297 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94174ee1-7624-4ae6-b228-d8395ef5916b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Pushing event updated for resources: {'Network': ['ID=d1021f61-15c3-4529-bd6c-25007511366a,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:13.413801 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-c7c78a7a-722f-4ec9-95c4-875581e55e35 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Request body: {'network': {'project_id': 'd261d747441549288806e9e23f8cded2'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:13.442319 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network d1021f61-15c3-4529-bd6c-25007511366a details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:19:13.452780 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-41740402-334e-4a41-968a-1a2897bce1dd admin admin] Publish callbacks [] for router_gateway (b279b377-756c-4ad3-b4d4-9fe479110a09), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:13.491544 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-7f1a38d1-f7b0-4879-ad9d-b9a91e1cb1a7 None None] Provisioning complete for port 97f7b01b-4f86-4605-b600-ea176ed4433e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:13.492279 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7f1a38d1-f7b0-4879-ad9d-b9a91e1cb1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (97f7b01b-4f86-4605-b600-ea176ed4433e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:13.525022 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks [] for security_group (f12fd192-c296-4eb2-9bee-94701c900aa5), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:13.543598 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ef59f0f2-7c6f-47df-afb1-6d0676ab0c7c tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:13.547235 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 32880) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:13.547875 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ef59f0f2-7c6f-47df-afb1-6d0676ab0c7c tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/89fe692f-4bf7-47e3-aa13-f69f2b755b9e HTTP/1.1" status: 204 len: 168 time: 0.2082369 Apr 16 04:19:13.548806 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c78a7a-722f-4ec9-95c4-875581e55e35 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Made reservation on behalf of d261d747441549288806e9e23f8cded2 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:13.553437 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c7c78a7a-722f-4ec9-95c4-875581e55e35 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:13.587351 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f12fd192-c296-4eb2-9bee-94701c900aa5), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:13.588241 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] device_id is not set on port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:13.597420 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c78a7a-722f-4ec9-95c4-875581e55e35 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:19:13.611378 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c7c78a7a-722f-4ec9-95c4-875581e55e35 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (587d451e-cf68-45a5-8ea7-26ea033659c8), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:13.615836 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-c7c78a7a-722f-4ec9-95c4-875581e55e35 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Added segment 587d451e-cf68-45a5-8ea7-26ea033659c8 of type vlan for network 7380388c-8d84-416c-9960-19d24a456c67 Apr 16 04:19:13.659640 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c7c78a7a-722f-4ec9-95c4-875581e55e35 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (7380388c-8d84-416c-9960-19d24a456c67), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:13.692818 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64cae91-ebe3-4306-8983-4e0b7c5f097c None None] Network 91342238-b22f-4e5e-8e06-97e40044a40f requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:13.713455 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] For port 49b11461-5fd7-4eea-8a88-dcafaec3bb13, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:13.734007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 0b8f5d35-9151-4dc4-b972-47511130ab23 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:13.734400 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (0b8f5d35-9151-4dc4-b972-47511130ab23), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:13.742759 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] For port 49b11461-5fd7-4eea-8a88-dcafaec3bb13, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=49b11461-5fd7-4eea-8a88-dcafaec3bb13,segment=NetworkSegment(51186527-bdbc-4d12-a232-038315e00624),segment_id=51186527-bdbc-4d12-a232-038315e00624)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:19:13.755122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c7c78a7a-722f-4ec9-95c4-875581e55e35 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (7380388c-8d84-416c-9960-19d24a456c67), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:13.756486 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c78a7a-722f-4ec9-95c4-875581e55e35 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:13.757461 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c7c78a7a-722f-4ec9-95c4-875581e55e35 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:13.830438 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (49b11461-5fd7-4eea-8a88-dcafaec3bb13), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:13.878700 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a0de75cf-0974-4a29-89f8-3d6191142e6e tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Publish callbacks [] for port (61aa5ed8-b790-4a08-8d48-e232ceb0f59f), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:13.903896 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 0b8f5d35-9151-4dc4-b972-47511130ab23, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=0b8f5d35-9151-4dc4-b972-47511130ab23,segment=NetworkSegment(e076b0b7-665d-4827-955f-2be7b6ef56fa),segment_id=e076b0b7-665d-4827-955f-2be7b6ef56fa)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:13.920578 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a38d1-f7b0-4879-ad9d-b9a91e1cb1a7 None None] Current status of the port 97f7b01b-4f86-4605-b600-ea176ed4433e is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:13.965967 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c7c78a7a-722f-4ec9-95c4-875581e55e35 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5606453 Apr 16 04:19:13.969021 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32886) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:13.975846 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-eecabc9c-ddd8-46e6-a7bf-70f407c50d82 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Request body: {'network': {'project_id': 'd261d747441549288806e9e23f8cded2'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:13.979607 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:13.982492 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db99674-07c8-4211-8b4f-dfb69f953efa None None] Pushing event updated for resources: {'Port': ['ID=49b11461-5fd7-4eea-8a88-dcafaec3bb13,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:14.004970 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (0b8f5d35-9151-4dc4-b972-47511130ab23), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:14.049960 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-eecabc9c-ddd8-46e6-a7bf-70f407c50d82 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 16 04:19:14.050722 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eecabc9c-ddd8-46e6-a7bf-70f407c50d82 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:19:14.052525 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-eecabc9c-ddd8-46e6-a7bf-70f407c50d82 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0823162 Apr 16 04:19:14.056173 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32888) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:14.071290 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c78a7a-722f-4ec9-95c4-875581e55e35 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Pushing event updated for resources: {'Network': ['ID=7380388c-8d84-416c-9960-19d24a456c67,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:14.120060 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=0b8f5d35-9151-4dc4-b972-47511130ab23,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:14.127768 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-1a4251ae-9f51-4f09-a9eb-d7ba407c370c None None] Provisioning complete for port 97f7b01b-4f86-4605-b600-ea176ed4433e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:14.128163 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1a4251ae-9f51-4f09-a9eb-d7ba407c370c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (97f7b01b-4f86-4605-b600-ea176ed4433e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:14.146820 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d7668108-274b-407d-9c29-43296043c599 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d261d747441549288806e9e23f8cded2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0852945 Apr 16 04:19:14.147763 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32890) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:14.258613 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] device_id is not set on port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:14.262912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c84c9ef-6e9a-44f3-b1cd-7c63a091f487 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks [] for security_group (8c39810d-9bb7-4ec4-9259-5f474b9dc0c0), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:14.272802 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 7380388c-8d84-416c-9960-19d24a456c67 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:19:14.275708 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks [] for port (cbc08a45-c76b-4b67-8fbf-78597e4a69e3), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:14.329023 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c84c9ef-6e9a-44f3-b1cd-7c63a091f487 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks [] for security_group (8c39810d-9bb7-4ec4-9259-5f474b9dc0c0), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:14.335670 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12fd192-c296-4eb2-9bee-94701c900aa5,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:14.340041 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1a4251ae-9f51-4f09-a9eb-d7ba407c370c None None] Current status of the port 97f7b01b-4f86-4605-b600-ea176ed4433e is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:14.400222 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-1a4251ae-9f51-4f09-a9eb-d7ba407c370c None None] Provisioning complete for port 0b8f5d35-9151-4dc4-b972-47511130ab23 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:14.400781 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1a4251ae-9f51-4f09-a9eb-d7ba407c370c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0b8f5d35-9151-4dc4-b972-47511130ab23), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:14.420782 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (cbc08a45-c76b-4b67-8fbf-78597e4a69e3), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:14.496794 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c84c9ef-6e9a-44f3-b1cd-7c63a091f487 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (8c39810d-9bb7-4ec4-9259-5f474b9dc0c0), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:14.499547 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c84c9ef-6e9a-44f3-b1cd-7c63a091f487 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:14.500870 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9c84c9ef-6e9a-44f3-b1cd-7c63a091f487 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c39810d-9bb7-4ec4-9259-5f474b9dc0c0 HTTP/1.1" status: 204 len: 168 time: 0.3520091 Apr 16 04:19:14.504264 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32892) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:14.510194 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 97f7b01b-4f86-4605-b600-ea176ed4433e up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:14.550755 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1a4251ae-9f51-4f09-a9eb-d7ba407c370c None None] Current status of the port 0b8f5d35-9151-4dc4-b972-47511130ab23 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:14.570537 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 97f7b01b-4f86-4605-b600-ea176ed4433e triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:14.570903 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (97f7b01b-4f86-4605-b600-ea176ed4433e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:14.578859 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84c9ef-6e9a-44f3-b1cd-7c63a091f487 tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c39810d-9bb7-4ec4-9259-5f474b9dc0c0,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:14.582549 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (7380388c-8d84-416c-9960-19d24a456c67), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:14.595124 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-364cf438-84e0-4d9e-9460-466b7ede277e tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:14.598724 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-364cf438-84e0-4d9e-9460-466b7ede277e tempest-MeteringIpV6TestJSON-832761779 tempest-MeteringIpV6TestJSON-832761779-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/82106dee-b66e-40a0-8955-45faed376474 HTTP/1.1" status: 204 len: 168 time: 1.0479147 Apr 16 04:19:14.598724 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Pushing event updated for resources: {'Port': ['ID=cbc08a45-c76b-4b67-8fbf-78597e4a69e3,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:14.645863 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a0de75cf-0974-4a29-89f8-3d6191142e6e tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (61aa5ed8-b790-4a08-8d48-e232ceb0f59f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:14.681091 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 97f7b01b-4f86-4605-b600-ea176ed4433e is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:14.682357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 0b8f5d35-9151-4dc4-b972-47511130ab23 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:14.685647 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-926aa974-e019-45e7-9a06-d8572588671e None None] Provisioning complete for port 0b8f5d35-9151-4dc4-b972-47511130ab23 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:14.685647 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-926aa974-e019-45e7-9a06-d8572588671e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0b8f5d35-9151-4dc4-b972-47511130ab23), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:14.711115 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Checking segment: {'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:14.711527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Network hostable DHCP agents. Network: 93cf35d5-1391-4c4c-ba89-083be9167173, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:19:14.735535 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0de75cf-0974-4a29-89f8-3d6191142e6e tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:14.760863 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-a0de75cf-0974-4a29-89f8-3d6191142e6e tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:14.766346 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-adb35364-8c3c-473a-b3ae-7fbbf0daf0b3 admin admin] Allocated IP 172.26.6.210 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/32a25598-7c60-40cb-852a-87216b82346f) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:14.768492 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 0b8f5d35-9151-4dc4-b972-47511130ab23 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:14.768492 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0b8f5d35-9151-4dc4-b972-47511130ab23), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:14.770455 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0de75cf-0974-4a29-89f8-3d6191142e6e tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:14.772834 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0de75cf-0974-4a29-89f8-3d6191142e6e tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:14.772834 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a0de75cf-0974-4a29-89f8-3d6191142e6e tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:14.776184 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de75cf-0974-4a29-89f8-3d6191142e6e tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Pushing event updated for resources: {'Port': ['ID=61aa5ed8-b790-4a08-8d48-e232ceb0f59f,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:14.791425 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (7380388c-8d84-416c-9960-19d24a456c67), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:14.794515 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-41740402-334e-4a41-968a-1a2897bce1dd admin admin] Publish callbacks [] for router_gateway (b279b377-756c-4ad3-b4d4-9fe479110a09), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:14.821818 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-41740402-334e-4a41-968a-1a2897bce1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:14.827176 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=104633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:14.827976 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:14.831019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:14.831019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Subscribe: > port after_create 55550000 {{(pid=104633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:14.831019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Subscribe: > port after_delete 55550000 {{(pid=104633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:14.831019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Subscribe: > port after_update 55550000 {{(pid=104633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:14.831019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=104633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:14.831019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:14.831019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:14.831019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=104633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:14.846147 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-926aa974-e019-45e7-9a06-d8572588671e None None] Current status of the port 0b8f5d35-9151-4dc4-b972-47511130ab23 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:14.904105 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 0b8f5d35-9151-4dc4-b972-47511130ab23 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:14.906614 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Network 93cf35d5-1391-4c4c-ba89-083be9167173 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:19:14.917493 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a0de75cf-0974-4a29-89f8-3d6191142e6e tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.4014626 Apr 16 04:19:14.920386 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 32896) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:14.934485 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-6962b4a2-2156-481d-90e1-51756b6a7789 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.171'}]}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:15.006202 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-adb35364-8c3c-473a-b3ae-7fbbf0daf0b3 admin admin] Publish callbacks [] for port (32a25598-7c60-40cb-852a-87216b82346f), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.017632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:15.017996 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:15.018324 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=104633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:15.018652 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=104633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:15.018992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7380388c-8d84-416c-9960-19d24a456c67']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:15.038604 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587d451e-cf68-45a5-8ea7-26ea033659c8') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:15.039028 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587d451e-cf68-45a5-8ea7-26ea033659c8') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:15.057202 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 93cf35d5-1391-4c4c-ba89-083be9167173) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:15.062665 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:15.063666 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (587d451e-cf68-45a5-8ea7-26ea033659c8), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.067000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9b18ab-625f-4cc7-ad6b-b2522616549e None None] Network 93cf35d5-1391-4c4c-ba89-083be9167173 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:15.079507 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:15.079862 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:15.081096 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:15.089414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6962b4a2-2156-481d-90e1-51756b6a7789 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (cbdec950-8d67-429e-bef6-26383fd81775), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.091032 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6962b4a2-2156-481d-90e1-51756b6a7789 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (cbdec950-8d67-429e-bef6-26383fd81775), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.096979 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (587d451e-cf68-45a5-8ea7-26ea033659c8), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.097438 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:15.097727 dv-neutron-838078-2-hyperv neutron-server[104632]: ERROR neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:15.098936 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.plugins.ml2.plugin [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 2 to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 Apr 16 04:19:15.108541 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:19:15.108991 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (587d451e-cf68-45a5-8ea7-26ea033659c8), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.118951 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:15.119283 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:15.123934 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: from cryptography.utils import int_from_bytes Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: from cryptography.utils import int_from_bytes Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:19:15.124044 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:19:15.129324 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:15.129661 dv-neutron-838078-2-hyperv neutron-server[104632]: ERROR neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:15.130047 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.plugins.ml2.plugin [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 3 to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 Apr 16 04:19:15.147448 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:15.147839 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:15.148184 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:15.153464 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:15.153780 dv-neutron-838078-2-hyperv neutron-server[104632]: ERROR neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:15.154164 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.plugins.ml2.plugin [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 4 to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 Apr 16 04:19:15.174192 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-adb35364-8c3c-473a-b3ae-7fbbf0daf0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (32a25598-7c60-40cb-852a-87216b82346f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.182852 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:15.183319 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:15.183994 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:15.232812 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:15.233138 dv-neutron-838078-2-hyperv neutron-server[104632]: ERROR neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:15.236864 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.plugins.ml2.plugin [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 5 to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 Apr 16 04:19:15.254903 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb35364-8c3c-473a-b3ae-7fbbf0daf0b3 admin admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:15.267907 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32902) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:15.271477 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-adb35364-8c3c-473a-b3ae-7fbbf0daf0b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:15.281261 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb35364-8c3c-473a-b3ae-7fbbf0daf0b3 admin admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:15.286640 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb35364-8c3c-473a-b3ae-7fbbf0daf0b3 admin admin] Pushing event updated for resources: {'Port': ['ID=32a25598-7c60-40cb-852a-87216b82346f,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:15.288951 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:15.288951 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:15.289146 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:15.311946 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (7380388c-8d84-416c-9960-19d24a456c67), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.316262 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.320534 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] 10.222.0.30 "DELETE /v2.0/networks/7380388c-8d84-416c-9960-19d24a456c67 HTTP/1.1" status: 204 len: 168 time: 0.8152494 Apr 16 04:19:15.323667 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32906) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:15.333937 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad0357f-7324-4f08-a1a9-de5611c1023a None None] Network e112fc5e-031d-4abe-99e6-ba862847cd77 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:15.335292 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-a75673f9-f90b-4b6e-9c34-1ba06a7a9be9 admin admin] Allocated IP 172.26.6.164 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:15.368668 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1062b46-ac28-49ab-b2d9-a8cd4061571b tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Pushing event deleted for resources: {'Network': ['ID=7380388c-8d84-416c-9960-19d24a456c67,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:15.369321 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:15.369629 dv-neutron-838078-2-hyperv neutron-server[104632]: ERROR neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:15.378331 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.plugins.ml2.plugin [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 6 to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 Apr 16 04:19:15.414835 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-cc7f80d6-abfd-4796-9891-cf600e6d3344 None None] Provisioning complete for port 49b11461-5fd7-4eea-8a88-dcafaec3bb13 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:15.415588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cc7f80d6-abfd-4796-9891-cf600e6d3344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (49b11461-5fd7-4eea-8a88-dcafaec3bb13), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.421065 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.434975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-27079707-1d5e-4b99-be56-a7ffca20010a tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (d1021f61-15c3-4529-bd6c-25007511366a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.489678 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:15.490166 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:15.490729 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:15.499671 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-43970c2d-69b3-44bf-8c77-844787d8312e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.517996 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6962b4a2-2156-481d-90e1-51756b6a7789 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Publish callbacks [] for router_controller (cbdec950-8d67-429e-bef6-26383fd81775), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.543944 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:15.544213 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-27079707-1d5e-4b99-be56-a7ffca20010a tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (d1021f61-15c3-4529-bd6c-25007511366a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.544326 dv-neutron-838078-2-hyperv neutron-server[104632]: ERROR neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:15.572807 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.plugins.ml2.plugin [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 7 to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 Apr 16 04:19:15.575052 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-27079707-1d5e-4b99-be56-a7ffca20010a tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1021f61-15c3-4529-bd6c-25007511366a']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:15.592091 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-27079707-1d5e-4b99-be56-a7ffca20010a tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4318e8c-bb70-4aaf-88e9-f19d165308d4') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:15.592390 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-27079707-1d5e-4b99-be56-a7ffca20010a tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4318e8c-bb70-4aaf-88e9-f19d165308d4') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:15.607155 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-27079707-1d5e-4b99-be56-a7ffca20010a tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (f4318e8c-bb70-4aaf-88e9-f19d165308d4), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.607811 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:15.608333 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:15.608934 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:15.629147 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-27079707-1d5e-4b99-be56-a7ffca20010a tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f4318e8c-bb70-4aaf-88e9-f19d165308d4), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.640410 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27079707-1d5e-4b99-be56-a7ffca20010a tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:19:15.640831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-27079707-1d5e-4b99-be56-a7ffca20010a tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (f4318e8c-bb70-4aaf-88e9-f19d165308d4), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:19:15.642599 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:19:15.657908 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f80d6-abfd-4796-9891-cf600e6d3344 None None] Current status of the port 49b11461-5fd7-4eea-8a88-dcafaec3bb13 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:15.658431 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cc7f80d6-abfd-4796-9891-cf600e6d3344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (49b11461-5fd7-4eea-8a88-dcafaec3bb13), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.689420 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:15.689743 dv-neutron-838078-2-hyperv neutron-server[104632]: ERROR neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:15.694818 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-cc7f80d6-abfd-4796-9891-cf600e6d3344 None None] For port 49b11461-5fd7-4eea-8a88-dcafaec3bb13, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=49b11461-5fd7-4eea-8a88-dcafaec3bb13,segment=NetworkSegment(51186527-bdbc-4d12-a232-038315e00624),segment_id=51186527-bdbc-4d12-a232-038315e00624)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:15.704062 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.plugins.ml2.plugin [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 8 to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 Apr 16 04:19:15.717285 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-43970c2d-69b3-44bf-8c77-844787d8312e admin admin] Publish callbacks [] for security_group (b07365b9-07bc-4749-922c-93479f76112a), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.758246 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cc7f80d6-abfd-4796-9891-cf600e6d3344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (49b11461-5fd7-4eea-8a88-dcafaec3bb13), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.794877 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-43970c2d-69b3-44bf-8c77-844787d8312e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (b07365b9-07bc-4749-922c-93479f76112a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.801332 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-27079707-1d5e-4b99-be56-a7ffca20010a tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (d1021f61-15c3-4529-bd6c-25007511366a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.806277 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-27079707-1d5e-4b99-be56-a7ffca20010a tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.813838 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-27079707-1d5e-4b99-be56-a7ffca20010a tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] 10.222.0.30 "DELETE /v2.0/networks/d1021f61-15c3-4529-bd6c-25007511366a HTTP/1.1" status: 204 len: 168 time: 0.4860039 Apr 16 04:19:15.834418 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f80d6-abfd-4796-9891-cf600e6d3344 None None] Pushing event updated for resources: {'Port': ['ID=49b11461-5fd7-4eea-8a88-dcafaec3bb13,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:15.874178 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43970c2d-69b3-44bf-8c77-844787d8312e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07365b9-07bc-4749-922c-93479f76112a,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:15.891532 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27079707-1d5e-4b99-be56-a7ffca20010a tempest-QuotasNegativeTest-488227800 tempest-QuotasNegativeTest-488227800-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1021f61-15c3-4529-bd6c-25007511366a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:15.897233 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-43970c2d-69b3-44bf-8c77-844787d8312e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d2d424ba88340b2bc92fc3e1e4f36e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6282678 Apr 16 04:19:15.898686 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32910) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:15.901683 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a75673f9-f90b-4b6e-9c34-1ba06a7a9be9 admin admin] Publish callbacks [] for port (46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.912129 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:15.912779 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:15.912779 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:15.954607 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7d5a-149a-4cfb-b0ea-4474c5b0ac60 admin admin] Publish callbacks [] for security_group (b07365b9-07bc-4749-922c-93479f76112a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.982398 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7d5a-149a-4cfb-b0ea-4474c5b0ac60 admin admin] Publish callbacks [] for security_group (b07365b9-07bc-4749-922c-93479f76112a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.982839 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-81a008e2-6d1d-415f-a6f3-2b0576db2690 None None] Provisioning complete for port 49b11461-5fd7-4eea-8a88-dcafaec3bb13 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:15.984514 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-81a008e2-6d1d-415f-a6f3-2b0576db2690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (49b11461-5fd7-4eea-8a88-dcafaec3bb13), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:15.986784 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:15.987055 dv-neutron-838078-2-hyperv neutron-server[104632]: ERROR neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:16.014822 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.plugins.ml2.plugin [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 9 to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 Apr 16 04:19:16.034665 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6962b4a2-2156-481d-90e1-51756b6a7789 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Publish callbacks [] for router_gateway (cbdec950-8d67-429e-bef6-26383fd81775), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:16.055925 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:16.056687 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:16.057050 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:16.073885 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:16.074285 dv-neutron-838078-2-hyperv neutron-server[104632]: ERROR neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:16.075195 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-81a008e2-6d1d-415f-a6f3-2b0576db2690 None None] Current status of the port 49b11461-5fd7-4eea-8a88-dcafaec3bb13 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:16.077220 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.plugins.ml2.plugin [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 10 to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 Apr 16 04:19:16.087168 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-adb35364-8c3c-473a-b3ae-7fbbf0daf0b3 admin admin] Publish callbacks [] for router_gateway (9dbe8486-cc14-471a-97d4-0d61b62dd9a2), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:16.095928 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7d5a-149a-4cfb-b0ea-4474c5b0ac60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (b07365b9-07bc-4749-922c-93479f76112a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:16.098733 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7d5a-149a-4cfb-b0ea-4474c5b0ac60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:16.099875 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7dfd7d5a-149a-4cfb-b0ea-4474c5b0ac60 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b07365b9-07bc-4749-922c-93479f76112a HTTP/1.1" status: 204 len: 168 time: 0.1998019 Apr 16 04:19:16.108920 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd7d5a-149a-4cfb-b0ea-4474c5b0ac60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07365b9-07bc-4749-922c-93479f76112a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:16.123450 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:16.123786 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:16.124119 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:16.148497 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:16.148883 dv-neutron-838078-2-hyperv neutron-server[104632]: ERROR neutron.plugins.ml2.managers [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:16.149270 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (cbc08a45-c76b-4b67-8fbf-78597e4a69e3), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:16.232757 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a75673f9-f90b-4b6e-9c34-1ba06a7a9be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:16.363848 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75673f9-f90b-4b6e-9c34-1ba06a7a9be9 admin admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:16.371276 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 49b11461-5fd7-4eea-8a88-dcafaec3bb13 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:16.401160 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-a75673f9-f90b-4b6e-9c34-1ba06a7a9be9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:16.414455 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75673f9-f90b-4b6e-9c34-1ba06a7a9be9 admin admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:16.418462 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-4931d54a-d66a-4afb-b1d5-c558ce2c1865 tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 16 04:19:16.419010 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4931d54a-d66a-4afb-b1d5-c558ce2c1865 tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:19:16.419919 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 49b11461-5fd7-4eea-8a88-dcafaec3bb13 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:16.420545 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (49b11461-5fd7-4eea-8a88-dcafaec3bb13), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:16.420804 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75673f9-f90b-4b6e-9c34-1ba06a7a9be9 admin admin] Pushing event updated for resources: {'Port': ['ID=46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:16.511206 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 49b11461-5fd7-4eea-8a88-dcafaec3bb13 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:16.620672 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] For port cbc08a45-c76b-4b67-8fbf-78597e4a69e3, host hv-neutron-8380, cleared binding levels {{(pid=104632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:16.621109 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempted to set empty binding levels {{(pid=104632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 16 04:19:16.656339 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-41740402-334e-4a41-968a-1a2897bce1dd admin admin] Allocated IP 172.26.6.175 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/265c24e8-0d9a-477c-85aa-9a89258ee3b4) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:16.656439 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32920) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:16.733580 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4931d54a-d66a-4afb-b1d5-c558ce2c1865 tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 4.9850276 Apr 16 04:19:16.740384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32924) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:16.762606 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (cbc08a45-c76b-4b67-8fbf-78597e4a69e3), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:16.833868 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7e1f7cac-1cac-4fea-b981-3f6dfd8c0cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:16.852918 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:16.853518 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:16.863767 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6962b4a2-2156-481d-90e1-51756b6a7789 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Publish callbacks [] for router_gateway (cbdec950-8d67-429e-bef6-26383fd81775), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:16.923918 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32926) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:16.937602 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-adb35364-8c3c-473a-b3ae-7fbbf0daf0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (9dbe8486-cc14-471a-97d4-0d61b62dd9a2), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:16.944032 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Pushing event updated for resources: {'Port': ['ID=cbc08a45-c76b-4b67-8fbf-78597e4a69e3,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:16.946967 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6962b4a2-2156-481d-90e1-51756b6a7789 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:16.947490 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-920282b1-8689-4661-8d01-0362fa5df089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:16.953019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-bb6661f1-3416-4287-901c-c205b6587d52 tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Deleting port b231034c-3fb4-419e-a1a1-64d5f4981624 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:19:16.953347 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bb6661f1-3416-4287-901c-c205b6587d52 tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (b231034c-3fb4-419e-a1a1-64d5f4981624), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:17.078245 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-beff3735-ec55-48dd-9c09-287ed38e80f2 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.5443230 Apr 16 04:19:17.081951 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7e1f7cac-1cac-4fea-b981-3f6dfd8c0cda admin admin] Publish callbacks [] for security_group (3430e923-016a-4970-97e0-7c832b68cb7f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:17.082757 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32928) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:17.101287 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bb6661f1-3416-4287-901c-c205b6587d52 tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (b231034c-3fb4-419e-a1a1-64d5f4981624), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:17.101631 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bb6661f1-3416-4287-901c-c205b6587d52 tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Publish callbacks [] for floatingip (b231034c-3fb4-419e-a1a1-64d5f4981624), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:17.110216 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-41740402-334e-4a41-968a-1a2897bce1dd admin admin] Publish callbacks [] for port (265c24e8-0d9a-477c-85aa-9a89258ee3b4), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:17.123370 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-bb6661f1-3416-4287-901c-c205b6587d52 tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Calling delete_port for b231034c-3fb4-419e-a1a1-64d5f4981624 owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:19:17.165222 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7e1f7cac-1cac-4fea-b981-3f6dfd8c0cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (3430e923-016a-4970-97e0-7c832b68cb7f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:17.219639 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a75673f9-f90b-4b6e-9c34-1ba06a7a9be9 admin admin] Publish callbacks [] for router_gateway (748c5a89-8dc6-41f8-8ed2-41627ad5044f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:17.260554 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-920282b1-8689-4661-8d01-0362fa5df089 admin admin] Publish callbacks [] for security_group (86734601-7ae0-47ed-99db-4ef66683c360), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:17.310039 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7e1f7cac-1cac-4fea-b981-3f6dfd8c0cda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5b7731a25bc4a7988ff32d8b1660b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6525922 Apr 16 04:19:17.321103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32934) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:17.349387 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-920282b1-8689-4661-8d01-0362fa5df089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (86734601-7ae0-47ed-99db-4ef66683c360), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:17.351665 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f7cac-1cac-4fea-b981-3f6dfd8c0cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3430e923-016a-4970-97e0-7c832b68cb7f,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:17.503128 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-41740402-334e-4a41-968a-1a2897bce1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (265c24e8-0d9a-477c-85aa-9a89258ee3b4), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:17.505475 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-4a4c899a-e506-4c06-be9a-12f31f996901 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Deleting port cbc08a45-c76b-4b67-8fbf-78597e4a69e3 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:19:17.505805 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a4c899a-e506-4c06-be9a-12f31f996901 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (cbc08a45-c76b-4b67-8fbf-78597e4a69e3), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:17.545295 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-920282b1-8689-4661-8d01-0362fa5df089 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4547a4f617384d2581744370f71ebf38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6203165 Apr 16 04:19:17.546165 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920282b1-8689-4661-8d01-0362fa5df089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86734601-7ae0-47ed-99db-4ef66683c360,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:17.556858 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32938) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:17.609664 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41740402-334e-4a41-968a-1a2897bce1dd admin admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:17.625412 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-41740402-334e-4a41-968a-1a2897bce1dd admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:17.632757 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41740402-334e-4a41-968a-1a2897bce1dd admin admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:17.637524 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41740402-334e-4a41-968a-1a2897bce1dd admin admin] Pushing event updated for resources: {'Port': ['ID=265c24e8-0d9a-477c-85aa-9a89258ee3b4,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:17.670543 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bfb8d360-ec7b-4df5-9801-aa1294fda31d admin admin] Publish callbacks [] for security_group (3430e923-016a-4970-97e0-7c832b68cb7f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:17.673606 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-4a4c899a-e506-4c06-be9a-12f31f996901 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] For port cbc08a45-c76b-4b67-8fbf-78597e4a69e3, host hv-neutron-8380, got binding levels [] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:17.673971 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a4c899a-e506-4c06-be9a-12f31f996901 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (cbc08a45-c76b-4b67-8fbf-78597e4a69e3), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:17.705053 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6962b4a2-2156-481d-90e1-51756b6a7789 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Publish callbacks [] for router (cbdec950-8d67-429e-bef6-26383fd81775), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:17.716555 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-4a4c899a-e506-4c06-be9a-12f31f996901 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Calling delete_port for cbc08a45-c76b-4b67-8fbf-78597e4a69e3 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:19:17.726615 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bfb8d360-ec7b-4df5-9801-aa1294fda31d admin admin] Publish callbacks [] for security_group (3430e923-016a-4970-97e0-7c832b68cb7f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:17.736864 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb35364-8c3c-473a-b3ae-7fbbf0daf0b3 admin admin] Router 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:19:17.749433 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-99ad59f6-f295-4eba-b273-bcd6566f2bf2 admin admin] Publish callbacks [] for security_group (86734601-7ae0-47ed-99db-4ef66683c360), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:17.819595 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-99ad59f6-f295-4eba-b273-bcd6566f2bf2 admin admin] Publish callbacks [] for security_group (86734601-7ae0-47ed-99db-4ef66683c360), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:17.859751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bb6661f1-3416-4287-901c-c205b6587d52 tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (b231034c-3fb4-419e-a1a1-64d5f4981624), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:17.904538 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6661f1-3416-4287-901c-c205b6587d52 tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Pushing event deleted for resources: {'Port': ['ID=b231034c-3fb4-419e-a1a1-64d5f4981624,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:17.997279 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bb6661f1-3416-4287-901c-c205b6587d52 tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Publish callbacks [] for floatingip (e68cacb6-ec5c-4dc2-900c-d1fbd409033b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:17.999842 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bb6661f1-3416-4287-901c-c205b6587d52 tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:18.001195 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-bb6661f1-3416-4287-901c-c205b6587d52 tempest-ExternalNetworksAdminNegativeTestJSON-670244145 tempest-ExternalNetworksAdminNegativeTestJSON-670244145-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/e68cacb6-ec5c-4dc2-900c-d1fbd409033b HTTP/1.1" status: 204 len: 168 time: 1.2635198 Apr 16 04:19:18.004117 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a75673f9-f90b-4b6e-9c34-1ba06a7a9be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (748c5a89-8dc6-41f8-8ed2-41627ad5044f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:18.019619 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6962b4a2-2156-481d-90e1-51756b6a7789 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (cbdec950-8d67-429e-bef6-26383fd81775), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:18.025180 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6962b4a2-2156-481d-90e1-51756b6a7789 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Publish callbacks [] for router_controller (cbdec950-8d67-429e-bef6-26383fd81775), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:18.043852 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bfb8d360-ec7b-4df5-9801-aa1294fda31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (3430e923-016a-4970-97e0-7c832b68cb7f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:18.046571 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bfb8d360-ec7b-4df5-9801-aa1294fda31d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:18.050116 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-bfb8d360-ec7b-4df5-9801-aa1294fda31d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3430e923-016a-4970-97e0-7c832b68cb7f HTTP/1.1" status: 204 len: 168 time: 0.7255855 Apr 16 04:19:18.061512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8d360-ec7b-4df5-9801-aa1294fda31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3430e923-016a-4970-97e0-7c832b68cb7f,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:18.102722 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a4c899a-e506-4c06-be9a-12f31f996901 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (cbc08a45-c76b-4b67-8fbf-78597e4a69e3), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:18.104903 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-99ad59f6-f295-4eba-b273-bcd6566f2bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (86734601-7ae0-47ed-99db-4ef66683c360), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:18.108446 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-99ad59f6-f295-4eba-b273-bcd6566f2bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:18.112163 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-99ad59f6-f295-4eba-b273-bcd6566f2bf2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86734601-7ae0-47ed-99db-4ef66683c360 HTTP/1.1" status: 204 len: 168 time: 0.5504029 Apr 16 04:19:18.150886 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c899a-e506-4c06-be9a-12f31f996901 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbc08a45-c76b-4b67-8fbf-78597e4a69e3,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:18.163368 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad59f6-f295-4eba-b273-bcd6566f2bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86734601-7ae0-47ed-99db-4ef66683c360,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:18.179263 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a4c899a-e506-4c06-be9a-12f31f996901 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:18.188505 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4a4c899a-e506-4c06-be9a-12f31f996901 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] 10.222.0.30 "DELETE /v2.0/ports/cbc08a45-c76b-4b67-8fbf-78597e4a69e3 HTTP/1.1" status: 204 len: 168 time: 1.0969007 Apr 16 04:19:18.189788 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32946) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:18.219829 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae7ef3d-0f6c-4a33-8a84-09539f5321ca tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] GET failed (client error): The resource could not be found. Apr 16 04:19:18.221468 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8ae7ef3d-0f6c-4a33-8a84-09539f5321ca tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] 10.222.0.30 "GET /v2.0/ports/cbc08a45-c76b-4b67-8fbf-78597e4a69e3 HTTP/1.1" status: 404 len: 333 time: 0.0305257 Apr 16 04:19:18.225102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32948) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:18.229720 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-f35b98ff-4d29-479a-a2a6-484eb8f67903 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Request body: {'port': {'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1702282700'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:18.263965 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb35364-8c3c-473a-b3ae-7fbbf0daf0b3 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:19:18.273697 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] Sync routers for ids ['9dbe8486-cc14-471a-97d4-0d61b62dd9a2'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:19:18.340202 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6962b4a2-2156-481d-90e1-51756b6a7789 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (cbdec950-8d67-429e-bef6-26383fd81775), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:18.347056 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6962b4a2-2156-481d-90e1-51756b6a7789 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbdec950-8d67-429e-bef6-26383fd81775 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:19:18.358771 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] Routers {'9dbe8486-cc14-471a-97d4-0d61b62dd9a2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:19:18.359415 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:19:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9dbe8486-cc14-471a-97d4-0d61b62dd9a2'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:18.359542 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-41740402-334e-4a41-968a-1a2897bce1dd admin admin] Publish callbacks [] for router_gateway (b279b377-756c-4ad3-b4d4-9fe479110a09), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:18.365299 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35b98ff-4d29-479a-a2a6-484eb8f67903 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Made reservation on behalf of 0f6ce6af139d46998e6f34cdf4a6e708 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:18.367362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f35b98ff-4d29-479a-a2a6-484eb8f67903 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:18.385647 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-f35b98ff-4d29-479a-a2a6-484eb8f67903 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] device_id is not set on port de691a8f-21b1-45f4-942b-e94e7e844635 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:18.424039 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-adb35364-8c3c-473a-b3ae-7fbbf0daf0b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:18.425110 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-adb35364-8c3c-473a-b3ae-7fbbf0daf0b3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.2215981 Apr 16 04:19:18.437038 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32952) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:18.456130 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-6962b4a2-2156-481d-90e1-51756b6a7789 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 16 04:19:18.457221 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6962b4a2-2156-481d-90e1-51756b6a7789 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5324566 Apr 16 04:19:18.461263 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 32954) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:18.502143 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75673f9-f90b-4b6e-9c34-1ba06a7a9be9 admin admin] Router 748c5a89-8dc6-41f8-8ed2-41627ad5044f is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:19:18.521947 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] Set router 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:19:18.714281 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'name': 'tempest-ServersTestJSON-1167936824-router', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '32a25598-7c60-40cb-852a-87216b82346f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:15Z', 'revision_number': 3, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'gw_port': {'id': '32a25598-7c60-40cb-852a-87216b82346f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:18.748256 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] Checking router: 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:19:18.748925 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] Updating router 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 port 32a25598-7c60-40cb-852a-87216b82346f binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:19:18.771932 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32960) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:18.803246 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (32a25598-7c60-40cb-852a-87216b82346f), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:18.902325 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f35b98ff-4d29-479a-a2a6-484eb8f67903 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks [] for port (de691a8f-21b1-45f4-942b-e94e7e844635), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:19.006770 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-81c8c0c9-058e-4459-86ea-841106bebc5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:19.019913 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32968) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:19.061857 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75673f9-f90b-4b6e-9c34-1ba06a7a9be9 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:19:19.072272 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] Sync routers for ids ['748c5a89-8dc6-41f8-8ed2-41627ad5044f'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:19:19.079908 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd36-4419-4110-8a10-a54e1d8033cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:19.085358 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-41740402-334e-4a41-968a-1a2897bce1dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (b279b377-756c-4ad3-b4d4-9fe479110a09), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:19.091178 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] Routers {'748c5a89-8dc6-41f8-8ed2-41627ad5044f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:19:19.094593 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:19:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['748c5a89-8dc6-41f8-8ed2-41627ad5044f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:19.150683 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f35b98ff-4d29-479a-a2a6-484eb8f67903 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (de691a8f-21b1-45f4-942b-e94e7e844635), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:19.150938 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] Publish callbacks [] for port (32a25598-7c60-40cb-852a-87216b82346f), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:19.159321 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a8909-6ea3-4bed-a147-86da67b213e4 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Deleting port 61aa5ed8-b790-4a08-8d48-e232ceb0f59f {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:19:19.159664 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8c5a8909-6ea3-4bed-a147-86da67b213e4 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (61aa5ed8-b790-4a08-8d48-e232ceb0f59f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:19.226707 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (32a25598-7c60-40cb-852a-87216b82346f), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:19.227209 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a75673f9-f90b-4b6e-9c34-1ba06a7a9be9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:19.229629 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a75673f9-f90b-4b6e-9c34-1ba06a7a9be9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.9749808 Apr 16 04:19:19.233309 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 32972) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:19.241818 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35b98ff-4d29-479a-a2a6-484eb8f67903 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Network 93cf35d5-1391-4c4c-ba89-083be9167173 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:19.252186 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-f35b98ff-4d29-479a-a2a6-484eb8f67903 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:19.255415 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35b98ff-4d29-479a-a2a6-484eb8f67903 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:19.256705 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35b98ff-4d29-479a-a2a6-484eb8f67903 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:19.257516 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f35b98ff-4d29-479a-a2a6-484eb8f67903 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:19.271217 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0df64-ef97-4d8f-bbf8-c087aa02143d None None] Pushing event updated for resources: {'Port': ['ID=32a25598-7c60-40cb-852a-87216b82346f,revision_number=2']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:19.283054 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0df64-ef97-4d8f-bbf8-c087aa02143d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:19.283702 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0df64-ef97-4d8f-bbf8-c087aa02143d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:19.283773 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0df64-ef97-4d8f-bbf8-c087aa02143d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:19.284577 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0df64-ef97-4d8f-bbf8-c087aa02143d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:19.284964 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0df64-ef97-4d8f-bbf8-c087aa02143d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:19.285402 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0df64-ef97-4d8f-bbf8-c087aa02143d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:19.285745 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0df64-ef97-4d8f-bbf8-c087aa02143d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:19.286080 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0df64-ef97-4d8f-bbf8-c087aa02143d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:19.286830 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0df64-ef97-4d8f-bbf8-c087aa02143d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:19.287180 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0df64-ef97-4d8f-bbf8-c087aa02143d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:19.287821 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0df64-ef97-4d8f-bbf8-c087aa02143d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:19.288342 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0df64-ef97-4d8f-bbf8-c087aa02143d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:19.288685 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0df64-ef97-4d8f-bbf8-c087aa02143d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:19.289058 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0df64-ef97-4d8f-bbf8-c087aa02143d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:19.289392 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0df64-ef97-4d8f-bbf8-c087aa02143d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a0df64-ef97-4d8f-bbf8-c087aa02143d None None] Tracked resource versions report: Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: pushed versions: Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: { 'AddressGroup': {'1.2'}, Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Agent': {'1.1'}, Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'ConntrackHelper': {'1.0'}, Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'LocalIPAssociation': {'1.0'}, Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Log': {'1.0'}, Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'NDPProxy': {'1.0'}, Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Network': {'1.1'}, Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Port': {'1.7'}, Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'PortForwarding': {'1.3'}, Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'QosPolicy': {'1.10'}, Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'SecurityGroup': {'1.5'}, Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'SecurityGroupRule': {'1.2'}, Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'SubPort': {'1.0'}, Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Subnet': {'1.1'}, Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Trunk': {'1.1'}} Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: consumer versions: Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: { DHCP agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: HyperV agent@hv-neutron-8380: {}, Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: L3 agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: Metadata agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: Metering agent@dv-neutron-838078-2-hyperv: {}, Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: Open vSwitch agent@dv-neutron-838078-2-hyperv: { 'AddressGroup': '1.2', Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Agent': '1.1', Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'ConntrackHelper': '1.0', Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'LocalIPAssociation': '1.0', Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Log': '1.0', Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'NDPProxy': '1.0', Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Network': '1.1', Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Port': '1.7', Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'PortForwarding': '1.3', Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'QosPolicy': '1.10', Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'SecurityGroup': '1.5', Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'SecurityGroupRule': '1.2', Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'SubPort': '1.0', Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Subnet': '1.1', Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: 'Trunk': '1.1'}} Apr 16 04:19:19.290735 dv-neutron-838078-2-hyperv neutron-server[104635]: {{(pid=104635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 16 04:19:19.314868 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b98ff-4d29-479a-a2a6-484eb8f67903 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Pushing event updated for resources: {'Port': ['ID=de691a8f-21b1-45f4-942b-e94e7e844635,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:19.321345 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] Set router 748c5a89-8dc6-41f8-8ed2-41627ad5044f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:19:19.343239 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] Attempting to bind port 32a25598-7c60-40cb-852a-87216b82346f on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:19.343620 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] Attempting to bind port 32a25598-7c60-40cb-852a-87216b82346f by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:19.343991 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] Attempting to bind port 32a25598-7c60-40cb-852a-87216b82346f on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:19.349859 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:19:19.350236 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:19.356652 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:19.356652 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:19:19.356652 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] Bound port: 32a25598-7c60-40cb-852a-87216b82346f, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:19:19.356652 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (32a25598-7c60-40cb-852a-87216b82346f), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:19.406523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-81c8c0c9-058e-4459-86ea-841106bebc5d admin admin] Publish callbacks [] for security_group (e6931974-960b-4ebc-9b26-2127bec8b087), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:19.411424 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] For port 32a25598-7c60-40cb-852a-87216b82346f, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:19.414831 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] For port 32a25598-7c60-40cb-852a-87216b82346f, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=32a25598-7c60-40cb-852a-87216b82346f,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:19:19.440375 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f35b98ff-4d29-479a-a2a6-484eb8f67903 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2117860 Apr 16 04:19:19.450187 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32976) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:19.457768 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:19.495009 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-81c8c0c9-058e-4459-86ea-841106bebc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (e6931974-960b-4ebc-9b26-2127bec8b087), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:19.508319 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8c5a8909-6ea3-4bed-a147-86da67b213e4 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (61aa5ed8-b790-4a08-8d48-e232ceb0f59f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:19.538764 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a8909-6ea3-4bed-a147-86da67b213e4 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Calling delete_port for 61aa5ed8-b790-4a08-8d48-e232ceb0f59f owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:19:19.541242 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (32a25598-7c60-40cb-852a-87216b82346f), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:19.564121 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'name': 'tempest-ServerActionsTestJSON-878793364-router', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:16Z', 'revision_number': 3, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'gw_port': {'id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:19.568927 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd36-4419-4110-8a10-a54e1d8033cc admin admin] Publish callbacks [] for security_group (e372c0a1-1864-45b5-b2d6-18c7c751f38a), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:19.597442 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] Checking router: 748c5a89-8dc6-41f8-8ed2-41627ad5044f for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:19:19.598043 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] Updating router 748c5a89-8dc6-41f8-8ed2-41627ad5044f port 46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:19:19.631627 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0df64-ef97-4d8f-bbf8-c087aa02143d None None] Pushing event updated for resources: {'Port': ['ID=32a25598-7c60-40cb-852a-87216b82346f,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:19.632847 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:19.694254 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] Routers {'9dbe8486-cc14-471a-97d4-0d61b62dd9a2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:19:19.695219 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:19:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9dbe8486-cc14-471a-97d4-0d61b62dd9a2'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:19.787879 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-81c8c0c9-058e-4459-86ea-841106bebc5d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=679199e75eb14b38bfa6e53ceaab1c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0148611 Apr 16 04:19:19.796856 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd36-4419-4110-8a10-a54e1d8033cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (e372c0a1-1864-45b5-b2d6-18c7c751f38a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:19.799331 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8c0c9-058e-4459-86ea-841106bebc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6931974-960b-4ebc-9b26-2127bec8b087,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:19.812526 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32984) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:19.867768 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41740402-334e-4a41-968a-1a2897bce1dd admin admin] Router b279b377-756c-4ad3-b4d4-9fe479110a09 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:19:19.882052 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] Set router 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:19:19.919020 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (de691a8f-21b1-45f4-942b-e94e7e844635), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:19.948289 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76fd36-4419-4110-8a10-a54e1d8033cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e372c0a1-1864-45b5-b2d6-18c7c751f38a,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:19.956956 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8f76fd36-4419-4110-8a10-a54e1d8033cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b03420ea1204227a2787266bfe9d9ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9322145 Apr 16 04:19:19.962026 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 32988) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:19.962802 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e14cbd65-72e4-4c05-b2a2-1fd23f5a1578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.036841 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] Publish callbacks [] for port (46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.040906 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e1feb9c7-cc9f-4ec0-95e4-65af35060f00 admin admin] Publish callbacks [] for security_group (e6931974-960b-4ebc-9b26-2127bec8b087), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.095392 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 32990) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:20.123386 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.146022 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41740402-334e-4a41-968a-1a2897bce1dd admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:19:20.179680 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e1feb9c7-cc9f-4ec0-95e4-65af35060f00 admin admin] Publish callbacks [] for security_group (e6931974-960b-4ebc-9b26-2127bec8b087), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.185984 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bd3267d8-dc92-43f2-bf12-91ca3e609a8f admin admin] Publish callbacks [] for security_group (e372c0a1-1864-45b5-b2d6-18c7c751f38a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.213755 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] Sync routers for ids ['b279b377-756c-4ad3-b4d4-9fe479110a09'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:19:20.229499 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] Attempting to bind port 46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:20.229499 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] Attempting to bind port 46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:20.229769 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] Attempting to bind port 46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:20.231897 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046304e-983c-4a2b-ba52-0e0c9e2ac524 None None] Pushing event updated for resources: {'Port': ['ID=46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:20.243358 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] Routers {'b279b377-756c-4ad3-b4d4-9fe479110a09'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:19:20.243897 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:19:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b279b377-756c-4ad3-b4d4-9fe479110a09'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:20.251475 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:19:20.254227 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:20.254227 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.254227 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:19:20.254227 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] Bound port: 46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:19:20.254227 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.256639 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bd3267d8-dc92-43f2-bf12-91ca3e609a8f admin admin] Publish callbacks [] for security_group (e372c0a1-1864-45b5-b2d6-18c7c751f38a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.282969 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-41740402-334e-4a41-968a-1a2897bce1dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.285383 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-41740402-334e-4a41-968a-1a2897bce1dd admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.8380246 Apr 16 04:19:20.285693 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8c5a8909-6ea3-4bed-a147-86da67b213e4 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (61aa5ed8-b790-4a08-8d48-e232ceb0f59f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.290501 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 32994) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:20.292036 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Request body: {'networks': [{'name': 'tempest-network--95651831'}, {'name': 'tempest-network--1161646358'}]} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:20.292394 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Request body: {'network': {'name': 'tempest-network--95651831'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:20.293374 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Request body: {'network': {'name': 'tempest-network--1161646358'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:20.325425 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] For port 46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:20.326993 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'name': 'tempest-ServersTestJSON-1167936824-router', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '32a25598-7c60-40cb-852a-87216b82346f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:15Z', 'revision_number': 3, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'gw_port': {'id': '32a25598-7c60-40cb-852a-87216b82346f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:20.337535 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] For port 46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:19:20.361442 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a8909-6ea3-4bed-a147-86da67b213e4 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Pushing event deleted for resources: {'Port': ['ID=61aa5ed8-b790-4a08-8d48-e232ceb0f59f,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:20.367302 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9739c3-da54-42bc-a7ba-4344af58d844 None None] The sync data for ids ['9dbe8486-cc14-471a-97d4-0d61b62dd9a2'] in dv-neutron-838078-2-hyperv is: [{'id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'name': 'tempest-ServersTestJSON-1167936824-router', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '32a25598-7c60-40cb-852a-87216b82346f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:15Z', 'revision_number': 3, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'gw_port': {'id': '32a25598-7c60-40cb-852a-87216b82346f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:19:20.408802 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.457042 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] Set router b279b377-756c-4ad3-b4d4-9fe479110a09 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:19:20.462470 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-e14cbd65-72e4-4c05-b2a2-1fd23f5a1578 admin admin] Allocated IP 172.20.0.1 (91342238-b22f-4e5e-8e06-97e40044a40f/8bd7dbee-35dd-4809-be07-6730956df1e3/2f780e7f-295d-4926-b8de-e0ed9b6200c2) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:20.463691 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b3095a03-39cc-4e7b-9a91-b087eed2d22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.469722 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Made reservation on behalf of 026a55a26c3e4f38a347ce767bae1935 for: {'network': 2} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:20.469867 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8c5a8909-6ea3-4bed-a147-86da67b213e4 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.472869 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8c5a8909-6ea3-4bed-a147-86da67b213e4 tempest-RoutersAdminNegativeTest-2105503916 tempest-RoutersAdminNegativeTest-2105503916-project-admin] 10.222.0.30 "DELETE /v2.0/ports/61aa5ed8-b790-4a08-8d48-e232ceb0f59f HTTP/1.1" status: 204 len: 168 time: 2.0106392 Apr 16 04:19:20.473832 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.498560 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.528468 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] device_id is not set on port de691a8f-21b1-45f4-942b-e94e7e844635 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:20.533368 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e1feb9c7-cc9f-4ec0-95e4-65af35060f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (e6931974-960b-4ebc-9b26-2127bec8b087), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.536569 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e1feb9c7-cc9f-4ec0-95e4-65af35060f00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.537974 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e1feb9c7-cc9f-4ec0-95e4-65af35060f00 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e6931974-960b-4ebc-9b26-2127bec8b087 HTTP/1.1" status: 204 len: 168 time: 0.7245154 Apr 16 04:19:20.552977 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] Routers {'748c5a89-8dc6-41f8-8ed2-41627ad5044f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:19:20.555538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:19:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['748c5a89-8dc6-41f8-8ed2-41627ad5044f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:20.562081 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks [] for port (de691a8f-21b1-45f4-942b-e94e7e844635), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.566646 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1feb9c7-cc9f-4ec0-95e4-65af35060f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6931974-960b-4ebc-9b26-2127bec8b087,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:20.646825 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (de691a8f-21b1-45f4-942b-e94e7e844635), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.737030 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:20.737932 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bd3267d8-dc92-43f2-bf12-91ca3e609a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (e372c0a1-1864-45b5-b2d6-18c7c751f38a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.738046 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:20.738338 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:20.742213 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bd3267d8-dc92-43f2-bf12-91ca3e609a8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.745075 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bd3267d8-dc92-43f2-bf12-91ca3e609a8f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e372c0a1-1864-45b5-b2d6-18c7c751f38a HTTP/1.1" status: 204 len: 168 time: 0.7792492 Apr 16 04:19:20.760909 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port de691a8f-21b1-45f4-942b-e94e7e844635 on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:20.761280 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:20.772479 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 2 to bind port de691a8f-21b1-45f4-942b-e94e7e844635 Apr 16 04:19:20.797976 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Pushing event updated for resources: {'Port': ['ID=de691a8f-21b1-45f4-942b-e94e7e844635,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:20.807570 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3267d8-dc92-43f2-bf12-91ca3e609a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e372c0a1-1864-45b5-b2d6-18c7c751f38a,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:20.863493 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e14cbd65-72e4-4c05-b2a2-1fd23f5a1578 admin admin] Publish callbacks [] for port (2f780e7f-295d-4926-b8de-e0ed9b6200c2), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.865147 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:20.865485 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:20.865844 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:20.875427 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port de691a8f-21b1-45f4-942b-e94e7e844635 on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:20.875764 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:20.882706 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 3 to bind port de691a8f-21b1-45f4-942b-e94e7e844635 Apr 16 04:19:20.900749 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:20.901084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:20.901418 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:20.910163 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] Set router 748c5a89-8dc6-41f8-8ed2-41627ad5044f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:19:20.923188 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks [] for security_group (a24b4348-16cd-49b3-984e-cdebea4cb35d), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:20.924295 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port de691a8f-21b1-45f4-942b-e94e7e844635 on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:20.924625 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:20.926736 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 4 to bind port de691a8f-21b1-45f4-942b-e94e7e844635 Apr 16 04:19:20.960836 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:20.961147 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:20.961435 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:20.977543 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port de691a8f-21b1-45f4-942b-e94e7e844635 on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:20.977884 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:20.980281 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 5 to bind port de691a8f-21b1-45f4-942b-e94e7e844635 Apr 16 04:19:20.996631 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:20.997084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:20.997378 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:21.004400 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port de691a8f-21b1-45f4-942b-e94e7e844635 on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:21.004774 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:21.005112 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 6 to bind port de691a8f-21b1-45f4-942b-e94e7e844635 Apr 16 04:19:21.020512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:21.020921 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:21.021265 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:21.026654 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port de691a8f-21b1-45f4-942b-e94e7e844635 on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:21.027025 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:21.027987 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 7 to bind port de691a8f-21b1-45f4-942b-e94e7e844635 Apr 16 04:19:21.046953 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:21.047503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:21.047854 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:21.050309 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (a24b4348-16cd-49b3-984e-cdebea4cb35d), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:21.050765 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:21.098504 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a24b4348-16cd-49b3-984e-cdebea4cb35d,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:21.101431 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port de691a8f-21b1-45f4-942b-e94e7e844635 on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:21.101772 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:21.102311 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'name': 'tempest-ServersTestManualDisk-1517995746-router', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:17Z', 'revision_number': 3, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'gw_port': {'id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:14Z', 'updated_at': '2022-04-16T04:19:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:21.103378 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 8 to bind port de691a8f-21b1-45f4-942b-e94e7e844635 Apr 16 04:19:21.121651 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:21.121935 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:21.122390 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:21.146036 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046304e-983c-4a2b-ba52-0e0c9e2ac524 None None] Pushing event updated for resources: {'Port': ['ID=46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:21.153649 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:19:21.180275 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (d2a67a6c-c281-41a6-944c-dcf18b5b85e0), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:21.180602 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Added segment d2a67a6c-c281-41a6-944c-dcf18b5b85e0 of type vlan for network 5680a4ec-ae34-4191-8c63-b8be1b7e3d50 Apr 16 04:19:21.193465 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] Checking router: b279b377-756c-4ad3-b4d4-9fe479110a09 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:19:21.193959 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] Updating router b279b377-756c-4ad3-b4d4-9fe479110a09 port 265c24e8-0d9a-477c-85aa-9a89258ee3b4 binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:19:21.227043 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'name': 'tempest-ServerActionsTestJSON-878793364-router', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:16Z', 'revision_number': 3, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'gw_port': {'id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:21.263477 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port de691a8f-21b1-45f4-942b-e94e7e844635 on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:21.264604 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:21.267404 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (265c24e8-0d9a-477c-85aa-9a89258ee3b4), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:21.270781 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 9 to bind port de691a8f-21b1-45f4-942b-e94e7e844635 Apr 16 04:19:21.274021 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2463b363-29c0-4dfa-9afe-cd9c18b147e7 None None] The sync data for ids ['748c5a89-8dc6-41f8-8ed2-41627ad5044f'] in dv-neutron-838078-2-hyperv is: [{'id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'name': 'tempest-ServerActionsTestJSON-878793364-router', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:16Z', 'revision_number': 3, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'gw_port': {'id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:19:21.278090 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e14cbd65-72e4-4c05-b2a2-1fd23f5a1578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (2f780e7f-295d-4926-b8de-e0ed9b6200c2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:21.336073 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (5680a4ec-ae34-4191-8c63-b8be1b7e3d50), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:21.353477 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14cbd65-72e4-4c05-b2a2-1fd23f5a1578 admin admin] Network 91342238-b22f-4e5e-8e06-97e40044a40f is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:21.366352 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-e14cbd65-72e4-4c05-b2a2-1fd23f5a1578 admin admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:21.372116 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14cbd65-72e4-4c05-b2a2-1fd23f5a1578 admin admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:21.375759 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:21.379992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:21.380824 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:21.451245 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port de691a8f-21b1-45f4-942b-e94e7e844635 on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:21.451477 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:21.455377 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 10 to bind port de691a8f-21b1-45f4-942b-e94e7e844635 Apr 16 04:19:21.473715 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cbd65-72e4-4c05-b2a2-1fd23f5a1578 admin admin] Pushing event updated for resources: {'Port': ['ID=2f780e7f-295d-4926-b8de-e0ed9b6200c2,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:21.489369 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:21.489699 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:21.490231 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:21.508441 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:19:21.517897 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port de691a8f-21b1-45f4-942b-e94e7e844635 on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:21.518558 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port de691a8f-21b1-45f4-942b-e94e7e844635 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:21.520762 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (de691a8f-21b1-45f4-942b-e94e7e844635), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:21.548869 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e14cbd65-72e4-4c05-b2a2-1fd23f5a1578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (9dbe8486-cc14-471a-97d4-0d61b62dd9a2), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:21.576179 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (7069512d-2320-4de7-b209-0376f700f348), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:21.576629 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Added segment 7069512d-2320-4de7-b209-0376f700f348 of type vlan for network a1d7fd96-5dc7-475e-978f-d93eb5c8885e Apr 16 04:19:21.587846 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-b3095a03-39cc-4e7b-9a91-b087eed2d22e admin admin] Allocated IP 172.20.0.1 (4c3c2d0c-413d-4b27-b518-f77ba01ee470/cedacccd-a081-4c1d-aad3-f594f5ad80d3/38743210-b9c8-47ae-a669-eabc519fd198) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:21.684825 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33006) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:21.809490 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] Publish callbacks [] for port (265c24e8-0d9a-477c-85aa-9a89258ee3b4), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:21.886037 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c724ef20-7fb6-436b-accf-27568aef1e47 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3af2c8d1d0f243e1aef17402cd9f8eb1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1984043 Apr 16 04:19:21.891634 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33010) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:21.892404 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8d425f04-3b11-46b1-828d-cc41f0651bb1 None None] Provisioning complete for port 2f780e7f-295d-4926-b8de-e0ed9b6200c2 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:21.894406 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8d425f04-3b11-46b1-828d-cc41f0651bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2f780e7f-295d-4926-b8de-e0ed9b6200c2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:21.894634 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (265c24e8-0d9a-477c-85aa-9a89258ee3b4), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:21.931062 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33012) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:21.942900 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] Attempting to bind port 265c24e8-0d9a-477c-85aa-9a89258ee3b4 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:21.943373 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] Attempting to bind port 265c24e8-0d9a-477c-85aa-9a89258ee3b4 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:21.943747 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] Attempting to bind port 265c24e8-0d9a-477c-85aa-9a89258ee3b4 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:21.955698 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8d425f04-3b11-46b1-828d-cc41f0651bb1 None None] Port 2f780e7f-295d-4926-b8de-e0ed9b6200c2 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:19:21.971061 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:19:21.971488 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:21.971843 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:21.972244 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:19:21.972986 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] Bound port: 265c24e8-0d9a-477c-85aa-9a89258ee3b4, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:19:21.973247 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (265c24e8-0d9a-477c-85aa-9a89258ee3b4), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:22.075036 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b3095a03-39cc-4e7b-9a91-b087eed2d22e admin admin] Publish callbacks [] for port (38743210-b9c8-47ae-a669-eabc519fd198), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:22.103413 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34537f1d-5474-495a-ad7e-68ecd737a0c2 None None] Pushing event updated for resources: {'Port': ['ID=265c24e8-0d9a-477c-85aa-9a89258ee3b4,revision_number=2']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:22.118675 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] For port 265c24e8-0d9a-477c-85aa-9a89258ee3b4, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:22.132098 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] For port 265c24e8-0d9a-477c-85aa-9a89258ee3b4, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=265c24e8-0d9a-477c-85aa-9a89258ee3b4,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:19:22.209337 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (265c24e8-0d9a-477c-85aa-9a89258ee3b4), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:22.220332 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-df01e425-32b2-43b9-8a99-b637130668a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:22.222563 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a6a32832-51ad-460f-89c2-44eba335bb9e admin admin] Publish callbacks [] for security_group (1bdcb75d-2981-4c74-87fc-8d3370d9e688), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:22.227694 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (a1d7fd96-5dc7-475e-978f-d93eb5c8885e), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:22.253500 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a1859115-7940-4991-a22b-bbed7ac9bd6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:22.284620 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] Routers {'b279b377-756c-4ad3-b4d4-9fe479110a09'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:19:22.285295 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:19:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b279b377-756c-4ad3-b4d4-9fe479110a09'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:22.303827 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a6a32832-51ad-460f-89c2-44eba335bb9e admin admin] Publish callbacks [] for security_group (1bdcb75d-2981-4c74-87fc-8d3370d9e688), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:22.328755 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34537f1d-5474-495a-ad7e-68ecd737a0c2 None None] Pushing event updated for resources: {'Port': ['ID=265c24e8-0d9a-477c-85aa-9a89258ee3b4,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:22.406724 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] For port de691a8f-21b1-45f4-942b-e94e7e844635, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:22.407094 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempted to set empty binding levels {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 16 04:19:22.413963 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e14cbd65-72e4-4c05-b2a2-1fd23f5a1578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2f780e7f-295d-4926-b8de-e0ed9b6200c2), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:22.434495 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] Set router b279b377-756c-4ad3-b4d4-9fe479110a09 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:19:22.491889 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (5680a4ec-ae34-4191-8c63-b8be1b7e3d50), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:22.492388 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (a1d7fd96-5dc7-475e-978f-d93eb5c8885e), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:22.502168 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:22.506316 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:22.506979 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:22.539340 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 32a25598-7c60-40cb-852a-87216b82346f up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:22.543208 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b3095a03-39cc-4e7b-9a91-b087eed2d22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (38743210-b9c8-47ae-a669-eabc519fd198), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:22.563678 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (de691a8f-21b1-45f4-942b-e94e7e844635), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:22.639085 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 32a25598-7c60-40cb-852a-87216b82346f triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:22.639705 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (32a25598-7c60-40cb-852a-87216b82346f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:22.654400 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3095a03-39cc-4e7b-9a91-b087eed2d22e admin admin] Network 4c3c2d0c-413d-4b27-b518-f77ba01ee470 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:22.664937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-b3095a03-39cc-4e7b-9a91-b087eed2d22e admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:22.666034 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Pushing event updated for resources: {'Port': ['ID=de691a8f-21b1-45f4-942b-e94e7e844635,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:22.682371 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3095a03-39cc-4e7b-9a91-b087eed2d22e admin admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:22.682857 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b3095a03-39cc-4e7b-9a91-b087eed2d22e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (748c5a89-8dc6-41f8-8ed2-41627ad5044f), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:22.722151 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.6211519 Apr 16 04:19:22.786070 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3095a03-39cc-4e7b-9a91-b087eed2d22e admin admin] Pushing event updated for resources: {'Port': ['ID=38743210-b9c8-47ae-a669-eabc519fd198,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:22.792928 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a6a32832-51ad-460f-89c2-44eba335bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (1bdcb75d-2981-4c74-87fc-8d3370d9e688), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:22.798776 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a6a32832-51ad-460f-89c2-44eba335bb9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:22.802623 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a6a32832-51ad-460f-89c2-44eba335bb9e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1bdcb75d-2981-4c74-87fc-8d3370d9e688 HTTP/1.1" status: 204 len: 168 time: 0.8969324 Apr 16 04:19:22.834369 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33028) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:22.847807 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 32a25598-7c60-40cb-852a-87216b82346f is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:22.848210 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (32a25598-7c60-40cb-852a-87216b82346f), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:22.854318 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] In _notify_port_updated(), no bound segment for port de691a8f-21b1-45f4-942b-e94e7e844635 on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:19:22.855669 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:22.856632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:22.868148 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e1020daa-1f53-41bb-9394-d85b41f045ec tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] 10.222.0.30 "PUT /v2.0/ports/de691a8f-21b1-45f4-942b-e94e7e844635 HTTP/1.1" status: 200 len: 977 time: 3.4164095 Apr 16 04:19:22.880132 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33034) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:22.914317 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'name': 'tempest-ServersTestManualDisk-1517995746-router', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:17Z', 'revision_number': 3, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'gw_port': {'id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:14Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:22.916326 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 32a25598-7c60-40cb-852a-87216b82346f, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=32a25598-7c60-40cb-852a-87216b82346f,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:22.964168 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event updated for resources: {'Network': ['ID=5680a4ec-ae34-4191-8c63-b8be1b7e3d50,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:22.964507 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a1859115-7940-4991-a22b-bbed7ac9bd6b admin admin] Publish callbacks [] for security_group (72297361-e542-4272-b557-a0c4a60326ba), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:22.965940 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb6249-72b4-49c6-af23-81122d64141d None None] The sync data for ids ['b279b377-756c-4ad3-b4d4-9fe479110a09'] in dv-neutron-838078-2-hyperv is: [{'id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'name': 'tempest-ServersTestManualDisk-1517995746-router', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:17Z', 'revision_number': 3, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'gw_port': {'id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:14Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:19:22.985197 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a32832-51ad-460f-89c2-44eba335bb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdcb75d-2981-4c74-87fc-8d3370d9e688,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:23.006778 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 5680a4ec-ae34-4191-8c63-b8be1b7e3d50 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:19:23.024450 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (32a25598-7c60-40cb-852a-87216b82346f), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:23.029011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:23.094113 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a1859115-7940-4991-a22b-bbed7ac9bd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (72297361-e542-4272-b557-a0c4a60326ba), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:23.206895 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-df01e425-32b2-43b9-8a99-b637130668a9 admin admin] Allocated IP 172.20.0.1 (e112fc5e-031d-4abe-99e6-ba862847cd77/6e3f286e-0dab-407e-9b92-7b5c7676658e/76d99e21-8b8d-49c0-8816-206b357393a3) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:23.289073 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a1859115-7940-4991-a22b-bbed7ac9bd6b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78112d99f6de430eae6c7be30f21dcc0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3525615 Apr 16 04:19:23.309077 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1859115-7940-4991-a22b-bbed7ac9bd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72297361-e542-4272-b557-a0c4a60326ba,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:23.329090 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33044) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:23.341710 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb07324-0d56-495c-a041-f2ebfcdde45d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:23.342309 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb07324-0d56-495c-a041-f2ebfcdde45d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:23.342825 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb07324-0d56-495c-a041-f2ebfcdde45d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:23.343450 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb07324-0d56-495c-a041-f2ebfcdde45d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:23.344787 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb07324-0d56-495c-a041-f2ebfcdde45d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:23.347308 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb07324-0d56-495c-a041-f2ebfcdde45d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:23.347978 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb07324-0d56-495c-a041-f2ebfcdde45d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:23.348510 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb07324-0d56-495c-a041-f2ebfcdde45d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:23.349113 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb07324-0d56-495c-a041-f2ebfcdde45d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:23.350892 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb07324-0d56-495c-a041-f2ebfcdde45d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:23.352158 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb07324-0d56-495c-a041-f2ebfcdde45d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:23.353243 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb07324-0d56-495c-a041-f2ebfcdde45d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:23.354609 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb07324-0d56-495c-a041-f2ebfcdde45d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:23.364387 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cbb07324-0d56-495c-a041-f2ebfcdde45d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12216 time: 0.4796004 Apr 16 04:19:23.383199 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-989f6e85-87c0-4adf-ac1b-060df25edd46 None None] Provisioning complete for port 38743210-b9c8-47ae-a669-eabc519fd198 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:23.383591 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-989f6e85-87c0-4adf-ac1b-060df25edd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (38743210-b9c8-47ae-a669-eabc519fd198), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:23.387035 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33046) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:23.446738 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=32a25598-7c60-40cb-852a-87216b82346f,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:23.466349 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-989f6e85-87c0-4adf-ac1b-060df25edd46 None None] Port 38743210-b9c8-47ae-a669-eabc519fd198 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:19:23.468222 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:23.468367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:23.474192 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b89337a-8689-4502-a040-8ef8a482ccae tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:23.479578 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b89337a-8689-4502-a040-8ef8a482ccae tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:23.485250 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b89337a-8689-4502-a040-8ef8a482ccae tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:23.490288 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b89337a-8689-4502-a040-8ef8a482ccae tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:23.492987 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2b89337a-8689-4502-a040-8ef8a482ccae tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6493270 Apr 16 04:19:23.502032 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33052) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:23.579740 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:23.580742 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:23.601067 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b549595-21f6-4e94-aca9-e087f0c09f10 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event updated for resources: {'Network': ['ID=a1d7fd96-5dc7-475e-978f-d93eb5c8885e,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:23.631683 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network a1d7fd96-5dc7-475e-978f-d93eb5c8885e details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:19:23.679682 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:23.730776 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-0be6a5aa-85d7-4100-ba87-e644728d09ee tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Deleting port de691a8f-21b1-45f4-942b-e94e7e844635 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:19:23.731120 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0be6a5aa-85d7-4100-ba87-e644728d09ee tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (de691a8f-21b1-45f4-942b-e94e7e844635), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:23.762478 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0d534618-66d6-4218-b518-2dd0793f7bb1 admin admin] Publish callbacks [] for security_group (72297361-e542-4272-b557-a0c4a60326ba), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:23.777720 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e14cbd65-72e4-4c05-b2a2-1fd23f5a1578 admin admin] Publish callbacks [] for port (2f780e7f-295d-4926-b8de-e0ed9b6200c2), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:23.781764 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:23.831874 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-df01e425-32b2-43b9-8a99-b637130668a9 admin admin] Publish callbacks [] for port (76d99e21-8b8d-49c0-8816-206b357393a3), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:23.837197 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-0be6a5aa-85d7-4100-ba87-e644728d09ee tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] For port de691a8f-21b1-45f4-942b-e94e7e844635, host hv-neutron-8380, got binding levels [] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:23.837558 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0be6a5aa-85d7-4100-ba87-e644728d09ee tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (de691a8f-21b1-45f4-942b-e94e7e844635), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:23.851174 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-0be6a5aa-85d7-4100-ba87-e644728d09ee tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Calling delete_port for de691a8f-21b1-45f4-942b-e94e7e844635 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:19:23.890241 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:23.950554 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (5680a4ec-ae34-4191-8c63-b8be1b7e3d50), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:23.967470 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b3095a03-39cc-4e7b-9a91-b087eed2d22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (38743210-b9c8-47ae-a669-eabc519fd198), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:24.013170 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e14cbd65-72e4-4c05-b2a2-1fd23f5a1578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (2f780e7f-295d-4926-b8de-e0ed9b6200c2), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:24.017627 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-df01e425-32b2-43b9-8a99-b637130668a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (76d99e21-8b8d-49c0-8816-206b357393a3), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:24.038998 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0d534618-66d6-4218-b518-2dd0793f7bb1 admin admin] Publish callbacks [] for security_group (72297361-e542-4272-b557-a0c4a60326ba), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:24.112541 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0be6a5aa-85d7-4100-ba87-e644728d09ee tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (de691a8f-21b1-45f4-942b-e94e7e844635), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:24.126625 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cbd65-72e4-4c05-b2a2-1fd23f5a1578 admin admin] Pushing event updated for resources: {'Port': ['ID=2f780e7f-295d-4926-b8de-e0ed9b6200c2,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:24.139326 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e14cbd65-72e4-4c05-b2a2-1fd23f5a1578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (9dbe8486-cc14-471a-97d4-0d61b62dd9a2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:24.295307 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6a5aa-85d7-4100-ba87-e644728d09ee tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Pushing event deleted for resources: {'Port': ['ID=de691a8f-21b1-45f4-942b-e94e7e844635,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:24.299356 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0be6a5aa-85d7-4100-ba87-e644728d09ee tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:24.302595 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0be6a5aa-85d7-4100-ba87-e644728d09ee tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] 10.222.0.30 "DELETE /v2.0/ports/de691a8f-21b1-45f4-942b-e94e7e844635 HTTP/1.1" status: 204 len: 168 time: 0.9128346 Apr 16 04:19:24.315675 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33072) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:24.373243 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14cbd65-72e4-4c05-b2a2-1fd23f5a1578 admin admin] Network 91342238-b22f-4e5e-8e06-97e40044a40f is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:24.375461 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e3b1ae-35f1-4830-b57e-e70d3dfee1fa tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] GET failed (client error): The resource could not be found. Apr 16 04:19:24.381168 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c4e3b1ae-35f1-4830-b57e-e70d3dfee1fa tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] 10.222.0.30 "GET /v2.0/ports/de691a8f-21b1-45f4-942b-e94e7e844635 HTTP/1.1" status: 404 len: 333 time: 0.0602968 Apr 16 04:19:24.385555 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33076) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:24.386608 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-e14cbd65-72e4-4c05-b2a2-1fd23f5a1578 admin admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:24.395302 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-4a1957ec-908a-43a9-b267-4de6a1a4df2d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-845471909', 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:24.573064 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:24.579064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14cbd65-72e4-4c05-b2a2-1fd23f5a1578 admin admin] Router 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:19:24.666328 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1957ec-908a-43a9-b267-4de6a1a4df2d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Made reservation on behalf of 0f6ce6af139d46998e6f34cdf4a6e708 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:24.669492 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a1957ec-908a-43a9-b267-4de6a1a4df2d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:24.693530 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33084) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:24.723773 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:24.724268 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:24.751471 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df01e425-32b2-43b9-8a99-b637130668a9 admin admin] Network e112fc5e-031d-4abe-99e6-ba862847cd77 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:24.752862 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-4a1957ec-908a-43a9-b267-4de6a1a4df2d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] device_id is not set on port 04ba5722-18ba-4978-9255-eb8e3df6124b yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:24.798897 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-df01e425-32b2-43b9-8a99-b637130668a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:24.835483 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df01e425-32b2-43b9-8a99-b637130668a9 admin admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:24.835974 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-df01e425-32b2-43b9-8a99-b637130668a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (b279b377-756c-4ad3-b4d4-9fe479110a09), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:24.858376 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14cbd65-72e4-4c05-b2a2-1fd23f5a1578 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:19:24.867834 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01e425-32b2-43b9-8a99-b637130668a9 admin admin] Pushing event updated for resources: {'Port': ['ID=76d99e21-8b8d-49c0-8816-206b357393a3,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:24.872874 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] Sync routers for ids ['9dbe8486-cc14-471a-97d4-0d61b62dd9a2'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:19:24.874714 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e14cbd65-72e4-4c05-b2a2-1fd23f5a1578 admin admin] 10.222.0.30 "PUT /v2.0/routers/9dbe8486-cc14-471a-97d4-0d61b62dd9a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4363117 Apr 16 04:19:24.978865 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-376d1075-ec81-4a31-a1da-40d6b69d3836 None None] Provisioning complete for port 2f780e7f-295d-4926-b8de-e0ed9b6200c2 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:24.979405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-376d1075-ec81-4a31-a1da-40d6b69d3836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2f780e7f-295d-4926-b8de-e0ed9b6200c2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.001223 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] Routers {'9dbe8486-cc14-471a-97d4-0d61b62dd9a2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:19:25.002338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:19:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9dbe8486-cc14-471a-97d4-0d61b62dd9a2'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:25.041719 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a1957ec-908a-43a9-b267-4de6a1a4df2d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks [] for port (04ba5722-18ba-4978-9255-eb8e3df6124b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.067914 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0d534618-66d6-4218-b518-2dd0793f7bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (72297361-e542-4272-b557-a0c4a60326ba), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.071500 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0d534618-66d6-4218-b518-2dd0793f7bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.072954 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0d534618-66d6-4218-b518-2dd0793f7bb1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/72297361-e542-4272-b557-a0c4a60326ba HTTP/1.1" status: 204 len: 168 time: 1.7428269 Apr 16 04:19:25.089901 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (5680a4ec-ae34-4191-8c63-b8be1b7e3d50), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.143387 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:25.144710 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 32a25598-7c60-40cb-852a-87216b82346f up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:25.150868 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d534618-66d6-4218-b518-2dd0793f7bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72297361-e542-4272-b557-a0c4a60326ba,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:25.160576 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a1957ec-908a-43a9-b267-4de6a1a4df2d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (04ba5722-18ba-4978-9255-eb8e3df6124b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.191967 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-acf48dea-f794-46cb-8d67-bcc09805378f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1133295363'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:25.206481 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Subscribe: > segment before_delete 55550000 {{(pid=104632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:25.206835 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:25.207596 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:25.207944 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Subscribe: > port after_create 55550000 {{(pid=104632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:25.208283 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Subscribe: > port after_delete 55550000 {{(pid=104632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:25.208641 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Subscribe: > port after_update 55550000 {{(pid=104632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:25.208988 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Subscribe: > segment after_delete 55550000 {{(pid=104632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:25.209311 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Subscribe: > subnet after_create 55550000 {{(pid=104632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:25.209627 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Subscribe: > subnet after_delete 55550000 {{(pid=104632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:25.209945 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Subscribe: > subnet after_update 55550000 {{(pid=104632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:25.215752 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-376d1075-ec81-4a31-a1da-40d6b69d3836 None None] Port 2f780e7f-295d-4926-b8de-e0ed9b6200c2 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:19:25.305735 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1957ec-908a-43a9-b267-4de6a1a4df2d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Network 93cf35d5-1391-4c4c-ba89-083be9167173 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:25.342782 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-4a1957ec-908a-43a9-b267-4de6a1a4df2d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:25.354624 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1957ec-908a-43a9-b267-4de6a1a4df2d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:25.356271 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1957ec-908a-43a9-b267-4de6a1a4df2d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:25.356896 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a1957ec-908a-43a9-b267-4de6a1a4df2d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.357691 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-d469fc4e-9b08-4a0f-9ab7-d401a54be663 None None] Provisioning complete for port 76d99e21-8b8d-49c0-8816-206b357393a3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:25.358128 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d469fc4e-9b08-4a0f-9ab7-d401a54be663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (76d99e21-8b8d-49c0-8816-206b357393a3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.360502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1957ec-908a-43a9-b267-4de6a1a4df2d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Pushing event updated for resources: {'Port': ['ID=04ba5722-18ba-4978-9255-eb8e3df6124b,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:25.373409 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] Set router 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:19:25.419740 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 32a25598-7c60-40cb-852a-87216b82346f triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:25.420117 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (32a25598-7c60-40cb-852a-87216b82346f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.440111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Subscribe: > subnet after_create 55550000 {{(pid=104632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:25.440475 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Subscribe: > subnet after_delete 55550000 {{(pid=104632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:25.440836 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Subscribe: > subnet before_create 55550000 {{(pid=104632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:25.441168 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Subscribe: > subnet before_update 55550000 {{(pid=104632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 16 04:19:25.441878 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5680a4ec-ae34-4191-8c63-b8be1b7e3d50']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:25.443218 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf48dea-f794-46cb-8d67-bcc09805378f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Made reservation on behalf of 59a8b8b0c0c441dcbf05f9067d980296 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:25.447027 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acf48dea-f794-46cb-8d67-bcc09805378f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.467842 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a67a6c-c281-41a6-944c-dcf18b5b85e0') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:25.468256 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a67a6c-c281-41a6-944c-dcf18b5b85e0') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:25.472193 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acf48dea-f794-46cb-8d67-bcc09805378f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.486707 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4a1957ec-908a-43a9-b267-4de6a1a4df2d tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0970380 Apr 16 04:19:25.488632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33106) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:25.490313 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d469fc4e-9b08-4a0f-9ab7-d401a54be663 None None] Port 76d99e21-8b8d-49c0-8816-206b357393a3 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:19:25.496903 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (d2a67a6c-c281-41a6-944c-dcf18b5b85e0), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.526582 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (d2a67a6c-c281-41a6-944c-dcf18b5b85e0), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.538551 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:19:25.538951 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (d2a67a6c-c281-41a6-944c-dcf18b5b85e0), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.554013 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dca580-49e9-45a4-8f91-a6c19a746f35 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:25.558601 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-95dca580-49e9-45a4-8f91-a6c19a746f35 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] 10.222.0.30 "GET /v2.0/ports/04ba5722-18ba-4978-9255-eb8e3df6124b HTTP/1.1" status: 200 len: 954 time: 0.0676239 Apr 16 04:19:25.564148 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33108) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: from cryptography.utils import int_from_bytes Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: from cryptography.utils import int_from_bytes Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: warnings.warn('Neutron quota engine will require "--force" ' Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:19:25.599687 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:19:25.634664 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b3095a03-39cc-4e7b-9a91-b087eed2d22e admin admin] Publish callbacks [] for port (38743210-b9c8-47ae-a669-eabc519fd198), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.700675 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (5680a4ec-ae34-4191-8c63-b8be1b7e3d50), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.724415 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.730255 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "DELETE /v2.0/networks/5680a4ec-ae34-4191-8c63-b8be1b7e3d50 HTTP/1.1" status: 204 len: 168 time: 2.2270374 Apr 16 04:19:25.732278 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 32a25598-7c60-40cb-852a-87216b82346f is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:25.734029 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 265c24e8-0d9a-477c-85aa-9a89258ee3b4 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:25.740951 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'name': 'tempest-ServersTestJSON-1167936824-router', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '32a25598-7c60-40cb-852a-87216b82346f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 4, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'gw_port': {'id': '32a25598-7c60-40cb-852a-87216b82346f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '2f780e7f-295d-4926-b8de-e0ed9b6200c2', 'name': '', 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'mac_address': 'fa:16:3e:7e:17:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '8bd7dbee-35dd-4809-be07-6730956df1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:20Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 2, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'subnets': [{'id': '8bd7dbee-35dd-4809-be07-6730956df1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:25.746881 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33114) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:25.784129 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-e0fbfd48-e9ac-4fd9-a27b-fa5b27597924 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Deleting port 04ba5722-18ba-4978-9255-eb8e3df6124b {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:19:25.784466 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e0fbfd48-e9ac-4fd9-a27b-fa5b27597924 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (04ba5722-18ba-4978-9255-eb8e3df6124b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.787479 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acf48dea-f794-46cb-8d67-bcc09805378f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Publish callbacks [] for security_group (e18d523d-2c95-46f7-8e60-a958a4878e04), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.823255 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] Checking router: 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:19:25.824326 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] Updating router 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 port 2f780e7f-295d-4926-b8de-e0ed9b6200c2 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:19:25.832269 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c00316-8cbc-4aed-a4fa-917971f6dbc1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event deleted for resources: {'Network': ['ID=5680a4ec-ae34-4191-8c63-b8be1b7e3d50,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:25.838163 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b3095a03-39cc-4e7b-9a91-b087eed2d22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (38743210-b9c8-47ae-a669-eabc519fd198), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.863116 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acf48dea-f794-46cb-8d67-bcc09805378f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (e18d523d-2c95-46f7-8e60-a958a4878e04), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.866427 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2f780e7f-295d-4926-b8de-e0ed9b6200c2), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.881607 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 265c24e8-0d9a-477c-85aa-9a89258ee3b4 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:25.881995 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (265c24e8-0d9a-477c-85aa-9a89258ee3b4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.904471 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e0fbfd48-e9ac-4fd9-a27b-fa5b27597924 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (04ba5722-18ba-4978-9255-eb8e3df6124b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:25.919749 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf48dea-f794-46cb-8d67-bcc09805378f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:19:25.930687 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-e0fbfd48-e9ac-4fd9-a27b-fa5b27597924 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Calling delete_port for 04ba5722-18ba-4978-9255-eb8e3df6124b owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:19:25.962814 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3095a03-39cc-4e7b-9a91-b087eed2d22e admin admin] Pushing event updated for resources: {'Port': ['ID=38743210-b9c8-47ae-a669-eabc519fd198,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:25.989547 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a2825738-c7b6-4819-b197-44c29e2e5096 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (a1d7fd96-5dc7-475e-978f-d93eb5c8885e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.000873 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-df01e425-32b2-43b9-8a99-b637130668a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (76d99e21-8b8d-49c0-8816-206b357393a3), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.057397 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33120) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:26.105395 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 265c24e8-0d9a-477c-85aa-9a89258ee3b4 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:26.106243 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (265c24e8-0d9a-477c-85aa-9a89258ee3b4), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.145148 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a2825738-c7b6-4819-b197-44c29e2e5096 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (a1d7fd96-5dc7-475e-978f-d93eb5c8885e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.149944 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf48dea-f794-46cb-8d67-bcc09805378f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e18d523d-2c95-46f7-8e60-a958a4878e04,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:26.171424 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 265c24e8-0d9a-477c-85aa-9a89258ee3b4, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=265c24e8-0d9a-477c-85aa-9a89258ee3b4,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:26.175473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-a2825738-c7b6-4819-b197-44c29e2e5096 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d7fd96-5dc7-475e-978f-d93eb5c8885e']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:26.187248 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-a2825738-c7b6-4819-b197-44c29e2e5096 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7069512d-2320-4de7-b209-0376f700f348') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:26.187554 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-a2825738-c7b6-4819-b197-44c29e2e5096 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7069512d-2320-4de7-b209-0376f700f348') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:26.201051 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a2825738-c7b6-4819-b197-44c29e2e5096 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (7069512d-2320-4de7-b209-0376f700f348), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.203294 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acf48dea-f794-46cb-8d67-bcc09805378f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (0b6688b1-432a-4828-8252-25d46357ed17), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.206894 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-acf48dea-f794-46cb-8d67-bcc09805378f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Added segment 0b6688b1-432a-4828-8252-25d46357ed17 of type vlan for network 2a8839c1-011f-4a4d-b691-8f34ef794f0f Apr 16 04:19:26.206894 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e0fbfd48-e9ac-4fd9-a27b-fa5b27597924 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (04ba5722-18ba-4978-9255-eb8e3df6124b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.221082 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a2825738-c7b6-4819-b197-44c29e2e5096 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (7069512d-2320-4de7-b209-0376f700f348), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.230896 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2825738-c7b6-4819-b197-44c29e2e5096 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:19:26.231321 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a2825738-c7b6-4819-b197-44c29e2e5096 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (7069512d-2320-4de7-b209-0376f700f348), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.319770 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbfd48-e9ac-4fd9-a27b-fa5b27597924 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Pushing event deleted for resources: {'Port': ['ID=04ba5722-18ba-4978-9255-eb8e3df6124b,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:19:26.324709 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:19:26.340217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e0fbfd48-e9ac-4fd9-a27b-fa5b27597924 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.347081 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e0fbfd48-e9ac-4fd9-a27b-fa5b27597924 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] 10.222.0.30 "DELETE /v2.0/ports/04ba5722-18ba-4978-9255-eb8e3df6124b HTTP/1.1" status: 204 len: 168 time: 0.7790046 Apr 16 04:19:26.350610 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b3095a03-39cc-4e7b-9a91-b087eed2d22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (748c5a89-8dc6-41f8-8ed2-41627ad5044f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.352222 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33126) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:26.357421 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] Publish callbacks [] for port (2f780e7f-295d-4926-b8de-e0ed9b6200c2), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.361509 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (265c24e8-0d9a-477c-85aa-9a89258ee3b4), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.386415 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72bea5a-b711-4283-ab14-6e913cc790dd tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] GET failed (client error): The resource could not be found. Apr 16 04:19:26.390996 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a72bea5a-b711-4283-ab14-6e913cc790dd tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] 10.222.0.30 "GET /v2.0/ports/04ba5722-18ba-4978-9255-eb8e3df6124b HTTP/1.1" status: 404 len: 333 time: 0.0343032 Apr 16 04:19:26.390996 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acf48dea-f794-46cb-8d67-bcc09805378f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (2a8839c1-011f-4a4d-b691-8f34ef794f0f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.391869 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33128) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:26.397847 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-cf907fdc-c819-47a9-852a-af111269512e tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Request body: {'port': {'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-441863028'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:26.430390 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=265c24e8-0d9a-477c-85aa-9a89258ee3b4,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:26.435901 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2f780e7f-295d-4926-b8de-e0ed9b6200c2), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.482736 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33130) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:26.499988 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3131c03-9a02-4df0-9de3-f76bc8272fc9 None None] Pushing event updated for resources: {'Port': ['ID=2f780e7f-295d-4926-b8de-e0ed9b6200c2,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:26.524740 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf907fdc-c819-47a9-852a-af111269512e tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Made reservation on behalf of 0f6ce6af139d46998e6f34cdf4a6e708 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:26.527925 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cf907fdc-c819-47a9-852a-af111269512e tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.538894 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a2825738-c7b6-4819-b197-44c29e2e5096 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (a1d7fd96-5dc7-475e-978f-d93eb5c8885e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.566157 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acf48dea-f794-46cb-8d67-bcc09805378f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (2a8839c1-011f-4a4d-b691-8f34ef794f0f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.568522 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a2825738-c7b6-4819-b197-44c29e2e5096 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.582094 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf48dea-f794-46cb-8d67-bcc09805378f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:26.582531 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a2825738-c7b6-4819-b197-44c29e2e5096 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "DELETE /v2.0/networks/a1d7fd96-5dc7-475e-978f-d93eb5c8885e HTTP/1.1" status: 204 len: 168 time: 0.8341143 Apr 16 04:19:26.583068 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acf48dea-f794-46cb-8d67-bcc09805378f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.592231 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33134) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:26.597302 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] Attempting to bind port 2f780e7f-295d-4926-b8de-e0ed9b6200c2 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:26.597834 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] Attempting to bind port 2f780e7f-295d-4926-b8de-e0ed9b6200c2 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'e076b0b7-665d-4827-955f-2be7b6ef56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:26.598306 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] Attempting to bind port 2f780e7f-295d-4926-b8de-e0ed9b6200c2 on network 91342238-b22f-4e5e-8e06-97e40044a40f {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:26.604026 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:19:26.604567 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] Checking segment: {'id': 'e076b0b7-665d-4827-955f-2be7b6ef56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:26.605153 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.605650 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] Bound using segment: {'id': 'e076b0b7-665d-4827-955f-2be7b6ef56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:19:26.606231 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] Bound port: 2f780e7f-295d-4926-b8de-e0ed9b6200c2, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e076b0b7-665d-4827-955f-2be7b6ef56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:19:26.606769 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2f780e7f-295d-4926-b8de-e0ed9b6200c2), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.621272 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2825738-c7b6-4819-b197-44c29e2e5096 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event deleted for resources: {'Network': ['ID=a1d7fd96-5dc7-475e-978f-d93eb5c8885e,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:26.641896 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f116a093-7dbb-461c-af8e-d4ee03b99a22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9c7596215f745f68ccf952544ce25d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3239005 Apr 16 04:19:26.653625 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33136) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:26.676443 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3095a03-39cc-4e7b-9a91-b087eed2d22e admin admin] Network 4c3c2d0c-413d-4b27-b518-f77ba01ee470 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:26.714570 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-b3095a03-39cc-4e7b-9a91-b087eed2d22e admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:26.746988 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] For port 2f780e7f-295d-4926-b8de-e0ed9b6200c2, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:26.750759 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] For port 2f780e7f-295d-4926-b8de-e0ed9b6200c2, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2f780e7f-295d-4926-b8de-e0ed9b6200c2,segment=NetworkSegment(e076b0b7-665d-4827-955f-2be7b6ef56fa),segment_id=e076b0b7-665d-4827-955f-2be7b6ef56fa)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:19:26.757413 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-cf907fdc-c819-47a9-852a-af111269512e tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] device_id is not set on port 09ce9360-8d86-4077-96b8-04d15621e74d yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:26.766344 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf48dea-f794-46cb-8d67-bcc09805378f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Pushing event updated for resources: {'Network': ['ID=2a8839c1-011f-4a4d-b691-8f34ef794f0f,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:26.778318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 2a8839c1-011f-4a4d-b691-8f34ef794f0f details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:19:26.795694 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-b6fc5855-ef9d-43f2-8be0-1dec20b3a576 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1563960434', 'router:external': True}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:26.883168 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-df01e425-32b2-43b9-8a99-b637130668a9 admin admin] Publish callbacks [] for port (76d99e21-8b8d-49c0-8816-206b357393a3), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:26.971515 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-acf48dea-f794-46cb-8d67-bcc09805378f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.2645829 Apr 16 04:19:27.001689 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-df01e425-32b2-43b9-8a99-b637130668a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (76d99e21-8b8d-49c0-8816-206b357393a3), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.097093 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-0c6c8597-f503-4c4e-a3af-2ae2c838cb3c None None] Provisioning complete for port 2f780e7f-295d-4926-b8de-e0ed9b6200c2 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:27.097745 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0c6c8597-f503-4c4e-a3af-2ae2c838cb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2f780e7f-295d-4926-b8de-e0ed9b6200c2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.099888 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2f780e7f-295d-4926-b8de-e0ed9b6200c2), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.148965 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01e425-32b2-43b9-8a99-b637130668a9 admin admin] Pushing event updated for resources: {'Port': ['ID=76d99e21-8b8d-49c0-8816-206b357393a3,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:27.175139 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3131c03-9a02-4df0-9de3-f76bc8272fc9 None None] Pushing event updated for resources: {'Port': ['ID=2f780e7f-295d-4926-b8de-e0ed9b6200c2,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:27.191764 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0e978c87-86c2-46d7-9a4d-c887dfa6711a admin admin] Publish callbacks [] for security_group (b1a0e762-1848-40c6-be69-4b52fa095ee3), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.203937 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fc5855-ef9d-43f2-8be0-1dec20b3a576 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Made reservation on behalf of ba1292f55f994e0e82adcb39ab7cfb13 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:27.206219 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5855-ef9d-43f2-8be0-1dec20b3a576 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.208704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] Routers {'9dbe8486-cc14-471a-97d4-0d61b62dd9a2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:19:27.209383 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:19:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9dbe8486-cc14-471a-97d4-0d61b62dd9a2'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:27.222483 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0e978c87-86c2-46d7-9a4d-c887dfa6711a admin admin] Publish callbacks [] for security_group (b1a0e762-1848-40c6-be69-4b52fa095ee3), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.222830 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5855-ef9d-43f2-8be0-1dec20b3a576 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.264796 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c30edd-393b-4691-844a-5f78fa38cdd0 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:27.272138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c30edd-393b-4691-844a-5f78fa38cdd0 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:27.277782 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-29c30edd-393b-4691-844a-5f78fa38cdd0 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5751116 Apr 16 04:19:27.282270 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33144) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:27.289992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-508cf1c7-c0db-49ed-a5b3-de7980db3d19 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1555096254'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:27.301938 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33146) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:27.308866 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-bfaf8a26-3ff8-4093-b140-befc73cb104c tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1689258302', 'description': 'tempest-description--1326765678'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:27.363803 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-df01e425-32b2-43b9-8a99-b637130668a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (b279b377-756c-4ad3-b4d4-9fe479110a09), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.371232 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0c6c8597-f503-4c4e-a3af-2ae2c838cb3c None None] Current status of the port 2f780e7f-295d-4926-b8de-e0ed9b6200c2 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:27.371549 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0c6c8597-f503-4c4e-a3af-2ae2c838cb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2f780e7f-295d-4926-b8de-e0ed9b6200c2), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.375655 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0e978c87-86c2-46d7-9a4d-c887dfa6711a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (b1a0e762-1848-40c6-be69-4b52fa095ee3), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.378119 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0e978c87-86c2-46d7-9a4d-c887dfa6711a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.379178 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0e978c87-86c2-46d7-9a4d-c887dfa6711a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1a0e762-1848-40c6-be69-4b52fa095ee3 HTTP/1.1" status: 204 len: 168 time: 0.7232797 Apr 16 04:19:27.393435 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5855-ef9d-43f2-8be0-1dec20b3a576 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for security_group (2a4779a1-dedb-4605-a875-d70c326288e7), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.403616 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508cf1c7-c0db-49ed-a5b3-de7980db3d19 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Made reservation on behalf of 026a55a26c3e4f38a347ce767bae1935 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:27.406676 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-508cf1c7-c0db-49ed-a5b3-de7980db3d19 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.420607 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8a26-3ff8-4093-b140-befc73cb104c tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.427071 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33150) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:27.442805 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508cf1c7-c0db-49ed-a5b3-de7980db3d19 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:19:27.454254 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-508cf1c7-c0db-49ed-a5b3-de7980db3d19 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f0b3ec5b-22a1-4d53-8e08-bc84d90b20ae), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.454647 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-508cf1c7-c0db-49ed-a5b3-de7980db3d19 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Added segment f0b3ec5b-22a1-4d53-8e08-bc84d90b20ae of type vlan for network d2decaff-33f0-41f6-b9ca-28dd285d4a90 Apr 16 04:19:27.471267 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Request body: {'port': {'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f', 'binding:host_id': 'hv-neutron-8380', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-247412638'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:27.492538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-0c6c8597-f503-4c4e-a3af-2ae2c838cb3c None None] For port 2f780e7f-295d-4926-b8de-e0ed9b6200c2, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2f780e7f-295d-4926-b8de-e0ed9b6200c2,segment=NetworkSegment(e076b0b7-665d-4827-955f-2be7b6ef56fa),segment_id=e076b0b7-665d-4827-955f-2be7b6ef56fa)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:27.522301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] Set router 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:19:27.525435 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5855-ef9d-43f2-8be0-1dec20b3a576 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (2a4779a1-dedb-4605-a875-d70c326288e7), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.526392 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e978c87-86c2-46d7-9a4d-c887dfa6711a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a0e762-1848-40c6-be69-4b52fa095ee3,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:27.539211 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3095a03-39cc-4e7b-9a91-b087eed2d22e admin admin] Router 748c5a89-8dc6-41f8-8ed2-41627ad5044f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:19:27.540917 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fc5855-ef9d-43f2-8be0-1dec20b3a576 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:19:27.550572 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5855-ef9d-43f2-8be0-1dec20b3a576 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (bf2a0bec-e05d-4122-8174-ea1505ac1cf2), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.551005 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-b6fc5855-ef9d-43f2-8be0-1dec20b3a576 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Added segment bf2a0bec-e05d-4122-8174-ea1505ac1cf2 of type vlan for network 76387a77-be99-4a6a-b7aa-3c509378965e Apr 16 04:19:27.584990 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0c6c8597-f503-4c4e-a3af-2ae2c838cb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2f780e7f-295d-4926-b8de-e0ed9b6200c2), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.644304 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5855-ef9d-43f2-8be0-1dec20b3a576 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (76387a77-be99-4a6a-b7aa-3c509378965e), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.669122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-508cf1c7-c0db-49ed-a5b3-de7980db3d19 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (d2decaff-33f0-41f6-b9ca-28dd285d4a90), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.690620 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc5855-ef9d-43f2-8be0-1dec20b3a576 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4779a1-dedb-4605-a875-d70c326288e7,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:27.702321 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cf907fdc-c819-47a9-852a-af111269512e tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks [] for port (09ce9360-8d86-4077-96b8-04d15621e74d), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.729718 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-5f7576e0-26a2-4df9-8094-acb681909ece None None] Provisioning complete for port 2f780e7f-295d-4926-b8de-e0ed9b6200c2 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:27.730237 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5f7576e0-26a2-4df9-8094-acb681909ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2f780e7f-295d-4926-b8de-e0ed9b6200c2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.755021 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Made reservation on behalf of 97692e0785954e8db60957d45ca78cba for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:27.757376 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.759232 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c8597-f503-4c4e-a3af-2ae2c838cb3c None None] Pushing event updated for resources: {'Port': ['ID=2f780e7f-295d-4926-b8de-e0ed9b6200c2,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:27.772240 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.803034 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5855-ef9d-43f2-8be0-1dec20b3a576 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (76387a77-be99-4a6a-b7aa-3c509378965e), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.804251 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fc5855-ef9d-43f2-8be0-1dec20b3a576 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:27.805096 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5855-ef9d-43f2-8be0-1dec20b3a576 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.840766 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df01e425-32b2-43b9-8a99-b637130668a9 admin admin] Network e112fc5e-031d-4abe-99e6-ba862847cd77 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:27.842939 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-df01e425-32b2-43b9-8a99-b637130668a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:27.851045 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-508cf1c7-c0db-49ed-a5b3-de7980db3d19 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (d2decaff-33f0-41f6-b9ca-28dd285d4a90), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.856572 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508cf1c7-c0db-49ed-a5b3-de7980db3d19 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:27.857192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-508cf1c7-c0db-49ed-a5b3-de7980db3d19 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.897816 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cf907fdc-c819-47a9-852a-af111269512e tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (09ce9360-8d86-4077-96b8-04d15621e74d), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.898171 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-5f7576e0-26a2-4df9-8094-acb681909ece None None] Current status of the port 2f780e7f-295d-4926-b8de-e0ed9b6200c2 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:27.901079 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'name': 'tempest-ServersTestJSON-1167936824-router', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '32a25598-7c60-40cb-852a-87216b82346f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 4, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'gw_port': {'id': '32a25598-7c60-40cb-852a-87216b82346f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '2f780e7f-295d-4926-b8de-e0ed9b6200c2', 'name': '', 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'mac_address': 'fa:16:3e:7e:17:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '8bd7dbee-35dd-4809-be07-6730956df1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:20Z', 'updated_at': '2022-04-16T04:19:26Z', 'revision_number': 4, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'subnets': [{'id': '8bd7dbee-35dd-4809-be07-6730956df1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:27.942829 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcf7138-4c06-46b3-ae33-8e7e0be241f5 None None] The sync data for ids ['9dbe8486-cc14-471a-97d4-0d61b62dd9a2'] in dv-neutron-838078-2-hyperv is: [{'id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'name': 'tempest-ServersTestJSON-1167936824-router', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '32a25598-7c60-40cb-852a-87216b82346f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 4, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'gw_port': {'id': '32a25598-7c60-40cb-852a-87216b82346f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '2f780e7f-295d-4926-b8de-e0ed9b6200c2', 'name': '', 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'mac_address': 'fa:16:3e:7e:17:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '8bd7dbee-35dd-4809-be07-6730956df1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:20Z', 'updated_at': '2022-04-16T04:19:26Z', 'revision_number': 4, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'subnets': [{'id': '8bd7dbee-35dd-4809-be07-6730956df1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:19:27.945866 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-5f7576e0-26a2-4df9-8094-acb681909ece None None] Provisioning complete for port 38743210-b9c8-47ae-a669-eabc519fd198 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:27.946238 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5f7576e0-26a2-4df9-8094-acb681909ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (38743210-b9c8-47ae-a669-eabc519fd198), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:27.948318 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b6fc5855-ef9d-43f2-8be0-1dec20b3a576 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4644649 Apr 16 04:19:27.949103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc5855-ef9d-43f2-8be0-1dec20b3a576 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Pushing event updated for resources: {'Network': ['ID=76387a77-be99-4a6a-b7aa-3c509378965e,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:27.961788 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33154) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:27.969352 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1956529a-8494-42da-ba31-ebbe40ad03f7 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Request body: {'subnet': {'network_id': '76387a77-be99-4a6a-b7aa-3c509378965e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:27.997341 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 76387a77-be99-4a6a-b7aa-3c509378965e details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:19:27.999244 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:28.036797 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-508cf1c7-c0db-49ed-a5b3-de7980db3d19 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7534339 Apr 16 04:19:28.039318 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf907fdc-c819-47a9-852a-af111269512e tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Network 93cf35d5-1391-4c4c-ba89-083be9167173 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:28.059713 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33156) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:28.066990 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-e60e70b9-c581-4d2a-b7f9-79248ed88a5f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-989559423'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:28.105986 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-cf907fdc-c819-47a9-852a-af111269512e tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:28.109851 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf907fdc-c819-47a9-852a-af111269512e tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:28.110843 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf907fdc-c819-47a9-852a-af111269512e tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:28.111367 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cf907fdc-c819-47a9-852a-af111269512e tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:28.116866 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-5f7576e0-26a2-4df9-8094-acb681909ece None None] Port 38743210-b9c8-47ae-a669-eabc519fd198 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:19:28.142094 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8a26-3ff8-4093-b140-befc73cb104c tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for security_group (e1c362de-6d53-41aa-ac0b-cc19449b6944), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:28.172263 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf907fdc-c819-47a9-852a-af111269512e tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Pushing event updated for resources: {'Port': ['ID=09ce9360-8d86-4077-96b8-04d15621e74d,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:28.184318 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks [] for security_group (a4d9f250-3040-4203-b8db-4ee74868cb76), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:28.186848 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cf1c7-c0db-49ed-a5b3-de7980db3d19 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event updated for resources: {'Network': ['ID=d2decaff-33f0-41f6-b9ca-28dd285d4a90,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:28.204137 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network d2decaff-33f0-41f6-b9ca-28dd285d4a90 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:19:28.207805 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cf907fdc-c819-47a9-852a-af111269512e tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8146570 Apr 16 04:19:28.210385 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33160) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:28.215717 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:28.259579 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8a26-3ff8-4093-b140-befc73cb104c tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (e1c362de-6d53-41aa-ac0b-cc19449b6944), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:28.301987 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3095a03-39cc-4e7b-9a91-b087eed2d22e admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:19:28.320497 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b3095a03-39cc-4e7b-9a91-b087eed2d22e admin admin] 10.222.0.30 "PUT /v2.0/routers/748c5a89-8dc6-41f8-8ed2-41627ad5044f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0763187 Apr 16 04:19:28.320698 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ee5832-55f9-4435-9590-366966955867 None None] Sync routers for ids ['748c5a89-8dc6-41f8-8ed2-41627ad5044f'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:19:28.321194 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1956529a-8494-42da-ba31-ebbe40ad03f7 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Made reservation on behalf of ba1292f55f994e0e82adcb39ab7cfb13 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:28.328152 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1956529a-8494-42da-ba31-ebbe40ad03f7 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:28.336255 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ee5832-55f9-4435-9590-366966955867 None None] Routers {'748c5a89-8dc6-41f8-8ed2-41627ad5044f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:19:28.338156 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-60ee5832-55f9-4435-9590-366966955867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:19:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['748c5a89-8dc6-41f8-8ed2-41627ad5044f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:28.342835 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-772b469a-43e5-48b4-9fc7-f5a36e8f0ec7 None None] Provisioning complete for port 76d99e21-8b8d-49c0-8816-206b357393a3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:28.352245 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-772b469a-43e5-48b4-9fc7-f5a36e8f0ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (76d99e21-8b8d-49c0-8816-206b357393a3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:28.365137 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (09ce9360-8d86-4077-96b8-04d15621e74d), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:28.385175 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (a4d9f250-3040-4203-b8db-4ee74868cb76), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:28.385395 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8a26-3ff8-4093-b140-befc73cb104c tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:28.390880 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bfaf8a26-3ff8-4093-b140-befc73cb104c tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0843523 Apr 16 04:19:28.392090 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33168) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:28.407938 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df01e425-32b2-43b9-8a99-b637130668a9 admin admin] Router b279b377-756c-4ad3-b4d4-9fe479110a09 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:19:28.414070 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-5bc9af93-329e-48e0-9caa-d62c767b1dcc tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Request body: {'security_group_rule': {'security_group_id': 'e1c362de-6d53-41aa-ac0b-cc19449b6944', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:28.418760 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60e70b9-c581-4d2a-b7f9-79248ed88a5f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Made reservation on behalf of 026a55a26c3e4f38a347ce767bae1935 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:28.422234 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e60e70b9-c581-4d2a-b7f9-79248ed88a5f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:28.452163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d9f250-3040-4203-b8db-4ee74868cb76,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:28.457736 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-772b469a-43e5-48b4-9fc7-f5a36e8f0ec7 None None] Port 76d99e21-8b8d-49c0-8816-206b357393a3 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:19:28.474712 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60e70b9-c581-4d2a-b7f9-79248ed88a5f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:19:28.489204 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf8a26-3ff8-4093-b140-befc73cb104c tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c362de-6d53-41aa-ac0b-cc19449b6944,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:28.502810 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e60e70b9-c581-4d2a-b7f9-79248ed88a5f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (4d3e32a6-ebb5-4235-b0dc-473829c8cdb3), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:28.503155 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-e60e70b9-c581-4d2a-b7f9-79248ed88a5f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Added segment 4d3e32a6-ebb5-4235-b0dc-473829c8cdb3 of type vlan for network 4cf45c6c-8301-4ba3-b127-43887203eb36 Apr 16 04:19:28.579004 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] device_id is not set on port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:28.606006 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-60ee5832-55f9-4435-9590-366966955867 None None] Set router 748c5a89-8dc6-41f8-8ed2-41627ad5044f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:19:28.694607 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e60e70b9-c581-4d2a-b7f9-79248ed88a5f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (4cf45c6c-8301-4ba3-b127-43887203eb36), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:28.769114 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5bc9af93-329e-48e0-9caa-d62c767b1dcc tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for security_group_rule (49a27b57-a416-4952-8d77-5488e718d6c5), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:28.781540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2f780e7f-295d-4926-b8de-e0ed9b6200c2 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:28.886605 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 2f780e7f-295d-4926-b8de-e0ed9b6200c2 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:28.887112 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2f780e7f-295d-4926-b8de-e0ed9b6200c2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:28.944397 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e60e70b9-c581-4d2a-b7f9-79248ed88a5f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (4cf45c6c-8301-4ba3-b127-43887203eb36), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:28.950089 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60e70b9-c581-4d2a-b7f9-79248ed88a5f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:28.950943 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e60e70b9-c581-4d2a-b7f9-79248ed88a5f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:29.075696 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 2f780e7f-295d-4926-b8de-e0ed9b6200c2 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:29.077308 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 265c24e8-0d9a-477c-85aa-9a89258ee3b4 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:29.091559 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-60ee5832-55f9-4435-9590-366966955867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'name': 'tempest-ServerActionsTestJSON-878793364-router', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:23Z', 'revision_number': 4, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'gw_port': {'id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '38743210-b9c8-47ae-a669-eabc519fd198', 'name': '', 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'mac_address': 'fa:16:3e:fa:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'cedacccd-a081-4c1d-aad3-f594f5ad80d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:20Z', 'updated_at': '2022-04-16T04:19:24Z', 'revision_number': 2, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'subnets': [{'id': 'cedacccd-a081-4c1d-aad3-f594f5ad80d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:29.131602 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e70b9-c581-4d2a-b7f9-79248ed88a5f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event updated for resources: {'Network': ['ID=4cf45c6c-8301-4ba3-b127-43887203eb36,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:29.142534 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 4cf45c6c-8301-4ba3-b127-43887203eb36 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:19:29.148499 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ee5832-55f9-4435-9590-366966955867 None None] Checking router: 748c5a89-8dc6-41f8-8ed2-41627ad5044f for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:19:29.148961 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ee5832-55f9-4435-9590-366966955867 None None] Updating router 748c5a89-8dc6-41f8-8ed2-41627ad5044f port 38743210-b9c8-47ae-a669-eabc519fd198 binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:19:29.186633 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 265c24e8-0d9a-477c-85aa-9a89258ee3b4 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:29.187343 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (265c24e8-0d9a-477c-85aa-9a89258ee3b4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:29.198200 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-60ee5832-55f9-4435-9590-366966955867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (38743210-b9c8-47ae-a669-eabc519fd198), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:29.212160 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5bc9af93-329e-48e0-9caa-d62c767b1dcc tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for security_group_rule (49a27b57-a416-4952-8d77-5488e718d6c5), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:29.240429 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df01e425-32b2-43b9-8a99-b637130668a9 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:19:29.280641 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-df01e425-32b2-43b9-8a99-b637130668a9 admin admin] 10.222.0.30 "PUT /v2.0/routers/b279b377-756c-4ad3-b4d4-9fe479110a09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9841712 Apr 16 04:19:29.305541 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e60e70b9-c581-4d2a-b7f9-79248ed88a5f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2444248 Apr 16 04:19:29.317958 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33186) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:29.335029 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5bc9af93-329e-48e0-9caa-d62c767b1dcc tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (49a27b57-a416-4952-8d77-5488e718d6c5), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:29.347503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Request body: {'ports': [{'network_id': 'd2decaff-33f0-41f6-b9ca-28dd285d4a90', 'name': 'tempest-port--1392588155', 'admin_state_up': True}, {'network_id': '4cf45c6c-8301-4ba3-b127-43887203eb36', 'admin_state_up': False}]} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:29.347503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Request body: {'port': {'network_id': 'd2decaff-33f0-41f6-b9ca-28dd285d4a90', 'name': 'tempest-port--1392588155', 'admin_state_up': True}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:29.348580 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Request body: {'port': {'network_id': '4cf45c6c-8301-4ba3-b127-43887203eb36', 'admin_state_up': False}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:29.371874 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9af93-329e-48e0-9caa-d62c767b1dcc tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a27b57-a416-4952-8d77-5488e718d6c5,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:29.373700 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8471bf27-40ed-429d-9211-76397b18592a None None] Sync routers for ids ['b279b377-756c-4ad3-b4d4-9fe479110a09'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:19:29.423620 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5bc9af93-329e-48e0-9caa-d62c767b1dcc tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:29.429353 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5bc9af93-329e-48e0-9caa-d62c767b1dcc tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0196428 Apr 16 04:19:29.434896 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33188) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:29.455357 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-d6520abd-9650-4092-b47f-1b10988a9dad tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Request body: {'security_group_rule': {'security_group_id': 'e1c362de-6d53-41aa-ac0b-cc19449b6944', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:29.456591 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8471bf27-40ed-429d-9211-76397b18592a None None] Routers {'b279b377-756c-4ad3-b4d4-9fe479110a09'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:19:29.457465 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-8471bf27-40ed-429d-9211-76397b18592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:19:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b279b377-756c-4ad3-b4d4-9fe479110a09'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:29.521281 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33190) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:29.529695 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.objects.ports [None req-1956529a-8494-42da-ba31-ebbe40ad03f7 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104632) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 16 04:19:29.530277 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1956529a-8494-42da-ba31-ebbe40ad03f7 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (a433d79e-fde7-4fd2-b3cb-d609a57c7bdd), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:29.600423 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d6520abd-9650-4092-b47f-1b10988a9dad tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for security_group_rule (2d91dd40-3146-4aa6-a3aa-2de84fe98782), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:29.717645 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-8471bf27-40ed-429d-9211-76397b18592a None None] Set router b279b377-756c-4ad3-b4d4-9fe479110a09 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:19:29.738855 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956529a-8494-42da-ba31-ebbe40ad03f7 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a433d79e-fde7-4fd2-b3cb-d609a57c7bdd,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:29.746296 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] device_id is not set on port 09ce9360-8d86-4077-96b8-04d15621e74d yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:29.760098 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks [] for port (09ce9360-8d86-4077-96b8-04d15621e74d), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:29.796491 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] device_id is not set on port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:29.822047 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks [] for port (54d7fb7f-fa8d-4cf4-8080-243db79377f2), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:29.827415 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c982a970-b311-4a46-a226-a150ec07b8df tempest-AgentManagementNegativeTest-668380644 tempest-AgentManagementNegativeTest-668380644-project] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3021569 Apr 16 04:19:29.952956 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d6520abd-9650-4092-b47f-1b10988a9dad tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for security_group_rule (2d91dd40-3146-4aa6-a3aa-2de84fe98782), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:29.956385 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1956529a-8494-42da-ba31-ebbe40ad03f7 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Checking segment: {'id': 'bf2a0bec-e05d-4122-8174-ea1505ac1cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '76387a77-be99-4a6a-b7aa-3c509378965e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:29.957161 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1956529a-8494-42da-ba31-ebbe40ad03f7 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Network hostable DHCP agents. Network: 76387a77-be99-4a6a-b7aa-3c509378965e, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:19:29.974010 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-60ee5832-55f9-4435-9590-366966955867 None None] Publish callbacks [] for port (38743210-b9c8-47ae-a669-eabc519fd198), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:29.987758 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 265c24e8-0d9a-477c-85aa-9a89258ee3b4 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:30.029007 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (09ce9360-8d86-4077-96b8-04d15621e74d), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:30.049282 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (54d7fb7f-fa8d-4cf4-8080-243db79377f2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:30.050572 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d6520abd-9650-4092-b47f-1b10988a9dad tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (2d91dd40-3146-4aa6-a3aa-2de84fe98782), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:30.077036 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-60ee5832-55f9-4435-9590-366966955867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (38743210-b9c8-47ae-a669-eabc519fd198), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:30.079259 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6520abd-9650-4092-b47f-1b10988a9dad tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d91dd40-3146-4aa6-a3aa-2de84fe98782,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:30.087348 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1956529a-8494-42da-ba31-ebbe40ad03f7 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Network 76387a77-be99-4a6a-b7aa-3c509378965e is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:19:30.162703 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:30.163333 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:30.163505 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:30.174995 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port 09ce9360-8d86-4077-96b8-04d15621e74d on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:30.175667 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:30.179288 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d32351-3840-4ffe-98cc-3d6d5d707911 None None] Pushing event updated for resources: {'Port': ['ID=38743210-b9c8-47ae-a669-eabc519fd198,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:30.181303 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 2 to bind port 09ce9360-8d86-4077-96b8-04d15621e74d Apr 16 04:19:30.197470 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d6520abd-9650-4092-b47f-1b10988a9dad tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:30.200997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:30.202844 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:30.202844 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:30.204471 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d6520abd-9650-4092-b47f-1b10988a9dad tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7596838 Apr 16 04:19:30.207087 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33204) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:30.229237 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-8e5e2154-d919-4e5e-b355-5b1ab8f8ce50 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:30.236989 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33206) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:30.251331 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-0c01c622-96f0-4751-850d-9126e296182b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1033409008', 'description': 'tempest-description--54929713'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:30.263722 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-1956529a-8494-42da-ba31-ebbe40ad03f7 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 76387a77-be99-4a6a-b7aa-3c509378965e) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:30.286517 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port 09ce9360-8d86-4077-96b8-04d15621e74d on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:30.287148 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:30.287259 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1956529a-8494-42da-ba31-ebbe40ad03f7 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:30.288108 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 3 to bind port 09ce9360-8d86-4077-96b8-04d15621e74d Apr 16 04:19:30.289203 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1956529a-8494-42da-ba31-ebbe40ad03f7 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:30.305364 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8ca2ba-f65b-40f1-ad2e-caac06428025 None None] Network 76387a77-be99-4a6a-b7aa-3c509378965e requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:30.305598 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Pushing event updated for resources: {'Port': ['ID=09ce9360-8d86-4077-96b8-04d15621e74d,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:30.313192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Made reservation on behalf of 026a55a26c3e4f38a347ce767bae1935 for: {'port': 2} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:30.318427 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:30.324134 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:30.324486 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:30.324876 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:30.327209 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Checking segment: {'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:30.328267 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Network hostable DHCP agents. Network: 2a8839c1-011f-4a4d-b691-8f34ef794f0f, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:19:30.357515 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-60ee5832-55f9-4435-9590-366966955867 None None] Attempting to bind port 38743210-b9c8-47ae-a669-eabc519fd198 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:30.358275 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-60ee5832-55f9-4435-9590-366966955867 None None] Attempting to bind port 38743210-b9c8-47ae-a669-eabc519fd198 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '1fc44704-4f70-469d-a086-2202419f908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:30.358809 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ee5832-55f9-4435-9590-366966955867 None None] Attempting to bind port 38743210-b9c8-47ae-a669-eabc519fd198 on network 4c3c2d0c-413d-4b27-b518-f77ba01ee470 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:30.366394 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ee5832-55f9-4435-9590-366966955867 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:19:30.366772 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ee5832-55f9-4435-9590-366966955867 None None] Checking segment: {'id': '1fc44704-4f70-469d-a086-2202419f908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:30.367261 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-60ee5832-55f9-4435-9590-366966955867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:30.367653 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ee5832-55f9-4435-9590-366966955867 None None] Bound using segment: {'id': '1fc44704-4f70-469d-a086-2202419f908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:19:30.368928 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-60ee5832-55f9-4435-9590-366966955867 None None] Bound port: 38743210-b9c8-47ae-a669-eabc519fd198, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc44704-4f70-469d-a086-2202419f908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:19:30.369706 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-60ee5832-55f9-4435-9590-366966955867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (38743210-b9c8-47ae-a669-eabc519fd198), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:30.385088 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0c01c622-96f0-4751-850d-9126e296182b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:30.400676 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1956529a-8494-42da-ba31-ebbe40ad03f7 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4359093 Apr 16 04:19:30.402359 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2154-d919-4e5e-b355-5b1ab8f8ce50 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:30.410423 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33208) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:30.410624 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-8471bf27-40ed-429d-9211-76397b18592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'name': 'tempest-ServersTestManualDisk-1517995746-router', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:25Z', 'revision_number': 4, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'gw_port': {'id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:14Z', 'updated_at': '2022-04-16T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '76d99e21-8b8d-49c0-8816-206b357393a3', 'name': '', 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'mac_address': 'fa:16:3e:f4:d9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e3f286e-0dab-407e-9b92-7b5c7676658e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:22Z', 'updated_at': '2022-04-16T04:19:26Z', 'revision_number': 2, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'subnets': [{'id': '6e3f286e-0dab-407e-9b92-7b5c7676658e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:30.426531 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-2e368d12-fdf5-44d2-85c3-ca594d86b729 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1020281399', 'network_id': '76387a77-be99-4a6a-b7aa-3c509378965e'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:30.452228 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8471bf27-40ed-429d-9211-76397b18592a None None] Checking router: b279b377-756c-4ad3-b4d4-9fe479110a09 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:19:30.452616 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8471bf27-40ed-429d-9211-76397b18592a None None] Updating router b279b377-756c-4ad3-b4d4-9fe479110a09 port 76d99e21-8b8d-49c0-8816-206b357393a3 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:19:30.475102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0c01c622-96f0-4751-850d-9126e296182b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for security_group (0c6de96e-0dfb-4660-98cf-1039badb0320), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:30.479516 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:30.504273 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port 09ce9360-8d86-4077-96b8-04d15621e74d on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:30.504618 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:30.516073 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 4 to bind port 09ce9360-8d86-4077-96b8-04d15621e74d Apr 16 04:19:30.538065 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8471bf27-40ed-429d-9211-76397b18592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (76d99e21-8b8d-49c0-8816-206b357393a3), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:30.567950 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-60ee5832-55f9-4435-9590-366966955867 None None] For port 38743210-b9c8-47ae-a669-eabc519fd198, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:30.574282 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-60ee5832-55f9-4435-9590-366966955867 None None] For port 38743210-b9c8-47ae-a669-eabc519fd198, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=38743210-b9c8-47ae-a669-eabc519fd198,segment=NetworkSegment(1fc44704-4f70-469d-a086-2202419f908b),segment_id=1fc44704-4f70-469d-a086-2202419f908b)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:19:30.576384 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed9a257-fcbb-43f4-a4d5-0fb4f1e23227 None None] Network 76387a77-be99-4a6a-b7aa-3c509378965e requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:30.605958 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-59ca9aa9-8ed6-441d-8265-93e890494969 None None] Provisioning complete for port 38743210-b9c8-47ae-a669-eabc519fd198 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:30.606621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-59ca9aa9-8ed6-441d-8265-93e890494969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (38743210-b9c8-47ae-a669-eabc519fd198), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:30.606851 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0c01c622-96f0-4751-850d-9126e296182b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (0c6de96e-0dfb-4660-98cf-1039badb0320), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:30.618125 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Network 2a8839c1-011f-4a4d-b691-8f34ef794f0f is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:19:30.634317 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Pushing event updated for resources: {'Port': ['ID=54d7fb7f-fa8d-4cf4-8080-243db79377f2,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:30.657116 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33212) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:30.660737 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:30.661498 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:30.661897 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:30.666657 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-60ee5832-55f9-4435-9590-366966955867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (38743210-b9c8-47ae-a669-eabc519fd198), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:30.687677 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2154-d919-4e5e-b355-5b1ab8f8ce50 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:30.709906 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 2a8839c1-011f-4a4d-b691-8f34ef794f0f) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:30.714923 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:30.733712 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd20252-3ad0-4fe7-8b85-2b83729fae9e None None] Network 2a8839c1-011f-4a4d-b691-8f34ef794f0f requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:30.754342 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33216) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:30.763085 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ee5832-55f9-4435-9590-366966955867 None None] Routers {'748c5a89-8dc6-41f8-8ed2-41627ad5044f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:19:30.763859 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-60ee5832-55f9-4435-9590-366966955867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:19:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['748c5a89-8dc6-41f8-8ed2-41627ad5044f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:30.793443 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-f512a74d-37e4-4052-af8f-0f8c0c64b24e tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1758975453', 'description': 'tempest-description--570598355'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:30.799595 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-59ca9aa9-8ed6-441d-8265-93e890494969 None None] Port 38743210-b9c8-47ae-a669-eabc519fd198 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:19:30.812156 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port 09ce9360-8d86-4077-96b8-04d15621e74d on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:30.813939 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:30.852110 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 5 to bind port 09ce9360-8d86-4077-96b8-04d15621e74d Apr 16 04:19:30.865453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-8e5e2154-d919-4e5e-b355-5b1ab8f8ce50 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Allocated IP 172.26.6.30 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/7374c29c-1975-4ca2-9e7b-726ffe645f6f) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:30.873337 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d32351-3840-4ffe-98cc-3d6d5d707911 None None] Pushing event updated for resources: {'Port': ['ID=38743210-b9c8-47ae-a669-eabc519fd198,revision_number=4']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:30.873920 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0c01c622-96f0-4751-850d-9126e296182b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:30.875618 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0c01c622-96f0-4751-850d-9126e296182b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6326349 Apr 16 04:19:30.877200 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01c622-96f0-4751-850d-9126e296182b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6de96e-0dfb-4660-98cf-1039badb0320,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:30.887595 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33218) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:30.897339 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:30.897872 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:30.898459 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:30.950118 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-f1810968-ef7b-4cb7-844b-7e879fc34bde tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Request body: {'security_group_rule': {'security_group_id': '0c6de96e-0dfb-4660-98cf-1039badb0320', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:30.971044 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:30.971662 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:30.978801 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 2 to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 Apr 16 04:19:30.981855 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:30.992224 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:30.992224 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:31.008769 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e368d12-fdf5-44d2-85c3-ca594d86b729 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Made reservation on behalf of ba1292f55f994e0e82adcb39ab7cfb13 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:31.012185 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e368d12-fdf5-44d2-85c3-ca594d86b729 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.027117 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:31.027117 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:31.027117 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:31.028992 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-60ee5832-55f9-4435-9590-366966955867 None None] Set router 748c5a89-8dc6-41f8-8ed2-41627ad5044f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:19:31.030987 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port 09ce9360-8d86-4077-96b8-04d15621e74d on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:31.031388 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:31.032083 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c4ad965-5ffd-49c9-acc4-a780f5b6dd3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.044137 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-2e368d12-fdf5-44d2-85c3-ca594d86b729 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] device_id is not set on port a82a6c02-36cd-4b19-be6a-69450f2be556 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:31.138921 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2154-d919-4e5e-b355-5b1ab8f8ce50 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for port (7374c29c-1975-4ca2-9e7b-726ffe645f6f), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.158037 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8586c2b2-e103-49d6-9ec6-ad2ffc9283e4 None None] Provisioning complete for port 38743210-b9c8-47ae-a669-eabc519fd198 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:31.158637 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8586c2b2-e103-49d6-9ec6-ad2ffc9283e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (38743210-b9c8-47ae-a669-eabc519fd198), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.230149 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-2e368d12-fdf5-44d2-85c3-ca594d86b729 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Allocated IP 172.20.0.4 (76387a77-be99-4a6a-b7aa-3c509378965e/a433d79e-fde7-4fd2-b3cb-d609a57c7bdd/a82a6c02-36cd-4b19-be6a-69450f2be556) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:31.234155 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8471bf27-40ed-429d-9211-76397b18592a None None] Publish callbacks [] for port (76d99e21-8b8d-49c0-8816-206b357393a3), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.270493 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:31.270733 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:31.271103 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 6 to bind port 09ce9360-8d86-4077-96b8-04d15621e74d Apr 16 04:19:31.280062 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 3 to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 Apr 16 04:19:31.284599 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] device_id is not set on port 468380e6-0e65-480d-b67f-b527fc1d797e yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:31.298071 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f512a74d-37e4-4052-af8f-0f8c0c64b24e tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.306226 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8586c2b2-e103-49d6-9ec6-ad2ffc9283e4 None None] Current status of the port 38743210-b9c8-47ae-a669-eabc519fd198 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:31.306711 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8586c2b2-e103-49d6-9ec6-ad2ffc9283e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (38743210-b9c8-47ae-a669-eabc519fd198), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.336074 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:31.336411 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:31.336777 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:31.340570 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-60ee5832-55f9-4435-9590-366966955867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'name': 'tempest-ServerActionsTestJSON-878793364-router', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:23Z', 'revision_number': 4, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'gw_port': {'id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '38743210-b9c8-47ae-a669-eabc519fd198', 'name': '', 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'mac_address': 'fa:16:3e:fa:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'cedacccd-a081-4c1d-aad3-f594f5ad80d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:20Z', 'updated_at': '2022-04-16T04:19:30Z', 'revision_number': 4, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'subnets': [{'id': 'cedacccd-a081-4c1d-aad3-f594f5ad80d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:31.342186 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:31.342519 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:31.342843 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:31.348097 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-8586c2b2-e103-49d6-9ec6-ad2ffc9283e4 None None] For port 38743210-b9c8-47ae-a669-eabc519fd198, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=38743210-b9c8-47ae-a669-eabc519fd198,segment=NetworkSegment(1fc44704-4f70-469d-a086-2202419f908b),segment_id=1fc44704-4f70-469d-a086-2202419f908b)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:31.350855 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8471bf27-40ed-429d-9211-76397b18592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (76d99e21-8b8d-49c0-8816-206b357393a3), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.357372 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2154-d919-4e5e-b355-5b1ab8f8ce50 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (7374c29c-1975-4ca2-9e7b-726ffe645f6f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.360749 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port 09ce9360-8d86-4077-96b8-04d15621e74d on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:31.361694 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:31.368051 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 7 to bind port 09ce9360-8d86-4077-96b8-04d15621e74d Apr 16 04:19:31.371085 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:31.371413 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:31.374780 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ee5832-55f9-4435-9590-366966955867 None None] The sync data for ids ['748c5a89-8dc6-41f8-8ed2-41627ad5044f'] in dv-neutron-838078-2-hyperv is: [{'id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'name': 'tempest-ServerActionsTestJSON-878793364-router', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:23Z', 'revision_number': 4, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'gw_port': {'id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '38743210-b9c8-47ae-a669-eabc519fd198', 'name': '', 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'mac_address': 'fa:16:3e:fa:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'cedacccd-a081-4c1d-aad3-f594f5ad80d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:20Z', 'updated_at': '2022-04-16T04:19:30Z', 'revision_number': 4, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'subnets': [{'id': 'cedacccd-a081-4c1d-aad3-f594f5ad80d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:19:31.378804 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 4 to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 Apr 16 04:19:31.413880 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5e2154-d919-4e5e-b355-5b1ab8f8ce50 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:31.414384 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f99f0-648d-406f-856f-0bf1bea22b35 None None] Pushing event updated for resources: {'Port': ['ID=76d99e21-8b8d-49c0-8816-206b357393a3,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:31.425172 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-8e5e2154-d919-4e5e-b355-5b1ab8f8ce50 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:31.425383 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:31.425383 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:31.425383 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:31.430014 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5e2154-d919-4e5e-b355-5b1ab8f8ce50 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:31.443570 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8586c2b2-e103-49d6-9ec6-ad2ffc9283e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (38743210-b9c8-47ae-a669-eabc519fd198), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.453424 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:31.453424 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:31.453424 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:31.482445 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port 09ce9360-8d86-4077-96b8-04d15621e74d on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:31.484672 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:31.530709 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 8 to bind port 09ce9360-8d86-4077-96b8-04d15621e74d Apr 16 04:19:31.533685 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1810968-ef7b-4cb7-844b-7e879fc34bde tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for security_group_rule (2521e7b1-a7cb-479d-a365-e72c6d5669ed), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.543194 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-8471bf27-40ed-429d-9211-76397b18592a None None] Attempting to bind port 76d99e21-8b8d-49c0-8816-206b357393a3 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:31.543591 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-8471bf27-40ed-429d-9211-76397b18592a None None] Attempting to bind port 76d99e21-8b8d-49c0-8816-206b357393a3 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '51186527-bdbc-4d12-a232-038315e00624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:31.544118 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8471bf27-40ed-429d-9211-76397b18592a None None] Attempting to bind port 76d99e21-8b8d-49c0-8816-206b357393a3 on network e112fc5e-031d-4abe-99e6-ba862847cd77 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:31.546306 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e2154-d919-4e5e-b355-5b1ab8f8ce50 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Pushing event updated for resources: {'Port': ['ID=7374c29c-1975-4ca2-9e7b-726ffe645f6f,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:31.552949 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8471bf27-40ed-429d-9211-76397b18592a None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:19:31.553325 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8471bf27-40ed-429d-9211-76397b18592a None None] Checking segment: {'id': '51186527-bdbc-4d12-a232-038315e00624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:31.553723 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8471bf27-40ed-429d-9211-76397b18592a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.554605 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8471bf27-40ed-429d-9211-76397b18592a None None] Bound using segment: {'id': '51186527-bdbc-4d12-a232-038315e00624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:19:31.555078 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-8471bf27-40ed-429d-9211-76397b18592a None None] Bound port: 76d99e21-8b8d-49c0-8816-206b357393a3, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51186527-bdbc-4d12-a232-038315e00624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:19:31.555794 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8471bf27-40ed-429d-9211-76397b18592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (76d99e21-8b8d-49c0-8816-206b357393a3), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.557745 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586c2b2-e103-49d6-9ec6-ad2ffc9283e4 None None] Pushing event updated for resources: {'Port': ['ID=38743210-b9c8-47ae-a669-eabc519fd198,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:31.563737 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:31.563737 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:31.564950 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e368d12-fdf5-44d2-85c3-ca594d86b729 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for port (a82a6c02-36cd-4b19-be6a-69450f2be556), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.593590 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 5 to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 Apr 16 04:19:31.645493 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:31.645827 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:31.646161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:31.668511 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-8471bf27-40ed-429d-9211-76397b18592a None None] For port 76d99e21-8b8d-49c0-8816-206b357393a3, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:31.673651 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-8471bf27-40ed-429d-9211-76397b18592a None None] For port 76d99e21-8b8d-49c0-8816-206b357393a3, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=76d99e21-8b8d-49c0-8816-206b357393a3,segment=NetworkSegment(51186527-bdbc-4d12-a232-038315e00624),segment_id=51186527-bdbc-4d12-a232-038315e00624)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:19:31.697145 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2154-d919-4e5e-b355-5b1ab8f8ce50 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for floatingip (46050aba-447c-4054-bcc5-7f194e9bd07e), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.708558 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:31.708921 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:31.709259 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:31.717408 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f512a74d-37e4-4052-af8f-0f8c0c64b24e tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for security_group (46916e7e-28a6-4289-9a27-f9dc02755330), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.718292 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port 09ce9360-8d86-4077-96b8-04d15621e74d on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:31.718634 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:31.730295 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 9 to bind port 09ce9360-8d86-4077-96b8-04d15621e74d Apr 16 04:19:31.742267 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8471bf27-40ed-429d-9211-76397b18592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (76d99e21-8b8d-49c0-8816-206b357393a3), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.748658 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c4ad965-5ffd-49c9-acc4-a780f5b6dd3c admin admin] Publish callbacks [] for security_group (6b378164-2e7e-4b91-83d0-133bd83474ca), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.763536 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:31.764242 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:31.774755 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 6 to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 Apr 16 04:19:31.806523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:31.806866 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:31.807203 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:31.808217 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e368d12-fdf5-44d2-85c3-ca594d86b729 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (a82a6c02-36cd-4b19-be6a-69450f2be556), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.809217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f512a74d-37e4-4052-af8f-0f8c0c64b24e tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (46916e7e-28a6-4289-9a27-f9dc02755330), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.831003 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-91f20210-6277-46b0-ab49-ab628758c3ba None None] Provisioning complete for port 76d99e21-8b8d-49c0-8816-206b357393a3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:31.831389 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-91f20210-6277-46b0-ab49-ab628758c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (76d99e21-8b8d-49c0-8816-206b357393a3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.856873 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:31.857222 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:31.857557 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:31.860290 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8471bf27-40ed-429d-9211-76397b18592a None None] Routers {'b279b377-756c-4ad3-b4d4-9fe479110a09'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:19:31.861114 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-8471bf27-40ed-429d-9211-76397b18592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:19:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b279b377-756c-4ad3-b4d4-9fe479110a09'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:31.862893 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f99f0-648d-406f-856f-0bf1bea22b35 None None] Pushing event updated for resources: {'Port': ['ID=76d99e21-8b8d-49c0-8816-206b357393a3,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:31.864127 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2154-d919-4e5e-b355-5b1ab8f8ce50 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7374c29c-1975-4ca2-9e7b-726ffe645f6f), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.868103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks [] for port (468380e6-0e65-480d-b67f-b527fc1d797e), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.873979 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512a74d-37e4-4052-af8f-0f8c0c64b24e tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46916e7e-28a6-4289-9a27-f9dc02755330,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:31.880164 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e368d12-fdf5-44d2-85c3-ca594d86b729 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Network 76387a77-be99-4a6a-b7aa-3c509378965e is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:31.899007 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-2e368d12-fdf5-44d2-85c3-ca594d86b729 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:31.901997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c4ad965-5ffd-49c9-acc4-a780f5b6dd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (6b378164-2e7e-4b91-83d0-133bd83474ca), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.903654 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e368d12-fdf5-44d2-85c3-ca594d86b729 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:31.953713 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1810968-ef7b-4cb7-844b-7e879fc34bde tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for security_group_rule (2521e7b1-a7cb-479d-a365-e72c6d5669ed), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.961783 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9c4ad965-5ffd-49c9-acc4-a780f5b6dd3c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=246fa4b222cd4ba988f246e5b9d3c14a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3000162 Apr 16 04:19:31.969479 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f512a74d-37e4-4052-af8f-0f8c0c64b24e tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:31.981473 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f512a74d-37e4-4052-af8f-0f8c0c64b24e tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1983345 Apr 16 04:19:31.982556 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:31.983038 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:32.012895 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33224) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:32.013512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33226) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:32.014292 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 7 to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 Apr 16 04:19:32.017770 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ad965-5ffd-49c9-acc4-a780f5b6dd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b378164-2e7e-4b91-83d0-133bd83474ca,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:32.025672 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port 09ce9360-8d86-4077-96b8-04d15621e74d on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:32.027134 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:32.042384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-f57e2ffe-e963-4b67-a500-60e09ebaf3fd tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Request body: {'security_group_rule': {'security_group_id': '46916e7e-28a6-4289-9a27-f9dc02755330', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:32.047528 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempt 10 to bind port 09ce9360-8d86-4077-96b8-04d15621e74d Apr 16 04:19:32.099479 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:19:32.103017 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-8471bf27-40ed-429d-9211-76397b18592a None None] Set router b279b377-756c-4ad3-b4d4-9fe479110a09 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:19:32.104831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:32.105173 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:32.105510 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempting to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:32.107607 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1810968-ef7b-4cb7-844b-7e879fc34bde tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (2521e7b1-a7cb-479d-a365-e72c6d5669ed), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.141155 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-91f20210-6277-46b0-ab49-ab628758c3ba None None] Current status of the port 76d99e21-8b8d-49c0-8816-206b357393a3 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:32.141543 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-91f20210-6277-46b0-ab49-ab628758c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (76d99e21-8b8d-49c0-8816-206b357393a3), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.174244 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Port 09ce9360-8d86-4077-96b8-04d15621e74d on network 93cf35d5-1391-4c4c-ba89-083be9167173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:32.174871 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Failed to bind port 09ce9360-8d86-4077-96b8-04d15621e74d on host hv-neutron-8380 for vnic_type normal using segments [{'id': '05e3df5f-653c-435d-8ca9-609bf0e3cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93cf35d5-1391-4c4c-ba89-083be9167173'}] Apr 16 04:19:32.175348 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (09ce9360-8d86-4077-96b8-04d15621e74d), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.244850 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-91f20210-6277-46b0-ab49-ab628758c3ba None None] For port 76d99e21-8b8d-49c0-8816-206b357393a3, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=76d99e21-8b8d-49c0-8816-206b357393a3,segment=NetworkSegment(51186527-bdbc-4d12-a232-038315e00624),segment_id=51186527-bdbc-4d12-a232-038315e00624)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:32.249702 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e368d12-fdf5-44d2-85c3-ca594d86b729 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:32.250361 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e368d12-fdf5-44d2-85c3-ca594d86b729 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.264975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] For port 09ce9360-8d86-4077-96b8-04d15621e74d, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:32.265336 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attempted to set empty binding levels {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 16 04:19:32.266786 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1810968-ef7b-4cb7-844b-7e879fc34bde tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2521e7b1-a7cb-479d-a365-e72c6d5669ed,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:32.277689 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e368d12-fdf5-44d2-85c3-ca594d86b729 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Pushing event updated for resources: {'Port': ['ID=a82a6c02-36cd-4b19-be6a-69450f2be556,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:32.277878 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] device_id is not set on port 9f0a7cc2-d8d7-416c-a0ff-eb19871fdb03 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:32.280786 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:32.281087 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:32.282055 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:32.291075 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:32.291428 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:32.295945 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 8 to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 Apr 16 04:19:32.296432 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-91f20210-6277-46b0-ab49-ab628758c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (76d99e21-8b8d-49c0-8816-206b357393a3), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.338593 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7903df3e-d1c8-4708-a09b-a17cc1ad4b21 admin admin] Publish callbacks [] for security_group (6b378164-2e7e-4b91-83d0-133bd83474ca), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.343449 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (09ce9360-8d86-4077-96b8-04d15621e74d), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.369634 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2e368d12-fdf5-44d2-85c3-ca594d86b729 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.9553311 Apr 16 04:19:32.371042 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33230) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:32.378344 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f20210-6277-46b0-ab49-ab628758c3ba None None] Pushing event updated for resources: {'Port': ['ID=76d99e21-8b8d-49c0-8816-206b357393a3,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:32.397722 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:32.398057 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:32.398391 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:32.405903 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] In _notify_port_updated(), no bound segment for port 09ce9360-8d86-4077-96b8-04d15621e74d on network 93cf35d5-1391-4c4c-ba89-083be9167173 {{(pid=104633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:19:32.406775 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:32.407373 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.418482 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] 10.222.0.30 "PUT /v2.0/ports/09ce9360-8d86-4077-96b8-04d15621e74d HTTP/1.1" status: 200 len: 976 time: 4.2069025 Apr 16 04:19:32.426906 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33232) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:32.436081 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1810968-ef7b-4cb7-844b-7e879fc34bde tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.440196 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f1810968-ef7b-4cb7-844b-7e879fc34bde tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5371239 Apr 16 04:19:32.440870 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33234) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:32.467975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-dc79b269-fbf3-42d8-bae8-228442dc4f70 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Request body: {'security_group_rule': {'security_group_id': '0c6de96e-0dfb-4660-98cf-1039badb0320', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:32.470833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-33b05a22-fa61-4837-922e-7758b5c376e8 None None] Provisioning complete for port 76d99e21-8b8d-49c0-8816-206b357393a3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:32.471413 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-33b05a22-fa61-4837-922e-7758b5c376e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (76d99e21-8b8d-49c0-8816-206b357393a3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.508488 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:32.508967 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:32.515147 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 9 to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 Apr 16 04:19:32.517816 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96658c-1508-4f7c-9468-71e0c754e226 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Pushing event updated for resources: {'Port': ['ID=09ce9360-8d86-4077-96b8-04d15621e74d,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:32.523725 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-45617699-a7fb-47b2-b519-631d568272a6 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Deleting port a82a6c02-36cd-4b19-be6a-69450f2be556 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:19:32.524074 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-45617699-a7fb-47b2-b519-631d568272a6 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (a82a6c02-36cd-4b19-be6a-69450f2be556), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.540543 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7903df3e-d1c8-4708-a09b-a17cc1ad4b21 admin admin] Publish callbacks [] for security_group (6b378164-2e7e-4b91-83d0-133bd83474ca), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.560435 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f57e2ffe-e963-4b67-a500-60e09ebaf3fd tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for security_group_rule (eb3d9414-9749-4cdc-becf-abc15bc1a470), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.577434 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:32.577792 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:32.578099 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:32.622786 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:32.623120 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:32.635188 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 10 to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 Apr 16 04:19:32.638787 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-4a646ab0-7291-4720-90a6-ac3669a53f1a tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Deleting port 09ce9360-8d86-4077-96b8-04d15621e74d {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:19:32.639139 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4a646ab0-7291-4720-90a6-ac3669a53f1a tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (09ce9360-8d86-4077-96b8-04d15621e74d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.645437 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc79b269-fbf3-42d8-bae8-228442dc4f70 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for security_group_rule (ad9d0cac-6423-438e-99e1-7f6faab5d928), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.669110 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 38743210-b9c8-47ae-a669-eabc519fd198 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:32.703397 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:32.703749 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:32.704448 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:32.710061 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-8471bf27-40ed-429d-9211-76397b18592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'name': 'tempest-ServersTestManualDisk-1517995746-router', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:25Z', 'revision_number': 4, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'gw_port': {'id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:14Z', 'updated_at': '2022-04-16T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '76d99e21-8b8d-49c0-8816-206b357393a3', 'name': '', 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'mac_address': 'fa:16:3e:f4:d9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e3f286e-0dab-407e-9b92-7b5c7676658e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:22Z', 'updated_at': '2022-04-16T04:19:31Z', 'revision_number': 4, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'subnets': [{'id': '6e3f286e-0dab-407e-9b92-7b5c7676658e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:32.740199 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f57e2ffe-e963-4b67-a500-60e09ebaf3fd tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for security_group_rule (eb3d9414-9749-4cdc-becf-abc15bc1a470), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.743522 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:32.743843 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8471bf27-40ed-429d-9211-76397b18592a None None] The sync data for ids ['b279b377-756c-4ad3-b4d4-9fe479110a09'] in dv-neutron-838078-2-hyperv is: [{'id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'name': 'tempest-ServersTestManualDisk-1517995746-router', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:25Z', 'revision_number': 4, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'gw_port': {'id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:14Z', 'updated_at': '2022-04-16T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '76d99e21-8b8d-49c0-8816-206b357393a3', 'name': '', 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'mac_address': 'fa:16:3e:f4:d9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e3f286e-0dab-407e-9b92-7b5c7676658e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:22Z', 'updated_at': '2022-04-16T04:19:31Z', 'revision_number': 4, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'subnets': [{'id': '6e3f286e-0dab-407e-9b92-7b5c7676658e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:19:32.744082 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:32.744181 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (54d7fb7f-fa8d-4cf4-8080-243db79377f2), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.749231 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-4a646ab0-7291-4720-90a6-ac3669a53f1a tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] For port 09ce9360-8d86-4077-96b8-04d15621e74d, host hv-neutron-8380, got binding levels [] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:32.749449 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks [] for port (9f0a7cc2-d8d7-416c-a0ff-eb19871fdb03), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.749719 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4a646ab0-7291-4720-90a6-ac3669a53f1a tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (09ce9360-8d86-4077-96b8-04d15621e74d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.763357 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2154-d919-4e5e-b355-5b1ab8f8ce50 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for port (7374c29c-1975-4ca2-9e7b-726ffe645f6f), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.776039 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-4a646ab0-7291-4720-90a6-ac3669a53f1a tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Calling delete_port for 09ce9360-8d86-4077-96b8-04d15621e74d owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:19:32.795267 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-33b05a22-fa61-4837-922e-7758b5c376e8 None None] Current status of the port 76d99e21-8b8d-49c0-8816-206b357393a3 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:32.800889 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-45617699-a7fb-47b2-b519-631d568272a6 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (a82a6c02-36cd-4b19-be6a-69450f2be556), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.806201 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 38743210-b9c8-47ae-a669-eabc519fd198 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:32.807804 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (38743210-b9c8-47ae-a669-eabc519fd198), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.851131 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-45617699-a7fb-47b2-b519-631d568272a6 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Calling delete_port for a82a6c02-36cd-4b19-be6a-69450f2be556 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:19:32.852265 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f57e2ffe-e963-4b67-a500-60e09ebaf3fd tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (eb3d9414-9749-4cdc-becf-abc15bc1a470), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.853391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2154-d919-4e5e-b355-5b1ab8f8ce50 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (7374c29c-1975-4ca2-9e7b-726ffe645f6f), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.889752 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7903df3e-d1c8-4708-a09b-a17cc1ad4b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (6b378164-2e7e-4b91-83d0-133bd83474ca), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.892342 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7903df3e-d1c8-4708-a09b-a17cc1ad4b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.894505 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7903df3e-d1c8-4708-a09b-a17cc1ad4b21 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b378164-2e7e-4b91-83d0-133bd83474ca HTTP/1.1" status: 204 len: 168 time: 0.8703284 Apr 16 04:19:32.924436 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc79b269-fbf3-42d8-bae8-228442dc4f70 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for security_group_rule (ad9d0cac-6423-438e-99e1-7f6faab5d928), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:32.947985 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e2154-d919-4e5e-b355-5b1ab8f8ce50 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Pushing event updated for resources: {'Port': ['ID=7374c29c-1975-4ca2-9e7b-726ffe645f6f,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:32.966655 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 38743210-b9c8-47ae-a669-eabc519fd198 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:33.005627 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] For port 54d7fb7f-fa8d-4cf4-8080-243db79377f2, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:33.006163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempted to set empty binding levels {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 16 04:19:33.025232 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc79b269-fbf3-42d8-bae8-228442dc4f70 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (ad9d0cac-6423-438e-99e1-7f6faab5d928), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.028172 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903df3e-d1c8-4708-a09b-a17cc1ad4b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b378164-2e7e-4b91-83d0-133bd83474ca,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:33.030533 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e2ffe-e963-4b67-a500-60e09ebaf3fd tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3d9414-9749-4cdc-becf-abc15bc1a470,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:33.082457 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79b269-fbf3-42d8-bae8-228442dc4f70 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9d0cac-6423-438e-99e1-7f6faab5d928,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:33.089534 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2154-d919-4e5e-b355-5b1ab8f8ce50 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (46050aba-447c-4054-bcc5-7f194e9bd07e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.138896 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f57e2ffe-e963-4b67-a500-60e09ebaf3fd tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.140365 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f57e2ffe-e963-4b67-a500-60e09ebaf3fd tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1157086 Apr 16 04:19:33.141992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (468380e6-0e65-480d-b67f-b527fc1d797e), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.143577 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (54d7fb7f-fa8d-4cf4-8080-243db79377f2), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.145431 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33240) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:33.152370 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-8999d3bd-7fda-411d-871a-6e59a2178ac5 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Request body: {'security_group_rule': {'security_group_id': '46916e7e-28a6-4289-9a27-f9dc02755330', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:33.206323 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc79b269-fbf3-42d8-bae8-228442dc4f70 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.207712 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dc79b269-fbf3-42d8-bae8-228442dc4f70 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7604337 Apr 16 04:19:33.210854 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33242) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:33.222266 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1f73188d-99bc-46f3-b5a2-605a39301dfa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:33.232753 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4a646ab0-7291-4720-90a6-ac3669a53f1a tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (09ce9360-8d86-4077-96b8-04d15621e74d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.234953 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:33.235609 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.236846 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2154-d919-4e5e-b355-5b1ab8f8ce50 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.247101 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8e5e2154-d919-4e5e-b355-5b1ab8f8ce50 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0301661 Apr 16 04:19:33.283452 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Pushing event updated for resources: {'Port': ['ID=54d7fb7f-fa8d-4cf4-8080-243db79377f2,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:33.333055 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a646ab0-7291-4720-90a6-ac3669a53f1a tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Pushing event deleted for resources: {'Port': ['ID=09ce9360-8d86-4077-96b8-04d15621e74d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:33.334924 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-45617699-a7fb-47b2-b519-631d568272a6 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (a82a6c02-36cd-4b19-be6a-69450f2be556), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.407367 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c9e3a8af-cfb9-478e-9fce-e9e06006e15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.9419322 Apr 16 04:19:33.411391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33250) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:33.414783 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Checking segment: {'id': 'f0b3ec5b-22a1-4d53-8e08-bc84d90b20ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2decaff-33f0-41f6-b9ca-28dd285d4a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:33.415150 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Network hostable DHCP agents. Network: d2decaff-33f0-41f6-b9ca-28dd285d4a90, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:19:33.438388 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8999d3bd-7fda-411d-871a-6e59a2178ac5 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for security_group_rule (03b4c09b-8f1a-45e7-bc03-562d8df1e029), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.490318 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event updated for resources: {'Port': ['ID=468380e6-0e65-480d-b67f-b527fc1d797e,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:33.512638 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4a646ab0-7291-4720-90a6-ac3669a53f1a tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.521078 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4a646ab0-7291-4720-90a6-ac3669a53f1a tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] 10.222.0.30 "DELETE /v2.0/ports/09ce9360-8d86-4077-96b8-04d15621e74d HTTP/1.1" status: 204 len: 168 time: 1.0885777 Apr 16 04:19:33.529636 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33254) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:33.562499 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8999d3bd-7fda-411d-871a-6e59a2178ac5 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for security_group_rule (03b4c09b-8f1a-45e7-bc03-562d8df1e029), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.594622 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6275972-f66e-41a7-9f45-55534b03f457 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] GET failed (client error): The resource could not be found. Apr 16 04:19:33.596753 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f6275972-f66e-41a7-9f45-55534b03f457 tempest-PortsAdminExtendedAttrsTestJSON-745433893 tempest-PortsAdminExtendedAttrsTestJSON-745433893-project-admin] 10.222.0.30 "GET /v2.0/ports/09ce9360-8d86-4077-96b8-04d15621e74d HTTP/1.1" status: 404 len: 333 time: 0.0644345 Apr 16 04:19:33.600614 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33268) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:33.611320 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Network d2decaff-33f0-41f6-b9ca-28dd285d4a90 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:19:33.646558 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45617699-a7fb-47b2-b519-631d568272a6 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Pushing event deleted for resources: {'Port': ['ID=a82a6c02-36cd-4b19-be6a-69450f2be556,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:33.689003 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8999d3bd-7fda-411d-871a-6e59a2178ac5 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (03b4c09b-8f1a-45e7-bc03-562d8df1e029), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.699315 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-45617699-a7fb-47b2-b519-631d568272a6 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.704789 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-45617699-a7fb-47b2-b519-631d568272a6 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a82a6c02-36cd-4b19-be6a-69450f2be556 HTTP/1.1" status: 204 len: 168 time: 1.3310337 Apr 16 04:19:33.706039 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33280) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:33.706884 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f73188d-99bc-46f3-b5a2-605a39301dfa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.720031 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-8193f5b6-075c-40a7-a002-9884ca390ddd tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '76387a77-be99-4a6a-b7aa-3c509378965e', 'external_fixed_ips': [{'subnet_id': 'a433d79e-fde7-4fd2-b3cb-d609a57c7bdd', 'ip_address': '172.20.0.4'}]}}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:33.722530 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-514dc236-c4ce-486d-b8fd-bc008f077602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Deleting port 54d7fb7f-fa8d-4cf4-8080-243db79377f2 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:19:33.722799 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-514dc236-c4ce-486d-b8fd-bc008f077602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (54d7fb7f-fa8d-4cf4-8080-243db79377f2), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.727821 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999d3bd-7fda-411d-871a-6e59a2178ac5 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b4c09b-8f1a-45e7-bc03-562d8df1e029,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:33.735905 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-86119693-bfeb-4898-be28-2dc0a305e560 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (93cf35d5-1391-4c4c-ba89-083be9167173), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.751146 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, d2decaff-33f0-41f6-b9ca-28dd285d4a90) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:33.757178 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:33.757178 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (9f0a7cc2-d8d7-416c-a0ff-eb19871fdb03), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.765087 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfa28e0-e3d9-4a81-b04f-dc11d64312bf None None] Network d2decaff-33f0-41f6-b9ca-28dd285d4a90 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:33.855075 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-514dc236-c4ce-486d-b8fd-bc008f077602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] For port 54d7fb7f-fa8d-4cf4-8080-243db79377f2, host hv-neutron-8380, got binding levels [] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:33.855385 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-514dc236-c4ce-486d-b8fd-bc008f077602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (54d7fb7f-fa8d-4cf4-8080-243db79377f2), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.872884 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8999d3bd-7fda-411d-871a-6e59a2178ac5 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.873368 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f73188d-99bc-46f3-b5a2-605a39301dfa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.874039 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8999d3bd-7fda-411d-871a-6e59a2178ac5 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7257688 Apr 16 04:19:33.877814 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33284) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:33.878858 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-514dc236-c4ce-486d-b8fd-bc008f077602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Calling delete_port for 54d7fb7f-fa8d-4cf4-8080-243db79377f2 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:19:33.887227 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-8fc00970-bcd6-47d2-9992-448e2e2d7516 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:33.943588 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event updated for resources: {'Port': ['ID=9f0a7cc2-d8d7-416c-a0ff-eb19871fdb03,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:33.959074 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8193f5b6-075c-40a7-a002-9884ca390ddd tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (d9dc4f90-4946-46ae-ae52-77a95ea6bc20), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.960107 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8193f5b6-075c-40a7-a002-9884ca390ddd tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (d9dc4f90-4946-46ae-ae52-77a95ea6bc20), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.964382 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-86119693-bfeb-4898-be28-2dc0a305e560 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (93cf35d5-1391-4c4c-ba89-083be9167173), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:33.966988 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33292) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:33.976320 dv-neutron-838078-2-hyperv neutron-server[104633]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 16 04:19:34.029001 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-86119693-bfeb-4898-be28-2dc0a305e560 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93cf35d5-1391-4c4c-ba89-083be9167173']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:34.042545 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Checking segment: {'id': '4d3e32a6-ebb5-4235-b0dc-473829c8cdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4cf45c6c-8301-4ba3-b127-43887203eb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:34.042905 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Network hostable DHCP agents. Network: 4cf45c6c-8301-4ba3-b127-43887203eb36, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:19:34.047255 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-86119693-bfeb-4898-be28-2dc0a305e560 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e3df5f-653c-435d-8ca9-609bf0e3cf45') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:34.047545 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-86119693-bfeb-4898-be28-2dc0a305e560 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e3df5f-653c-435d-8ca9-609bf0e3cf45') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:34.064736 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fc00970-bcd6-47d2-9992-448e2e2d7516 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:34.118126 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-86119693-bfeb-4898-be28-2dc0a305e560 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (05e3df5f-653c-435d-8ca9-609bf0e3cf45), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:34.133622 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-1f73188d-99bc-46f3-b5a2-605a39301dfa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Allocated IP 172.26.6.134 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/38d53e4d-b5bd-4c32-a62a-7cc1ac65b7b0) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:34.140780 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8193f5b6-075c-40a7-a002-9884ca390ddd tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_controller (d9dc4f90-4946-46ae-ae52-77a95ea6bc20), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:34.148277 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-86119693-bfeb-4898-be28-2dc0a305e560 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (05e3df5f-653c-435d-8ca9-609bf0e3cf45), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:34.155208 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c9a39ad6-c150-401a-844a-f8c9a13064e1 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1689258302&fields=id&tenant_id=1b9a34858d5943edad761c17b78c5f88 HTTP/1.1" status: 200 len: 267 time: 0.1801853 Apr 16 04:19:34.160980 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86119693-bfeb-4898-be28-2dc0a305e560 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:19:34.161376 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-86119693-bfeb-4898-be28-2dc0a305e560 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (05e3df5f-653c-435d-8ca9-609bf0e3cf45), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:19:34.165839 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:19:34.169387 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-514dc236-c4ce-486d-b8fd-bc008f077602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (54d7fb7f-fa8d-4cf4-8080-243db79377f2), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:34.232648 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dc236-c4ce-486d-b8fd-bc008f077602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Pushing event deleted for resources: {'Port': ['ID=54d7fb7f-fa8d-4cf4-8080-243db79377f2,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:34.261318 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fc00970-bcd6-47d2-9992-448e2e2d7516 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:34.276380 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-514dc236-c4ce-486d-b8fd-bc008f077602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:34.280144 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-514dc236-c4ce-486d-b8fd-bc008f077602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] 10.222.0.30 "DELETE /v2.0/ports/54d7fb7f-fa8d-4cf4-8080-243db79377f2 HTTP/1.1" status: 204 len: 168 time: 0.8560181 Apr 16 04:19:34.284447 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33300) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:34.319166 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Network 4cf45c6c-8301-4ba3-b127-43887203eb36 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:19:34.347715 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-36350cba-26eb-4bc8-914c-8c45e3a65fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] GET failed (client error): The resource could not be found. Apr 16 04:19:34.352693 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-36350cba-26eb-4bc8-914c-8c45e3a65fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] 10.222.0.30 "GET /v2.0/ports/54d7fb7f-fa8d-4cf4-8080-243db79377f2 HTTP/1.1" status: 404 len: 333 time: 0.0637903 Apr 16 04:19:34.356553 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33304) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:34.364950 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-c2e03b6f-6c2f-47ae-acb0-5ded6f2b819f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Request body: {'port': {'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361066839'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:34.403706 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f73188d-99bc-46f3-b5a2-605a39301dfa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for port (38d53e4d-b5bd-4c32-a62a-7cc1ac65b7b0), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:34.455494 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-86119693-bfeb-4898-be28-2dc0a305e560 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (93cf35d5-1391-4c4c-ba89-083be9167173), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:34.517402 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33306) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:34.529072 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 76d99e21-8b8d-49c0-8816-206b357393a3 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:34.539842 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f73188d-99bc-46f3-b5a2-605a39301dfa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (38d53e4d-b5bd-4c32-a62a-7cc1ac65b7b0), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:34.598158 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 76d99e21-8b8d-49c0-8816-206b357393a3 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:34.598471 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (76d99e21-8b8d-49c0-8816-206b357393a3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:34.603947 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e03b6f-6c2f-47ae-acb0-5ded6f2b819f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Made reservation on behalf of 97692e0785954e8db60957d45ca78cba for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:34.606445 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c2e03b6f-6c2f-47ae-acb0-5ded6f2b819f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:34.668696 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f73188d-99bc-46f3-b5a2-605a39301dfa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:34.669750 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 4cf45c6c-8301-4ba3-b127-43887203eb36) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:34.684602 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1a826a17-042a-4d96-a216-4dad641e2ff6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-400582540'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:34.690244 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68499c8-d981-4da1-876a-68e690a0a991 None None] Network 4cf45c6c-8301-4ba3-b127-43887203eb36 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:34.690715 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-1f73188d-99bc-46f3-b5a2-605a39301dfa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:34.693367 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f73188d-99bc-46f3-b5a2-605a39301dfa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:34.695478 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:34.699073 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-c2e03b6f-6c2f-47ae-acb0-5ded6f2b819f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] device_id is not set on port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:34.700903 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:34.705848 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:34.706693 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:34.709119 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-86119693-bfeb-4898-be28-2dc0a305e560 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:34.715280 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-86119693-bfeb-4898-be28-2dc0a305e560 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] 10.222.0.30 "DELETE /v2.0/networks/93cf35d5-1391-4c4c-ba89-083be9167173 HTTP/1.1" status: 204 len: 168 time: 1.1104212 Apr 16 04:19:34.725896 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8193f5b6-075c-40a7-a002-9884ca390ddd tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_gateway (d9dc4f90-4946-46ae-ae52-77a95ea6bc20), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:34.736581 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86119693-bfeb-4898-be28-2dc0a305e560 tempest-PortsAdminExtendedAttrsTestJSON-1980024625 tempest-PortsAdminExtendedAttrsTestJSON-1980024625-project] Pushing event deleted for resources: {'Network': ['ID=93cf35d5-1391-4c4c-ba89-083be9167173,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:34.738684 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 76d99e21-8b8d-49c0-8816-206b357393a3 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:34.753632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-0b090cfa-44e6-4544-80e3-976eb7fa2623 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:34.755144 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-0b090cfa-44e6-4544-80e3-976eb7fa2623 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/networks?id=91342238-b22f-4e5e-8e06-97e40044a40f HTTP/1.1" status: 200 len: 806 time: 0.5729175 Apr 16 04:19:34.774261 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-43478143-3390-484b-a958-63d9bbf9a596 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/quotas/1b9a34858d5943edad761c17b78c5f88 HTTP/1.1" status: 200 len: 375 time: 0.0117853 Apr 16 04:19:34.795872 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-8fc00970-bcd6-47d2-9992-448e2e2d7516 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Allocated IP 172.26.6.52 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/6c92ef83-de77-43c5-a43a-68a7ff279db9) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:34.804652 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73188d-99bc-46f3-b5a2-605a39301dfa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Pushing event updated for resources: {'Port': ['ID=38d53e4d-b5bd-4c32-a62a-7cc1ac65b7b0,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:34.881788 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d43a906e-87b6-4df2-9b60-3885dcef68ff tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.5559945 Apr 16 04:19:34.888856 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33312) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:34.999706 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-299a8f3f-96bc-4df0-9287-8fa08c612f0b tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b9a34858d5943edad761c17b78c5f88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2144973 Apr 16 04:19:35.024103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dc6244-f4a0-4629-af28-c31478332267 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:35.030019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dc6244-f4a0-4629-af28-c31478332267 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:35.034840 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c6dc6244-f4a0-4629-af28-c31478332267 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1400633 Apr 16 04:19:35.034840 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33318) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:35.109004 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a826a17-042a-4d96-a216-4dad641e2ff6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:35.113395 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1a826a17-042a-4d96-a216-4dad641e2ff6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:35.163633 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1a826a17-042a-4d96-a216-4dad641e2ff6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:35.235527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f73188d-99bc-46f3-b5a2-605a39301dfa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for floatingip (0f31e966-662f-44bc-9970-0dc1fe0f8ea2), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:35.294612 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c2e03b6f-6c2f-47ae-acb0-5ded6f2b819f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks [] for port (8aa572a5-3ee4-43bd-8e2e-c658aa12ea79), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:35.316057 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fc00970-bcd6-47d2-9992-448e2e2d7516 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for port (6c92ef83-de77-43c5-a43a-68a7ff279db9), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:35.321019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-542c14e0-14ae-46c5-b6a6-f474ab5c880b tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Deleting port 468380e6-0e65-480d-b67f-b527fc1d797e {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:19:35.321362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-542c14e0-14ae-46c5-b6a6-f474ab5c880b tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (468380e6-0e65-480d-b67f-b527fc1d797e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:35.339325 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-5fae0f4b-4452-4b55-9964-7558d7af60d0 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:19:35.340203 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33324) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:35.340351 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-5fae0f4b-4452-4b55-9964-7558d7af60d0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1958148 Apr 16 04:19:35.341424 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8193f5b6-075c-40a7-a002-9884ca390ddd tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_gateway (d9dc4f90-4946-46ae-ae52-77a95ea6bc20), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:35.383530 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8193f5b6-075c-40a7-a002-9884ca390ddd tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:35.452604 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f73188d-99bc-46f3-b5a2-605a39301dfa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (38d53e4d-b5bd-4c32-a62a-7cc1ac65b7b0), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:35.489548 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1a826a17-042a-4d96-a216-4dad641e2ff6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for security_group (ccb81bc3-6c1c-4304-8ab1-0e86b039704a), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:35.511261 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fc00970-bcd6-47d2-9992-448e2e2d7516 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (6c92ef83-de77-43c5-a43a-68a7ff279db9), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:35.522165 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-542c14e0-14ae-46c5-b6a6-f474ab5c880b tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (468380e6-0e65-480d-b67f-b527fc1d797e), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:35.554562 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b6deb75d-6b56-4552-9785-6f73887eb569 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6cfcef8b30e04c7cb8e883c7d9590625&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2096176 Apr 16 04:19:35.555034 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-542c14e0-14ae-46c5-b6a6-f474ab5c880b tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Calling delete_port for 468380e6-0e65-480d-b67f-b527fc1d797e owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:19:35.559134 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33328) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:35.565177 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c2e03b6f-6c2f-47ae-acb0-5ded6f2b819f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (8aa572a5-3ee4-43bd-8e2e-c658aa12ea79), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:35.602404 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc00970-bcd6-47d2-9992-448e2e2d7516 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:35.609883 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1a826a17-042a-4d96-a216-4dad641e2ff6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (ccb81bc3-6c1c-4304-8ab1-0e86b039704a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:35.613247 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-fa0af4a7-e274-4cc9-a4f0-1f0335465f64 service neutron] 10.222.0.30 "GET /v2.0/networks/91342238-b22f-4e5e-8e06-97e40044a40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568319 Apr 16 04:19:35.645621 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-8fc00970-bcd6-47d2-9992-448e2e2d7516 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:35.647975 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc00970-bcd6-47d2-9992-448e2e2d7516 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:35.690764 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc00970-bcd6-47d2-9992-448e2e2d7516 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Pushing event updated for resources: {'Port': ['ID=6c92ef83-de77-43c5-a43a-68a7ff279db9,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:35.699710 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e03b6f-6c2f-47ae-acb0-5ded6f2b819f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Network 2a8839c1-011f-4a4d-b691-8f34ef794f0f is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:35.746461 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-c2e03b6f-6c2f-47ae-acb0-5ded6f2b819f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:35.748821 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e03b6f-6c2f-47ae-acb0-5ded6f2b819f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:35.749934 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e03b6f-6c2f-47ae-acb0-5ded6f2b819f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:35.750541 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c2e03b6f-6c2f-47ae-acb0-5ded6f2b819f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:35.773095 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a826a17-042a-4d96-a216-4dad641e2ff6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:19:35.777358 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a826a17-042a-4d96-a216-4dad641e2ff6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb81bc3-6c1c-4304-8ab1-0e86b039704a,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:35.827992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1a826a17-042a-4d96-a216-4dad641e2ff6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (585ea887-c89e-4ab4-a528-afc3d8d9b48c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:35.828340 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-1a826a17-042a-4d96-a216-4dad641e2ff6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Added segment 585ea887-c89e-4ab4-a528-afc3d8d9b48c of type vlan for network 9a9395da-f56a-4c57-8efc-4b7256188659 Apr 16 04:19:35.847938 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e03b6f-6c2f-47ae-acb0-5ded6f2b819f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Pushing event updated for resources: {'Port': ['ID=8aa572a5-3ee4-43bd-8e2e-c658aa12ea79,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:35.862088 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-984fc354-0e5f-4280-852d-da9bae1754a3 admin admin] Publish callbacks [] for security_group (9d627d94-8063-4d8a-be34-2747ad820bca), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:35.889052 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-2133e457-f56f-4bf3-8c13-1e04e342c512 service neutron] 10.222.0.30 "GET /v2.0/networks/91342238-b22f-4e5e-8e06-97e40044a40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615771 Apr 16 04:19:35.890387 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-8193f5b6-075c-40a7-a002-9884ca390ddd tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Allocated IP 172.20.0.4 (76387a77-be99-4a6a-b7aa-3c509378965e/a433d79e-fde7-4fd2-b3cb-d609a57c7bdd/5ee624b8-7b99-4d43-a2cb-6d38b77f65e2) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:35.906491 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c2e03b6f-6c2f-47ae-acb0-5ded6f2b819f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5485213 Apr 16 04:19:35.914291 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33330) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:35.930442 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8380'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:35.972878 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1a826a17-042a-4d96-a216-4dad641e2ff6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (9a9395da-f56a-4c57-8efc-4b7256188659), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:35.983143 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f73188d-99bc-46f3-b5a2-605a39301dfa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for port (38d53e4d-b5bd-4c32-a62a-7cc1ac65b7b0), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:35.993010 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-542c14e0-14ae-46c5-b6a6-f474ab5c880b tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (468380e6-0e65-480d-b67f-b527fc1d797e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:36.010248 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-984fc354-0e5f-4280-852d-da9bae1754a3 admin admin] Publish callbacks [] for security_group (9d627d94-8063-4d8a-be34-2747ad820bca), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:36.023049 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fc00970-bcd6-47d2-9992-448e2e2d7516 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for floatingip (f9719823-66b9-4f77-a2a3-d3782d00f117), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:36.039108 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (8aa572a5-3ee4-43bd-8e2e-c658aa12ea79), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:36.052363 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f73188d-99bc-46f3-b5a2-605a39301dfa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (38d53e4d-b5bd-4c32-a62a-7cc1ac65b7b0), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:36.082019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c14e0-14ae-46c5-b6a6-f474ab5c880b tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event deleted for resources: {'Port': ['ID=468380e6-0e65-480d-b67f-b527fc1d797e,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:36.085577 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-542c14e0-14ae-46c5-b6a6-f474ab5c880b tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:36.089473 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-542c14e0-14ae-46c5-b6a6-f474ab5c880b tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "DELETE /v2.0/ports/468380e6-0e65-480d-b67f-b527fc1d797e HTTP/1.1" status: 204 len: 168 time: 1.0533006 Apr 16 04:19:36.097586 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33332) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:36.137471 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8193f5b6-075c-40a7-a002-9884ca390ddd tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for port (5ee624b8-7b99-4d43-a2cb-6d38b77f65e2), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:36.177355 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73188d-99bc-46f3-b5a2-605a39301dfa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Pushing event updated for resources: {'Port': ['ID=38d53e4d-b5bd-4c32-a62a-7cc1ac65b7b0,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:36.192227 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1a826a17-042a-4d96-a216-4dad641e2ff6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (9a9395da-f56a-4c57-8efc-4b7256188659), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:36.198623 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a826a17-042a-4d96-a216-4dad641e2ff6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:36.199230 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1a826a17-042a-4d96-a216-4dad641e2ff6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:36.253583 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f73188d-99bc-46f3-b5a2-605a39301dfa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (0f31e966-662f-44bc-9970-0dc1fe0f8ea2), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:36.260116 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-4a088b18-423d-424b-8a64-531188a36dd6 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Deleting port 9f0a7cc2-d8d7-416c-a0ff-eb19871fdb03 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:19:36.260454 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a088b18-423d-424b-8a64-531188a36dd6 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (9f0a7cc2-d8d7-416c-a0ff-eb19871fdb03), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:36.277409 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fc00970-bcd6-47d2-9992-448e2e2d7516 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6c92ef83-de77-43c5-a43a-68a7ff279db9), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:36.329524 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-984fc354-0e5f-4280-852d-da9bae1754a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (9d627d94-8063-4d8a-be34-2747ad820bca), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:36.334585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-984fc354-0e5f-4280-852d-da9bae1754a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:36.340649 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-984fc354-0e5f-4280-852d-da9bae1754a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d627d94-8063-4d8a-be34-2747ad820bca HTTP/1.1" status: 204 len: 168 time: 0.7760296 Apr 16 04:19:36.373133 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a088b18-423d-424b-8a64-531188a36dd6 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (9f0a7cc2-d8d7-416c-a0ff-eb19871fdb03), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:36.421701 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-4a088b18-423d-424b-8a64-531188a36dd6 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Calling delete_port for 9f0a7cc2-d8d7-416c-a0ff-eb19871fdb03 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:19:36.421882 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1a826a17-042a-4d96-a216-4dad641e2ff6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8998408 Apr 16 04:19:36.424939 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33356) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:36.435687 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-79eeac95-f99e-49fa-82ea-35026c449747 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:36.443155 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a826a17-042a-4d96-a216-4dad641e2ff6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Network': ['ID=9a9395da-f56a-4c57-8efc-4b7256188659,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:36.452512 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33358) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:36.455377 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:19:36.503412 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f73188d-99bc-46f3-b5a2-605a39301dfa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:36.513421 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1f73188d-99bc-46f3-b5a2-605a39301dfa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2925332 Apr 16 04:19:36.515679 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fc354-0e5f-4280-852d-da9bae1754a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d627d94-8063-4d8a-be34-2747ad820bca,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:36.519363 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8193f5b6-075c-40a7-a002-9884ca390ddd tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (5ee624b8-7b99-4d43-a2cb-6d38b77f65e2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:36.684820 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] device_id is not set on port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:36.701524 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks [] for port (8aa572a5-3ee4-43bd-8e2e-c658aa12ea79), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:36.745209 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fc00970-bcd6-47d2-9992-448e2e2d7516 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for port (6c92ef83-de77-43c5-a43a-68a7ff279db9), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:36.756528 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79eeac95-f99e-49fa-82ea-35026c449747 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:36.760021 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-79eeac95-f99e-49fa-82ea-35026c449747 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:36.787069 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8193f5b6-075c-40a7-a002-9884ca390ddd tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Network 76387a77-be99-4a6a-b7aa-3c509378965e is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:36.791518 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (8aa572a5-3ee4-43bd-8e2e-c658aa12ea79), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:36.792315 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-8193f5b6-075c-40a7-a002-9884ca390ddd tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:36.794754 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8193f5b6-075c-40a7-a002-9884ca390ddd tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:36.827209 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193f5b6-075c-40a7-a002-9884ca390ddd tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Pushing event updated for resources: {'Port': ['ID=5ee624b8-7b99-4d43-a2cb-6d38b77f65e2,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:36.921377 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 16 04:19:36.924220 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fc00970-bcd6-47d2-9992-448e2e2d7516 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (6c92ef83-de77-43c5-a43a-68a7ff279db9), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:37.002690 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-99194523-7487-4dac-a6c8-c55566a478dd req-2cf71297-940b-41c1-a963-e314d315a1c1 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 210 time: 0.5367329 Apr 16 04:19:37.016847 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a088b18-423d-424b-8a64-531188a36dd6 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (9f0a7cc2-d8d7-416c-a0ff-eb19871fdb03), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:37.021074 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Pushing event updated for resources: {'Port': ['ID=8aa572a5-3ee4-43bd-8e2e-c658aa12ea79,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:37.024420 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78b5432f-c687-4da1-937e-0bd206f3707c req-05773a3a-779a-4abf-9ea5-3d089b20788e tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1033409008&fields=id&tenant_id=b631a5189db64668b5973175d03e09b1 HTTP/1.1" status: 200 len: 267 time: 0.0526636 Apr 16 04:19:37.081823 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a088b18-423d-424b-8a64-531188a36dd6 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event deleted for resources: {'Port': ['ID=9f0a7cc2-d8d7-416c-a0ff-eb19871fdb03,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:37.093294 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a088b18-423d-424b-8a64-531188a36dd6 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:37.096902 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4a088b18-423d-424b-8a64-531188a36dd6 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "DELETE /v2.0/ports/9f0a7cc2-d8d7-416c-a0ff-eb19871fdb03 HTTP/1.1" status: 204 len: 168 time: 0.9979956 Apr 16 04:19:37.110078 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33382) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:37.224221 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9d17495f-e570-4721-9492-401f50077522 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0774591 Apr 16 04:19:37.229069 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33392) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:37.265818 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-1b124b2b-ccd6-4d53-8712-8eb912b9a1c2 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1594808107'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:37.296898 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33394) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:37.301698 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:37.302088 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:37.302425 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:37.325639 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fc00970-bcd6-47d2-9992-448e2e2d7516 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (f9719823-66b9-4f77-a2a3-d3782d00f117), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:37.327794 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8193f5b6-075c-40a7-a002-9884ca390ddd tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_gateway (d9dc4f90-4946-46ae-ae52-77a95ea6bc20), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:37.346444 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:37.346768 dv-neutron-838078-2-hyperv neutron-server[104632]: ERROR neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:37.371144 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.plugins.ml2.plugin [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 2 to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 Apr 16 04:19:37.371461 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5432f-c687-4da1-937e-0bd206f3707c req-c4234e16-1cfb-4a2f-910a-7a02e576f365 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:37.373083 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78b5432f-c687-4da1-937e-0bd206f3707c req-c4234e16-1cfb-4a2f-910a-7a02e576f365 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/networks?id=4c3c2d0c-413d-4b27-b518-f77ba01ee470 HTTP/1.1" status: 200 len: 811 time: 0.3185592 Apr 16 04:19:37.384184 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc00970-bcd6-47d2-9992-448e2e2d7516 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Pushing event updated for resources: {'Port': ['ID=6c92ef83-de77-43c5-a43a-68a7ff279db9,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:37.399293 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78b5432f-c687-4da1-937e-0bd206f3707c req-9cc408b0-f9d9-4dc0-81db-63c8f93bd6b5 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/quotas/b631a5189db64668b5973175d03e09b1 HTTP/1.1" status: 200 len: 375 time: 0.0194607 Apr 16 04:19:37.402249 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b124b2b-ccd6-4d53-8712-8eb912b9a1c2 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Made reservation on behalf of 026a55a26c3e4f38a347ce767bae1935 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:37.405571 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1b124b2b-ccd6-4d53-8712-8eb912b9a1c2 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:37.434862 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:37.435286 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:37.435695 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:37.462286 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:37.462637 dv-neutron-838078-2-hyperv neutron-server[104632]: ERROR neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:37.464576 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.plugins.ml2.plugin [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 3 to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 Apr 16 04:19:37.496272 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-be690c51-e7da-438e-8e90-60963120602d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f6ce6af139d46998e6f34cdf4a6e708&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1926467 Apr 16 04:19:37.500611 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b124b2b-ccd6-4d53-8712-8eb912b9a1c2 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:19:37.502330 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33396) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:37.510249 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fc00970-bcd6-47d2-9992-448e2e2d7516 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:37.512107 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8fc00970-bcd6-47d2-9992-448e2e2d7516 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6304317 Apr 16 04:19:37.517556 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:37.517973 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:37.518382 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:37.527942 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78b5432f-c687-4da1-937e-0bd206f3707c req-55e72b09-7646-4745-8a52-4f4a80b0f6dc tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b631a5189db64668b5973175d03e09b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938494 Apr 16 04:19:37.531145 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:37.533212 dv-neutron-838078-2-hyperv neutron-server[104632]: ERROR neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:37.533212 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.plugins.ml2.plugin [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 4 to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 Apr 16 04:19:37.535803 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1b124b2b-ccd6-4d53-8712-8eb912b9a1c2 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (dd98c54c-17c5-4635-aac7-ea2d44e4b0e7), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:37.536148 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-1b124b2b-ccd6-4d53-8712-8eb912b9a1c2 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Added segment dd98c54c-17c5-4635-aac7-ea2d44e4b0e7 of type vlan for network 9657b145-b7e1-4816-bc33-e747f3210e71 Apr 16 04:19:37.546035 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:37.546458 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:37.546884 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:37.555459 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:37.556112 dv-neutron-838078-2-hyperv neutron-server[104632]: ERROR neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:37.556919 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.plugins.ml2.plugin [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 5 to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 Apr 16 04:19:37.574790 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:37.575550 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:37.575550 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:37.582801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:37.584613 dv-neutron-838078-2-hyperv neutron-server[104632]: ERROR neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:37.592077 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.plugins.ml2.plugin [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 6 to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 Apr 16 04:19:37.607649 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:37.608534 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:37.608971 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:37.616511 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-79eeac95-f99e-49fa-82ea-35026c449747 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (b2c14e7f-72c9-40a2-9370-ecc2ff0b728b), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:37.639634 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:37.640029 dv-neutron-838078-2-hyperv neutron-server[104632]: ERROR neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:37.674991 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.plugins.ml2.plugin [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 7 to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 Apr 16 04:19:37.722660 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:37.727780 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:37.727780 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:37.738084 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:37.738527 dv-neutron-838078-2-hyperv neutron-server[104632]: ERROR neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:37.741257 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.plugins.ml2.plugin [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 8 to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 Apr 16 04:19:37.743822 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eeac95-f99e-49fa-82ea-35026c449747 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=b2c14e7f-72c9-40a2-9370-ecc2ff0b728b,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:37.753820 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eeac95-f99e-49fa-82ea-35026c449747 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:37.754258 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eeac95-f99e-49fa-82ea-35026c449747 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network hostable DHCP agents. Network: 9a9395da-f56a-4c57-8efc-4b7256188659, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:19:37.762134 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1b124b2b-ccd6-4d53-8712-8eb912b9a1c2 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (9657b145-b7e1-4816-bc33-e747f3210e71), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:37.786851 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:37.787180 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:37.787512 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:37.797244 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1fee8082-ca96-42cd-82fb-901922e0063c admin admin] Publish callbacks [] for security_group (f12fd192-c296-4eb2-9bee-94701c900aa5), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:37.819041 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:37.819402 dv-neutron-838078-2-hyperv neutron-server[104632]: ERROR neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:37.822588 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.plugins.ml2.plugin [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 9 to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 Apr 16 04:19:37.843975 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-efce371a-92a7-4193-b33b-e1893ac7205b req-8859f4c4-4e93-4274-a606-a3c15fb8b8db tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1758975453&fields=id&tenant_id=1ea8ea5364e24a79bc268bed7e9883d4 HTTP/1.1" status: 200 len: 267 time: 0.1066890 Apr 16 04:19:37.845047 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:37.845374 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:37.845701 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:37.850298 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:37.850457 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1fee8082-ca96-42cd-82fb-901922e0063c admin admin] Publish callbacks [] for security_group (f12fd192-c296-4eb2-9bee-94701c900aa5), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:37.850626 dv-neutron-838078-2-hyperv neutron-server[104632]: ERROR neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:37.850992 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.plugins.ml2.plugin [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 10 to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 Apr 16 04:19:37.852389 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8193f5b6-075c-40a7-a002-9884ca390ddd tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (d9dc4f90-4946-46ae-ae52-77a95ea6bc20), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:37.867508 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78b5432f-c687-4da1-937e-0bd206f3707c req-5e5a78fa-c347-4643-9a99-b407c0219e64 service neutron] 10.222.0.30 "GET /v2.0/networks/4c3c2d0c-413d-4b27-b518-f77ba01ee470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067310 Apr 16 04:19:37.922039 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eeac95-f99e-49fa-82ea-35026c449747 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:19:37.947310 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1b124b2b-ccd6-4d53-8712-8eb912b9a1c2 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (9657b145-b7e1-4816-bc33-e747f3210e71), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:37.952193 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b124b2b-ccd6-4d53-8712-8eb912b9a1c2 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:37.952798 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1b124b2b-ccd6-4d53-8712-8eb912b9a1c2 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:37.956510 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:37.957172 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:37.957172 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:37.981993 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:37.982195 dv-neutron-838078-2-hyperv neutron-server[104632]: ERROR neutron.plugins.ml2.managers [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:37.982539 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (8aa572a5-3ee4-43bd-8e2e-c658aa12ea79), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:38.062328 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-79eeac95-f99e-49fa-82ea-35026c449747 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 9a9395da-f56a-4c57-8efc-4b7256188659) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:38.071780 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783e4aac-5052-473e-b1d9-929392079e33 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:38.079865 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eeac95-f99e-49fa-82ea-35026c449747 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:38.080761 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-79eeac95-f99e-49fa-82ea-35026c449747 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:38.091224 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce371a-92a7-4193-b33b-e1893ac7205b req-662afcfa-dae9-414f-be6c-1173c26d210a tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:38.092698 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-efce371a-92a7-4193-b33b-e1893ac7205b req-662afcfa-dae9-414f-be6c-1173c26d210a tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/networks?id=e112fc5e-031d-4abe-99e6-ba862847cd77 HTTP/1.1" status: 200 len: 812 time: 0.2375154 Apr 16 04:19:38.108762 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1b124b2b-ccd6-4d53-8712-8eb912b9a1c2 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8756998 Apr 16 04:19:38.111827 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33424) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:38.116381 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-0109ad78-141f-4883-a8c9-d4a49c1af415 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-35805488'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:38.121644 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b124b2b-ccd6-4d53-8712-8eb912b9a1c2 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event updated for resources: {'Network': ['ID=9657b145-b7e1-4816-bc33-e747f3210e71,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:38.145444 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-efce371a-92a7-4193-b33b-e1893ac7205b req-437d2d52-52af-4d69-a16c-86bc60430e6b tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/quotas/1ea8ea5364e24a79bc268bed7e9883d4 HTTP/1.1" status: 200 len: 375 time: 0.0384073 Apr 16 04:19:38.148608 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78b5432f-c687-4da1-937e-0bd206f3707c req-0f908d38-6bd1-4381-a54a-f997cdf7bcad service neutron] 10.222.0.30 "GET /v2.0/networks/4c3c2d0c-413d-4b27-b518-f77ba01ee470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403240 Apr 16 04:19:38.155550 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 9657b145-b7e1-4816-bc33-e747f3210e71 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:19:38.225812 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] For port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79, host hv-neutron-8380, cleared binding levels {{(pid=104632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:38.226225 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempted to set empty binding levels {{(pid=104632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 16 04:19:38.233843 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-79eeac95-f99e-49fa-82ea-35026c449747 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8061469 Apr 16 04:19:38.234398 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33426) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:38.245746 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-2e8002cf-f075-43ed-a8a7-a52acba67111 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'name': 'tempest-NetworksTestDHCPv6-208295147'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:38.246235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1fee8082-ca96-42cd-82fb-901922e0063c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f12fd192-c296-4eb2-9bee-94701c900aa5), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:38.249298 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1fee8082-ca96-42cd-82fb-901922e0063c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:38.250749 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1fee8082-ca96-42cd-82fb-901922e0063c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f12fd192-c296-4eb2-9bee-94701c900aa5 HTTP/1.1" status: 204 len: 168 time: 0.7460389 Apr 16 04:19:38.264032 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee8082-ca96-42cd-82fb-901922e0063c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12fd192-c296-4eb2-9bee-94701c900aa5,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:38.282863 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8193f5b6-075c-40a7-a002-9884ca390ddd tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Router d9dc4f90-4946-46ae-ae52-77a95ea6bc20 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:19:38.283480 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': 'b2c14e7f-72c9-40a2-9370-ecc2ff0b728b'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:19:38.284366 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:38.330912 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (8aa572a5-3ee4-43bd-8e2e-c658aa12ea79), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:38.333870 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0109ad78-141f-4883-a8c9-d4a49c1af415 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Made reservation on behalf of 026a55a26c3e4f38a347ce767bae1935 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:38.337000 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0109ad78-141f-4883-a8c9-d4a49c1af415 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:38.350177 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-efce371a-92a7-4193-b33b-e1893ac7205b req-e1b5bfca-36b5-43ac-9fb0-16abc96268a0 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ea8ea5364e24a79bc268bed7e9883d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1969433 Apr 16 04:19:38.404345 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] In _notify_port_updated(), no bound segment for port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104632) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:19:38.405639 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:38.406954 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:38.412368 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] 10.222.0.30 "PUT /v2.0/ports/8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 HTTP/1.1" status: 200 len: 981 time: 2.4932566 Apr 16 04:19:38.424294 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33432) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:38.532572 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8193f5b6-075c-40a7-a002-9884ca390ddd tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:19:38.547604 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] Sync routers for ids ['d9dc4f90-4946-46ae-ae52-77a95ea6bc20'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:19:38.570604 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] Routers {'d9dc4f90-4946-46ae-ae52-77a95ea6bc20'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:19:38.571248 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:19:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['d9dc4f90-4946-46ae-ae52-77a95ea6bc20'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:38.592953 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] Allocated IP 2001:db8::2 (9a9395da-f56a-4c57-8efc-4b7256188659/b2c14e7f-72c9-40a2-9370-ecc2ff0b728b/da142ec9-2ce7-4a91-826e-f1554feb31af) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:38.623200 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e69a5-9929-4baa-b5e9-74eac2f46bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:38.623788 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e69a5-9929-4baa-b5e9-74eac2f46bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:38.624208 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e69a5-9929-4baa-b5e9-74eac2f46bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:38.624673 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e69a5-9929-4baa-b5e9-74eac2f46bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:38.625383 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e69a5-9929-4baa-b5e9-74eac2f46bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:38.625987 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e69a5-9929-4baa-b5e9-74eac2f46bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:38.626485 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e69a5-9929-4baa-b5e9-74eac2f46bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:38.626954 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e69a5-9929-4baa-b5e9-74eac2f46bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:38.630776 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e69a5-9929-4baa-b5e9-74eac2f46bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:38.630776 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e69a5-9929-4baa-b5e9-74eac2f46bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:38.630776 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e69a5-9929-4baa-b5e9-74eac2f46bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:38.630776 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e69a5-9929-4baa-b5e9-74eac2f46bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:38.630776 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e69a5-9929-4baa-b5e9-74eac2f46bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:38.630776 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e69a5-9929-4baa-b5e9-74eac2f46bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:38.630776 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e69a5-9929-4baa-b5e9-74eac2f46bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:38.630776 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e69a5-9929-4baa-b5e9-74eac2f46bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:38.631365 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e69a5-9929-4baa-b5e9-74eac2f46bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:38.631600 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e69a5-9929-4baa-b5e9-74eac2f46bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:38.639520 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33446) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:38.650703 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e63e69a5-9929-4baa-b5e9-74eac2f46bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16481 time: 0.2275798 Apr 16 04:19:38.734003 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4bf2c4-502e-4a1b-9131-d74c7437b451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Pushing event updated for resources: {'Port': ['ID=8aa572a5-3ee4-43bd-8e2e-c658aa12ea79,revision_number=3']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:38.734599 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8193f5b6-075c-40a7-a002-9884ca390ddd tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:38.735992 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8193f5b6-075c-40a7-a002-9884ca390ddd tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.0237277 Apr 16 04:19:38.747062 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33454) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:38.761314 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] Set router d9dc4f90-4946-46ae-ae52-77a95ea6bc20 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:19:38.782132 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0109ad78-141f-4883-a8c9-d4a49c1af415 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:19:38.906930 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [req-efce371a-92a7-4193-b33b-e1893ac7205b req-7452db60-c4b6-403d-b67f-6ebd4998a75b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:19:38.908041 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-efce371a-92a7-4193-b33b-e1893ac7205b req-7452db60-c4b6-403d-b67f-6ebd4998a75b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2906382 Apr 16 04:19:38.954159 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0109ad78-141f-4883-a8c9-d4a49c1af415 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (e4146e10-4ac8-490f-bfba-9df583509ce3), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:38.954516 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-0109ad78-141f-4883-a8c9-d4a49c1af415 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Added segment e4146e10-4ac8-490f-bfba-9df583509ce3 of type vlan for network a313c740-6cad-435c-a95c-7cde96cf4c20 Apr 16 04:19:38.997996 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] Publish callbacks [] for port (da142ec9-2ce7-4a91-826e-f1554feb31af), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:39.079744 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (da142ec9-2ce7-4a91-826e-f1554feb31af), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:39.130814 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8002cf-f075-43ed-a8a7-a52acba67111 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:39.134604 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e8002cf-f075-43ed-a8a7-a52acba67111 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:39.148541 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9dc4f90-4946-46ae-ae52-77a95ea6bc20', 'name': '', 'tenant_id': 'ba1292f55f994e0e82adcb39ab7cfb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76387a77-be99-4a6a-b7aa-3c509378965e', 'external_fixed_ips': [{'subnet_id': 'a433d79e-fde7-4fd2-b3cb-d609a57c7bdd', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '5ee624b8-7b99-4d43-a2cb-6d38b77f65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:33Z', 'updated_at': '2022-04-16T04:19:36Z', 'revision_number': 3, 'project_id': 'ba1292f55f994e0e82adcb39ab7cfb13', 'gw_port': {'id': '5ee624b8-7b99-4d43-a2cb-6d38b77f65e2', 'name': '', 'network_id': '76387a77-be99-4a6a-b7aa-3c509378965e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:35:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9dc4f90-4946-46ae-ae52-77a95ea6bc20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': 'a433d79e-fde7-4fd2-b3cb-d609a57c7bdd', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:35Z', 'updated_at': '2022-04-16T04:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a433d79e-fde7-4fd2-b3cb-d609a57c7bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:39.158130 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:39.163318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:39.168302 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b7294622-03bf-41f1-97f4-ce2ddf3a695f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:39.169842 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:39.180187 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0109ad78-141f-4883-a8c9-d4a49c1af415 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (a313c740-6cad-435c-a95c-7cde96cf4c20), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:39.217837 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] Checking router: d9dc4f90-4946-46ae-ae52-77a95ea6bc20 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:19:39.220788 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] Updating router d9dc4f90-4946-46ae-ae52-77a95ea6bc20 port 5ee624b8-7b99-4d43-a2cb-6d38b77f65e2 binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:19:39.224276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-2e8002cf-f075-43ed-a8a7-a52acba67111 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port 3ed8ffdd-354c-4990-9c54-b9feea1f161d yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:39.232273 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-392d8538-b8ee-4685-97c9-e878b437bec7 req-2a862070-3aa4-4333-9427-e52d1b63617e tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 210 time: 0.4951043 Apr 16 04:19:39.247491 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-6905cb6f-ce08-4985-965f-e6fc15d8af8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Deleting port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:19:39.248136 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6905cb6f-ce08-4985-965f-e6fc15d8af8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (8aa572a5-3ee4-43bd-8e2e-c658aa12ea79), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:39.272578 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] Pushing event updated for resources: {'Port': ['ID=da142ec9-2ce7-4a91-826e-f1554feb31af,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:39.332807 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d2ad13cc-c1c7-4c73-b619-90994de7bb3c tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router (d9dc4f90-4946-46ae-ae52-77a95ea6bc20), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:39.346700 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] Attempting to bind port da142ec9-2ce7-4a91-826e-f1554feb31af on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:39.347111 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] Attempting to bind port da142ec9-2ce7-4a91-826e-f1554feb31af by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:39.347466 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] Attempting to bind port da142ec9-2ce7-4a91-826e-f1554feb31af on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:39.350424 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-6905cb6f-ce08-4985-965f-e6fc15d8af8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] For port 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79, host hv-neutron-8380, got binding levels [] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:39.351326 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6905cb6f-ce08-4985-965f-e6fc15d8af8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (8aa572a5-3ee4-43bd-8e2e-c658aa12ea79), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:39.353046 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:19:39.353422 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:39.353819 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:39.354238 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:19:39.354704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] Bound port: da142ec9-2ce7-4a91-826e-f1554feb31af, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:19:39.355083 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (da142ec9-2ce7-4a91-826e-f1554feb31af), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:39.366671 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5ee624b8-7b99-4d43-a2cb-6d38b77f65e2), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:39.390296 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-6905cb6f-ce08-4985-965f-e6fc15d8af8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Calling delete_port for 8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:19:39.441765 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0109ad78-141f-4883-a8c9-d4a49c1af415 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (a313c740-6cad-435c-a95c-7cde96cf4c20), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:39.449512 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0109ad78-141f-4883-a8c9-d4a49c1af415 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:39.450557 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0109ad78-141f-4883-a8c9-d4a49c1af415 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:39.453173 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] For port da142ec9-2ce7-4a91-826e-f1554feb31af, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:39.459917 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] For port da142ec9-2ce7-4a91-826e-f1554feb31af, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=da142ec9-2ce7-4a91-826e-f1554feb31af,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:19:39.534938 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3a6796c6-b7b4-46aa-a1c8-d1626e7f27e8 req-a8d002d8-ed65-42db-8bee-5375bc068ce0 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 210 time: 0.0340509 Apr 16 04:19:39.581014 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (da142ec9-2ce7-4a91-826e-f1554feb31af), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:39.582090 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6905cb6f-ce08-4985-965f-e6fc15d8af8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (8aa572a5-3ee4-43bd-8e2e-c658aa12ea79), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:39.626865 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109ad78-141f-4883-a8c9-d4a49c1af415 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event updated for resources: {'Network': ['ID=a313c740-6cad-435c-a95c-7cde96cf4c20,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:39.629585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6905cb6f-ce08-4985-965f-e6fc15d8af8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:39.639123 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6905cb6f-ce08-4985-965f-e6fc15d8af8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] 10.222.0.30 "DELETE /v2.0/ports/8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 HTTP/1.1" status: 204 len: 168 time: 0.9982462 Apr 16 04:19:39.640958 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33482) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:39.669965 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-89435b43-7639-4d7f-bdbc-ac8681adaac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] GET failed (client error): The resource could not be found. Apr 16 04:19:39.677925 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-89435b43-7639-4d7f-bdbc-ac8681adaac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] 10.222.0.30 "GET /v2.0/ports/8aa572a5-3ee4-43bd-8e2e-c658aa12ea79 HTTP/1.1" status: 404 len: 333 time: 0.0354877 Apr 16 04:19:39.679664 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905cb6f-ce08-4985-965f-e6fc15d8af8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Pushing event deleted for resources: {'Port': ['ID=8aa572a5-3ee4-43bd-8e2e-c658aa12ea79,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:39.683486 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33484) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:39.691111 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57214bd5-82d7-4237-9c22-bda37b709485 None None] Pushing event updated for resources: {'Port': ['ID=da142ec9-2ce7-4a91-826e-f1554feb31af,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:39.692338 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-1c7619c1-1a6e-4304-9f47-a5a4454d5e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-738195628', 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:39.693830 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network a313c740-6cad-435c-a95c-7cde96cf4c20 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:19:39.725988 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-efce371a-92a7-4193-b33b-e1893ac7205b req-b358f3c2-4a19-4002-b523-253947c8e987 service neutron] 10.222.0.30 "GET /v2.0/networks/e112fc5e-031d-4abe-99e6-ba862847cd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8073227 Apr 16 04:19:39.727135 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-2e8002cf-f075-43ed-a8a7-a52acba67111 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::49 (9a9395da-f56a-4c57-8efc-4b7256188659/b2c14e7f-72c9-40a2-9370-ecc2ff0b728b/3ed8ffdd-354c-4990-9c54-b9feea1f161d) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:39.734613 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0109ad78-141f-4883-a8c9-d4a49c1af415 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6218061 Apr 16 04:19:39.774172 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7619c1-1a6e-4304-9f47-a5a4454d5e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Made reservation on behalf of 97692e0785954e8db60957d45ca78cba for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:39.779344 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1c7619c1-1a6e-4304-9f47-a5a4454d5e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:39.837065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-1c7619c1-1a6e-4304-9f47-a5a4454d5e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] device_id is not set on port 22467f87-811c-4c15-896d-f8fa7347328a yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:39.861992 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] Publish callbacks [] for port (5ee624b8-7b99-4d43-a2cb-6d38b77f65e2), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:39.965288 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (5ee624b8-7b99-4d43-a2cb-6d38b77f65e2), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:40.081296 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] Attempting to bind port 5ee624b8-7b99-4d43-a2cb-6d38b77f65e2 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:40.089713 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] Attempting to bind port 5ee624b8-7b99-4d43-a2cb-6d38b77f65e2 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'bf2a0bec-e05d-4122-8174-ea1505ac1cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '76387a77-be99-4a6a-b7aa-3c509378965e'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:40.090627 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] Attempting to bind port 5ee624b8-7b99-4d43-a2cb-6d38b77f65e2 on network 76387a77-be99-4a6a-b7aa-3c509378965e {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:40.100337 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b827ed-72fb-47d1-8326-00cc09944a31 None None] Pushing event updated for resources: {'Port': ['ID=5ee624b8-7b99-4d43-a2cb-6d38b77f65e2,revision_number=2']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:40.113693 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:19:40.115188 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] Checking segment: {'id': 'bf2a0bec-e05d-4122-8174-ea1505ac1cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '76387a77-be99-4a6a-b7aa-3c509378965e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:40.116144 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:40.116765 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] Bound using segment: {'id': 'bf2a0bec-e05d-4122-8174-ea1505ac1cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '76387a77-be99-4a6a-b7aa-3c509378965e'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:19:40.117718 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] Bound port: 5ee624b8-7b99-4d43-a2cb-6d38b77f65e2, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2a0bec-e05d-4122-8174-ea1505ac1cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '76387a77-be99-4a6a-b7aa-3c509378965e'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:19:40.118330 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5ee624b8-7b99-4d43-a2cb-6d38b77f65e2), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:40.157703 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1c7619c1-1a6e-4304-9f47-a5a4454d5e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks [] for port (22467f87-811c-4c15-896d-f8fa7347328a), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:40.229233 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33490) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:40.233213 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.18', 58009) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:40.282802 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] For port 5ee624b8-7b99-4d43-a2cb-6d38b77f65e2, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:40.294405 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] For port 5ee624b8-7b99-4d43-a2cb-6d38b77f65e2, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=5ee624b8-7b99-4d43-a2cb-6d38b77f65e2,segment=NetworkSegment(bf2a0bec-e05d-4122-8174-ea1505ac1cf2),segment_id=bf2a0bec-e05d-4122-8174-ea1505ac1cf2)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:19:40.378904 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d2ad13cc-c1c7-4c73-b619-90994de7bb3c tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_gateway (d9dc4f90-4946-46ae-ae52-77a95ea6bc20), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:40.400106 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1c7619c1-1a6e-4304-9f47-a5a4454d5e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (22467f87-811c-4c15-896d-f8fa7347328a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:40.452273 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (5ee624b8-7b99-4d43-a2cb-6d38b77f65e2), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:40.659585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7619c1-1a6e-4304-9f47-a5a4454d5e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Network 2a8839c1-011f-4a4d-b691-8f34ef794f0f is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:40.678247 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b827ed-72fb-47d1-8326-00cc09944a31 None None] Pushing event updated for resources: {'Port': ['ID=5ee624b8-7b99-4d43-a2cb-6d38b77f65e2,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:40.684092 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-1c7619c1-1a6e-4304-9f47-a5a4454d5e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:40.690876 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7619c1-1a6e-4304-9f47-a5a4454d5e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:40.691672 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] Routers {'d9dc4f90-4946-46ae-ae52-77a95ea6bc20'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:19:40.692366 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:19:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['d9dc4f90-4946-46ae-ae52-77a95ea6bc20'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:40.693213 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-c71d695c-e28b-4f80-b301-161b07d2b5bd tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1537900050'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:40.693744 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7619c1-1a6e-4304-9f47-a5a4454d5e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:40.697737 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1c7619c1-1a6e-4304-9f47-a5a4454d5e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:40.700399 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7619c1-1a6e-4304-9f47-a5a4454d5e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Pushing event updated for resources: {'Port': ['ID=22467f87-811c-4c15-896d-f8fa7347328a,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:40.706568 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8a2f6c40-a20a-4fb4-9b1b-a7eb72a6889c req-81a49af9-04a5-4d52-92ab-321839b5c626 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 210 time: 0.1850946 Apr 16 04:19:40.752405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device da142ec9-2ce7-4a91-826e-f1554feb31af up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:40.828945 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1c7619c1-1a6e-4304-9f47-a5a4454d5e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1439288 Apr 16 04:19:40.830237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33502) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:40.859161 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port da142ec9-2ce7-4a91-826e-f1554feb31af triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:40.859529 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (da142ec9-2ce7-4a91-826e-f1554feb31af), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:40.864186 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-5cdf8bb9-7eb4-475d-a87a-94a7496c625e tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:40.868529 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-5cdf8bb9-7eb4-475d-a87a-94a7496c625e tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.18 "GET /v2.0/networks?id=91342238-b22f-4e5e-8e06-97e40044a40f HTTP/1.1" status: 200 len: 806 time: 0.6177366 Apr 16 04:19:40.954721 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e8002cf-f075-43ed-a8a7-a52acba67111 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (3ed8ffdd-354c-4990-9c54-b9feea1f161d), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:40.993560 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] Set router d9dc4f90-4946-46ae-ae52-77a95ea6bc20 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:19:41.025375 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-76d536cd-464b-4ea5-8206-1fc7855b32ab req-9d231e61-fb26-4209-938b-c80195439e89 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 210 time: 0.1239638 Apr 16 04:19:41.043988 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950ab1ae-7501-4995-a0f8-e1bdb5c9533c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:41.044161 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-d2ad13cc-c1c7-4c73-b619-90994de7bb3c tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Deleting port 5ee624b8-7b99-4d43-a2cb-6d38b77f65e2 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:19:41.044161 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d2ad13cc-c1c7-4c73-b619-90994de7bb3c tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (5ee624b8-7b99-4d43-a2cb-6d38b77f65e2), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:41.051398 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-efce371a-92a7-4193-b33b-e1893ac7205b req-3886fc3e-5c42-4464-bc6a-fe74d48c64be service neutron] 10.222.0.30 "GET /v2.0/networks/e112fc5e-031d-4abe-99e6-ba862847cd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3114476 Apr 16 04:19:41.055256 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-950ab1ae-7501-4995-a0f8-e1bdb5c9533c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] 10.222.0.30 "GET /v2.0/ports/22467f87-811c-4c15-896d-f8fa7347328a HTTP/1.1" status: 200 len: 958 time: 0.2237384 Apr 16 04:19:41.056751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33512) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:41.161585 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9dc4f90-4946-46ae-ae52-77a95ea6bc20', 'name': '', 'tenant_id': 'ba1292f55f994e0e82adcb39ab7cfb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:33Z', 'updated_at': '2022-04-16T04:19:40Z', 'revision_number': 4, 'project_id': 'ba1292f55f994e0e82adcb39ab7cfb13', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:41.161778 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port da142ec9-2ce7-4a91-826e-f1554feb31af is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:41.161992 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (da142ec9-2ce7-4a91-826e-f1554feb31af), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:41.203259 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71d695c-e28b-4f80-b301-161b07d2b5bd tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Made reservation on behalf of ec7cea5f1e464d138b77a00719c81a13 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:41.229568 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c71d695c-e28b-4f80-b301-161b07d2b5bd tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:41.245222 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69be562-354c-44b1-8848-4fadb507e74e None None] The sync data for ids ['d9dc4f90-4946-46ae-ae52-77a95ea6bc20'] in dv-neutron-838078-2-hyperv is: [{'id': 'd9dc4f90-4946-46ae-ae52-77a95ea6bc20', 'name': '', 'tenant_id': 'ba1292f55f994e0e82adcb39ab7cfb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:33Z', 'updated_at': '2022-04-16T04:19:40Z', 'revision_number': 4, 'project_id': 'ba1292f55f994e0e82adcb39ab7cfb13', 'gw_port_host': None}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:19:41.250834 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-68867fb1-d7b8-402f-93cb-985f4e508ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Deleting port 22467f87-811c-4c15-896d-f8fa7347328a {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:19:41.251440 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-68867fb1-d7b8-402f-93cb-985f4e508ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (22467f87-811c-4c15-896d-f8fa7347328a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:41.283829 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port da142ec9-2ce7-4a91-826e-f1554feb31af, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=da142ec9-2ce7-4a91-826e-f1554feb31af,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:41.284636 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e8002cf-f075-43ed-a8a7-a52acba67111 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (3ed8ffdd-354c-4990-9c54-b9feea1f161d), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:41.398859 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (da142ec9-2ce7-4a91-826e-f1554feb31af), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:41.450802 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c71d695c-e28b-4f80-b301-161b07d2b5bd tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:41.458760 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-68867fb1-d7b8-402f-93cb-985f4e508ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (22467f87-811c-4c15-896d-f8fa7347328a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:41.468506 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4a72d6dc-034d-426e-abc2-5dd0dd7c76ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:41.487441 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-68867fb1-d7b8-402f-93cb-985f4e508ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Calling delete_port for 22467f87-811c-4c15-896d-f8fa7347328a owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:19:41.514476 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=da142ec9-2ce7-4a91-826e-f1554feb31af,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:41.532362 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-d2ad13cc-c1c7-4c73-b619-90994de7bb3c tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] For port 5ee624b8-7b99-4d43-a2cb-6d38b77f65e2, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=5ee624b8-7b99-4d43-a2cb-6d38b77f65e2,segment=NetworkSegment(bf2a0bec-e05d-4122-8174-ea1505ac1cf2),segment_id=bf2a0bec-e05d-4122-8174-ea1505ac1cf2)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:41.532760 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d2ad13cc-c1c7-4c73-b619-90994de7bb3c tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (5ee624b8-7b99-4d43-a2cb-6d38b77f65e2), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:41.559004 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-d2ad13cc-c1c7-4c73-b619-90994de7bb3c tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Calling delete_port for 5ee624b8-7b99-4d43-a2cb-6d38b77f65e2 owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:19:41.630168 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8002cf-f075-43ed-a8a7-a52acba67111 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=3ed8ffdd-354c-4990-9c54-b9feea1f161d,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:41.712465 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e56b0f-4c7f-4f16-978a-73e34838cc3c None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:41.712992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-68867fb1-d7b8-402f-93cb-985f4e508ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (22467f87-811c-4c15-896d-f8fa7347328a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:41.737870 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8002cf-f075-43ed-a8a7-a52acba67111 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:41.753086 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-68867fb1-d7b8-402f-93cb-985f4e508ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:41.759644 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-68867fb1-d7b8-402f-93cb-985f4e508ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] 10.222.0.30 "DELETE /v2.0/ports/22467f87-811c-4c15-896d-f8fa7347328a HTTP/1.1" status: 204 len: 168 time: 0.7011302 Apr 16 04:19:41.761322 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68867fb1-d7b8-402f-93cb-985f4e508ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Pushing event deleted for resources: {'Port': ['ID=22467f87-811c-4c15-896d-f8fa7347328a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:41.763758 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33530) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:41.773444 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-2e8002cf-f075-43ed-a8a7-a52acba67111 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:41.778418 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-6f5ec73d-841e-4607-9f2c-d8b173b39968 None None] Provisioning complete for port da142ec9-2ce7-4a91-826e-f1554feb31af triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:41.779419 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec73d-841e-4607-9f2c-d8b173b39968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (da142ec9-2ce7-4a91-826e-f1554feb31af), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:41.799272 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8002cf-f075-43ed-a8a7-a52acba67111 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:41.818274 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8002cf-f075-43ed-a8a7-a52acba67111 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:41.819969 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e8002cf-f075-43ed-a8a7-a52acba67111 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:41.865743 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b5d959-9b21-42a9-8b74-d3e46e6a9aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] GET failed (client error): The resource could not be found. Apr 16 04:19:41.868619 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f6b5d959-9b21-42a9-8b74-d3e46e6a9aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] 10.222.0.30 "GET /v2.0/ports/22467f87-811c-4c15-896d-f8fa7347328a HTTP/1.1" status: 404 len: 333 time: 0.1039097 Apr 16 04:19:41.872442 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33534) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:41.887630 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-847c9462-e6e3-4fff-a030-74c86501fb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Request body: {'port': {'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701670087'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:41.908397 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-74639d02-ce63-4008-bab1-f39302bbf910 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b9a34858d5943edad761c17b78c5f88 HTTP/1.1" status: 200 len: 380 time: 0.8768692 Apr 16 04:19:41.930650 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-b400f373-7ba4-4acf-b4a6-922a2d470462 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Request body: {'port': {'device_id': 'd482d83d-ac20-49fe-8172-13159ab933ac', 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f', 'admin_state_up': True, 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'security_groups': ['e1c362de-6d53-41aa-ac0b-cc19449b6944']}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:41.993012 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847c9462-e6e3-4fff-a030-74c86501fb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Made reservation on behalf of 97692e0785954e8db60957d45ca78cba for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:41.995676 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-847c9462-e6e3-4fff-a030-74c86501fb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:42.036904 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ec73d-841e-4607-9f2c-d8b173b39968 None None] Current status of the port da142ec9-2ce7-4a91-826e-f1554feb31af is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:42.053967 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-847c9462-e6e3-4fff-a030-74c86501fb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] device_id is not set on port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:42.095688 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-13a723aa-cbd5-479e-bf6e-5d668aa1ba95 req-262e8f4f-79d8-4e46-a95f-9c7771f2c196 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 210 time: 0.0621574 Apr 16 04:19:42.416017 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-efa06487-6685-4bd0-91b5-0b67cad25013 req-19c3ebb2-3b64-4c28-ae46-fdab147d2e23 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 210 time: 0.3488817 Apr 16 04:19:42.453337 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.18', 58015) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:42.487016 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2e8002cf-f075-43ed-a8a7-a52acba67111 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2456121 Apr 16 04:19:42.504248 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33550) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:42.539051 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:42.662753 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-847c9462-e6e3-4fff-a030-74c86501fb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks [] for port (c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:42.677468 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device da142ec9-2ce7-4a91-826e-f1554feb31af up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:42.867879 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c63ae444-061d-4c98-b813-cc77f1614d92 None None] Provisioning complete for port da142ec9-2ce7-4a91-826e-f1554feb31af triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:42.871321 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c63ae444-061d-4c98-b813-cc77f1614d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (da142ec9-2ce7-4a91-826e-f1554feb31af), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:42.925445 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c224aa19-df22-42cc-b12b-6e40205976ec req-331e9b73-b0ce-478d-9689-de7de22345a8 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 210 time: 0.2974951 Apr 16 04:19:43.021959 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b15c49-3c20-4a80-bf01-001e38db92c6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:43.062080 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b15c49-3c20-4a80-bf01-001e38db92c6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:43.065069 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-89b15c49-3c20-4a80-bf01-001e38db92c6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5407689 Apr 16 04:19:43.081327 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33552) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:43.155892 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33556) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:43.179917 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port da142ec9-2ce7-4a91-826e-f1554feb31af triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:43.180593 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (da142ec9-2ce7-4a91-826e-f1554feb31af), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:43.209545 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Request body: {'subnets': [{'network_id': '9657b145-b7e1-4816-bc33-e747f3210e71', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2076208993', 'ip_version': 6}, {'network_id': 'a313c740-6cad-435c-a95c-7cde96cf4c20', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:43.212960 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Request body: {'subnet': {'network_id': '9657b145-b7e1-4816-bc33-e747f3210e71', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2076208993', 'ip_version': 6}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:43.214916 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-847c9462-e6e3-4fff-a030-74c86501fb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:43.215381 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Request body: {'subnet': {'network_id': 'a313c740-6cad-435c-a95c-7cde96cf4c20', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:43.255570 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d20b660b-f2e0-4dc9-b1c3-8b0bb5b00501 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:43.257510 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d20b660b-f2e0-4dc9-b1c3-8b0bb5b00501 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.18 "GET /v2.0/networks?id=4c3c2d0c-413d-4b27-b518-f77ba01ee470 HTTP/1.1" status: 200 len: 811 time: 0.7994862 Apr 16 04:19:43.306414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-b400f373-7ba4-4acf-b4a6-922a2d470462 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Made reservation on behalf of 1b9a34858d5943edad761c17b78c5f88 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:43.329706 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-b400f373-7ba4-4acf-b4a6-922a2d470462 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:43.348732 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847c9462-e6e3-4fff-a030-74c86501fb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Network 2a8839c1-011f-4a4d-b691-8f34ef794f0f is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:43.398721 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c4bb5-b7f4-44b7-9121-eac7eefca29e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port 3ed8ffdd-354c-4990-9c54-b9feea1f161d {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:19:43.399155 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3f8c4bb5-b7f4-44b7-9121-eac7eefca29e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (3ed8ffdd-354c-4990-9c54-b9feea1f161d), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:43.404702 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-847c9462-e6e3-4fff-a030-74c86501fb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:43.452292 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847c9462-e6e3-4fff-a030-74c86501fb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:43.453359 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847c9462-e6e3-4fff-a030-74c86501fb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:43.454039 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-847c9462-e6e3-4fff-a030-74c86501fb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:43.469739 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c9462-e6e3-4fff-a030-74c86501fb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Pushing event updated for resources: {'Port': ['ID=c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:43.469941 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c2e428a7-e6fa-4dfd-9ad0-3828091c9888 req-03d48898-57f6-407b-81a3-0ac9d4b315f3 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 210 time: 0.0360832 Apr 16 04:19:43.482139 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c71d695c-e28b-4f80-b301-161b07d2b5bd tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks [] for security_group (aa90613f-8b25-4ffb-afe6-3b6edd761a7d), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:43.491299 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78b5432f-c687-4da1-937e-0bd206f3707c req-8db8b117-8ef2-4b80-b513-be552436c52f tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b631a5189db64668b5973175d03e09b1 HTTP/1.1" status: 200 len: 380 time: 0.1866524 Apr 16 04:19:43.547836 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-78b5432f-c687-4da1-937e-0bd206f3707c req-6b32a9dc-933d-4b74-a563-112144bde896 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Request body: {'port': {'device_id': '821af4c0-f78e-4f9c-a6a1-452394359738', 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470', 'admin_state_up': True, 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'security_groups': ['0c6de96e-0dfb-4660-98cf-1039badb0320']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:43.585581 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c71d695c-e28b-4f80-b301-161b07d2b5bd tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (aa90613f-8b25-4ffb-afe6-3b6edd761a7d), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:43.595085 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-33e0a69c-4eaa-4746-aeaf-575879cd51da req-8dd27c47-98b0-426d-b53e-9d7a8c576c8a tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 210 time: 0.0510278 Apr 16 04:19:43.609930 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71d695c-e28b-4f80-b301-161b07d2b5bd tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:19:43.622861 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-847c9462-e6e3-4fff-a030-74c86501fb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7406263 Apr 16 04:19:43.629586 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33568) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:43.633229 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c71d695c-e28b-4f80-b301-161b07d2b5bd tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (94607fd5-3ff9-415a-a886-e585d4e59a80), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:43.633639 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-c71d695c-e28b-4f80-b301-161b07d2b5bd tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Added segment 94607fd5-3ff9-415a-a886-e585d4e59a80 of type vlan for network bb381cc2-cea3-41c0-975d-2da48a7fe4ee Apr 16 04:19:43.650042 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:43.930381 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c63ae444-061d-4c98-b813-cc77f1614d92 None None] Current status of the port da142ec9-2ce7-4a91-826e-f1554feb31af is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:43.934672 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c71d695c-e28b-4f80-b301-161b07d2b5bd tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (bb381cc2-cea3-41c0-975d-2da48a7fe4ee), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:43.935311 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c63ae444-061d-4c98-b813-cc77f1614d92 None None] Provisioning complete for port 3ed8ffdd-354c-4990-9c54-b9feea1f161d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:43.935311 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c63ae444-061d-4c98-b813-cc77f1614d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3ed8ffdd-354c-4990-9c54-b9feea1f161d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:43.935311 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port da142ec9-2ce7-4a91-826e-f1554feb31af is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:43.935311 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c63ae444-061d-4c98-b813-cc77f1614d92 None None] Port 3ed8ffdd-354c-4990-9c54-b9feea1f161d cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:19:43.935932 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3f8c4bb5-b7f4-44b7-9121-eac7eefca29e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (3ed8ffdd-354c-4990-9c54-b9feea1f161d), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:43.935932 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c4bb5-b7f4-44b7-9121-eac7eefca29e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for 3ed8ffdd-354c-4990-9c54-b9feea1f161d owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:19:43.935932 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:43.936753 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d695c-e28b-4f80-b301-161b07d2b5bd tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa90613f-8b25-4ffb-afe6-3b6edd761a7d,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:43.937060 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-89b08e61-a943-45f7-9a71-2244a75d18bc None None] Provisioning complete for port 3ed8ffdd-354c-4990-9c54-b9feea1f161d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:43.937060 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-89b08e61-a943-45f7-9a71-2244a75d18bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3ed8ffdd-354c-4990-9c54-b9feea1f161d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:43.988208 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-89b08e61-a943-45f7-9a71-2244a75d18bc None None] Port 3ed8ffdd-354c-4990-9c54-b9feea1f161d cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:19:44.030919 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-b400f373-7ba4-4acf-b4a6-922a2d470462 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Allocated IP 172.20.0.5 (91342238-b22f-4e5e-8e06-97e40044a40f/8bd7dbee-35dd-4809-be07-6730956df1e3/4322969c-b15f-4add-b357-2fb04005634a) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:44.084509 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-04d11131-03c4-4e7e-ae90-05ba53a74964 req-a50b82bf-a30a-487b-a073-596b5bb91037 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 210 time: 0.0671039 Apr 16 04:19:44.190845 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] device_id is not set on port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:44.200443 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks [] for port (c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:44.366334 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c71d695c-e28b-4f80-b301-161b07d2b5bd tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (bb381cc2-cea3-41c0-975d-2da48a7fe4ee), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:44.367325 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:44.367485 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b5432f-c687-4da1-937e-0bd206f3707c req-6b32a9dc-933d-4b74-a563-112144bde896 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Made reservation on behalf of b631a5189db64668b5973175d03e09b1 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:44.371473 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-78b5432f-c687-4da1-937e-0bd206f3707c req-6b32a9dc-933d-4b74-a563-112144bde896 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:44.376666 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71d695c-e28b-4f80-b301-161b07d2b5bd tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:44.376666 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c71d695c-e28b-4f80-b301-161b07d2b5bd tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:44.378750 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d2ad13cc-c1c7-4c73-b619-90994de7bb3c tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (5ee624b8-7b99-4d43-a2cb-6d38b77f65e2), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:44.380506 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Made reservation on behalf of 026a55a26c3e4f38a347ce767bae1935 for: {'subnet': 2} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:44.384715 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:44.385076 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:44.437547 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3f8c4bb5-b7f4-44b7-9121-eac7eefca29e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (3ed8ffdd-354c-4990-9c54-b9feea1f161d), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:44.439144 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:44.477343 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad13cc-c1c7-4c73-b619-90994de7bb3c tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ee624b8-7b99-4d43-a2cb-6d38b77f65e2,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:44.820619 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c71d695c-e28b-4f80-b301-161b07d2b5bd tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 4.5678489 Apr 16 04:19:44.831681 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7bc9f316-2400-4682-80eb-76669a54c0d6 req-cb275247-305e-46c8-91f5-41891740a12e tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 210 time: 0.0979962 Apr 16 04:19:44.836327 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33576) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:44.896175 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-78f56612-f0c5-4939-90a5-69f1edd54a1d req-14f1a1d8-3935-4a7d-8d35-ccd34d6595df tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 210 time: 0.1434669 Apr 16 04:19:44.905752 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-a801a289-7140-4686-9490-ecb21bfb5ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Request body: {'subnet': {'network_id': 'bb381cc2-cea3-41c0-975d-2da48a7fe4ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:44.909715 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Pushing event updated for resources: {'Port': ['ID=c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:44.956241 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d695c-e28b-4f80-b301-161b07d2b5bd tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Pushing event updated for resources: {'Network': ['ID=bb381cc2-cea3-41c0-975d-2da48a7fe4ee,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:44.970038 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network bb381cc2-cea3-41c0-975d-2da48a7fe4ee details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:19:44.981990 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c4bb5-b7f4-44b7-9121-eac7eefca29e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=3ed8ffdd-354c-4990-9c54-b9feea1f161d,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:45.071109 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d2ad13cc-c1c7-4c73-b619-90994de7bb3c tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (d9dc4f90-4946-46ae-ae52-77a95ea6bc20), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:45.279598 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-b400f373-7ba4-4acf-b4a6-922a2d470462 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for port (4322969c-b15f-4add-b357-2fb04005634a), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:45.289345 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d2ad13cc-c1c7-4c73-b619-90994de7bb3c tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (d9dc4f90-4946-46ae-ae52-77a95ea6bc20), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:45.298895 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d2ad13cc-c1c7-4c73-b619-90994de7bb3c tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_controller (d9dc4f90-4946-46ae-ae52-77a95ea6bc20), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:45.352757 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3f8c4bb5-b7f4-44b7-9121-eac7eefca29e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:45.355495 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3f8c4bb5-b7f4-44b7-9121-eac7eefca29e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/3ed8ffdd-354c-4990-9c54-b9feea1f161d HTTP/1.1" status: 204 len: 168 time: 2.2725165 Apr 16 04:19:45.391935 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33580) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:45.418054 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:45.470779 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f88b8c19-44ef-4e0c-926b-8f1d4f496dff req-50f8a399-2d6d-4500-a909-a03a82441965 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 210 time: 0.0625126 Apr 16 04:19:45.473324 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:45.473324 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:45.473324 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:45.474351 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a801a289-7140-4686-9490-ecb21bfb5ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Made reservation on behalf of ec7cea5f1e464d138b77a00719c81a13 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:45.477993 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a801a289-7140-4686-9490-ecb21bfb5ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:45.506121 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d2ad13cc-c1c7-4c73-b619-90994de7bb3c tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (d9dc4f90-4946-46ae-ae52-77a95ea6bc20), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:45.506658 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ad13cc-c1c7-4c73-b619-90994de7bb3c tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9dc4f90-4946-46ae-ae52-77a95ea6bc20 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:19:45.522401 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d2ad13cc-c1c7-4c73-b619-90994de7bb3c tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:45.526093 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d2ad13cc-c1c7-4c73-b619-90994de7bb3c tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "DELETE /v2.0/routers/d9dc4f90-4946-46ae-ae52-77a95ea6bc20 HTTP/1.1" status: 204 len: 168 time: 6.7636213 Apr 16 04:19:45.538624 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33582) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:45.628530 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b15136-659a-4dcc-bdd3-ba664c01f85e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Deleting subnet a433d79e-fde7-4fd2-b3cb-d609a57c7bdd {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:19:45.634546 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a3b15136-659a-4dcc-bdd3-ba664c01f85e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for subnet (a433d79e-fde7-4fd2-b3cb-d609a57c7bdd), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:45.668402 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:45.669290 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:45.676682 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 2 to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 Apr 16 04:19:45.693956 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-78b5432f-c687-4da1-937e-0bd206f3707c req-6b32a9dc-933d-4b74-a563-112144bde896 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Allocated IP 172.20.0.11 (4c3c2d0c-413d-4b27-b518-f77ba01ee470/cedacccd-a081-4c1d-aad3-f594f5ad80d3/d691ce19-b854-44bc-871d-ed4bdc2db5a7) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:45.703181 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377d4a1c-d145-4148-9302-70b355bda480 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:45.703396 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:45.703598 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:45.703837 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:45.704501 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377d4a1c-d145-4148-9302-70b355bda480 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:45.712894 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-377d4a1c-d145-4148-9302-70b355bda480 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3233504 Apr 16 04:19:45.717721 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33584) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:45.719596 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:45.719911 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:45.724141 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 3 to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 Apr 16 04:19:45.746633 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-b400f373-7ba4-4acf-b4a6-922a2d470462 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (4322969c-b15f-4add-b357-2fb04005634a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:45.747227 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:45.747575 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:45.747891 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:45.759491 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a801a289-7140-4686-9490-ecb21bfb5ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (940ed25b-9c38-44c0-872a-caba84a72ad3), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:45.785242 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:45.785712 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:45.789715 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a3b15136-659a-4dcc-bdd3-ba664c01f85e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (a433d79e-fde7-4fd2-b3cb-d609a57c7bdd), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:45.811161 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 4 to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 Apr 16 04:19:45.888259 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801a289-7140-4686-9490-ecb21bfb5ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Pushing event updated for resources: {'Subnet': ['ID=940ed25b-9c38-44c0-872a-caba84a72ad3,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:45.890447 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:45.890982 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:45.891701 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:45.902136 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:45.902795 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:45.914341 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-b400f373-7ba4-4acf-b4a6-922a2d470462 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Network 91342238-b22f-4e5e-8e06-97e40044a40f is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:45.928535 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-895a50e6-b2ed-4a66-8fb9-5e99c59ac682 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet b2c14e7f-72c9-40a2-9370-ecc2ff0b728b {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:19:45.933669 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-895a50e6-b2ed-4a66-8fb9-5e99c59ac682 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (b2c14e7f-72c9-40a2-9370-ecc2ff0b728b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:45.964614 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 5 to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 Apr 16 04:19:45.986478 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-895a50e6-b2ed-4a66-8fb9-5e99c59ac682 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (b2c14e7f-72c9-40a2-9370-ecc2ff0b728b), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:46.054786 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a801a289-7140-4686-9490-ecb21bfb5ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Checking segment: {'id': '94607fd5-3ff9-415a-a886-e585d4e59a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bb381cc2-cea3-41c0-975d-2da48a7fe4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:46.055406 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a801a289-7140-4686-9490-ecb21bfb5ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Network hostable DHCP agents. Network: bb381cc2-cea3-41c0-975d-2da48a7fe4ee, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:19:46.081741 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:46.082046 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:46.082317 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:46.098032 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:46.098373 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:46.101188 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 6 to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 Apr 16 04:19:46.107633 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a3b15136-659a-4dcc-bdd3-ba664c01f85e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (a433d79e-fde7-4fd2-b3cb-d609a57c7bdd), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:46.113516 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400f373-7ba4-4acf-b4a6-922a2d470462 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Pushing event updated for resources: {'Port': ['ID=4322969c-b15f-4add-b357-2fb04005634a,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:46.117002 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-b400f373-7ba4-4acf-b4a6-922a2d470462 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:46.138390 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3f93459d-355a-4866-bd7c-e71f8ff329d0 req-133a8f5e-dacb-451e-b561-07520743be73 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 210 time: 0.0706029 Apr 16 04:19:46.152491 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-b400f373-7ba4-4acf-b4a6-922a2d470462 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:46.168247 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:46.168583 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:46.168941 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:46.169427 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-895a50e6-b2ed-4a66-8fb9-5e99c59ac682 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (b2c14e7f-72c9-40a2-9370-ecc2ff0b728b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:46.181113 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:46.181500 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:46.192308 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 7 to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 Apr 16 04:19:46.202984 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-78b5432f-c687-4da1-937e-0bd206f3707c req-6b32a9dc-933d-4b74-a563-112144bde896 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for port (d691ce19-b854-44bc-871d-ed4bdc2db5a7), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:46.217146 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:46.217469 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:46.217799 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:46.226258 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:46.226587 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:46.228354 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 8 to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 Apr 16 04:19:46.251041 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:46.251548 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:46.252013 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:46.281511 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a801a289-7140-4686-9490-ecb21bfb5ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Network bb381cc2-cea3-41c0-975d-2da48a7fe4ee is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:19:46.285209 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:46.285646 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:46.288429 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 9 to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 Apr 16 04:19:46.303102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.18', 58019) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:46.309399 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:46.309808 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:46.310148 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:46.340799 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:46.341165 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:46.342247 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-78b5432f-c687-4da1-937e-0bd206f3707c req-6b32a9dc-933d-4b74-a563-112144bde896 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (d691ce19-b854-44bc-871d-ed4bdc2db5a7), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:46.351248 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.plugins.ml2.plugin [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempt 10 to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 Apr 16 04:19:46.381969 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:46.382332 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:46.382651 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempting to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:46.389002 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-a801a289-7140-4686-9490-ecb21bfb5ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, bb381cc2-cea3-41c0-975d-2da48a7fe4ee) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:46.401942 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5de1e2-fa97-4842-9b70-fa83cf448106 None None] Network bb381cc2-cea3-41c0-975d-2da48a7fe4ee requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:46.465431 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-b400f373-7ba4-4acf-b4a6-922a2d470462 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:46.468976 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-b400f373-7ba4-4acf-b4a6-922a2d470462 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:46.474482 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a801a289-7140-4686-9490-ecb21bfb5ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:46.475128 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a801a289-7140-4686-9490-ecb21bfb5ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:46.487821 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:46.489040 dv-neutron-838078-2-hyperv neutron-server[104633]: ERROR neutron.plugins.ml2.managers [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Failed to bind port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '0b6688b1-432a-4828-8252-25d46357ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2a8839c1-011f-4a4d-b691-8f34ef794f0f'}] Apr 16 04:19:46.489457 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:46.521923 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-895a50e6-b2ed-4a66-8fb9-5e99c59ac682 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (b2c14e7f-72c9-40a2-9370-ecc2ff0b728b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:46.531414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b5432f-c687-4da1-937e-0bd206f3707c req-6b32a9dc-933d-4b74-a563-112144bde896 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Network 4c3c2d0c-413d-4b27-b518-f77ba01ee470 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:46.536918 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-86b4f1cb-9058-4114-90ee-f149b5079ae7 None None] Provisioning complete for port 4322969c-b15f-4add-b357-2fb04005634a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:46.537595 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-86b4f1cb-9058-4114-90ee-f149b5079ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4322969c-b15f-4add-b357-2fb04005634a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:46.546211 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-78b5432f-c687-4da1-937e-0bd206f3707c req-6b32a9dc-933d-4b74-a563-112144bde896 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:46.619503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b5432f-c687-4da1-937e-0bd206f3707c req-6b32a9dc-933d-4b74-a563-112144bde896 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:46.644881 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8664cc-a073-49e9-91a7-b8f54b90bfa9 req-48b122ac-8737-454c-8573-32fc09248f76 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:46.653266 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7c8664cc-a073-49e9-91a7-b8f54b90bfa9 req-48b122ac-8737-454c-8573-32fc09248f76 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 931 time: 0.5422659 Apr 16 04:19:46.656680 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-86b4f1cb-9058-4114-90ee-f149b5079ae7 None None] Port 4322969c-b15f-4add-b357-2fb04005634a cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:19:46.676807 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-895a50e6-b2ed-4a66-8fb9-5e99c59ac682 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:46.684909 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-895a50e6-b2ed-4a66-8fb9-5e99c59ac682 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/b2c14e7f-72c9-40a2-9370-ecc2ff0b728b HTTP/1.1" status: 204 len: 168 time: 0.9502108 Apr 16 04:19:46.689750 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33592) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:46.700922 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a3b15136-659a-4dcc-bdd3-ba664c01f85e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (a433d79e-fde7-4fd2-b3cb-d609a57c7bdd), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:46.707221 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf5daf3-9f9b-4bdc-a76a-1ed73cc547e4 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:46.716355 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-b400f373-7ba4-4acf-b4a6-922a2d470462 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7936974 Apr 16 04:19:46.717666 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a50e6-b2ed-4a66-8fb9-5e99c59ac682 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=b2c14e7f-72c9-40a2-9370-ecc2ff0b728b,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:46.732505 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] For port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:46.732996 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attempted to set empty binding levels {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 16 04:19:46.768770 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-bb381cc2-cea3-41c0-975d-2da48a7fe4ee', 'network_id': 'bb381cc2-cea3-41c0-975d-2da48a7fe4ee', 'project_id': 'ec7cea5f1e464d138b77a00719c81a13', 'fixed_ips': [{'subnet_id': '940ed25b-9c38-44c0-872a-caba84a72ad3'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:19:46.769642 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:46.911533 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5432f-c687-4da1-937e-0bd206f3707c req-6b32a9dc-933d-4b74-a563-112144bde896 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:46.912576 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-78b5432f-c687-4da1-937e-0bd206f3707c req-6b32a9dc-933d-4b74-a563-112144bde896 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:46.922957 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce371a-92a7-4193-b33b-e1893ac7205b req-2b1c4be6-95cb-47ce-b35a-290c7ec3d7c4 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:46.925076 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efce371a-92a7-4193-b33b-e1893ac7205b req-2b1c4be6-95cb-47ce-b35a-290c7ec3d7c4 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.18 "GET /v2.0/networks?id=e112fc5e-031d-4abe-99e6-ba862847cd77 HTTP/1.1" status: 200 len: 812 time: 0.6109788 Apr 16 04:19:46.931294 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-16fdffb1-bdb7-405a-8803-580107bad83a tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:19:46.932248 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-16fdffb1-bdb7-405a-8803-580107bad83a tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1313798 Apr 16 04:19:46.935432 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a3b15136-659a-4dcc-bdd3-ba664c01f85e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:46.939752 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a3b15136-659a-4dcc-bdd3-ba664c01f85e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/a433d79e-fde7-4fd2-b3cb-d609a57c7bdd HTTP/1.1" status: 204 len: 168 time: 1.4002163 Apr 16 04:19:46.946717 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32a9dc-933d-4b74-a563-112144bde896 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Pushing event updated for resources: {'Port': ['ID=d691ce19-b854-44bc-871d-ed4bdc2db5a7,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:46.984074 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:46.992074 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33598) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:47.002264 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b15136-659a-4dcc-bdd3-ba664c01f85e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a433d79e-fde7-4fd2-b3cb-d609a57c7bdd,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:47.005918 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-0eebc10d-266c-408f-80fb-e4ff17a18092 None None] Provisioning complete for port d691ce19-b854-44bc-871d-ed4bdc2db5a7 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:47.005918 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0eebc10d-266c-408f-80fb-e4ff17a18092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d691ce19-b854-44bc-871d-ed4bdc2db5a7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:47.080363 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9f42b4-b159-4287-82b6-48ee322f027c None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:19:47.118088 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c96626db-c8cb-4335-b0cb-398d08c3dddf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4183435 Apr 16 04:19:47.124408 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d749d1a6-8bc7-4eaf-a760-597af51f8ddf tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (76387a77-be99-4a6a-b7aa-3c509378965e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:47.132188 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0eebc10d-266c-408f-80fb-e4ff17a18092 None None] Port d691ce19-b854-44bc-871d-ed4bdc2db5a7 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:19:47.134914 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33600) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:47.152452 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-df20a940-2d8c-4927-ad7d-6e116f97832d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:47.152678 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a801a289-7140-4686-9490-ecb21bfb5ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2579274 Apr 16 04:19:47.157438 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33602) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:47.162867 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-72d1b775-1501-418a-929b-90bb8cb87b6c tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Request body: {'port': {'network_id': 'bb381cc2-cea3-41c0-975d-2da48a7fe4ee', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-157094672'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:47.167862 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] Allocated IP 2001:db8::2 (bb381cc2-cea3-41c0-975d-2da48a7fe4ee/940ed25b-9c38-44c0-872a-caba84a72ad3/db2119df-065c-4f9f-b4de-1309c3db1366) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:47.176084 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78b5432f-c687-4da1-937e-0bd206f3707c req-6b32a9dc-933d-4b74-a563-112144bde896 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6331639 Apr 16 04:19:47.193424 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-db9f42b4-b159-4287-82b6-48ee322f027c None None] Deleting port da142ec9-2ce7-4a91-826e-f1554feb31af {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:19:47.194175 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-db9f42b4-b159-4287-82b6-48ee322f027c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (da142ec9-2ce7-4a91-826e-f1554feb31af), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:47.216411 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915996a-40ca-45a2-b354-19b9c7b32a37 req-974cd3b5-f318-4ce6-b2e3-30cf01da7330 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:47.217988 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0915996a-40ca-45a2-b354-19b9c7b32a37 req-974cd3b5-f318-4ce6-b2e3-30cf01da7330 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 932 time: 0.6091394 Apr 16 04:19:47.220758 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] In _notify_port_updated(), no bound segment for port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 on network 2a8839c1-011f-4a4d-b691-8f34ef794f0f {{(pid=104633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:19:47.221822 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:47.222424 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:47.226867 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] 10.222.0.30 "PUT /v2.0/ports/c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 HTTP/1.1" status: 200 len: 981 time: 3.5962784 Apr 16 04:19:47.239709 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33606) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:47.331250 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7c8664cc-a073-49e9-91a7-b8f54b90bfa9 req-6af94ae2-5516-48b1-811f-0aeec5d3c49c tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1c362de-6d53-41aa-ac0b-cc19449b6944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6775820 Apr 16 04:19:47.334548 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (be445b2e-c63b-44a6-bbbc-a8b63f697249), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:47.376554 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-db9f42b4-b159-4287-82b6-48ee322f027c None None] For port da142ec9-2ce7-4a91-826e-f1554feb31af, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=da142ec9-2ce7-4a91-826e-f1554feb31af,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:47.380791 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-db9f42b4-b159-4287-82b6-48ee322f027c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (da142ec9-2ce7-4a91-826e-f1554feb31af), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:47.400357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-db9f42b4-b159-4287-82b6-48ee322f027c None None] Calling delete_port for da142ec9-2ce7-4a91-826e-f1554feb31af owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:19:47.444073 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] Request body: {'port': {'device_id': '821af4c0-f78e-4f9c-a6a1-452394359738', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:47.471307 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436b2e7-dc74-41a5-8231-6aa4163f2c0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Pushing event updated for resources: {'Port': ['ID=c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:47.477815 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] Request body: {'port': {'device_id': 'd482d83d-ac20-49fe-8172-13159ab933ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:47.534930 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event updated for resources: {'Subnet': ['ID=be445b2e-c63b-44a6-bbbc-a8b63f697249,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:47.552106 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0915996a-40ca-45a2-b354-19b9c7b32a37 req-2a57308f-dd30-47b1-83cd-185146fb1c78 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098111 Apr 16 04:19:47.553208 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df20a940-2d8c-4927-ad7d-6e116f97832d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:47.557698 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-df20a940-2d8c-4927-ad7d-6e116f97832d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:47.611935 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (4322969c-b15f-4add-b357-2fb04005634a), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:47.647110 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] Publish callbacks [] for port (db2119df-065c-4f9f-b4de-1309c3db1366), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:47.667804 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efce371a-92a7-4193-b33b-e1893ac7205b req-5a074396-0e1c-4166-9900-6e242f1eee96 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ea8ea5364e24a79bc268bed7e9883d4 HTTP/1.1" status: 200 len: 380 time: 0.5279708 Apr 16 04:19:47.699975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d691ce19-b854-44bc-871d-ed4bdc2db5a7), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:47.712755 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-6d6bdafc-853c-4504-9b7c-3c735753c671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Deleting port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:19:47.713761 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d6bdafc-853c-4504-9b7c-3c735753c671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:47.732268 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (db2119df-065c-4f9f-b4de-1309c3db1366), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:47.790506 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-db9f42b4-b159-4287-82b6-48ee322f027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (da142ec9-2ce7-4a91-826e-f1554feb31af), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:47.795914 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d1b775-1501-418a-929b-90bb8cb87b6c tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Made reservation on behalf of ec7cea5f1e464d138b77a00719c81a13 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:47.809808 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72d1b775-1501-418a-929b-90bb8cb87b6c tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:47.812886 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] Network bb381cc2-cea3-41c0-975d-2da48a7fe4ee is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:47.825799 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f42b4-b159-4287-82b6-48ee322f027c None None] No DVR routers for this DVR port da142ec9-2ce7-4a91-826e-f1554feb31af on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:19:47.828413 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:47.835587 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:47.840124 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-72d1b775-1501-418a-929b-90bb8cb87b6c tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] device_id is not set on port b3fa2469-3e31-40d8-81c4-945401a76767 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:47.855286 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] Pushing event updated for resources: {'Port': ['ID=db2119df-065c-4f9f-b4de-1309c3db1366,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:47.867539 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-efce371a-92a7-4193-b33b-e1893ac7205b req-54484f6c-a6eb-476e-abb2-c9b06dc34138 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Request body: {'port': {'device_id': 'add4115e-c533-452b-970e-0cd745a8360c', 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77', 'admin_state_up': True, 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'security_groups': ['46916e7e-28a6-4289-9a27-f9dc02755330']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:47.908483 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-6d6bdafc-853c-4504-9b7c-3c735753c671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] For port c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10, host hv-neutron-8380, got binding levels [] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:47.908809 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d6bdafc-853c-4504-9b7c-3c735753c671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:47.913177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f42b4-b159-4287-82b6-48ee322f027c None None] Pushing event deleted for resources: {'Port': ['ID=da142ec9-2ce7-4a91-826e-f1554feb31af,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:47.954011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] Attempting to bind port db2119df-065c-4f9f-b4de-1309c3db1366 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:47.954011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] Attempting to bind port db2119df-065c-4f9f-b4de-1309c3db1366 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '94607fd5-3ff9-415a-a886-e585d4e59a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bb381cc2-cea3-41c0-975d-2da48a7fe4ee'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:47.954320 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] Attempting to bind port db2119df-065c-4f9f-b4de-1309c3db1366 on network bb381cc2-cea3-41c0-975d-2da48a7fe4ee {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:47.964098 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-6d6bdafc-853c-4504-9b7c-3c735753c671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Calling delete_port for c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:19:47.967092 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:19:47.975343 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] Checking segment: {'id': '94607fd5-3ff9-415a-a886-e585d4e59a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bb381cc2-cea3-41c0-975d-2da48a7fe4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:47.975917 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:47.976331 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] Bound using segment: {'id': '94607fd5-3ff9-415a-a886-e585d4e59a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bb381cc2-cea3-41c0-975d-2da48a7fe4ee'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:19:47.976908 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] Bound port: db2119df-065c-4f9f-b4de-1309c3db1366, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94607fd5-3ff9-415a-a886-e585d4e59a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bb381cc2-cea3-41c0-975d-2da48a7fe4ee'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:19:47.977294 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (db2119df-065c-4f9f-b4de-1309c3db1366), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:48.151063 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2a9b500b-66d3-42a2-9bd6-5f6b3ef1be0c req-22e738bb-7cfc-497a-adba-ce716a852f9b tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 210 time: 0.6032710 Apr 16 04:19:48.180030 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] For port db2119df-065c-4f9f-b4de-1309c3db1366, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:48.186252 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] For port db2119df-065c-4f9f-b4de-1309c3db1366, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=db2119df-065c-4f9f-b4de-1309c3db1366,segment=NetworkSegment(94607fd5-3ff9-415a-a886-e585d4e59a80),segment_id=94607fd5-3ff9-415a-a886-e585d4e59a80)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:19:48.293459 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d749d1a6-8bc7-4eaf-a760-597af51f8ddf tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (76387a77-be99-4a6a-b7aa-3c509378965e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:48.313602 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (db2119df-065c-4f9f-b4de-1309c3db1366), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:48.363776 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-72d1b775-1501-418a-929b-90bb8cb87b6c tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Allocated IP 2001:db8::275 (bb381cc2-cea3-41c0-975d-2da48a7fe4ee/940ed25b-9c38-44c0-872a-caba84a72ad3/b3fa2469-3e31-40d8-81c4-945401a76767) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:48.460111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-d749d1a6-8bc7-4eaf-a760-597af51f8ddf tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76387a77-be99-4a6a-b7aa-3c509378965e']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:48.477640 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28f5ba-f4fc-4a27-b927-c2c88513ddc7 None None] Pushing event updated for resources: {'Port': ['ID=db2119df-065c-4f9f-b4de-1309c3db1366,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:48.490528 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d6bdafc-853c-4504-9b7c-3c735753c671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:48.514999 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device da142ec9-2ce7-4a91-826e-f1554feb31af no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:19:48.538919 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: da142ec9-2ce7-4a91-826e-f1554feb31af {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:19:48.539360 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device da142ec9-2ce7-4a91-826e-f1554feb31af not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:19:48.577529 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6bdafc-853c-4504-9b7c-3c735753c671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:48.579376 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efce371a-92a7-4193-b33b-e1893ac7205b req-54484f6c-a6eb-476e-abb2-c9b06dc34138 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Made reservation on behalf of 1ea8ea5364e24a79bc268bed7e9883d4 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:48.584629 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-efce371a-92a7-4193-b33b-e1893ac7205b req-54484f6c-a6eb-476e-abb2-c9b06dc34138 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:48.597991 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-d749d1a6-8bc7-4eaf-a760-597af51f8ddf tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2a0bec-e05d-4122-8174-ea1505ac1cf2') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:48.599121 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-d749d1a6-8bc7-4eaf-a760-597af51f8ddf tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2a0bec-e05d-4122-8174-ea1505ac1cf2') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:48.643468 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d749d1a6-8bc7-4eaf-a760-597af51f8ddf tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (bf2a0bec-e05d-4122-8174-ea1505ac1cf2), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:48.844817 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d749d1a6-8bc7-4eaf-a760-597af51f8ddf tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (bf2a0bec-e05d-4122-8174-ea1505ac1cf2), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:48.849578 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Checking segment: {'id': 'dd98c54c-17c5-4635-aac7-ea2d44e4b0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9657b145-b7e1-4816-bc33-e747f3210e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:48.849945 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Network hostable DHCP agents. Network: 9657b145-b7e1-4816-bc33-e747f3210e71, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:19:48.915721 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d749d1a6-8bc7-4eaf-a760-597af51f8ddf tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:19:48.915973 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d749d1a6-8bc7-4eaf-a760-597af51f8ddf tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (bf2a0bec-e05d-4122-8174-ea1505ac1cf2), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: warnings.warn(msg) Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:19:48.918603 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:19:48.992991 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81857c0e-da1e-4fdf-b76b-4bbeb2b56e84 req-a3a690d7-0fc5-4686-8998-fb8c83199dfd tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:49.002148 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-81857c0e-da1e-4fdf-b76b-4bbeb2b56e84 req-a3a690d7-0fc5-4686-8998-fb8c83199dfd tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 931 time: 0.5160053 Apr 16 04:19:49.013589 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d6bdafc-853c-4504-9b7c-3c735753c671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:49.016873 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6d6bdafc-853c-4504-9b7c-3c735753c671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] 10.222.0.30 "DELETE /v2.0/ports/c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 HTTP/1.1" status: 204 len: 168 time: 1.7470393 Apr 16 04:19:49.027355 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d691ce19-b854-44bc-871d-ed4bdc2db5a7 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:19:49.035304 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33616) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:49.082210 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] Publish callbacks [] for port (d691ce19-b854-44bc-871d-ed4bdc2db5a7), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:49.083349 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0608295-4637-408c-b5fa-420182a447b6 req-e6bc1dbf-0b02-41d1-a035-b0a233a01655 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:49.085636 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f0608295-4637-408c-b5fa-420182a447b6 req-e6bc1dbf-0b02-41d1-a035-b0a233a01655 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 932 time: 0.2511582 Apr 16 04:19:49.093880 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-df20a940-2d8c-4927-ad7d-6e116f97832d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (2edad5e8-71db-4f6d-bb85-91f4bf0fd4e8), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:49.140880 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Network 9657b145-b7e1-4816-bc33-e747f3210e71 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:19:49.160630 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-12da0d5f-7515-4a3f-8f8c-dad3121b0dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] GET failed (client error): The resource could not be found. Apr 16 04:19:49.162089 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-12da0d5f-7515-4a3f-8f8c-dad3121b0dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793572129-project-admin] 10.222.0.30 "GET /v2.0/ports/c5bb1343-b7e0-4bb0-bfde-ca33cd4bad10 HTTP/1.1" status: 404 len: 333 time: 0.1257513 Apr 16 04:19:49.175485 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33618) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:49.208631 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d749d1a6-8bc7-4eaf-a760-597af51f8ddf tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (76387a77-be99-4a6a-b7aa-3c509378965e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:49.215015 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d749d1a6-8bc7-4eaf-a760-597af51f8ddf tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 76387a77-be99-4a6a-b7aa-3c509378965e {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 16 04:19:49.225828 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d749d1a6-8bc7-4eaf-a760-597af51f8ddf tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:49.241016 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d749d1a6-8bc7-4eaf-a760-597af51f8ddf tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "DELETE /v2.0/networks/76387a77-be99-4a6a-b7aa-3c509378965e HTTP/1.1" status: 204 len: 168 time: 2.2359114 Apr 16 04:19:49.244935 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] Transition to ACTIVE for port object d691ce19-b854-44bc-871d-ed4bdc2db5a7 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:19:49.296198 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-81857c0e-da1e-4fdf-b76b-4bbeb2b56e84 req-797c0e38-80f9-4718-8f7c-c0eb4e4481b1 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1c362de-6d53-41aa-ac0b-cc19449b6944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2874370 Apr 16 04:19:49.322705 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (d691ce19-b854-44bc-871d-ed4bdc2db5a7), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:49.491297 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-efd804ce-4433-4b73-b27e-411fb70a424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (2a8839c1-011f-4a4d-b691-8f34ef794f0f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:49.522617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72d1b775-1501-418a-929b-90bb8cb87b6c tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks [] for port (b3fa2469-3e31-40d8-81c4-945401a76767), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:49.546429 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df20a940-2d8c-4927-ad7d-6e116f97832d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:49.551718 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20a940-2d8c-4927-ad7d-6e116f97832d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=2edad5e8-71db-4f6d-bb85-91f4bf0fd4e8,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:49.569788 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f0608295-4637-408c-b5fa-420182a447b6 req-c8cefb07-000c-4ef5-8299-95477d0e8ce0 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4393654 Apr 16 04:19:49.571078 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-df20a940-2d8c-4927-ad7d-6e116f97832d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:49.592364 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5af67f-8c13-438e-a2bb-19b86997c251 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:49.595596 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 9657b145-b7e1-4816-bc33-e747f3210e71) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:49.618030 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df20a940-2d8c-4927-ad7d-6e116f97832d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:49.618633 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-df20a940-2d8c-4927-ad7d-6e116f97832d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:49.627152 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] Pushing event updated for resources: {'Port': ['ID=d691ce19-b854-44bc-871d-ed4bdc2db5a7,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:49.684993 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-374c172f-91e6-4e67-8f77-132aa07e7b03 req-8c913889-b0b5-4ba9-a417-121a7bcdf279 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 210 time: 0.2457519 Apr 16 04:19:49.685776 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749d1a6-8bc7-4eaf-a760-597af51f8ddf tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Pushing event deleted for resources: {'Network': ['ID=76387a77-be99-4a6a-b7aa-3c509378965e,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:49.736950 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-efce371a-92a7-4193-b33b-e1893ac7205b req-54484f6c-a6eb-476e-abb2-c9b06dc34138 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Allocated IP 172.20.0.7 (e112fc5e-031d-4abe-99e6-ba862847cd77/6e3f286e-0dab-407e-9b92-7b5c7676658e/7e50415d-7894-48f5-974a-4049e1c994dc) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:49.821007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098f3a6c-8966-45be-bc69-1048659365f0 None None] Network 9657b145-b7e1-4816-bc33-e747f3210e71 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:49.824215 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (2679a108-039b-4749-986e-2b9c08798003), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:49.878107 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-df20a940-2d8c-4927-ad7d-6e116f97832d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7344701 Apr 16 04:19:49.930246 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33630) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:49.930831 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33632) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:50.004129 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-7f20892f-ee91-4fc2-bc41-6663b9b41948 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'name': 'tempest-NetworksTestDHCPv6-216759089'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:50.037232 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-52b2cbb6-1548-451d-8fdd-cb5cc8019407 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Request body: {'router': {'name': 'tempest-router--1568842972', 'project_id': 'c8ff23d132184c28ba2c5dd1f09c39c8'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:50.098955 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-efce371a-92a7-4193-b33b-e1893ac7205b req-54484f6c-a6eb-476e-abb2-c9b06dc34138 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for port (7e50415d-7894-48f5-974a-4049e1c994dc), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:50.233861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-efce371a-92a7-4193-b33b-e1893ac7205b req-54484f6c-a6eb-476e-abb2-c9b06dc34138 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (7e50415d-7894-48f5-974a-4049e1c994dc), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:50.234808 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-efd804ce-4433-4b73-b27e-411fb70a424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (2a8839c1-011f-4a4d-b691-8f34ef794f0f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:50.260660 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-efd804ce-4433-4b73-b27e-411fb70a424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8839c1-011f-4a4d-b691-8f34ef794f0f']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:50.284123 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-efd804ce-4433-4b73-b27e-411fb70a424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6688b1-432a-4828-8252-25d46357ed17') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:50.284658 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-efd804ce-4433-4b73-b27e-411fb70a424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6688b1-432a-4828-8252-25d46357ed17') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:50.296628 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-efd804ce-4433-4b73-b27e-411fb70a424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (0b6688b1-432a-4828-8252-25d46357ed17), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:50.315941 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-efd804ce-4433-4b73-b27e-411fb70a424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (0b6688b1-432a-4828-8252-25d46357ed17), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:50.316658 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54484f6c-a6eb-476e-abb2-c9b06dc34138 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Pushing event updated for resources: {'Port': ['ID=7e50415d-7894-48f5-974a-4049e1c994dc,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:50.324257 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd804ce-4433-4b73-b27e-411fb70a424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:19:50.324925 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-efd804ce-4433-4b73-b27e-411fb70a424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (0b6688b1-432a-4828-8252-25d46357ed17), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:50.327841 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72d1b775-1501-418a-929b-90bb8cb87b6c tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (b3fa2469-3e31-40d8-81c4-945401a76767), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:50.440122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d1b775-1501-418a-929b-90bb8cb87b6c tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Network bb381cc2-cea3-41c0-975d-2da48a7fe4ee is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:50.447833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23223336-c52b-4cdb-ab6c-ae9c2be93a92 None None] Network bb381cc2-cea3-41c0-975d-2da48a7fe4ee requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:19:50.449696 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:19:50.451705 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efce371a-92a7-4193-b33b-e1893ac7205b req-54484f6c-a6eb-476e-abb2-c9b06dc34138 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Network e112fc5e-031d-4abe-99e6-ba862847cd77 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:50.451794 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-52b2cbb6-1548-451d-8fdd-cb5cc8019407 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (51fcceaa-cd7a-4136-bf38-a25bfec8e341), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:50.453195 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-72d1b775-1501-418a-929b-90bb8cb87b6c tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:50.455114 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-52b2cbb6-1548-451d-8fdd-cb5cc8019407 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (51fcceaa-cd7a-4136-bf38-a25bfec8e341), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:50.458594 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-efce371a-92a7-4193-b33b-e1893ac7205b req-54484f6c-a6eb-476e-abb2-c9b06dc34138 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:50.461423 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1b775-1501-418a-929b-90bb8cb87b6c tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:50.475595 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d1b775-1501-418a-929b-90bb8cb87b6c tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:50.476553 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72d1b775-1501-418a-929b-90bb8cb87b6c tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:50.496684 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-efce371a-92a7-4193-b33b-e1893ac7205b req-54484f6c-a6eb-476e-abb2-c9b06dc34138 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:50.502647 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1b775-1501-418a-929b-90bb8cb87b6c tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Pushing event updated for resources: {'Port': ['ID=b3fa2469-3e31-40d8-81c4-945401a76767,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:50.560446 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': '2edad5e8-71db-4f6d-bb85-91f4bf0fd4e8'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:19:50.561864 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:50.570783 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-52b2cbb6-1548-451d-8fdd-cb5cc8019407 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_controller (51fcceaa-cd7a-4136-bf38-a25bfec8e341), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:50.579806 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] Attempting to bind port d691ce19-b854-44bc-871d-ed4bdc2db5a7 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:50.582745 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] Attempting to bind port d691ce19-b854-44bc-871d-ed4bdc2db5a7 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '1fc44704-4f70-469d-a086-2202419f908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:50.595658 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] Attempting to bind port d691ce19-b854-44bc-871d-ed4bdc2db5a7 on network 4c3c2d0c-413d-4b27-b518-f77ba01ee470 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:50.595931 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-efd804ce-4433-4b73-b27e-411fb70a424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (2a8839c1-011f-4a4d-b691-8f34ef794f0f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:50.616866 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-72d1b775-1501-418a-929b-90bb8cb87b6c tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.4564984 Apr 16 04:19:50.618187 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33638) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:50.628917 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-6aec3ecf-bbbd-4425-955e-de65e4be433f tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Request body: {'port': {'network_id': 'bb381cc2-cea3-41c0-975d-2da48a7fe4ee', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-963685017', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:50.634214 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.api.validators [None req-6aec3ecf-bbbd-4425-955e-de65e4be433f tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] bootfile-name is not in valid_values {{(pid=104633) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 16 04:19:50.634214 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.api.validators [None req-6aec3ecf-bbbd-4425-955e-de65e4be433f tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] tftp-server is not in valid_values {{(pid=104633) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 16 04:19:50.634214 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.api.validators [None req-6aec3ecf-bbbd-4425-955e-de65e4be433f tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] server-ip-address is not in valid_values {{(pid=104633) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 16 04:19:50.698038 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device db2119df-065c-4f9f-b4de-1309c3db1366 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:50.766944 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] Port d691ce19-b854-44bc-871d-ed4bdc2db5a7 on network 4c3c2d0c-413d-4b27-b518-f77ba01ee470 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:50.767400 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] Attempting to bind port d691ce19-b854-44bc-871d-ed4bdc2db5a7 on network 4c3c2d0c-413d-4b27-b518-f77ba01ee470 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:50.773620 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba1ac4-54cc-4cbc-8080-444b5d7dfbe0 req-1ddfe217-3b57-4df2-96b0-f3844dd07c11 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:50.780953 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e3ba1ac4-54cc-4cbc-8080-444b5d7dfbe0 req-1ddfe217-3b57-4df2-96b0-f3844dd07c11 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 931 time: 0.1929827 Apr 16 04:19:50.827381 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-efd804ce-4433-4b73-b27e-411fb70a424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:50.835584 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-efd804ce-4433-4b73-b27e-411fb70a424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] 10.222.0.30 "DELETE /v2.0/networks/2a8839c1-011f-4a4d-b691-8f34ef794f0f HTTP/1.1" status: 204 len: 168 time: 1.6548193 Apr 16 04:19:50.840330 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:19:50.840935 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] Checking segment: {'id': '1fc44704-4f70-469d-a086-2202419f908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:50.841793 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] Bound using segment: {'id': '1fc44704-4f70-469d-a086-2202419f908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:19:50.842495 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] Bound port: d691ce19-b854-44bc-871d-ed4bdc2db5a7, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc44704-4f70-469d-a086-2202419f908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:19:50.843028 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d691ce19-b854-44bc-871d-ed4bdc2db5a7), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:50.869343 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9657b145-b7e1-4816-bc33-e747f3210e71', 'network_id': '9657b145-b7e1-4816-bc33-e747f3210e71', 'project_id': '026a55a26c3e4f38a347ce767bae1935', 'fixed_ips': [{'subnet_id': 'be445b2e-c63b-44a6-bbbc-a8b63f697249'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:19:50.870754 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:50.880155 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce371a-92a7-4193-b33b-e1893ac7205b req-54484f6c-a6eb-476e-abb2-c9b06dc34138 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:50.882552 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-efce371a-92a7-4193-b33b-e1893ac7205b req-54484f6c-a6eb-476e-abb2-c9b06dc34138 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:50.893632 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port db2119df-065c-4f9f-b4de-1309c3db1366 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:50.894471 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (db2119df-065c-4f9f-b4de-1309c3db1366), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:50.938898 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-52b2cbb6-1548-451d-8fdd-cb5cc8019407 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (51fcceaa-cd7a-4136-bf38-a25bfec8e341), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:50.969155 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4322969c-b15f-4add-b357-2fb04005634a {{(pid=104632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:19:51.011686 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd804ce-4433-4b73-b27e-411fb70a424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920053498-project] Pushing event deleted for resources: {'Network': ['ID=2a8839c1-011f-4a4d-b691-8f34ef794f0f,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:51.053531 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] For port d691ce19-b854-44bc-871d-ed4bdc2db5a7, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:51.063384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] For port d691ce19-b854-44bc-871d-ed4bdc2db5a7, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d691ce19-b854-44bc-871d-ed4bdc2db5a7,segment=NetworkSegment(1fc44704-4f70-469d-a086-2202419f908b),segment_id=1fc44704-4f70-469d-a086-2202419f908b)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:19:51.074949 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35b5f1-5677-47e4-9059-e6b0133a23b5 req-31d0604e-1d8d-4a85-9c60-bae5437b6072 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:51.076844 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4a35b5f1-5677-47e4-9059-e6b0133a23b5 req-31d0604e-1d8d-4a85-9c60-bae5437b6072 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 944 time: 0.3353331 Apr 16 04:19:51.079005 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aec3ecf-bbbd-4425-955e-de65e4be433f tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Made reservation on behalf of ec7cea5f1e464d138b77a00719c81a13 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:51.082821 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6aec3ecf-bbbd-4425-955e-de65e4be433f tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:51.114807 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event updated for resources: {'Subnet': ['ID=2679a108-039b-4749-986e-2b9c08798003,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:51.121253 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] Publish callbacks [] for port (4322969c-b15f-4add-b357-2fb04005634a), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:51.126331 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-52b2cbb6-1548-451d-8fdd-cb5cc8019407 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:51.129700 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-52b2cbb6-1548-451d-8fdd-cb5cc8019407 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1715779 Apr 16 04:19:51.135646 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-6aec3ecf-bbbd-4425-955e-de65e4be433f tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] device_id is not set on port 869f8680-618d-4e14-a1e3-34897dafe778 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:51.140862 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33644) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:51.142514 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (d691ce19-b854-44bc-871d-ed4bdc2db5a7), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:51.176334 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Checking segment: {'id': 'e4146e10-4ac8-490f-bfba-9df583509ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a313c740-6cad-435c-a95c-7cde96cf4c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:51.176978 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Network hostable DHCP agents. Network: a313c740-6cad-435c-a95c-7cde96cf4c20, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:19:51.185699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-67623985-5f3d-4376-a487-cb60202f9f6d None None] Provisioning complete for port db2119df-065c-4f9f-b4de-1309c3db1366 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:51.186231 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-67623985-5f3d-4376-a487-cb60202f9f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (db2119df-065c-4f9f-b4de-1309c3db1366), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:51.257556 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.provisioning_blocks [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] Transition to ACTIVE for port object 4322969c-b15f-4add-b357-2fb04005634a will not be triggered until provisioned by entity L2. {{(pid=104632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:19:51.297893 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efce371a-92a7-4193-b33b-e1893ac7205b req-54484f6c-a6eb-476e-abb2-c9b06dc34138 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4471242 Apr 16 04:19:51.346879 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] Request body: {'port': {'device_id': 'add4115e-c533-452b-970e-0cd745a8360c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:51.362320 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e3ba1ac4-54cc-4cbc-8080-444b5d7dfbe0 req-288d7f64-7c10-4f2e-a61f-e2dad91e6d36 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1c362de-6d53-41aa-ac0b-cc19449b6944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4217079 Apr 16 04:19:51.381083 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f20892f-ee91-4fc2-bc41-6663b9b41948 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:19:51.385488 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7f20892f-ee91-4fc2-bc41-6663b9b41948 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:51.404070 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (4322969c-b15f-4add-b357-2fb04005634a), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:51.406985 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:51.407608 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:51.409066 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] 10.222.0.18 "PUT /v2.0/ports/d691ce19-b854-44bc-871d-ed4bdc2db5a7 HTTP/1.1" status: 200 len: 1094 time: 4.1441059 Apr 16 04:19:51.418260 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Network a313c740-6cad-435c-a95c-7cde96cf4c20 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:19:51.429730 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821af4c0-f78e-4f9c-a6a1-452394359738', 'tag': 'd691ce19-b854-44bc-871d-ed4bdc2db5a7'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:19:51.468013 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4a35b5f1-5677-47e4-9059-e6b0133a23b5 req-ee00f85e-c3a5-4587-852e-9d41a4410a59 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3810592 Apr 16 04:19:51.511708 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c8d10737-d064-4291-9d5d-37060c9fb9e5 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router (51fcceaa-cd7a-4136-bf38-a25bfec8e341), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:51.516101 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-7f20892f-ee91-4fc2-bc41-6663b9b41948 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port f786a508-9d84-43a3-8839-308f14944c29 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:19:51.581677 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port db2119df-065c-4f9f-b4de-1309c3db1366 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:51.582866 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (db2119df-065c-4f9f-b4de-1309c3db1366), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:51.608284 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, a313c740-6cad-435c-a95c-7cde96cf4c20) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:51.610184 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] Allocated IP 2001:db8::2 (9a9395da-f56a-4c57-8efc-4b7256188659/2edad5e8-71db-4f6d-bb85-91f4bf0fd4e8/1fe0725c-2b5a-46a7-97c3-07001aa0d182) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:51.623999 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] Allocated IP 2001:db8::1 (9657b145-b7e1-4816-bc33-e747f3210e71/be445b2e-c63b-44a6-bbbc-a8b63f697249/622a1094-106c-49d0-972c-76952b12923c) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:51.729332 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61878964-4f33-4936-9a52-c6fcb2ab1868 None None] Network a313c740-6cad-435c-a95c-7cde96cf4c20 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:51.778492 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:51.779055 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:51.779813 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:51.841841 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] Pushing event updated for resources: {'Port': ['ID=4322969c-b15f-4add-b357-2fb04005634a,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:51.976080 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33652) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:52.048800 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ab7d0-27c4-4900-8783-560d807e25cd req-2fb67589-4c20-4479-8635-9bfbf33d5322 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:52.056349 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-144ab7d0-27c4-4900-8783-560d807e25cd req-2fb67589-4c20-4479-8635-9bfbf33d5322 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 931 time: 0.2819064 Apr 16 04:19:52.103185 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b15c942-28f0-49ff-9d75-32595f33956b" -d '{"events": [{"name": "network-changed", "server_uuid": "821af4c0-f78e-4f9c-a6a1-452394359738", "tag": "d691ce19-b854-44bc-871d-ed4bdc2db5a7"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:19:52.139455 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8fcdf46f-f4da-428e-8e85-90f547762b88 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 8.9765017 Apr 16 04:19:52.224758 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33658) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:52.273459 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814597d-5abb-411b-b5c0-2da91fabf092 service neutron] Pushing event updated for resources: {'Port': ['ID=d691ce19-b854-44bc-871d-ed4bdc2db5a7,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:52.312523 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port db2119df-065c-4f9f-b4de-1309c3db1366, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=db2119df-065c-4f9f-b4de-1309c3db1366,segment=NetworkSegment(94607fd5-3ff9-415a-a886-e585d4e59a80),segment_id=94607fd5-3ff9-415a-a886-e585d4e59a80)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:52.374075 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] Attempting to bind port 4322969c-b15f-4add-b357-2fb04005634a on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:52.374590 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] Attempting to bind port 4322969c-b15f-4add-b357-2fb04005634a by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'e076b0b7-665d-4827-955f-2be7b6ef56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f'}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:52.375276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] Attempting to bind port 4322969c-b15f-4add-b357-2fb04005634a on network 91342238-b22f-4e5e-8e06-97e40044a40f {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:52.384495 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] Publish callbacks [] for port (622a1094-106c-49d0-972c-76952b12923c), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:52.409146 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-144ab7d0-27c4-4900-8783-560d807e25cd req-fb4910a2-416a-495b-ac48-1cad948c50ef tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/security-groups?id=46916e7e-28a6-4289-9a27-f9dc02755330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3492694 Apr 16 04:19:52.435722 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] Port 4322969c-b15f-4add-b357-2fb04005634a on network 91342238-b22f-4e5e-8e06-97e40044a40f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:52.435722 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] Attempting to bind port 4322969c-b15f-4add-b357-2fb04005634a on network 91342238-b22f-4e5e-8e06-97e40044a40f {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:52.448350 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28923e5-3c7b-4490-8518-dd065746a413 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:52.454871 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28923e5-3c7b-4490-8518-dd065746a413 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:52.456896 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28923e5-3c7b-4490-8518-dd065746a413 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:52.459145 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b28923e5-3c7b-4490-8518-dd065746a413 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2308810 Apr 16 04:19:52.466315 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:19:52.467054 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] Checking segment: {'id': 'e076b0b7-665d-4827-955f-2be7b6ef56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:52.469010 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] Bound using segment: {'id': 'e076b0b7-665d-4827-955f-2be7b6ef56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f'} {{(pid=104632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:19:52.469478 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.managers [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] Bound port: 4322969c-b15f-4add-b357-2fb04005634a, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e076b0b7-665d-4827-955f-2be7b6ef56fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f'}}] {{(pid=104632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:19:52.472357 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (4322969c-b15f-4add-b357-2fb04005634a), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:52.497343 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33664) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:52.529035 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-a313c740-6cad-435c-a95c-7cde96cf4c20', 'network_id': 'a313c740-6cad-435c-a95c-7cde96cf4c20', 'project_id': '026a55a26c3e4f38a347ce767bae1935', 'fixed_ips': [{'subnet_id': '2679a108-039b-4749-986e-2b9c08798003'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:19:52.529925 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:52.562788 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (db2119df-065c-4f9f-b4de-1309c3db1366), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:52.620808 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-67623985-5f3d-4376-a487-cb60202f9f6d None None] Current status of the port db2119df-065c-4f9f-b4de-1309c3db1366 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:52.621176 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-67623985-5f3d-4376-a487-cb60202f9f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (db2119df-065c-4f9f-b4de-1309c3db1366), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:52.745764 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (622a1094-106c-49d0-972c-76952b12923c), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:52.760901 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-1358e61c-f630-4b0d-81b6-8c1c52f8b62f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Deleting subnet be445b2e-c63b-44a6-bbbc-a8b63f697249 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:19:52.774742 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6151aa-b994-40e6-8058-0e5219369a4d req-7a510c84-5a8c-4ac3-ba3c-e6ca9b104507 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:52.777097 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fd6151aa-b994-40e6-8058-0e5219369a4d req-7a510c84-5a8c-4ac3-ba3c-e6ca9b104507 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 943 time: 0.1897779 Apr 16 04:19:52.777996 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1358e61c-f630-4b0d-81b6-8c1c52f8b62f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks [] for subnet (be445b2e-c63b-44a6-bbbc-a8b63f697249), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:52.807642 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c8d10737-d064-4291-9d5d-37060c9fb9e5 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (51fcceaa-cd7a-4136-bf38-a25bfec8e341), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:52.811084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c8d10737-d064-4291-9d5d-37060c9fb9e5 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_controller (51fcceaa-cd7a-4136-bf38-a25bfec8e341), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:52.845177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] Network 9657b145-b7e1-4816-bc33-e747f3210e71 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:52.846306 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] For port 4322969c-b15f-4add-b357-2fb04005634a, host hv-neutron-8380, cleared binding levels {{(pid=104632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:52.880943 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1358e61c-f630-4b0d-81b6-8c1c52f8b62f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (be445b2e-c63b-44a6-bbbc-a8b63f697249), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:52.885373 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] For port 4322969c-b15f-4add-b357-2fb04005634a, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=4322969c-b15f-4add-b357-2fb04005634a,segment=NetworkSegment(e076b0b7-665d-4827-955f-2be7b6ef56fa),segment_id=e076b0b7-665d-4827-955f-2be7b6ef56fa)] {{(pid=104632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:19:52.922348 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:52.937271 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:52.940601 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa020782-e261-41e4-a982-2b9e21d5d9dd x-openstack-request-id: req-fa020782-e261-41e4-a982-2b9e21d5d9dd {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:19:52.941104 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821af4c0-f78e-4f9c-a6a1-452394359738", "tag": "d691ce19-b854-44bc-871d-ed4bdc2db5a7", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:19:52.941361 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa020782-e261-41e4-a982-2b9e21d5d9dd {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:19:52.942541 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa020782-e261-41e4-a982-2b9e21d5d9dd'] response: {'name': 'network-changed', 'server_uuid': '821af4c0-f78e-4f9c-a6a1-452394359738', 'tag': 'd691ce19-b854-44bc-871d-ed4bdc2db5a7', 'status': 'completed', 'code': 200} Apr 16 04:19:52.942922 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=db2119df-065c-4f9f-b4de-1309c3db1366,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:52.947704 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fd6151aa-b994-40e6-8058-0e5219369a4d req-15b7f047-2f3e-410c-9737-8b2b7c0c6bb7 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1c362de-6d53-41aa-ac0b-cc19449b6944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604991 Apr 16 04:19:52.985562 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7e50415d-7894-48f5-974a-4049e1c994dc), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:53.007123 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (4322969c-b15f-4add-b357-2fb04005634a), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:53.094667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-67623985-5f3d-4376-a487-cb60202f9f6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:19:53.095376 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:53.095622 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-67623985-5f3d-4376-a487-cb60202f9f6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:19:53.096016 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:53.099828 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] 10.222.0.18 "PUT /v2.0/ports/4322969c-b15f-4add-b357-2fb04005634a HTTP/1.1" status: 200 len: 1093 time: 5.8479257 Apr 16 04:19:53.114009 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5432f-c687-4da1-937e-0bd206f3707c req-6ed35d18-dca0-462c-a422-024b53155768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:53.116391 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78b5432f-c687-4da1-937e-0bd206f3707c req-6ed35d18-dca0-462c-a422-024b53155768 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b631a5189db64668b5973175d03e09b1&device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 1128 time: 1.2739077 Apr 16 04:19:53.127111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd482d83d-ac20-49fe-8172-13159ab933ac', 'tag': '4322969c-b15f-4add-b357-2fb04005634a'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:19:53.129012 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-6aec3ecf-bbbd-4425-955e-de65e4be433f tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Allocated IP 2001:db8::76 (bb381cc2-cea3-41c0-975d-2da48a7fe4ee/940ed25b-9c38-44c0-872a-caba84a72ad3/869f8680-618d-4e14-a1e3-34897dafe778) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:53.163756 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1358e61c-f630-4b0d-81b6-8c1c52f8b62f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (be445b2e-c63b-44a6-bbbc-a8b63f697249), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:53.169805 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] Publish callbacks [] for port (1fe0725c-2b5a-46a7-97c3-07001aa0d182), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:53.176272 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] Pushing event updated for resources: {'Port': ['ID=622a1094-106c-49d0-972c-76952b12923c,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:53.201010 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3152642-1695-4069-ae4e-c1a7c98d4890 service neutron] Pushing event updated for resources: {'Port': ['ID=4322969c-b15f-4add-b357-2fb04005634a,revision_number=3']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:53.231673 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] Allocated IP 2001:db8:0:1::1 (a313c740-6cad-435c-a95c-7cde96cf4c20/2679a108-039b-4749-986e-2b9c08798003/c153b510-e2ce-48c8-8b65-693eaccc8849) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:53.235644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] Attempting to bind port 622a1094-106c-49d0-972c-76952b12923c on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:53.235644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] Attempting to bind port 622a1094-106c-49d0-972c-76952b12923c by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'dd98c54c-17c5-4635-aac7-ea2d44e4b0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9657b145-b7e1-4816-bc33-e747f3210e71'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:53.235644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] Attempting to bind port 622a1094-106c-49d0-972c-76952b12923c on network 9657b145-b7e1-4816-bc33-e747f3210e71 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:53.241496 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c8d10737-d064-4291-9d5d-37060c9fb9e5 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (51fcceaa-cd7a-4136-bf38-a25bfec8e341), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:53.243855 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d10737-d064-4291-9d5d-37060c9fb9e5 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51fcceaa-cd7a-4136-bf38-a25bfec8e341 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:19:53.251079 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:19:53.251626 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] Checking segment: {'id': 'dd98c54c-17c5-4635-aac7-ea2d44e4b0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9657b145-b7e1-4816-bc33-e747f3210e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:53.252127 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:53.252702 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] Bound using segment: {'id': 'dd98c54c-17c5-4635-aac7-ea2d44e4b0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9657b145-b7e1-4816-bc33-e747f3210e71'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:19:53.253292 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] Bound port: 622a1094-106c-49d0-972c-76952b12923c, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd98c54c-17c5-4635-aac7-ea2d44e4b0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9657b145-b7e1-4816-bc33-e747f3210e71'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:19:53.253833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (622a1094-106c-49d0-972c-76952b12923c), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:53.270604 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f82cfd-95d6-4009-9662-c056b6cbf39e req-8829e561-9cf6-4dd1-a1ef-e7f8b18a634a tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:53.276271 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-51f82cfd-95d6-4009-9662-c056b6cbf39e req-8829e561-9cf6-4dd1-a1ef-e7f8b18a634a tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 944 time: 0.3317008 Apr 16 04:19:53.312095 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c8d10737-d064-4291-9d5d-37060c9fb9e5 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:53.312330 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (1fe0725c-2b5a-46a7-97c3-07001aa0d182), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:53.313316 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c8d10737-d064-4291-9d5d-37060c9fb9e5 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "DELETE /v2.0/routers/51fcceaa-cd7a-4136-bf38-a25bfec8e341 HTTP/1.1" status: 204 len: 168 time: 2.1677809 Apr 16 04:19:53.480801 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:53.492927 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] Pushing event updated for resources: {'Port': ['ID=1fe0725c-2b5a-46a7-97c3-07001aa0d182,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:53.493297 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-764e2cf0-c117-4c51-8b6b-16c9aada70d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:53.494873 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-764e2cf0-c117-4c51-8b6b-16c9aada70d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b9a34858d5943edad761c17b78c5f88&device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 1127 time: 0.2676823 Apr 16 04:19:53.495965 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:53.511507 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:53.527838 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399adf9b-ca83-4399-a88e-84a49df74216" -d '{"events": [{"name": "network-changed", "server_uuid": "d482d83d-ac20-49fe-8172-13159ab933ac", "tag": "4322969c-b15f-4add-b357-2fb04005634a"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:19:53.696435 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-7f20892f-ee91-4fc2-bc41-6663b9b41948 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::66 (9a9395da-f56a-4c57-8efc-4b7256188659/2edad5e8-71db-4f6d-bb85-91f4bf0fd4e8/f786a508-9d84-43a3-8839-308f14944c29) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:53.833158 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78b5432f-c687-4da1-937e-0bd206f3707c req-d8bfaf0d-c70d-4454-9f18-cc52d550cac6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d691ce19-b854-44bc-871d-ed4bdc2db5a7 HTTP/1.1" status: 200 len: 217 time: 0.5386760 Apr 16 04:19:53.848901 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] Attempting to bind port 1fe0725c-2b5a-46a7-97c3-07001aa0d182 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:53.850750 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] Attempting to bind port 1fe0725c-2b5a-46a7-97c3-07001aa0d182 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:53.850750 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] Attempting to bind port 1fe0725c-2b5a-46a7-97c3-07001aa0d182 on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:53.889874 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:19:53.890242 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:53.890637 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:53.891023 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:19:53.891501 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] Bound port: 1fe0725c-2b5a-46a7-97c3-07001aa0d182, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:19:53.891875 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1fe0725c-2b5a-46a7-97c3-07001aa0d182), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:53.898648 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33680) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:53.906972 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4c53d69b-96d9-476a-aacb-fa7a7e0d9b43 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59a8b8b0c0c441dcbf05f9067d980296&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9010658 Apr 16 04:19:53.922494 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33682) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:53.932838 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] Publish callbacks [] for port (c153b510-e2ce-48c8-8b65-693eaccc8849), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:53.943566 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e50415d-7894-48f5-974a-4049e1c994dc {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:19:53.975083 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-67623985-5f3d-4376-a487-cb60202f9f6d None None] Current status of the port db2119df-065c-4f9f-b4de-1309c3db1366 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:54.024985 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] Publish callbacks [] for port (7e50415d-7894-48f5-974a-4049e1c994dc), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:54.118030 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] Transition to ACTIVE for port object 7e50415d-7894-48f5-974a-4049e1c994dc will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:19:54.124683 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] For port 1fe0725c-2b5a-46a7-97c3-07001aa0d182, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:54.133353 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] For port 1fe0725c-2b5a-46a7-97c3-07001aa0d182, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1fe0725c-2b5a-46a7-97c3-07001aa0d182,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:19:54.152328 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-51f82cfd-95d6-4009-9662-c056b6cbf39e req-10161d4e-d5a0-4cd3-acd9-729f05d335d9 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8372502 Apr 16 04:19:54.168603 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8a6a6371-308e-47a2-9853-91fe4118d813 None None] Provisioning complete for port db2119df-065c-4f9f-b4de-1309c3db1366 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:54.169751 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8a6a6371-308e-47a2-9853-91fe4118d813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (db2119df-065c-4f9f-b4de-1309c3db1366), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:54.204486 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-1a23c53a-b1fa-440b-9e57-a8aae954d638 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4322969c-b15f-4add-b357-2fb04005634a HTTP/1.1" status: 200 len: 217 time: 0.6618187 Apr 16 04:19:54.239954 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92df128d-b15c-4c8a-97a8-95369019c968 admin admin] Publish callbacks [] for security_group (e18d523d-2c95-46f7-8e60-a958a4878e04), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:54.262397 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (c153b510-e2ce-48c8-8b65-693eaccc8849), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:54.264633 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (7e50415d-7894-48f5-974a-4049e1c994dc), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:54.299214 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5432f-c687-4da1-937e-0bd206f3707c req-9684f1a5-3d4a-4a14-bfad-1af3ff57e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:54.309474 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78b5432f-c687-4da1-937e-0bd206f3707c req-9684f1a5-3d4a-4a14-bfad-1af3ff57e4df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cedacccd-a081-4c1d-aad3-f594f5ad80d3 HTTP/1.1" status: 200 len: 850 time: 0.4180300 Apr 16 04:19:54.418245 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (1fe0725c-2b5a-46a7-97c3-07001aa0d182), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:54.422925 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] Network a313c740-6cad-435c-a95c-7cde96cf4c20 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:54.443988 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] Pushing event updated for resources: {'Port': ['ID=c153b510-e2ce-48c8-8b65-693eaccc8849,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:54.451105 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0514289-e8a0-44d4-a524-7e653f9120f2 req-b28ec7c0-cf38-469e-a244-e183989bf9cd tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:54.462251 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b0514289-e8a0-44d4-a524-7e653f9120f2 req-b28ec7c0-cf38-469e-a244-e183989bf9cd tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 943 time: 0.8421202 Apr 16 04:19:54.466220 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:54.488626 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:54.510218 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5432f-c687-4da1-937e-0bd206f3707c req-3cfc5e50-c1a9-4518-bb69-b9ae24e7d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:54.511702 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78b5432f-c687-4da1-937e-0bd206f3707c req-3cfc5e50-c1a9-4518-bb69-b9ae24e7d0e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c3c2d0c-413d-4b27-b518-f77ba01ee470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1208820 Apr 16 04:19:54.516927 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-0d85db5d-b52e-49a8-83be-64072e9fd2fb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2097900186', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}, 'admin_state_up': False}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:54.544554 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451fbd43-aaa1-4810-9a4d-8b7e4a28ee83 x-openstack-request-id: req-451fbd43-aaa1-4810-9a4d-8b7e4a28ee83 {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:19:54.545266 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d482d83d-ac20-49fe-8172-13159ab933ac", "tag": "4322969c-b15f-4add-b357-2fb04005634a", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:19:54.545266 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-451fbd43-aaa1-4810-9a4d-8b7e4a28ee83 {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:19:54.545603 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451fbd43-aaa1-4810-9a4d-8b7e4a28ee83'] response: {'name': 'network-changed', 'server_uuid': 'd482d83d-ac20-49fe-8172-13159ab933ac', 'tag': '4322969c-b15f-4add-b357-2fb04005634a', 'status': 'completed', 'code': 200} Apr 16 04:19:54.745981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] Pushing event updated for resources: {'Port': ['ID=7e50415d-7894-48f5-974a-4049e1c994dc,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:54.746935 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7f20892f-ee91-4fc2-bc41-6663b9b41948 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (f786a508-9d84-43a3-8839-308f14944c29), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:54.793203 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92df128d-b15c-4c8a-97a8-95369019c968 admin admin] Publish callbacks [] for security_group (e18d523d-2c95-46f7-8e60-a958a4878e04), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:54.837260 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device db2119df-065c-4f9f-b4de-1309c3db1366 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:54.871637 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1358e61c-f630-4b0d-81b6-8c1c52f8b62f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (be445b2e-c63b-44a6-bbbc-a8b63f697249), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:54.892628 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] For port 622a1094-106c-49d0-972c-76952b12923c, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:54.949059 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b0514289-e8a0-44d4-a524-7e653f9120f2 req-7d79f826-f3b7-46cc-92d0-82b569e77dda tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/security-groups?id=46916e7e-28a6-4289-9a27-f9dc02755330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4848201 Apr 16 04:19:54.952420 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78b5432f-c687-4da1-937e-0bd206f3707c req-6a93559b-85df-44d6-bcdf-8e564d0b00fe service neutron] 10.222.0.18 "GET /v2.0/networks/4c3c2d0c-413d-4b27-b518-f77ba01ee470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460345 Apr 16 04:19:54.970445 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b5890-aca5-4490-8da1-1eeb76172b8f req-5151fd6e-ea7f-42f8-82cf-46456d90fc0e tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:54.972040 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6a6b5890-aca5-4490-8da1-1eeb76172b8f req-5151fd6e-ea7f-42f8-82cf-46456d90fc0e tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 943 time: 0.2080159 Apr 16 04:19:54.974826 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] For port 622a1094-106c-49d0-972c-76952b12923c, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=622a1094-106c-49d0-972c-76952b12923c,segment=NetworkSegment(dd98c54c-17c5-4635-aac7-ea2d44e4b0e7),segment_id=dd98c54c-17c5-4635-aac7-ea2d44e4b0e7)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:19:54.993713 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a6371-308e-47a2-9853-91fe4118d813 None None] Current status of the port db2119df-065c-4f9f-b4de-1309c3db1366 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:54.997762 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29c4fe-b3ae-481f-ae30-6c6f7cd32755 None None] Pushing event updated for resources: {'Port': ['ID=1fe0725c-2b5a-46a7-97c3-07001aa0d182,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:55.047841 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] Attempting to bind port c153b510-e2ce-48c8-8b65-693eaccc8849 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:55.048425 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] Attempting to bind port c153b510-e2ce-48c8-8b65-693eaccc8849 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'e4146e10-4ac8-490f-bfba-9df583509ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a313c740-6cad-435c-a95c-7cde96cf4c20'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:55.048912 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] Attempting to bind port c153b510-e2ce-48c8-8b65-693eaccc8849 on network a313c740-6cad-435c-a95c-7cde96cf4c20 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:55.067000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (622a1094-106c-49d0-972c-76952b12923c), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:55.070246 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7f20892f-ee91-4fc2-bc41-6663b9b41948 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (f786a508-9d84-43a3-8839-308f14944c29), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:55.072690 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1358e61c-f630-4b0d-81b6-8c1c52f8b62f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:55.083614 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1358e61c-f630-4b0d-81b6-8c1c52f8b62f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "DELETE /v2.0/subnets/be445b2e-c63b-44a6-bbbc-a8b63f697249 HTTP/1.1" status: 204 len: 168 time: 2.5760784 Apr 16 04:19:55.085419 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-b99f9be0-416b-4224-8fb3-d8b3ba5a2a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:55.086900 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-b99f9be0-416b-4224-8fb3-d8b3ba5a2a60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8bd7dbee-35dd-4809-be07-6730956df1e3 HTTP/1.1" status: 200 len: 845 time: 0.8516572 Apr 16 04:19:55.087610 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33690) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:55.100165 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358e61c-f630-4b0d-81b6-8c1c52f8b62f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event deleted for resources: {'Subnet': ['ID=be445b2e-c63b-44a6-bbbc-a8b63f697249,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:55.129279 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:19:55.132127 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] Checking segment: {'id': 'e4146e10-4ac8-490f-bfba-9df583509ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a313c740-6cad-435c-a95c-7cde96cf4c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:55.132575 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:55.139750 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] Bound using segment: {'id': 'e4146e10-4ac8-490f-bfba-9df583509ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a313c740-6cad-435c-a95c-7cde96cf4c20'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:19:55.145463 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] Bound port: c153b510-e2ce-48c8-8b65-693eaccc8849, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4146e10-4ac8-490f-bfba-9df583509ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a313c740-6cad-435c-a95c-7cde96cf4c20'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:19:55.146139 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c153b510-e2ce-48c8-8b65-693eaccc8849), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:55.286899 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0d85db5d-b52e-49a8-83be-64072e9fd2fb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (b7332b1e-c349-46c8-9c0b-94be72c35cbb), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:55.288154 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0d85db5d-b52e-49a8-83be-64072e9fd2fb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (b7332b1e-c349-46c8-9c0b-94be72c35cbb), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:55.289154 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f20892f-ee91-4fc2-bc41-6663b9b41948 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:55.307378 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-7f20892f-ee91-4fc2-bc41-6663b9b41948 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:55.310125 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20892f-ee91-4fc2-bc41-6663b9b41948 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=f786a508-9d84-43a3-8839-308f14944c29,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:55.313632 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f20892f-ee91-4fc2-bc41-6663b9b41948 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:55.319521 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f20892f-ee91-4fc2-bc41-6663b9b41948 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:55.320234 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7f20892f-ee91-4fc2-bc41-6663b9b41948 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:55.326806 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb804a91-2876-496c-90c4-852495f451f3 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Deleting subnet 2679a108-039b-4749-986e-2b9c08798003 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:19:55.329727 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-847b750a-0289-4637-92fa-66827080aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:55.331222 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-847b750a-0289-4637-92fa-66827080aae5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91342238-b22f-4e5e-8e06-97e40044a40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1695850 Apr 16 04:19:55.350922 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eb804a91-2876-496c-90c4-852495f451f3 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks [] for subnet (2679a108-039b-4749-986e-2b9c08798003), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:55.359431 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8a6a6371-308e-47a2-9853-91fe4118d813 None None] Provisioning complete for port b3fa2469-3e31-40d8-81c4-945401a76767 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:55.377750 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0d85db5d-b52e-49a8-83be-64072e9fd2fb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_controller (b7332b1e-c349-46c8-9c0b-94be72c35cbb), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:55.381799 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8a6a6371-308e-47a2-9853-91fe4118d813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b3fa2469-3e31-40d8-81c4-945401a76767), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:55.460906 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port db2119df-065c-4f9f-b4de-1309c3db1366 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:55.461141 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (db2119df-065c-4f9f-b4de-1309c3db1366), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:55.521718 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eb804a91-2876-496c-90c4-852495f451f3 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (2679a108-039b-4749-986e-2b9c08798003), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:55.592066 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a6371-308e-47a2-9853-91fe4118d813 None None] Port b3fa2469-3e31-40d8-81c4-945401a76767 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:19:55.628812 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] Attempting to bind port 7e50415d-7894-48f5-974a-4049e1c994dc on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:19:55.629017 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] Attempting to bind port 7e50415d-7894-48f5-974a-4049e1c994dc by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '51186527-bdbc-4d12-a232-038315e00624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:19:55.629311 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] Attempting to bind port 7e50415d-7894-48f5-974a-4049e1c994dc on network e112fc5e-031d-4abe-99e6-ba862847cd77 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:55.635350 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7f20892f-ee91-4fc2-bc41-6663b9b41948 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.6784675 Apr 16 04:19:55.635923 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6a6b5890-aca5-4490-8da1-1eeb76172b8f req-a50ab0f4-63d4-45ef-9307-a55990f594bd tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1c362de-6d53-41aa-ac0b-cc19449b6944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6125858 Apr 16 04:19:55.655188 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33694) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:55.656169 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1442b-2af3-4062-aefc-611329b52a33 None None] Pushing event updated for resources: {'Port': ['ID=622a1094-106c-49d0-972c-76952b12923c,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:55.681113 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] For port c153b510-e2ce-48c8-8b65-693eaccc8849, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:55.681404 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cfeab-ce9c-4863-b381-1a0765c7e373 req-e3331f50-9123-4ca0-9395-e3f8b614cc35 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:55.690406 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cc4cfeab-ce9c-4863-b381-1a0765c7e373 req-e3331f50-9123-4ca0-9395-e3f8b614cc35 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 944 time: 0.3562615 Apr 16 04:19:55.700412 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] For port c153b510-e2ce-48c8-8b65-693eaccc8849, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c153b510-e2ce-48c8-8b65-693eaccc8849,segment=NetworkSegment(e4146e10-4ac8-490f-bfba-9df583509ce3),segment_id=e4146e10-4ac8-490f-bfba-9df583509ce3)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:19:55.722294 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] Port 7e50415d-7894-48f5-974a-4049e1c994dc on network e112fc5e-031d-4abe-99e6-ba862847cd77 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:19:55.722691 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] Attempting to bind port 7e50415d-7894-48f5-974a-4049e1c994dc on network e112fc5e-031d-4abe-99e6-ba862847cd77 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:19:55.819858 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c4e51e-f7f1-4f02-a87a-397ccd254f68 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:55.834683 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c4e51e-f7f1-4f02-a87a-397ccd254f68 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:55.843891 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a1c4e51e-f7f1-4f02-a87a-397ccd254f68 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1830091 Apr 16 04:19:55.852165 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33696) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:55.854040 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eb804a91-2876-496c-90c4-852495f451f3 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (2679a108-039b-4749-986e-2b9c08798003), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:55.854721 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port db2119df-065c-4f9f-b4de-1309c3db1366 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:55.885615 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c153b510-e2ce-48c8-8b65-693eaccc8849), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:55.889080 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0d85db5d-b52e-49a8-83be-64072e9fd2fb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_gateway (b7332b1e-c349-46c8-9c0b-94be72c35cbb), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:55.894120 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:19:55.894609 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] Checking segment: {'id': '51186527-bdbc-4d12-a232-038315e00624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:19:55.894993 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] Bound using segment: {'id': '51186527-bdbc-4d12-a232-038315e00624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:19:55.896222 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] Bound port: 7e50415d-7894-48f5-974a-4049e1c994dc, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51186527-bdbc-4d12-a232-038315e00624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:19:55.896222 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7e50415d-7894-48f5-974a-4049e1c994dc), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:56.046358 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-13384464-f13f-4b63-ad3c-520c4c2b0ccf service neutron] 10.222.0.18 "GET /v2.0/networks/91342238-b22f-4e5e-8e06-97e40044a40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7024837 Apr 16 04:19:56.068243 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e6512-40d1-446c-a3a1-eccb44884ce9 None None] Pushing event updated for resources: {'Port': ['ID=c153b510-e2ce-48c8-8b65-693eaccc8849,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:56.075153 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6aec3ecf-bbbd-4425-955e-de65e4be433f tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks [] for port (869f8680-618d-4e14-a1e3-34897dafe778), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:56.106319 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cc4cfeab-ce9c-4863-b381-1a0765c7e373 req-48d91d31-62eb-4e80-8c40-90d0961527da tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4146821 Apr 16 04:19:56.121941 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92df128d-b15c-4c8a-97a8-95369019c968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (e18d523d-2c95-46f7-8e60-a958a4878e04), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:56.124441 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92df128d-b15c-4c8a-97a8-95369019c968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:56.125974 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-92df128d-b15c-4c8a-97a8-95369019c968 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e18d523d-2c95-46f7-8e60-a958a4878e04 HTTP/1.1" status: 204 len: 168 time: 2.1693892 Apr 16 04:19:56.137068 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78b5432f-c687-4da1-937e-0bd206f3707c req-b9c9b931-a2c0-4f5a-8624-280227aec892 service neutron] 10.222.0.18 "GET /v2.0/networks/4c3c2d0c-413d-4b27-b518-f77ba01ee470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1446810 Apr 16 04:19:56.232642 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df128d-b15c-4c8a-97a8-95369019c968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18d523d-2c95-46f7-8e60-a958a4878e04,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:56.307801 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bff3e1-9375-4a5b-87b5-577e582553f9 req-e08f4822-ea8c-4d20-9614-ad333c582369 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:56.310130 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a3bff3e1-9375-4a5b-87b5-577e582553f9 req-e08f4822-ea8c-4d20-9614-ad333c582369 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 943 time: 0.2050352 Apr 16 04:19:56.319103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] For port 7e50415d-7894-48f5-974a-4049e1c994dc, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:19:56.332322 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] For port 7e50415d-7894-48f5-974a-4049e1c994dc, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=7e50415d-7894-48f5-974a-4049e1c994dc,segment=NetworkSegment(51186527-bdbc-4d12-a232-038315e00624),segment_id=51186527-bdbc-4d12-a232-038315e00624)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:19:56.364034 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6aec3ecf-bbbd-4425-955e-de65e4be433f tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (869f8680-618d-4e14-a1e3-34897dafe778), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:56.407503 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-7489f3c4-7cf2-40e9-9a0e-3e6ecf58036b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port f786a508-9d84-43a3-8839-308f14944c29 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:19:56.407864 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7489f3c4-7cf2-40e9-9a0e-3e6ecf58036b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (f786a508-9d84-43a3-8839-308f14944c29), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:56.499158 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eb804a91-2876-496c-90c4-852495f451f3 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (2679a108-039b-4749-986e-2b9c08798003), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:56.520068 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-68eee7d5-6963-4ecd-a769-cacdb58c78c6 req-dc13edef-d480-4c15-b4ee-fcc7577c39ba service neutron] 10.222.0.18 "GET /v2.0/networks/91342238-b22f-4e5e-8e06-97e40044a40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666872 Apr 16 04:19:56.547207 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb804a91-2876-496c-90c4-852495f451f3 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event deleted for resources: {'Subnet': ['ID=2679a108-039b-4749-986e-2b9c08798003,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:56.557422 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eb804a91-2876-496c-90c4-852495f451f3 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:56.560628 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-eb804a91-2876-496c-90c4-852495f451f3 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "DELETE /v2.0/subnets/2679a108-039b-4749-986e-2b9c08798003 HTTP/1.1" status: 204 len: 168 time: 1.4697435 Apr 16 04:19:56.564694 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33702) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:56.570687 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-a5207ee1-5f9f-40c4-821f-b565eb78c64e None None] Provisioning complete for port 1fe0725c-2b5a-46a7-97c3-07001aa0d182 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:56.572881 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a5207ee1-5f9f-40c4-821f-b565eb78c64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1fe0725c-2b5a-46a7-97c3-07001aa0d182), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:56.609056 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7489f3c4-7cf2-40e9-9a0e-3e6ecf58036b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (f786a508-9d84-43a3-8839-308f14944c29), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:56.644019 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-7489f3c4-7cf2-40e9-9a0e-3e6ecf58036b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for f786a508-9d84-43a3-8839-308f14944c29 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:19:56.663609 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e120fa-cd7d-4d6b-9785-e50a25e1b35d tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:56.684295 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-65e120fa-cd7d-4d6b-9785-e50a25e1b35d tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1104095 Apr 16 04:19:56.690240 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33704) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:56.831265 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a5207ee1-5f9f-40c4-821f-b565eb78c64e None None] Current status of the port 1fe0725c-2b5a-46a7-97c3-07001aa0d182 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:56.831666 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a5207ee1-5f9f-40c4-821f-b565eb78c64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1fe0725c-2b5a-46a7-97c3-07001aa0d182), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:56.879206 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e7cdfc67-4050-401b-b3a1-7ad07d383fcd tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (a313c740-6cad-435c-a95c-7cde96cf4c20), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:56.879840 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aec3ecf-bbbd-4425-955e-de65e4be433f tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Network bb381cc2-cea3-41c0-975d-2da48a7fe4ee is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:56.914774 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (7e50415d-7894-48f5-974a-4049e1c994dc), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:56.922640 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-a5207ee1-5f9f-40c4-821f-b565eb78c64e None None] For port 1fe0725c-2b5a-46a7-97c3-07001aa0d182, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1fe0725c-2b5a-46a7-97c3-07001aa0d182,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:56.932629 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-6aec3ecf-bbbd-4425-955e-de65e4be433f tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:56.953115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c153b510-e2ce-48c8-8b65-693eaccc8849 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:57.003770 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a3bff3e1-9375-4a5b-87b5-577e582553f9 req-67b2f0e9-e6eb-44fc-b698-24fc18944c9e tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/security-groups?id=46916e7e-28a6-4289-9a27-f9dc02755330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6783204 Apr 16 04:19:57.005305 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aec3ecf-bbbd-4425-955e-de65e4be433f tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:57.012392 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aec3ecf-bbbd-4425-955e-de65e4be433f tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:57.013194 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a5207ee1-5f9f-40c4-821f-b565eb78c64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (1fe0725c-2b5a-46a7-97c3-07001aa0d182), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:57.014115 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6aec3ecf-bbbd-4425-955e-de65e4be433f tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:57.037114 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec3ecf-bbbd-4425-955e-de65e4be433f tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Pushing event updated for resources: {'Port': ['ID=869f8680-618d-4e14-a1e3-34897dafe778,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:57.085066 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af0d43-9eec-4305-ae23-a62a57a372c4 req-40eefeef-bf46-4c98-837e-10a0df57eb84 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:57.088414 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-07af0d43-9eec-4305-ae23-a62a57a372c4 req-40eefeef-bf46-4c98-837e-10a0df57eb84 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 943 time: 0.1978030 Apr 16 04:19:57.141351 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5207ee1-5f9f-40c4-821f-b565eb78c64e None None] Pushing event updated for resources: {'Port': ['ID=1fe0725c-2b5a-46a7-97c3-07001aa0d182,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:57.155112 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-e7cdfc67-4050-401b-b3a1-7ad07d383fcd tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Deleting port c153b510-e2ce-48c8-8b65-693eaccc8849 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:19:57.157516 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e7cdfc67-4050-401b-b3a1-7ad07d383fcd tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c153b510-e2ce-48c8-8b65-693eaccc8849), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:57.201117 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-86cae8d7-29f0-416b-8752-f5ea55309d04 None None] Provisioning complete for port f786a508-9d84-43a3-8839-308f14944c29 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:57.201881 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-86cae8d7-29f0-416b-8752-f5ea55309d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f786a508-9d84-43a3-8839-308f14944c29), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:57.203998 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port c153b510-e2ce-48c8-8b65-693eaccc8849 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:57.204536 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c153b510-e2ce-48c8-8b65-693eaccc8849), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:57.206291 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:57.206966 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:57.208661 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efce371a-92a7-4193-b33b-e1893ac7205b req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] 10.222.0.18 "PUT /v2.0/ports/7e50415d-7894-48f5-974a-4049e1c994dc HTTP/1.1" status: 200 len: 1093 time: 5.8666253 Apr 16 04:19:57.214122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15c942-28f0-49ff-9d75-32595f33956b req-d55fb68f-0f20-4f1b-ac41-638bb96a4530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:57.217727 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7b15c942-28f0-49ff-9d75-32595f33956b req-d55fb68f-0f20-4f1b-ac41-638bb96a4530 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b631a5189db64668b5973175d03e09b1&device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 1128 time: 0.3593628 Apr 16 04:19:57.220790 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add4115e-c533-452b-970e-0cd745a8360c', 'tag': '7e50415d-7894-48f5-974a-4049e1c994dc'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:19:57.226801 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7990d6b1-7b6b-42c0-9491-e7b47081d7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "add4115e-c533-452b-970e-0cd745a8360c", "tag": "7e50415d-7894-48f5-974a-4049e1c994dc"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:19:57.257089 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0d85db5d-b52e-49a8-83be-64072e9fd2fb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_gateway (b7332b1e-c349-46c8-9c0b-94be72c35cbb), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:57.322884 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-e7cdfc67-4050-401b-b3a1-7ad07d383fcd tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] For port c153b510-e2ce-48c8-8b65-693eaccc8849, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c153b510-e2ce-48c8-8b65-693eaccc8849,segment=NetworkSegment(e4146e10-4ac8-490f-bfba-9df583509ce3),segment_id=e4146e10-4ac8-490f-bfba-9df583509ce3)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:57.323256 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e7cdfc67-4050-401b-b3a1-7ad07d383fcd tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c153b510-e2ce-48c8-8b65-693eaccc8849), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:57.327887 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-86cae8d7-29f0-416b-8752-f5ea55309d04 None None] Port f786a508-9d84-43a3-8839-308f14944c29 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:19:57.331880 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33714) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:57.334400 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6aec3ecf-bbbd-4425-955e-de65e4be433f tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 6.6986876 Apr 16 04:19:57.383748 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33716) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:57.393875 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0d85db5d-b52e-49a8-83be-64072e9fd2fb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:57.405819 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-e7cdfc67-4050-401b-b3a1-7ad07d383fcd tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Calling delete_port for c153b510-e2ce-48c8-8b65-693eaccc8849 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:19:57.416428 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port c153b510-e2ce-48c8-8b65-693eaccc8849 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:57.417600 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c153b510-e2ce-48c8-8b65-693eaccc8849), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:57.420467 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-07af0d43-9eec-4305-ae23-a62a57a372c4 req-faca9571-467a-45d0-8097-7ad85f2c9a72 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1c362de-6d53-41aa-ac0b-cc19449b6944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3247011 Apr 16 04:19:57.486916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port c153b510-e2ce-48c8-8b65-693eaccc8849, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c153b510-e2ce-48c8-8b65-693eaccc8849,segment=NetworkSegment(e4146e10-4ac8-490f-bfba-9df583509ce3),segment_id=e4146e10-4ac8-490f-bfba-9df583509ce3)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:57.522395 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c92888-22b6-4ece-a5c3-e352e95466a7 None None] Network 9657b145-b7e1-4816-bc33-e747f3210e71 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:57.531200 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fef84c-ed40-4278-8368-e17aacc47d8a service neutron] Pushing event updated for resources: {'Port': ['ID=7e50415d-7894-48f5-974a-4049e1c994dc,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:57.573794 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e698478-1c25-449d-aeff-23aeffef2ae4 req-ab5d6a07-591c-4360-b576-2e2269357de3 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:57.575411 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6e698478-1c25-449d-aeff-23aeffef2ae4 req-ab5d6a07-591c-4360-b576-2e2269357de3 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 944 time: 0.3224878 Apr 16 04:19:57.585438 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35d695a-e8c5-4d06-adfe-b6cc506b99e7 x-openstack-request-id: req-a35d695a-e8c5-4d06-adfe-b6cc506b99e7 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:19:57.586001 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add4115e-c533-452b-970e-0cd745a8360c", "tag": "7e50415d-7894-48f5-974a-4049e1c994dc", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:19:57.586452 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a35d695a-e8c5-4d06-adfe-b6cc506b99e7 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:19:57.587398 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a35d695a-e8c5-4d06-adfe-b6cc506b99e7'] response: {'name': 'network-changed', 'server_uuid': 'add4115e-c533-452b-970e-0cd745a8360c', 'tag': '7e50415d-7894-48f5-974a-4049e1c994dc', 'status': 'completed', 'code': 200} Apr 16 04:19:57.591267 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3eb1cd-1122-42bf-b666-0955725f42c9 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:57.601590 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3eb1cd-1122-42bf-b666-0955725f42c9 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:57.607566 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3eb1cd-1122-42bf-b666-0955725f42c9 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:57.612293 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2c3eb1cd-1122-42bf-b666-0955725f42c9 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2761972 Apr 16 04:19:57.614614 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33720) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:57.621860 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7489f3c4-7cf2-40e9-9a0e-3e6ecf58036b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (f786a508-9d84-43a3-8839-308f14944c29), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:57.627940 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c153b510-e2ce-48c8-8b65-693eaccc8849), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:57.628810 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 622a1094-106c-49d0-972c-76952b12923c up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:57.678061 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-438bde9b-7a68-4f65-b1ed-249c3ae4db92 None None] Provisioning complete for port 622a1094-106c-49d0-972c-76952b12923c triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:57.678427 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-438bde9b-7a68-4f65-b1ed-249c3ae4db92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (622a1094-106c-49d0-972c-76952b12923c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:57.694565 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-0d85db5d-b52e-49a8-83be-64072e9fd2fb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Allocated IP 172.26.6.56 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/e48f3fc7-3858-4702-967b-6a4dfb8803d8) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:19:57.797962 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e7cdfc67-4050-401b-b3a1-7ad07d383fcd tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (c153b510-e2ce-48c8-8b65-693eaccc8849), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:57.811017 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 622a1094-106c-49d0-972c-76952b12923c triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:57.811398 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (622a1094-106c-49d0-972c-76952b12923c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:57.826749 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489f3c4-7cf2-40e9-9a0e-3e6ecf58036b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=f786a508-9d84-43a3-8839-308f14944c29,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:57.859159 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdfc67-4050-401b-b3a1-7ad07d383fcd tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event deleted for resources: {'Port': ['ID=c153b510-e2ce-48c8-8b65-693eaccc8849,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:57.869769 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7489f3c4-7cf2-40e9-9a0e-3e6ecf58036b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:57.873714 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7489f3c4-7cf2-40e9-9a0e-3e6ecf58036b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/f786a508-9d84-43a3-8839-308f14944c29 HTTP/1.1" status: 204 len: 168 time: 2.0113332 Apr 16 04:19:57.877810 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=c153b510-e2ce-48c8-8b65-693eaccc8849,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:57.888587 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e83855a-c1c0-48ed-bdef-7a1aa794ab8f None None] Network a313c740-6cad-435c-a95c-7cde96cf4c20 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:19:57.924123 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33722) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:57.926495 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cdfc67-4050-401b-b3a1-7ad07d383fcd tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] No DVR routers for this DVR port c153b510-e2ce-48c8-8b65-693eaccc8849 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:19:57.928660 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedeb828-793a-48cf-a055-aba33fd2c7e2 None None] DHCP port deletion for 9657b145-b7e1-4816-bc33-e747f3210e71 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:19:57.995681 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15c942-28f0-49ff-9d75-32595f33956b req-3317fb9f-4975-499d-b87c-bb1d6b52ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:57.997264 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7b15c942-28f0-49ff-9d75-32595f33956b req-3317fb9f-4975-499d-b87c-bb1d6b52ff4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c3c2d0c-413d-4b27-b518-f77ba01ee470 HTTP/1.1" status: 200 len: 911 time: 0.2579415 Apr 16 04:19:58.020256 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9247e9bf-93e2-42d5-8ea0-08a092c0633c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97692e0785954e8db60957d45ca78cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6311927 Apr 16 04:19:58.029821 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33724) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:58.031451 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-438bde9b-7a68-4f65-b1ed-249c3ae4db92 None None] Current status of the port 622a1094-106c-49d0-972c-76952b12923c is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:58.031451 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-438bde9b-7a68-4f65-b1ed-249c3ae4db92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (622a1094-106c-49d0-972c-76952b12923c), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.066136 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6e698478-1c25-449d-aeff-23aeffef2ae4 req-272507c8-3470-4483-a33d-7b8495d5c802 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4617949 Apr 16 04:19:58.139956 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.156159 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0d85db5d-b52e-49a8-83be-64072e9fd2fb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for port (e48f3fc7-3858-4702-967b-6a4dfb8803d8), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.163560 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a5026fd5-2a3d-46e5-a703-c17b352f1e28 admin admin] Publish callbacks [] for security_group (a4d9f250-3040-4203-b8db-4ee74868cb76), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.178867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dedeb828-793a-48cf-a055-aba33fd2c7e2 None None] Deleting port 622a1094-106c-49d0-972c-76952b12923c {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:19:58.179620 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dedeb828-793a-48cf-a055-aba33fd2c7e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (622a1094-106c-49d0-972c-76952b12923c), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.183177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-438bde9b-7a68-4f65-b1ed-249c3ae4db92 None None] For port 622a1094-106c-49d0-972c-76952b12923c, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=622a1094-106c-49d0-972c-76952b12923c,segment=NetworkSegment(dd98c54c-17c5-4635-aac7-ea2d44e4b0e7),segment_id=dd98c54c-17c5-4635-aac7-ea2d44e4b0e7)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:58.191931 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a5026fd5-2a3d-46e5-a703-c17b352f1e28 admin admin] Publish callbacks [] for security_group (a4d9f250-3040-4203-b8db-4ee74868cb76), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.219105 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8ca106-fe78-481f-bfec-9fbea596cd9c None None] DHCP port deletion for a313c740-6cad-435c-a95c-7cde96cf4c20 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:19:58.264384 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 622a1094-106c-49d0-972c-76952b12923c is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:58.264899 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (622a1094-106c-49d0-972c-76952b12923c), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.273078 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-c502dd54-d799-4b16-9ac1-0eb2ce5b64ca tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Deleting port 869f8680-618d-4e14-a1e3-34897dafe778 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:19:58.273426 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c502dd54-d799-4b16-9ac1-0eb2ce5b64ca tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (869f8680-618d-4e14-a1e3-34897dafe778), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.278224 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e7cdfc67-4050-401b-b3a1-7ad07d383fcd tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (a313c740-6cad-435c-a95c-7cde96cf4c20), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.285886 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-438bde9b-7a68-4f65-b1ed-249c3ae4db92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (622a1094-106c-49d0-972c-76952b12923c), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.293998 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-dedeb828-793a-48cf-a055-aba33fd2c7e2 None None] For port 622a1094-106c-49d0-972c-76952b12923c, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=622a1094-106c-49d0-972c-76952b12923c,segment=NetworkSegment(dd98c54c-17c5-4635-aac7-ea2d44e4b0e7),segment_id=dd98c54c-17c5-4635-aac7-ea2d44e4b0e7)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:19:58.298503 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dedeb828-793a-48cf-a055-aba33fd2c7e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (622a1094-106c-49d0-972c-76952b12923c), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.339483 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dedeb828-793a-48cf-a055-aba33fd2c7e2 None None] Calling delete_port for 622a1094-106c-49d0-972c-76952b12923c owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:19:58.346172 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-438bde9b-7a68-4f65-b1ed-249c3ae4db92 None None] Provisioning complete for port 869f8680-618d-4e14-a1e3-34897dafe778 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:58.346522 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-438bde9b-7a68-4f65-b1ed-249c3ae4db92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (869f8680-618d-4e14-a1e3-34897dafe778), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.356670 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0d85db5d-b52e-49a8-83be-64072e9fd2fb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (e48f3fc7-3858-4702-967b-6a4dfb8803d8), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.398373 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-e7cdfc67-4050-401b-b3a1-7ad07d383fcd tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a313c740-6cad-435c-a95c-7cde96cf4c20']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:58.443025 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43794625-2c0e-4f4a-b169-a5ac785945c3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:58.444380 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43794625-2c0e-4f4a-b169-a5ac785945c3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:58.445391 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7b15c942-28f0-49ff-9d75-32595f33956b req-efbc7903-3fa3-4736-8055-2b251c07864d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d691ce19-b854-44bc-871d-ed4bdc2db5a7 HTTP/1.1" status: 200 len: 217 time: 0.1028075 Apr 16 04:19:58.445981 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-43794625-2c0e-4f4a-b169-a5ac785945c3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5207229 Apr 16 04:19:58.450736 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a5026fd5-2a3d-46e5-a703-c17b352f1e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (a4d9f250-3040-4203-b8db-4ee74868cb76), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.453523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a5026fd5-2a3d-46e5-a703-c17b352f1e28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.457937 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a5026fd5-2a3d-46e5-a703-c17b352f1e28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4d9f250-3040-4203-b8db-4ee74868cb76 HTTP/1.1" status: 204 len: 168 time: 0.4213934 Apr 16 04:19:58.457937 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33728) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:58.458187 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-e7cdfc67-4050-401b-b3a1-7ad07d383fcd tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4146e10-4ac8-490f-bfba-9df583509ce3') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:58.458187 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-e7cdfc67-4050-401b-b3a1-7ad07d383fcd tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4146e10-4ac8-490f-bfba-9df583509ce3') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:19:58.466014 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447ca1c-b79e-4e2b-a6a7-068fa713305b req-d72ab87e-c5b5-4fa5-995c-40b09fa02927 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:58.467570 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4447ca1c-b79e-4e2b-a6a7-068fa713305b req-d72ab87e-c5b5-4fa5-995c-40b09fa02927 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 943 time: 0.2131972 Apr 16 04:19:58.495893 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e7cdfc67-4050-401b-b3a1-7ad07d383fcd tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (e4146e10-4ac8-490f-bfba-9df583509ce3), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.513209 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399adf9b-ca83-4399-a88e-84a49df74216 req-6491bdc5-b97e-428c-a301-bb229522506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:58.514714 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-399adf9b-ca83-4399-a88e-84a49df74216 req-6491bdc5-b97e-428c-a301-bb229522506c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b9a34858d5943edad761c17b78c5f88&device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 1127 time: 0.1679976 Apr 16 04:19:58.566605 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e7cdfc67-4050-401b-b3a1-7ad07d383fcd tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (e4146e10-4ac8-490f-bfba-9df583509ce3), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.567932 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d85db5d-b52e-49a8-83be-64072e9fd2fb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:19:58.570368 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c502dd54-d799-4b16-9ac1-0eb2ce5b64ca tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (869f8680-618d-4e14-a1e3-34897dafe778), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.582599 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5026fd5-2a3d-46e5-a703-c17b352f1e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d9f250-3040-4203-b8db-4ee74868cb76,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:58.616475 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-0d85db5d-b52e-49a8-83be-64072e9fd2fb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:19:58.618761 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990d6b1-7b6b-42c0-9491-e7b47081d7a9 req-d13f5ca3-ed4b-4f96-9b3c-144bf7a1cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:58.620823 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7990d6b1-7b6b-42c0-9491-e7b47081d7a9 req-d13f5ca3-ed4b-4f96-9b3c-144bf7a1cc63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ea8ea5364e24a79bc268bed7e9883d4&device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 1127 time: 0.2669001 Apr 16 04:19:58.624198 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bde9b-7a68-4f65-b1ed-249c3ae4db92 None None] Pushing event updated for resources: {'Port': ['ID=622a1094-106c-49d0-972c-76952b12923c,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:58.631110 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d85db5d-b52e-49a8-83be-64072e9fd2fb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:19:58.632990 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4447ca1c-b79e-4e2b-a6a7-068fa713305b req-9ccc601e-7310-4078-a053-d4c91a8b6f55 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/security-groups?id=46916e7e-28a6-4289-9a27-f9dc02755330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475692 Apr 16 04:19:58.640674 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:19:58.641054 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:19:58.641524 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-438bde9b-7a68-4f65-b1ed-249c3ae4db92 None None] Port 869f8680-618d-4e14-a1e3-34897dafe778 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:19:58.649111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7cdfc67-4050-401b-b3a1-7ad07d383fcd tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:19:58.651007 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e7cdfc67-4050-401b-b3a1-7ad07d383fcd tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (e4146e10-4ac8-490f-bfba-9df583509ce3), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:19:58.659577 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:19:58.702467 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-c502dd54-d799-4b16-9ac1-0eb2ce5b64ca tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Calling delete_port for 869f8680-618d-4e14-a1e3-34897dafe778 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:19:58.709521 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85db5d-b52e-49a8-83be-64072e9fd2fb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Pushing event updated for resources: {'Port': ['ID=e48f3fc7-3858-4702-967b-6a4dfb8803d8,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:58.758615 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a853c4d-9480-4dae-9977-12b122b6a704 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet 2edad5e8-71db-4f6d-bb85-91f4bf0fd4e8 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:19:58.764001 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-34b9964e-ca01-4f57-8283-7abe80cc3b01 None None] Could not find standard attr ID for object c153b510-e2ce-48c8-8b65-693eaccc8849. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:19:58.776976 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2a853c4d-9480-4dae-9977-12b122b6a704 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (2edad5e8-71db-4f6d-bb85-91f4bf0fd4e8), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.778415 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dedeb828-793a-48cf-a055-aba33fd2c7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (622a1094-106c-49d0-972c-76952b12923c), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.799713 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedeb828-793a-48cf-a055-aba33fd2c7e2 None None] No DVR routers for this DVR port 622a1094-106c-49d0-972c-76952b12923c on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:19:58.824406 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedeb828-793a-48cf-a055-aba33fd2c7e2 None None] Pushing event deleted for resources: {'Port': ['ID=622a1094-106c-49d0-972c-76952b12923c,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:58.854224 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a1e59-4650-4fd4-958c-cddf9a11a7f1 req-25208397-22c8-4dd6-b0a5-0523cecc4d1c tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:58.855709 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c73a1e59-4650-4fd4-958c-cddf9a11a7f1 req-25208397-22c8-4dd6-b0a5-0523cecc4d1c tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 943 time: 0.2867651 Apr 16 04:19:58.862269 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e7cdfc67-4050-401b-b3a1-7ad07d383fcd tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (a313c740-6cad-435c-a95c-7cde96cf4c20), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.866419 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15c942-28f0-49ff-9d75-32595f33956b req-fff3cc81-fe54-423f-9185-fb33d8b0f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:58.867921 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7b15c942-28f0-49ff-9d75-32595f33956b req-fff3cc81-fe54-423f-9185-fb33d8b0f615 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cedacccd-a081-4c1d-aad3-f594f5ad80d3 HTTP/1.1" status: 200 len: 850 time: 0.3974257 Apr 16 04:19:58.885348 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e7cdfc67-4050-401b-b3a1-7ad07d383fcd tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:58.885348 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e7cdfc67-4050-401b-b3a1-7ad07d383fcd tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "DELETE /v2.0/networks/a313c740-6cad-435c-a95c-7cde96cf4c20 HTTP/1.1" status: 204 len: 168 time: 2.1917002 Apr 16 04:19:58.890226 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33734) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:58.898941 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399adf9b-ca83-4399-a88e-84a49df74216 req-c43d15fd-8e88-45c2-a6a1-6fffee12954f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:58.900987 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-399adf9b-ca83-4399-a88e-84a49df74216 req-c43d15fd-8e88-45c2-a6a1-6fffee12954f service neutron] 10.222.0.18 "GET /v2.0/networks?id=91342238-b22f-4e5e-8e06-97e40044a40f HTTP/1.1" status: 200 len: 906 time: 0.3746679 Apr 16 04:19:58.904898 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdfc67-4050-401b-b3a1-7ad07d383fcd tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event deleted for resources: {'Network': ['ID=a313c740-6cad-435c-a95c-7cde96cf4c20,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:58.954026 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-399adf9b-ca83-4399-a88e-84a49df74216 req-dc8d4183-9d3f-43b8-806b-4de90f7bb0af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4322969c-b15f-4add-b357-2fb04005634a HTTP/1.1" status: 200 len: 217 time: 0.0453403 Apr 16 04:19:59.032486 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399adf9b-ca83-4399-a88e-84a49df74216 req-9c2dbe97-4f37-4a88-a782-04d8e41136d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:59.034580 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-399adf9b-ca83-4399-a88e-84a49df74216 req-9c2dbe97-4f37-4a88-a782-04d8e41136d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8bd7dbee-35dd-4809-be07-6730956df1e3 HTTP/1.1" status: 200 len: 845 time: 0.0743496 Apr 16 04:19:59.037021 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2a853c4d-9480-4dae-9977-12b122b6a704 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (2edad5e8-71db-4f6d-bb85-91f4bf0fd4e8), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:59.097540 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399adf9b-ca83-4399-a88e-84a49df74216 req-7c466e0a-e88f-4605-912c-d9ea16ff6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:59.099981 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-399adf9b-ca83-4399-a88e-84a49df74216 req-7c466e0a-e88f-4605-912c-d9ea16ff6d9b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91342238-b22f-4e5e-8e06-97e40044a40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0573003 Apr 16 04:19:59.165181 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Port 622a1094-106c-49d0-972c-76952b12923c update to ACTIVE by agent not found {{(pid=104634) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Apr 16 04:19:59.165773 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1fe0725c-2b5a-46a7-97c3-07001aa0d182 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:59.185047 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15c942-28f0-49ff-9d75-32595f33956b req-05203f0d-c1fd-475f-8faf-0ce9ebd959d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:59.189536 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7b15c942-28f0-49ff-9d75-32595f33956b req-05203f0d-c1fd-475f-8faf-0ce9ebd959d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c3c2d0c-413d-4b27-b518-f77ba01ee470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3055558 Apr 16 04:19:59.189661 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c502dd54-d799-4b16-9ac1-0eb2ce5b64ca tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (869f8680-618d-4e14-a1e3-34897dafe778), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:59.252672 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990d6b1-7b6b-42c0-9491-e7b47081d7a9 req-df81bfcf-6a8d-423c-b132-ae796a1965d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:59.254155 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7990d6b1-7b6b-42c0-9491-e7b47081d7a9 req-df81bfcf-6a8d-423c-b132-ae796a1965d4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=1ea8ea5364e24a79bc268bed7e9883d4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6177835 Apr 16 04:19:59.260693 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502dd54-d799-4b16-9ac1-0eb2ce5b64ca tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Pushing event deleted for resources: {'Port': ['ID=869f8680-618d-4e14-a1e3-34897dafe778,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:19:59.283891 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 1fe0725c-2b5a-46a7-97c3-07001aa0d182 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:59.284493 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1fe0725c-2b5a-46a7-97c3-07001aa0d182), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:59.300703 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0765d30-2d68-4897-aab9-ad36759cb36c req-a0febc5a-d09e-4c42-9bdb-889fe238bdf5 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:59.310744 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a0765d30-2d68-4897-aab9-ad36759cb36c req-a0febc5a-d09e-4c42-9bdb-889fe238bdf5 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 944 time: 0.1177654 Apr 16 04:19:59.310744 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c502dd54-d799-4b16-9ac1-0eb2ce5b64ca tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:59.312850 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c502dd54-d799-4b16-9ac1-0eb2ce5b64ca tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] 10.222.0.30 "DELETE /v2.0/ports/869f8680-618d-4e14-a1e3-34897dafe778 HTTP/1.1" status: 204 len: 168 time: 1.6970594 Apr 16 04:19:59.314196 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f58a6f59-4a66-4c9a-964f-dd20f1607f0f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (9657b145-b7e1-4816-bc33-e747f3210e71), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:59.317064 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33748) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:19:59.332593 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-3fb10214-206f-42ec-8031-86febb50995e tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Request body: {'port': {'name': 'tempest-new-port-name-1490780410', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:19:59.332593 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.api.validators [None req-3fb10214-206f-42ec-8031-86febb50995e tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] bootfile-name is not in valid_values {{(pid=104632) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 16 04:19:59.332952 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.api.validators [None req-3fb10214-206f-42ec-8031-86febb50995e tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] tftp-server is not in valid_values {{(pid=104632) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 16 04:19:59.333260 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.api.validators [None req-3fb10214-206f-42ec-8031-86febb50995e tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] server-ip-address is not in valid_values {{(pid=104632) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 16 04:19:59.404812 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-399adf9b-ca83-4399-a88e-84a49df74216 req-18b73ac2-382f-406b-a0b1-7997cb2e7090 service neutron] 10.222.0.18 "GET /v2.0/networks/91342238-b22f-4e5e-8e06-97e40044a40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914500 Apr 16 04:19:59.420709 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 1fe0725c-2b5a-46a7-97c3-07001aa0d182 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:59.519426 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a0765d30-2d68-4897-aab9-ad36759cb36c req-fc7d4ba1-5c73-4411-b3ea-bee3e3f1e686 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013817 Apr 16 04:19:59.562725 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3fb10214-206f-42ec-8031-86febb50995e tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b3fa2469-3e31-40d8-81c4-945401a76767), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:59.604981 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1fe0725c-2b5a-46a7-97c3-07001aa0d182 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:19:59.628210 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-399adf9b-ca83-4399-a88e-84a49df74216 req-fdcf8d0f-d892-4102-9ddc-09cfa88afdd5 service neutron] 10.222.0.18 "GET /v2.0/networks/91342238-b22f-4e5e-8e06-97e40044a40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137616 Apr 16 04:19:59.660323 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c73a1e59-4650-4fd4-958c-cddf9a11a7f1 req-8ddc88d8-1b09-4ea9-b84e-c6b2bd30af55 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1c362de-6d53-41aa-ac0b-cc19449b6944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7894726 Apr 16 04:19:59.712383 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 1fe0725c-2b5a-46a7-97c3-07001aa0d182 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:19:59.714534 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1fe0725c-2b5a-46a7-97c3-07001aa0d182), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:59.828487 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ececf79-64b9-4cbc-a39b-5a3b0f0e3089 req-dbf760a9-efbe-4622-9873-265398569225 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:19:59.830115 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4ececf79-64b9-4cbc-a39b-5a3b0f0e3089 req-dbf760a9-efbe-4622-9873-265398569225 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 943 time: 0.0715287 Apr 16 04:19:59.887494 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 1fe0725c-2b5a-46a7-97c3-07001aa0d182 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:19:59.907818 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c153b510-e2ce-48c8-8b65-693eaccc8849 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:19:59.912811 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4ececf79-64b9-4cbc-a39b-5a3b0f0e3089 req-302dc9ef-95d2-4ca9-89c1-10f7ef0af448 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/security-groups?id=46916e7e-28a6-4289-9a27-f9dc02755330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703793 Apr 16 04:19:59.914706 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3fb10214-206f-42ec-8031-86febb50995e tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks [] for port (b3fa2469-3e31-40d8-81c4-945401a76767), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:19:59.939865 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: c153b510-e2ce-48c8-8b65-693eaccc8849 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:19:59.940345 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c153b510-e2ce-48c8-8b65-693eaccc8849 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:19:59.940986 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 622a1094-106c-49d0-972c-76952b12923c no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:19:59.963293 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 622a1094-106c-49d0-972c-76952b12923c {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:19:59.963645 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 622a1094-106c-49d0-972c-76952b12923c not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:19:59.964068 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2a853c4d-9480-4dae-9977-12b122b6a704 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (2edad5e8-71db-4f6d-bb85-91f4bf0fd4e8), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:00.097647 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7b15c942-28f0-49ff-9d75-32595f33956b req-d5ef123e-b6e9-4fd5-b43d-dfe959aae406 service neutron] 10.222.0.18 "GET /v2.0/networks/4c3c2d0c-413d-4b27-b518-f77ba01ee470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8904138 Apr 16 04:20:00.117853 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f58a6f59-4a66-4c9a-964f-dd20f1607f0f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (9657b145-b7e1-4816-bc33-e747f3210e71), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:00.202552 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990d6b1-7b6b-42c0-9491-e7b47081d7a9 req-11eaa996-74be-4cd0-9449-da0588a81c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:00.203899 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7990d6b1-7b6b-42c0-9491-e7b47081d7a9 req-11eaa996-74be-4cd0-9449-da0588a81c8c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9202120 Apr 16 04:20:00.207660 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-f58a6f59-4a66-4c9a-964f-dd20f1607f0f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9657b145-b7e1-4816-bc33-e747f3210e71']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:00.266648 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-f58a6f59-4a66-4c9a-964f-dd20f1607f0f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd98c54c-17c5-4635-aac7-ea2d44e4b0e7') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:00.266943 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-f58a6f59-4a66-4c9a-964f-dd20f1607f0f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd98c54c-17c5-4635-aac7-ea2d44e4b0e7') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:00.305538 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f58a6f59-4a66-4c9a-964f-dd20f1607f0f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (dd98c54c-17c5-4635-aac7-ea2d44e4b0e7), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:00.309953 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0d85db5d-b52e-49a8-83be-64072e9fd2fb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_gateway (b7332b1e-c349-46c8-9c0b-94be72c35cbb), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:00.371212 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce371a-92a7-4193-b33b-e1893ac7205b req-cad70d77-6794-4425-b5b5-c0d1cf5f6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:00.372684 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efce371a-92a7-4193-b33b-e1893ac7205b req-cad70d77-6794-4425-b5b5-c0d1cf5f6503 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ea8ea5364e24a79bc268bed7e9883d4&device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 1127 time: 0.1249158 Apr 16 04:20:00.381329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f58a6f59-4a66-4c9a-964f-dd20f1607f0f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (dd98c54c-17c5-4635-aac7-ea2d44e4b0e7), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:00.401065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58a6f59-4a66-4c9a-964f-dd20f1607f0f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:00.401457 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f58a6f59-4a66-4c9a-964f-dd20f1607f0f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (dd98c54c-17c5-4635-aac7-ea2d44e4b0e7), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:00.426966 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3fb10214-206f-42ec-8031-86febb50995e tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (b3fa2469-3e31-40d8-81c4-945401a76767), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:00.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:00.451768 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7b15c942-28f0-49ff-9d75-32595f33956b req-c318e1c9-6a6e-41e4-b75c-f533603778a5 service neutron] 10.222.0.18 "GET /v2.0/networks/4c3c2d0c-413d-4b27-b518-f77ba01ee470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313851 Apr 16 04:20:00.453032 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2a853c4d-9480-4dae-9977-12b122b6a704 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (2edad5e8-71db-4f6d-bb85-91f4bf0fd4e8), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:00.455570 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efce371a-92a7-4193-b33b-e1893ac7205b req-24ac39aa-e412-4075-b95c-1483466432f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e50415d-7894-48f5-974a-4049e1c994dc HTTP/1.1" status: 200 len: 217 time: 0.0721829 Apr 16 04:20:00.474494 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-3fb10214-206f-42ec-8031-86febb50995e tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] In _notify_port_updated(), no bound segment for port b3fa2469-3e31-40d8-81c4-945401a76767 on network bb381cc2-cea3-41c0-975d-2da48a7fe4ee {{(pid=104632) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:20:00.479614 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb10214-206f-42ec-8031-86febb50995e tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:00.480253 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3fb10214-206f-42ec-8031-86febb50995e tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:00.484588 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3fb10214-206f-42ec-8031-86febb50995e tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] 10.222.0.30 "PUT /v2.0/ports/b3fa2469-3e31-40d8-81c4-945401a76767 HTTP/1.1" status: 200 len: 1130 time: 1.1565611 Apr 16 04:20:00.487586 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33760) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:00.528752 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 4322969c-b15f-4add-b357-2fb04005634a details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:20:00.542106 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb10214-206f-42ec-8031-86febb50995e tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Pushing event updated for resources: {'Port': ['ID=b3fa2469-3e31-40d8-81c4-945401a76767,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:00.558452 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ded2265-937c-437b-bb28-ff3ed10352d8 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:00.570761 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1ded2265-937c-437b-bb28-ff3ed10352d8 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] 10.222.0.30 "GET /v2.0/ports/b3fa2469-3e31-40d8-81c4-945401a76767 HTTP/1.1" status: 200 len: 1130 time: 0.0717824 Apr 16 04:20:00.571515 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33762) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:00.571862 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33766) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:00.596686 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a853c4d-9480-4dae-9977-12b122b6a704 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=2edad5e8-71db-4f6d-bb85-91f4bf0fd4e8,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:00.624928 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2a853c4d-9480-4dae-9977-12b122b6a704 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:00.630378 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5947f5ab-7746-4cd0-b23e-1acb37d24685 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:00.632063 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2a853c4d-9480-4dae-9977-12b122b6a704 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/2edad5e8-71db-4f6d-bb85-91f4bf0fd4e8 HTTP/1.1" status: 204 len: 168 time: 2.1569421 Apr 16 04:20:00.636204 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33770) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:00.746680 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9b4d2d81-398d-418a-adc7-8f27a517fb0b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065271 Apr 16 04:20:00.747448 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f58a6f59-4a66-4c9a-964f-dd20f1607f0f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (9657b145-b7e1-4816-bc33-e747f3210e71), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:00.758030 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33774) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:00.775968 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f58a6f59-4a66-4c9a-964f-dd20f1607f0f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:00.784274 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 4322969c-b15f-4add-b357-2fb04005634a, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=4322969c-b15f-4add-b357-2fb04005634a,segment=NetworkSegment(e076b0b7-665d-4827-955f-2be7b6ef56fa),segment_id=e076b0b7-665d-4827-955f-2be7b6ef56fa)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:00.789408 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f58a6f59-4a66-4c9a-964f-dd20f1607f0f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "DELETE /v2.0/networks/9657b145-b7e1-4816-bc33-e747f3210e71 HTTP/1.1" status: 204 len: 168 time: 1.8846142 Apr 16 04:20:00.795387 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33776) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:00.801199 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '4322969c-b15f-4add-b357-2fb04005634a', 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f', 'port_id': '4322969c-b15f-4add-b357-2fb04005634a', 'mac_address': 'fa:16:3e:90:ba:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd7dbee-35dd-4809-be07-6730956df1e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:20:00.803997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-4a0964cd-fc6f-483c-842e-6df37e849487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:00.816856 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce371a-92a7-4193-b33b-e1893ac7205b req-d53cbfd5-5bfa-4fc9-a1bc-d82d65a512b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:00.823203 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efce371a-92a7-4193-b33b-e1893ac7205b req-d53cbfd5-5bfa-4fc9-a1bc-d82d65a512b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e3f286e-0dab-407e-9b92-7b5c7676658e HTTP/1.1" status: 200 len: 851 time: 0.3259950 Apr 16 04:20:00.828360 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-90d6c5e2-264f-4f94-be98-89b9e14eb7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Deleting port b3fa2469-3e31-40d8-81c4-945401a76767 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:00.831563 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-90d6c5e2-264f-4f94-be98-89b9e14eb7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (b3fa2469-3e31-40d8-81c4-945401a76767), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:00.887379 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 4322969c-b15f-4add-b357-2fb04005634a is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:00.887774 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (4322969c-b15f-4add-b357-2fb04005634a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:00.903601 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-a0a05f3b-8f7c-4fec-b33e-b668c763dadb tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:00.907353 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a0a05f3b-8f7c-4fec-b33e-b668c763dadb tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3311908 Apr 16 04:20:00.907509 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a6f59-4a66-4c9a-964f-dd20f1607f0f tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event deleted for resources: {'Network': ['ID=9657b145-b7e1-4816-bc33-e747f3210e71,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:00.907596 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4322969c-b15f-4add-b357-2fb04005634a {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:20:00.913392 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703cf38-f80a-4576-bd34-64cc7edb05b0 req-6ed42dd9-2aa5-41ad-a64f-3d0921575a8a tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:00.914992 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5703cf38-f80a-4576-bd34-64cc7edb05b0 req-6ed42dd9-2aa5-41ad-a64f-3d0921575a8a tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 944 time: 0.2778885 Apr 16 04:20:00.935253 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 4322969c-b15f-4add-b357-2fb04005634a, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=4322969c-b15f-4add-b357-2fb04005634a,segment=NetworkSegment(e076b0b7-665d-4827-955f-2be7b6ef56fa),segment_id=e076b0b7-665d-4827-955f-2be7b6ef56fa)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:00.937369 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33778) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:00.941488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-d9b389ea-f5c0-4a10-bfae-00adc6fd3841 None None] Provisioning complete for port b3fa2469-3e31-40d8-81c4-945401a76767 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:00.941488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d9b389ea-f5c0-4a10-bfae-00adc6fd3841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b3fa2469-3e31-40d8-81c4-945401a76767), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:00.975355 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-e3c07303-52fb-4d3b-a65d-e38254c7ad9f tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:00.976578 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e3c07303-52fb-4d3b-a65d-e38254c7ad9f tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0365031 Apr 16 04:20:00.980200 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33782) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:00.989911 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d9b389ea-f5c0-4a10-bfae-00adc6fd3841 None None] Port b3fa2469-3e31-40d8-81c4-945401a76767 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:20:00.991878 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [None req-31dbf97e-86fd-4adb-bcd1-117f6f964c8b tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:00.993169 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-31dbf97e-86fd-4adb-bcd1-117f6f964c8b tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0074844 Apr 16 04:20:00.998919 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33784) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.007457 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e096ffff-0b78-45a8-90d3-6291c603c82b None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:20:01.007657 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-35e02e9e-085e-4c22-8090-0506bf3c44b1 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.011591 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-35e02e9e-085e-4c22-8090-0506bf3c44b1 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0065243 Apr 16 04:20:01.016351 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3ec438f4-5b65-4cf9-857b-37ced2bca0a1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (4cf45c6c-8301-4ba3-b127-43887203eb36), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:01.019930 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33786) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.023485 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdcb99-d521-41f7-87dc-d9be03d97293 req-d79364a2-6623-4291-ab67-859f576635c4 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:01.025521 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4ebdcb99-d521-41f7-87dc-d9be03d97293 req-d79364a2-6623-4291-ab67-859f576635c4 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 943 time: 0.1976247 Apr 16 04:20:01.027531 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [None req-4364d932-ce07-4c12-be22-f8a2c6a97a73 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.028134 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4364d932-ce07-4c12-be22-f8a2c6a97a73 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0072856 Apr 16 04:20:01.031427 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33788) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.036467 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-19438fb0-ac36-4acf-98fd-6065907ddfb9 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.039662 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-19438fb0-ac36-4acf-98fd-6065907ddfb9 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0051227 Apr 16 04:20:01.048364 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33790) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.048548 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (4322969c-b15f-4add-b357-2fb04005634a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:01.049312 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device d691ce19-b854-44bc-871d-ed4bdc2db5a7 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:20:01.052916 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-2948b2f4-b956-4bc8-bbc7-7cf87944e329 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.057202 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2948b2f4-b956-4bc8-bbc7-7cf87944e329 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045717 Apr 16 04:20:01.060763 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33792) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.060897 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce371a-92a7-4193-b33b-e1893ac7205b req-fbc8d73f-f468-41e7-a1d0-79f349d0735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:01.062258 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efce371a-92a7-4193-b33b-e1893ac7205b req-fbc8d73f-f468-41e7-a1d0-79f349d0735c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e112fc5e-031d-4abe-99e6-ba862847cd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2230301 Apr 16 04:20:01.071003 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-f0ba42e7-2768-4dd0-aa5c-255fdab27f0d tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.072771 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f0ba42e7-2768-4dd0-aa5c-255fdab27f0d tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0101638 Apr 16 04:20:01.083804 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33794) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.088701 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-dd79569c-9e0a-4b76-90cc-2b8f0fbac5e6 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.092087 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-dd79569c-9e0a-4b76-90cc-2b8f0fbac5e6 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0047474 Apr 16 04:20:01.109292 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33796) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.113778 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [None req-d0b85538-56fb-45eb-9483-994f8cbf6b4c tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.120254 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d0b85538-56fb-45eb-9483-994f8cbf6b4c tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0042160 Apr 16 04:20:01.120456 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e096ffff-0b78-45a8-90d3-6291c603c82b None None] Deleting port 1fe0725c-2b5a-46a7-97c3-07001aa0d182 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:01.120456 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e096ffff-0b78-45a8-90d3-6291c603c82b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (1fe0725c-2b5a-46a7-97c3-07001aa0d182), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:01.127887 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33798) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.132570 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-90d6c5e2-264f-4f94-be98-89b9e14eb7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (b3fa2469-3e31-40d8-81c4-945401a76767), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:01.147019 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=4322969c-b15f-4add-b357-2fb04005634a,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:01.148125 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [None req-8d5f28e0-0092-4e31-a116-8c870fadd3ed tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.152351 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8d5f28e0-0092-4e31-a116-8c870fadd3ed tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0114033 Apr 16 04:20:01.159291 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33800) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.165648 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-03e6c894-2c44-4c77-ba0b-f752fc58808a tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.168905 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-03e6c894-2c44-4c77-ba0b-f752fc58808a tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0042980 Apr 16 04:20:01.175439 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33802) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.182524 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-0ad3ddfe-faca-4392-b33f-87f414545ed4 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.187855 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0ad3ddfe-faca-4392-b33f-87f414545ed4 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0049443 Apr 16 04:20:01.187855 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-90d6c5e2-264f-4f94-be98-89b9e14eb7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Calling delete_port for b3fa2469-3e31-40d8-81c4-945401a76767 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:01.192930 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33804) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.193136 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5703cf38-f80a-4576-bd34-64cc7edb05b0 req-93f4f7ee-a8ea-4673-b1c7-4fbc1e7091ab tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459345 Apr 16 04:20:01.197681 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [None req-dac0ed62-768f-4563-9087-5e7308dbcd56 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.201171 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dac0ed62-768f-4563-9087-5e7308dbcd56 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045924 Apr 16 04:20:01.204019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33806) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.210138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0d85db5d-b52e-49a8-83be-64072e9fd2fb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (b7332b1e-c349-46c8-9c0b-94be72c35cbb), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:01.226016 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [None req-9c255deb-67be-44ae-a680-71b32e52240d tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.226016 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9c255deb-67be-44ae-a680-71b32e52240d tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0153339 Apr 16 04:20:01.230602 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33808) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.247414 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4ebdcb99-d521-41f7-87dc-d9be03d97293 req-e5b1adb3-8882-4dbf-8c82-5202e199036b tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1c362de-6d53-41aa-ac0b-cc19449b6944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138450 Apr 16 04:20:01.250566 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-c3e3d3bf-0986-40b1-ac7a-695fb6cc1eba tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.254473 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c3e3d3bf-0986-40b1-ac7a-695fb6cc1eba tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0090389 Apr 16 04:20:01.256977 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33810) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.265938 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-38b3f55b-6616-485e-9f2b-921bd84bae86 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.266990 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-38b3f55b-6616-485e-9f2b-921bd84bae86 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0062361 Apr 16 04:20:01.268497 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3ec438f4-5b65-4cf9-857b-37ced2bca0a1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (4cf45c6c-8301-4ba3-b127-43887203eb36), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:01.275311 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e096ffff-0b78-45a8-90d3-6291c603c82b None None] For port 1fe0725c-2b5a-46a7-97c3-07001aa0d182, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1fe0725c-2b5a-46a7-97c3-07001aa0d182,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:01.275820 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e096ffff-0b78-45a8-90d3-6291c603c82b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (1fe0725c-2b5a-46a7-97c3-07001aa0d182), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:01.290114 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33812) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.296583 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e096ffff-0b78-45a8-90d3-6291c603c82b None None] Calling delete_port for 1fe0725c-2b5a-46a7-97c3-07001aa0d182 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:01.297210 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [None req-d9b8b147-51a1-43d9-b43d-2011c9fcb270 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.300664 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d9b8b147-51a1-43d9-b43d-2011c9fcb270 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0040140 Apr 16 04:20:01.303766 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33814) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.308841 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-adcc2b25-8d13-4b78-a7ce-2108a39e9cb0 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.310322 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-adcc2b25-8d13-4b78-a7ce-2108a39e9cb0 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0048957 Apr 16 04:20:01.317111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33816) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.324435 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-75707f8c-a4a4-47c5-b95a-3b16a927346f tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.327831 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-75707f8c-a4a4-47c5-b95a-3b16a927346f tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0052052 Apr 16 04:20:01.327967 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0964cd-fc6f-483c-842e-6df37e849487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:01.330906 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a0964cd-fc6f-483c-842e-6df37e849487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:01.332464 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33818) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.338738 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-19bdf704-2970-46ec-906c-3e98990da7e7 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.342616 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-19bdf704-2970-46ec-906c-3e98990da7e7 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048478 Apr 16 04:20:01.342616 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-3ec438f4-5b65-4cf9-857b-37ced2bca0a1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf45c6c-8301-4ba3-b127-43887203eb36']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:01.344859 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33820) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.355169 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-ec7c2e60-3fc4-4963-bd92-9384c08e99c1 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.358456 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ec7c2e60-3fc4-4963-bd92-9384c08e99c1 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0059569 Apr 16 04:20:01.359111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-3ec438f4-5b65-4cf9-857b-37ced2bca0a1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3e32a6-ebb5-4235-b0dc-473829c8cdb3') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:01.359407 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-3ec438f4-5b65-4cf9-857b-37ced2bca0a1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3e32a6-ebb5-4235-b0dc-473829c8cdb3') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:01.364921 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33822) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.368115 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-7ab72ed7-7165-423d-8a5b-4889ac15ad5f tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.372769 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7ab72ed7-7165-423d-8a5b-4889ac15ad5f tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0046213 Apr 16 04:20:01.378073 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port d691ce19-b854-44bc-871d-ed4bdc2db5a7, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d691ce19-b854-44bc-871d-ed4bdc2db5a7,segment=NetworkSegment(1fc44704-4f70-469d-a086-2202419f908b),segment_id=1fc44704-4f70-469d-a086-2202419f908b)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:01.378789 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efce371a-92a7-4193-b33b-e1893ac7205b req-70689d8c-41f0-4b6f-a200-0b16b5f5f956 service neutron] 10.222.0.18 "GET /v2.0/networks/e112fc5e-031d-4abe-99e6-ba862847cd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095119 Apr 16 04:20:01.379302 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33824) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.385563 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-912138a0-ff83-4256-9609-3777f448a7a0 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.389188 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-912138a0-ff83-4256-9609-3777f448a7a0 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0049393 Apr 16 04:20:01.389188 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3ec438f4-5b65-4cf9-857b-37ced2bca0a1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (4d3e32a6-ebb5-4235-b0dc-473829c8cdb3), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:01.391029 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33826) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.400811 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-533a79fe-703c-432f-a3ff-300d19394733 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.404353 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-533a79fe-703c-432f-a3ff-300d19394733 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0053859 Apr 16 04:20:01.404812 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33828) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.407146 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'd691ce19-b854-44bc-871d-ed4bdc2db5a7', 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470', 'port_id': 'd691ce19-b854-44bc-871d-ed4bdc2db5a7', 'mac_address': 'fa:16:3e:4d:03:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cedacccd-a081-4c1d-aad3-f594f5ad80d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:20:01.409290 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-0bb6d11e-3d65-4629-b5f6-72094599c68d tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.412283 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0bb6d11e-3d65-4629-b5f6-72094599c68d tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0045595 Apr 16 04:20:01.414537 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33830) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.418424 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-0bb186b9-c51f-4169-b576-4aee044778e4 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.421731 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0bb186b9-c51f-4169-b576-4aee044778e4 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0039725 Apr 16 04:20:01.421854 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3ec438f4-5b65-4cf9-857b-37ced2bca0a1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (4d3e32a6-ebb5-4235-b0dc-473829c8cdb3), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:01.423578 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33832) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.431109 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-4c8eb1b9-52fa-4317-8e7e-a4db24fd9715 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.435020 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4c8eb1b9-52fa-4317-8e7e-a4db24fd9715 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0068998 Apr 16 04:20:01.436417 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33834) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.441882 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec438f4-5b65-4cf9-857b-37ced2bca0a1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:01.442293 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3ec438f4-5b65-4cf9-857b-37ced2bca0a1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (4d3e32a6-ebb5-4235-b0dc-473829c8cdb3), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:01.445461 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:01.462494 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port d691ce19-b854-44bc-871d-ed4bdc2db5a7 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:01.462956 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d691ce19-b854-44bc-871d-ed4bdc2db5a7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:01.497735 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [None req-7046f1fb-c969-4f7c-8b1b-7b31d5cb2464 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.499347 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d691ce19-b854-44bc-871d-ed4bdc2db5a7 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:20:01.501712 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7046f1fb-c969-4f7c-8b1b-7b31d5cb2464 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0504680 Apr 16 04:20:01.503440 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33836) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.508015 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-312bbfee-2ee8-4d1b-b41c-7c95d4dbdf8e tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.510458 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-312bbfee-2ee8-4d1b-b41c-7c95d4dbdf8e tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0056188 Apr 16 04:20:01.511142 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23389570-9c99-4acb-b4d8-ba804ae6e2c3 req-62220ea0-1c66-4c1c-9516-5976f700fe2b tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:01.512925 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33838) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.513417 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-23389570-9c99-4acb-b4d8-ba804ae6e2c3 req-62220ea0-1c66-4c1c-9516-5976f700fe2b tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 943 time: 0.2198706 Apr 16 04:20:01.521830 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-0ff6bf53-a048-41bb-93b2-365342e093fc tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.525395 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0ff6bf53-a048-41bb-93b2-365342e093fc tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0067132 Apr 16 04:20:01.530120 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33840) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.534178 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-690f4f8f-d1bd-40bb-bb92-d730438586f9 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.542773 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-690f4f8f-d1bd-40bb-bb92-d730438586f9 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0041311 Apr 16 04:20:01.545463 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port d691ce19-b854-44bc-871d-ed4bdc2db5a7, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d691ce19-b854-44bc-871d-ed4bdc2db5a7,segment=NetworkSegment(1fc44704-4f70-469d-a086-2202419f908b),segment_id=1fc44704-4f70-469d-a086-2202419f908b)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:01.550451 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1fe0725c-2b5a-46a7-97c3-07001aa0d182 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:20:01.555345 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33842) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.560400 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-c894fbbc-ff59-4454-b316-aecfdb1e1e20 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.561378 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c894fbbc-ff59-4454-b316-aecfdb1e1e20 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0049050 Apr 16 04:20:01.564368 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33844) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.568774 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-5a0fe0a4-f7e7-40d1-9ce0-cb50ec167e59 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.573705 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5a0fe0a4-f7e7-40d1-9ce0-cb50ec167e59 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0042093 Apr 16 04:20:01.573705 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33846) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.580004 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-0cb9f5a1-a9b8-403e-b9bb-5600cb98918d tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.581031 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0cb9f5a1-a9b8-403e-b9bb-5600cb98918d tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0070281 Apr 16 04:20:01.582670 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e096ffff-0b78-45a8-90d3-6291c603c82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (1fe0725c-2b5a-46a7-97c3-07001aa0d182), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:01.584204 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33848) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.589114 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-7153709c-8e4e-4e32-ab21-39f600615599 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.597366 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7153709c-8e4e-4e32-ab21-39f600615599 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0049787 Apr 16 04:20:01.599565 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33850) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.604106 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-12ac6f7b-0a8b-4e50-b875-7791b31691f9 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.607597 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-12ac6f7b-0a8b-4e50-b875-7791b31691f9 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0043538 Apr 16 04:20:01.608761 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33852) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.612622 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-eeb01ac2-be8f-43e9-a03a-d97122bbdfd5 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.616155 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-eeb01ac2-be8f-43e9-a03a-d97122bbdfd5 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0045047 Apr 16 04:20:01.617633 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096ffff-0b78-45a8-90d3-6291c603c82b None None] Pushing event deleted for resources: {'Port': ['ID=1fe0725c-2b5a-46a7-97c3-07001aa0d182,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:01.617827 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33854) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.625968 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-f85a5d91-d847-46e6-8798-a69e9a2ab749 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.626270 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d691ce19-b854-44bc-871d-ed4bdc2db5a7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:01.626384 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f85a5d91-d847-46e6-8798-a69e9a2ab749 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0060239 Apr 16 04:20:01.627915 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33856) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.632867 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-f3b400e9-354e-4ae9-b6b4-2836bf0ac87c tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.633838 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f3b400e9-354e-4ae9-b6b4-2836bf0ac87c tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046339 Apr 16 04:20:01.637131 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33858) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.641704 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-de97f9c5-a397-4834-8b52-e4fb088af918 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.645299 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-de97f9c5-a397-4834-8b52-e4fb088af918 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044858 Apr 16 04:20:01.645299 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3ec438f4-5b65-4cf9-857b-37ced2bca0a1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (4cf45c6c-8301-4ba3-b127-43887203eb36), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:01.645551 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33860) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.652140 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-86f050fb-273c-405d-a252-676bd2849924 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.653948 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-86f050fb-273c-405d-a252-676bd2849924 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0067756 Apr 16 04:20:01.657559 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33862) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.658666 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3ec438f4-5b65-4cf9-857b-37ced2bca0a1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:01.665020 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3ec438f4-5b65-4cf9-857b-37ced2bca0a1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "DELETE /v2.0/networks/4cf45c6c-8301-4ba3-b127-43887203eb36 HTTP/1.1" status: 204 len: 168 time: 0.8639572 Apr 16 04:20:01.667039 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-ce459a57-bfc9-4705-8e54-3eec9eb4dde6 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.670601 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ce459a57-bfc9-4705-8e54-3eec9eb4dde6 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0043290 Apr 16 04:20:01.670601 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33864) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.678957 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33866) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.693273 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=d691ce19-b854-44bc-871d-ed4bdc2db5a7,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:01.699629 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e096ffff-0b78-45a8-90d3-6291c603c82b None None] No DVR routers for this DVR port 1fe0725c-2b5a-46a7-97c3-07001aa0d182 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:20:01.703032 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-ebcd5922-1bb9-4e7f-8e87-0b51c77a8205 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.706601 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ebcd5922-1bb9-4e7f-8e87-0b51c77a8205 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0147371 Apr 16 04:20:01.712019 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-90d6c5e2-264f-4f94-be98-89b9e14eb7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (b3fa2469-3e31-40d8-81c4-945401a76767), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:01.714363 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec438f4-5b65-4cf9-857b-37ced2bca0a1 tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event deleted for resources: {'Network': ['ID=4cf45c6c-8301-4ba3-b127-43887203eb36,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:01.720891 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33868) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.721482 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No active binding found for port 1fe0725c-2b5a-46a7-97c3-07001aa0d182 {{(pid=104634) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 16 04:20:01.721865 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] The host dv-neutron-838078-2-hyperv is not matching for port 1fe0725c-2b5a-46a7-97c3-07001aa0d182 host None! {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 16 04:20:01.722270 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1fe0725c-2b5a-46a7-97c3-07001aa0d182 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:20:01.732802 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-d7b48e5c-2a0e-455c-b7ac-f619341a3c2e tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.736307 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d7b48e5c-2a0e-455c-b7ac-f619341a3c2e tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0095799 Apr 16 04:20:01.763845 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33870) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.788211 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-b1d7a066-afde-4fad-87a7-50167787ecb2 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.789193 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b1d7a066-afde-4fad-87a7-50167787ecb2 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0093489 Apr 16 04:20:01.794314 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6c5e2-264f-4f94-be98-89b9e14eb7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Pushing event deleted for resources: {'Port': ['ID=b3fa2469-3e31-40d8-81c4-945401a76767,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:01.799117 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33872) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.803059 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-4660ecee-7d43-4421-bbe8-825567364109 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.803975 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4660ecee-7d43-4421-bbe8-825567364109 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0039871 Apr 16 04:20:01.811818 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33874) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.819769 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-ad9b11cc-0032-4d96-8f77-526f4c9ee915 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.822981 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ad9b11cc-0032-4d96-8f77-526f4c9ee915 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0063882 Apr 16 04:20:01.823521 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33876) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.833569 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-59dc6cb2-cefb-436f-9a67-abaa19cefabc tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (d2decaff-33f0-41f6-b9ca-28dd285d4a90), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:01.836868 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [None req-bcb9812e-9b1f-45d4-a925-0737b7cbcda3 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.840351 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-bcb9812e-9b1f-45d4-a925-0737b7cbcda3 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0077310 Apr 16 04:20:01.848129 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33878) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.855612 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-650e8eaa-2462-4133-99de-f90311f171b6 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.855612 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-650e8eaa-2462-4133-99de-f90311f171b6 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0049708 Apr 16 04:20:01.857413 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33880) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.859621 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-90d6c5e2-264f-4f94-be98-89b9e14eb7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:01.865582 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-90d6c5e2-264f-4f94-be98-89b9e14eb7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] 10.222.0.30 "DELETE /v2.0/ports/b3fa2469-3e31-40d8-81c4-945401a76767 HTTP/1.1" status: 204 len: 168 time: 1.2906561 Apr 16 04:20:01.868674 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-f25944ee-a511-4c6b-8342-994f602a4487 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.869456 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33882) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.870025 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f25944ee-a511-4c6b-8342-994f602a4487 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0118091 Apr 16 04:20:01.872601 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33884) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.877612 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-68b4d774-2e6a-469c-a99e-ef8fc3a974dc tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.878556 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-68b4d774-2e6a-469c-a99e-ef8fc3a974dc tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0051126 Apr 16 04:20:01.882076 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33886) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.885610 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-f8224109-e3fe-4a36-acfc-a3ff56888082 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.887723 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f8224109-e3fe-4a36-acfc-a3ff56888082 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0041199 Apr 16 04:20:01.889866 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33888) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.894950 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-a14bb294-309f-4bcd-8186-27bcbaa3e16b tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.895885 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a14bb294-309f-4bcd-8186-27bcbaa3e16b tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0040741 Apr 16 04:20:01.913584 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33890) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.918434 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-bd7fe834-7e87-46b3-b023-69b2c4a34920 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.919556 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bd7fe834-7e87-46b3-b023-69b2c4a34920 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0051322 Apr 16 04:20:01.922649 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33892) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.926682 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-a81ffa4d-28c1-4da4-8c4c-93a6506d2a3e tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.930344 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a81ffa4d-28c1-4da4-8c4c-93a6506d2a3e tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0041087 Apr 16 04:20:01.943441 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33894) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.954188 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-687164b4-e241-4a03-b939-9e07a7117b72 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.957725 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-687164b4-e241-4a03-b939-9e07a7117b72 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0107679 Apr 16 04:20:01.958226 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33896) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.962002 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-72c45b94-b28d-4e33-ba6f-16183bdba207 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.963434 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-72c45b94-b28d-4e33-ba6f-16183bdba207 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0046010 Apr 16 04:20:01.973761 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33898) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:01.973761 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-68d705b4-5fd3-4fee-9d57-13b3badcf52e tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:01.974496 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-68d705b4-5fd3-4fee-9d57-13b3badcf52e tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0041511 Apr 16 04:20:01.985819 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efce371a-92a7-4193-b33b-e1893ac7205b req-a886b93c-3c39-49a9-9429-80fff62c8046 service neutron] 10.222.0.18 "GET /v2.0/networks/e112fc5e-031d-4abe-99e6-ba862847cd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5980890 Apr 16 04:20:01.986531 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33900) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:02.007751 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-59dc6cb2-cefb-436f-9a67-abaa19cefabc tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (d2decaff-33f0-41f6-b9ca-28dd285d4a90), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:02.016081 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [None req-72308686-6e30-4fae-b75c-2b86377a3ca4 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:02.020038 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-72308686-6e30-4fae-b75c-2b86377a3ca4 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0077136 Apr 16 04:20:02.020826 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33902) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:02.025452 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-8cd35776-2543-40cc-b48a-75908ecb0b2d tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:02.033052 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8cd35776-2543-40cc-b48a-75908ecb0b2d tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0046670 Apr 16 04:20:02.034573 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33904) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:02.037744 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-23389570-9c99-4acb-b4d8-ba804ae6e2c3 req-887a2ba9-326b-4f3f-8db1-11d8113e1ee4 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/security-groups?id=46916e7e-28a6-4289-9a27-f9dc02755330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348380 Apr 16 04:20:02.039253 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-fc93435e-ac01-4947-b787-5657b4bee148 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:02.043920 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fc93435e-ac01-4947-b787-5657b4bee148 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0047288 Apr 16 04:20:02.044229 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['4322969c-b15f-4add-b357-2fb04005634a'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:20:02.044329 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-59dc6cb2-cefb-436f-9a67-abaa19cefabc tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2decaff-33f0-41f6-b9ca-28dd285d4a90']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:02.045763 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33906) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:02.049898 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-fb718d51-e6e7-4348-a941-ae449586e929 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:02.053366 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fb718d51-e6e7-4348-a941-ae449586e929 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0043993 Apr 16 04:20:02.058419 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33908) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:02.062975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a4f65e-bdd9-438b-8529-2b3f5afd16b0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Deleting subnet 940ed25b-9c38-44c0-872a-caba84a72ad3 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:20:02.070413 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-822db754-5dc7-4334-b0f2-9d197ca28829 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:02.073885 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-822db754-5dc7-4334-b0f2-9d197ca28829 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0131595 Apr 16 04:20:02.074793 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9a4f65e-bdd9-438b-8529-2b3f5afd16b0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks [] for subnet (940ed25b-9c38-44c0-872a-caba84a72ad3), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:02.075247 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33910) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:02.086830 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-59dc6cb2-cefb-436f-9a67-abaa19cefabc tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b3ec5b-22a1-4d53-8e08-bc84d90b20ae') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:02.087138 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-59dc6cb2-cefb-436f-9a67-abaa19cefabc tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b3ec5b-22a1-4d53-8e08-bc84d90b20ae') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:02.098999 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-59dc6cb2-cefb-436f-9a67-abaa19cefabc tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (f0b3ec5b-22a1-4d53-8e08-bc84d90b20ae), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:02.118552 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-da7da619-9f5b-406a-bf42-33de401b571d tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:02.122619 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-da7da619-9f5b-406a-bf42-33de401b571d tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0053833 Apr 16 04:20:02.122619 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-59dc6cb2-cefb-436f-9a67-abaa19cefabc tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f0b3ec5b-22a1-4d53-8e08-bc84d90b20ae), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:02.123255 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33912) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:02.127647 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-5121076d-ac83-4990-be60-9dbe62c300e0 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:02.131933 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5121076d-ac83-4990-be60-9dbe62c300e0 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0045443 Apr 16 04:20:02.131933 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33914) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:02.137008 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-e12bdf87-3483-4b8d-b72d-bf5ba33911f4 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:02.138020 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e12bdf87-3483-4b8d-b72d-bf5ba33911f4 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0057406 Apr 16 04:20:02.139112 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59dc6cb2-cefb-436f-9a67-abaa19cefabc tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:02.139613 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-59dc6cb2-cefb-436f-9a67-abaa19cefabc tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (f0b3ec5b-22a1-4d53-8e08-bc84d90b20ae), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:02.143206 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33916) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:02.150981 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [None req-92c37c94-6d47-4b9a-9510-76951809023d tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:02.150981 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-92c37c94-6d47-4b9a-9510-76951809023d tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043802 Apr 16 04:20:02.155482 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33918) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:02.166500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [None req-ac5de502-049f-45f6-b93b-2086e0c9b890 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:02.170152 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ac5de502-049f-45f6-b93b-2086e0c9b890 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0122478 Apr 16 04:20:02.172664 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9a4f65e-bdd9-438b-8529-2b3f5afd16b0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (940ed25b-9c38-44c0-872a-caba84a72ad3), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:02.175217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33920) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:02.197550 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['d691ce19-b854-44bc-871d-ed4bdc2db5a7'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:20:02.203202 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [None req-fa65479d-ef08-42f1-a58a-a78218fa8381 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:02.204198 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-fa65479d-ef08-42f1-a58a-a78218fa8381 tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0233097 Apr 16 04:20:02.208696 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33922) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:02.213718 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [None req-ac605465-808b-48cf-95f9-1fed218bab3f tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:20:02.214972 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ac605465-808b-48cf-95f9-1fed218bab3f tempest-ExtensionsTestJSON-579439781 tempest-ExtensionsTestJSON-579439781-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0050941 Apr 16 04:20:02.307357 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9a4f65e-bdd9-438b-8529-2b3f5afd16b0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (940ed25b-9c38-44c0-872a-caba84a72ad3), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:02.391656 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d85db5d-b52e-49a8-83be-64072e9fd2fb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Router b7332b1e-c349-46c8-9c0b-94be72c35cbb is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:20:02.394170 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a0964cd-fc6f-483c-842e-6df37e849487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (792ee7b5-efe6-4e0b-99a1-9481134be638), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:02.481217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0964cd-fc6f-483c-842e-6df37e849487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:02.491037 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-4a0964cd-fc6f-483c-842e-6df37e849487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:02.494027 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0964cd-fc6f-483c-842e-6df37e849487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:02.494774 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a0964cd-fc6f-483c-842e-6df37e849487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:02.501546 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e12cfb-82d0-4e60-a540-7e9e170220d6 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:02.502850 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ca86c-960c-4725-a561-8a944caf5b7b req-702306e7-8f78-455e-9954-01b20ad6042c tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:02.504694 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-761ca86c-960c-4725-a561-8a944caf5b7b req-702306e7-8f78-455e-9954-01b20ad6042c tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 944 time: 0.1173215 Apr 16 04:20:02.507089 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9a4f65e-bdd9-438b-8529-2b3f5afd16b0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (940ed25b-9c38-44c0-872a-caba84a72ad3), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:02.577669 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0964cd-fc6f-483c-842e-6df37e849487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=792ee7b5-efe6-4e0b-99a1-9481134be638,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:02.582868 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb281d-d44c-4f65-951b-cb8328899536 req-b97e66e8-9ea8-43c2-a356-9b13b0569d70 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:02.590845 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3cfb281d-d44c-4f65-951b-cb8328899536 req-b97e66e8-9ea8-43c2-a356-9b13b0569d70 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 945 time: 0.0544660 Apr 16 04:20:02.609398 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-59dc6cb2-cefb-436f-9a67-abaa19cefabc tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (d2decaff-33f0-41f6-b9ca-28dd285d4a90), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:02.646842 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3cfb281d-d44c-4f65-951b-cb8328899536 req-630c800e-3292-401e-be4d-799f83344f5f tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546703 Apr 16 04:20:02.653139 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9a4f65e-bdd9-438b-8529-2b3f5afd16b0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:02.653407 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-59dc6cb2-cefb-436f-9a67-abaa19cefabc tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:02.659232 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c9a4f65e-bdd9-438b-8529-2b3f5afd16b0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] 10.222.0.30 "DELETE /v2.0/subnets/940ed25b-9c38-44c0-872a-caba84a72ad3 HTTP/1.1" status: 204 len: 168 time: 0.7871222 Apr 16 04:20:02.659426 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-59dc6cb2-cefb-436f-9a67-abaa19cefabc tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] 10.222.0.30 "DELETE /v2.0/networks/d2decaff-33f0-41f6-b9ca-28dd285d4a90 HTTP/1.1" status: 204 len: 168 time: 0.9882689 Apr 16 04:20:02.661564 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33930) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:02.664618 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4f65e-bdd9-438b-8529-2b3f5afd16b0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Pushing event deleted for resources: {'Subnet': ['ID=940ed25b-9c38-44c0-872a-caba84a72ad3,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:02.716315 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d85db5d-b52e-49a8-83be-64072e9fd2fb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:02.731797 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-761ca86c-960c-4725-a561-8a944caf5b7b req-614afb87-e4c3-4237-aaac-a4ba3f1c2dd3 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1c362de-6d53-41aa-ac0b-cc19449b6944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656921 Apr 16 04:20:02.755435 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4a0964cd-fc6f-483c-842e-6df37e849487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9715424 Apr 16 04:20:02.760342 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-129dc3be-374c-4c49-9b9f-e1ea23a3eef0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (bb381cc2-cea3-41c0-975d-2da48a7fe4ee), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:02.760558 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33936) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:02.761524 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc6cb2-cefb-436f-9a67-abaa19cefabc tempest-BulkNetworkOpsIpV6Test-693772049 tempest-BulkNetworkOpsIpV6Test-693772049-project] Pushing event deleted for resources: {'Network': ['ID=d2decaff-33f0-41f6-b9ca-28dd285d4a90,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:02.763266 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-f02d3a43-874c-4d7a-a86d-dd7986a07487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'name': 'tempest-NetworksTestDHCPv6-1936387515'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:02.784509 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1d8e34-aced-4f14-9ff5-c5fa73326f72 None None] Network bb381cc2-cea3-41c0-975d-2da48a7fe4ee requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:02.803576 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a642b917-ad2b-4e46-a643-c64a8b25f7cb None None] Sync routers for ids ['b7332b1e-c349-46c8-9c0b-94be72c35cbb'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:02.813357 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-129dc3be-374c-4c49-9b9f-e1ea23a3eef0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Deleting port db2119df-065c-4f9f-b4de-1309c3db1366 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:02.813841 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-129dc3be-374c-4c49-9b9f-e1ea23a3eef0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (db2119df-065c-4f9f-b4de-1309c3db1366), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:02.817731 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': '792ee7b5-efe6-4e0b-99a1-9481134be638'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:02.818758 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:02.864308 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a642b917-ad2b-4e46-a643-c64a8b25f7cb None None] Routers {'b7332b1e-c349-46c8-9c0b-94be72c35cbb'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:02.864435 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33938) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:02.869318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a642b917-ad2b-4e46-a643-c64a8b25f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:19:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b7332b1e-c349-46c8-9c0b-94be72c35cbb'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:02.897969 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-129dc3be-374c-4c49-9b9f-e1ea23a3eef0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] For port db2119df-065c-4f9f-b4de-1309c3db1366, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=db2119df-065c-4f9f-b4de-1309c3db1366,segment=NetworkSegment(94607fd5-3ff9-415a-a886-e585d4e59a80),segment_id=94607fd5-3ff9-415a-a886-e585d4e59a80)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:02.898370 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-129dc3be-374c-4c49-9b9f-e1ea23a3eef0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (db2119df-065c-4f9f-b4de-1309c3db1366), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:02.917390 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-129dc3be-374c-4c49-9b9f-e1ea23a3eef0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Calling delete_port for db2119df-065c-4f9f-b4de-1309c3db1366 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:02.928796 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0d85db5d-b52e-49a8-83be-64072e9fd2fb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:02.935897 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33942) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:02.936053 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0d85db5d-b52e-49a8-83be-64072e9fd2fb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.0261161 Apr 16 04:20:02.942192 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a642b917-ad2b-4e46-a643-c64a8b25f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:03.005091 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9278f21a-cf05-4fa1-8b81-ad071d34bcf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.034342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a642b917-ad2b-4e46-a643-c64a8b25f7cb None None] Routers {'b7332b1e-c349-46c8-9c0b-94be72c35cbb'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:03.034980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a642b917-ad2b-4e46-a643-c64a8b25f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:19:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b7332b1e-c349-46c8-9c0b-94be72c35cbb'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:03.051847 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02d3a43-874c-4d7a-a86d-dd7986a07487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:03.055335 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f02d3a43-874c-4d7a-a86d-dd7986a07487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.086696 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-f02d3a43-874c-4d7a-a86d-dd7986a07487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port c0ced00c-b77a-4407-8416-16902ea1c641 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:20:03.088911 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a642b917-ad2b-4e46-a643-c64a8b25f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:03.089421 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a642b917-ad2b-4e46-a643-c64a8b25f7cb None None] The sync data for ids ['b7332b1e-c349-46c8-9c0b-94be72c35cbb'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:03.121493 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 4322969c-b15f-4add-b357-2fb04005634a up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:20:03.182937 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] Allocated IP 2001:db8::2 (9a9395da-f56a-4c57-8efc-4b7256188659/792ee7b5-efe6-4e0b-99a1-9481134be638/26ee7106-3d55-4689-bc97-20b8ce4b0dd7) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:03.187223 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9278f21a-cf05-4fa1-8b81-ad071d34bcf7 admin admin] Publish callbacks [] for security_group (207625dd-0087-4e97-a7ee-a52697398ebe), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.188355 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e51072-2569-4658-b98c-589169f6c395 None None] DHCP port deletion for bb381cc2-cea3-41c0-975d-2da48a7fe4ee request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:20:03.202809 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-129dc3be-374c-4c49-9b9f-e1ea23a3eef0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (db2119df-065c-4f9f-b4de-1309c3db1366), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.242238 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 4322969c-b15f-4add-b357-2fb04005634a completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:20:03.250467 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5dc35ce1-e3ab-40b8-bc67-48a5e1fcd211 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "GET /v2.0/routers/b7332b1e-c349-46c8-9c0b-94be72c35cbb HTTP/1.1" status: 200 len: 920 time: 0.3131306 Apr 16 04:20:03.250467 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129dc3be-374c-4c49-9b9f-e1ea23a3eef0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] No DVR routers for this DVR port db2119df-065c-4f9f-b4de-1309c3db1366 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:20:03.250786 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129dc3be-374c-4c49-9b9f-e1ea23a3eef0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Pushing event deleted for resources: {'Port': ['ID=db2119df-065c-4f9f-b4de-1309c3db1366,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:03.251611 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33948) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:03.261015 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed7b80-39d2-46a6-8238-3d728bc09fb7 req-e000824d-b858-4767-bf33-cbd53f321bfc tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:03.267911 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bbed7b80-39d2-46a6-8238-3d728bc09fb7 req-e000824d-b858-4767-bf33-cbd53f321bfc tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 943 time: 0.1156988 Apr 16 04:20:03.286137 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9278f21a-cf05-4fa1-8b81-ad071d34bcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (207625dd-0087-4e97-a7ee-a52697398ebe), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.301813 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-977860e0-fb77-43bb-abc2-081a1dbfa0f2 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7332b1e-c349-46c8-9c0b-94be72c35cbb HTTP/1.1" status: 200 len: 205 time: 0.0488958 Apr 16 04:20:03.304690 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33950) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:03.349562 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33952) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:03.357323 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 4322969c-b15f-4add-b357-2fb04005634a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:03.363196 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4322969c-b15f-4add-b357-2fb04005634a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.391649 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9278f21a-cf05-4fa1-8b81-ad071d34bcf7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b55ec4e8cf04986aaa5129098c91e65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5259221 Apr 16 04:20:03.395157 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bbed7b80-39d2-46a6-8238-3d728bc09fb7 req-fcbd4f83-06cc-421e-a904-7572f21c4da5 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/security-groups?id=46916e7e-28a6-4289-9a27-f9dc02755330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242387 Apr 16 04:20:03.402031 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278f21a-cf05-4fa1-8b81-ad071d34bcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207625dd-0087-4e97-a7ee-a52697398ebe,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:03.405593 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] Publish callbacks [] for port (26ee7106-3d55-4689-bc97-20b8ce4b0dd7), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.407645 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33956) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:03.410700 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-129dc3be-374c-4c49-9b9f-e1ea23a3eef0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (bb381cc2-cea3-41c0-975d-2da48a7fe4ee), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.439919 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-129dc3be-374c-4c49-9b9f-e1ea23a3eef0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb381cc2-cea3-41c0-975d-2da48a7fe4ee']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:03.462898 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-129dc3be-374c-4c49-9b9f-e1ea23a3eef0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94607fd5-3ff9-415a-a886-e585d4e59a80') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:03.463337 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-129dc3be-374c-4c49-9b9f-e1ea23a3eef0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94607fd5-3ff9-415a-a886-e585d4e59a80') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:03.475992 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 4322969c-b15f-4add-b357-2fb04005634a is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:03.476384 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (4322969c-b15f-4add-b357-2fb04005634a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.491731 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (26ee7106-3d55-4689-bc97-20b8ce4b0dd7), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.501988 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-129dc3be-374c-4c49-9b9f-e1ea23a3eef0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (94607fd5-3ff9-415a-a886-e585d4e59a80), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.528390 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-129dc3be-374c-4c49-9b9f-e1ea23a3eef0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (94607fd5-3ff9-415a-a886-e585d4e59a80), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.535015 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device db2119df-065c-4f9f-b4de-1309c3db1366 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:20:03.536254 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129dc3be-374c-4c49-9b9f-e1ea23a3eef0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:03.537246 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-129dc3be-374c-4c49-9b9f-e1ea23a3eef0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (94607fd5-3ff9-415a-a886-e585d4e59a80), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:03.542585 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:03.571864 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd482d83d-ac20-49fe-8172-13159ab933ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4322969c-b15f-4add-b357-2fb04005634a'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:20:03.591186 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6ff506c8-4aa1-47a4-8901-931eaf4191cb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router (b7332b1e-c349-46c8-9c0b-94be72c35cbb), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.635753 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: db2119df-065c-4f9f-b4de-1309c3db1366 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:20:03.636102 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device db2119df-065c-4f9f-b4de-1309c3db1366 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:20:03.639685 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7d95bc8f-0180-49f6-ad27-4dd4f974760f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=026a55a26c3e4f38a347ce767bae1935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879868 Apr 16 04:20:03.640545 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33960) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:03.648187 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-f02d3a43-874c-4d7a-a86d-dd7986a07487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::29c (9a9395da-f56a-4c57-8efc-4b7256188659/792ee7b5-efe6-4e0b-99a1-9481134be638/c0ced00c-b77a-4407-8416-16902ea1c641) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:03.657857 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:03.660339 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a675bd68-f9d7-4829-887d-3d0770ee4246 admin admin] Publish callbacks [] for security_group (207625dd-0087-4e97-a7ee-a52697398ebe), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.664146 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 4322969c-b15f-4add-b357-2fb04005634a, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=4322969c-b15f-4add-b357-2fb04005634a,segment=NetworkSegment(e076b0b7-665d-4827-955f-2be7b6ef56fa),segment_id=e076b0b7-665d-4827-955f-2be7b6ef56fa)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:03.666318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:03.668249 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] Pushing event updated for resources: {'Port': ['ID=26ee7106-3d55-4689-bc97-20b8ce4b0dd7,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:03.688558 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a675bd68-f9d7-4829-887d-3d0770ee4246 admin admin] Publish callbacks [] for security_group (207625dd-0087-4e97-a7ee-a52697398ebe), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.689008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:03.700764 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-129dc3be-374c-4c49-9b9f-e1ea23a3eef0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (bb381cc2-cea3-41c0-975d-2da48a7fe4ee), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.721113 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-129dc3be-374c-4c49-9b9f-e1ea23a3eef0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.734413 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-129dc3be-374c-4c49-9b9f-e1ea23a3eef0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] 10.222.0.30 "DELETE /v2.0/networks/bb381cc2-cea3-41c0-975d-2da48a7fe4ee HTTP/1.1" status: 204 len: 168 time: 1.0656395 Apr 16 04:20:03.744210 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (4322969c-b15f-4add-b357-2fb04005634a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.745206 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device d691ce19-b854-44bc-871d-ed4bdc2db5a7 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:20:03.776564 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d7604732-e840-415e-bc35-f31efe21a059 admin admin] Publish callbacks [] for security_group (a24b4348-16cd-49b3-984e-cdebea4cb35d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.781586 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129dc3be-374c-4c49-9b9f-e1ea23a3eef0 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660 tempest-ExtraDHCPOptionsIpV6TestJSON-20857660-project] Pushing event deleted for resources: {'Network': ['ID=bb381cc2-cea3-41c0-975d-2da48a7fe4ee,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:03.842422 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53357d0b-7ef4-46da-9ef8-b897a384635a req-a459b284-22b2-42b5-a6bd-190532115eaa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:03.848239 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-53357d0b-7ef4-46da-9ef8-b897a384635a req-a459b284-22b2-42b5-a6bd-190532115eaa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 945 time: 0.0909040 Apr 16 04:20:03.854055 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609ca6ba-c505-42d1-a2a2-3c171a7d92a3" -d '{"events": [{"server_uuid": "d482d83d-ac20-49fe-8172-13159ab933ac", "name": "network-vif-plugged", "status": "completed", "tag": "4322969c-b15f-4add-b357-2fb04005634a"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:20:03.864906 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d7604732-e840-415e-bc35-f31efe21a059 admin admin] Publish callbacks [] for security_group (a24b4348-16cd-49b3-984e-cdebea4cb35d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.885661 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] Attempting to bind port 26ee7106-3d55-4689-bc97-20b8ce4b0dd7 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:20:03.886029 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] Attempting to bind port 26ee7106-3d55-4689-bc97-20b8ce4b0dd7 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:20:03.886389 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] Attempting to bind port 26ee7106-3d55-4689-bc97-20b8ce4b0dd7 on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:20:03.890606 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a675bd68-f9d7-4829-887d-3d0770ee4246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (207625dd-0087-4e97-a7ee-a52697398ebe), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.893797 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a675bd68-f9d7-4829-887d-3d0770ee4246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.897388 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a675bd68-f9d7-4829-887d-3d0770ee4246 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/207625dd-0087-4e97-a7ee-a52697398ebe HTTP/1.1" status: 204 len: 168 time: 0.4864326 Apr 16 04:20:03.911406 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:20:03.911772 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:03.912183 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.912572 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:20:03.913055 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] Bound port: 26ee7106-3d55-4689-bc97-20b8ce4b0dd7, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:20:03.913435 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (26ee7106-3d55-4689-bc97-20b8ce4b0dd7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:03.915710 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=4322969c-b15f-4add-b357-2fb04005634a,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:03.936507 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port d691ce19-b854-44bc-871d-ed4bdc2db5a7 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:20:03.946448 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675bd68-f9d7-4829-887d-3d0770ee4246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207625dd-0087-4e97-a7ee-a52697398ebe,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:03.983658 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64d007-48b9-4893-a6f6-7f9e16a77359 req-b41a852c-f127-4e47-83c7-15f53c62dff2 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:03.991922 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5c64d007-48b9-4893-a6f6-7f9e16a77359 req-b41a852c-f127-4e47-83c7-15f53c62dff2 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 945 time: 0.1246331 Apr 16 04:20:04.022454 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port d691ce19-b854-44bc-871d-ed4bdc2db5a7 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:04.022833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d691ce19-b854-44bc-871d-ed4bdc2db5a7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:04.045815 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-53357d0b-7ef4-46da-9ef8-b897a384635a req-4ddefdde-6faf-47ef-990d-d7940b9ac8ea tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358085 Apr 16 04:20:04.065462 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6ff506c8-4aa1-47a4-8901-931eaf4191cb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_gateway (b7332b1e-c349-46c8-9c0b-94be72c35cbb), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:04.083069 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5c64d007-48b9-4893-a6f6-7f9e16a77359 req-46a69a25-6fdd-4a2b-86c0-81b5e44e4a6b tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1c362de-6d53-41aa-ac0b-cc19449b6944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893302 Apr 16 04:20:04.124151 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] For port 26ee7106-3d55-4689-bc97-20b8ce4b0dd7, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:20:04.145471 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] For port 26ee7106-3d55-4689-bc97-20b8ce4b0dd7, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=26ee7106-3d55-4689-bc97-20b8ce4b0dd7,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:20:04.158486 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f02d3a43-874c-4d7a-a86d-dd7986a07487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (c0ced00c-b77a-4407-8416-16902ea1c641), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:04.175020 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d7604732-e840-415e-bc35-f31efe21a059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (a24b4348-16cd-49b3-984e-cdebea4cb35d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:04.178046 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d7604732-e840-415e-bc35-f31efe21a059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:04.182369 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d7604732-e840-415e-bc35-f31efe21a059 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a24b4348-16cd-49b3-984e-cdebea4cb35d HTTP/1.1" status: 204 len: 168 time: 0.5383391 Apr 16 04:20:04.189616 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7604732-e840-415e-bc35-f31efe21a059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24b4348-16cd-49b3-984e-cdebea4cb35d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:04.206430 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port d691ce19-b854-44bc-871d-ed4bdc2db5a7 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:04.206822 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d691ce19-b854-44bc-871d-ed4bdc2db5a7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:04.235818 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (26ee7106-3d55-4689-bc97-20b8ce4b0dd7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:04.244901 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-6ff506c8-4aa1-47a4-8901-931eaf4191cb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Deleting port e48f3fc7-3858-4702-967b-6a4dfb8803d8 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:04.246929 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6ff506c8-4aa1-47a4-8901-931eaf4191cb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (e48f3fc7-3858-4702-967b-6a4dfb8803d8), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:04.271919 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port d691ce19-b854-44bc-871d-ed4bdc2db5a7, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d691ce19-b854-44bc-871d-ed4bdc2db5a7,segment=NetworkSegment(1fc44704-4f70-469d-a086-2202419f908b),segment_id=1fc44704-4f70-469d-a086-2202419f908b)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:04.304902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f02d3a43-874c-4d7a-a86d-dd7986a07487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c0ced00c-b77a-4407-8416-16902ea1c641), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:04.308399 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f81dd0-5b5b-4d80-8621-da521635cdcb None None] Pushing event updated for resources: {'Port': ['ID=26ee7106-3d55-4689-bc97-20b8ce4b0dd7,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:04.358555 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d691ce19-b854-44bc-871d-ed4bdc2db5a7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:04.368196 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02d3a43-874c-4d7a-a86d-dd7986a07487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:04.369758 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d3a43-874c-4d7a-a86d-dd7986a07487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=c0ced00c-b77a-4407-8416-16902ea1c641,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:04.374719 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-f02d3a43-874c-4d7a-a86d-dd7986a07487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:04.380052 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02d3a43-874c-4d7a-a86d-dd7986a07487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:04.385960 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02d3a43-874c-4d7a-a86d-dd7986a07487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:04.386615 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f02d3a43-874c-4d7a-a86d-dd7986a07487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:04.422105 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6ff506c8-4aa1-47a4-8901-931eaf4191cb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (e48f3fc7-3858-4702-967b-6a4dfb8803d8), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:04.444241 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f02d3a43-874c-4d7a-a86d-dd7986a07487 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6865020 Apr 16 04:20:04.445713 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-6ff506c8-4aa1-47a4-8901-931eaf4191cb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Calling delete_port for e48f3fc7-3858-4702-967b-6a4dfb8803d8 owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:04.446506 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33984) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:04.462616 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a77a41-a59e-4d7d-9fad-557b6c111344 x-openstack-request-id: req-e1a77a41-a59e-4d7d-9fad-557b6c111344 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:20:04.470910 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d482d83d-ac20-49fe-8172-13159ab933ac", "name": "network-vif-plugged", "status": "completed", "tag": "4322969c-b15f-4add-b357-2fb04005634a", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:20:04.471122 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1a77a41-a59e-4d7d-9fad-557b6c111344 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:20:04.471535 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a77a41-a59e-4d7d-9fad-557b6c111344'] response: {'server_uuid': 'd482d83d-ac20-49fe-8172-13159ab933ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4322969c-b15f-4add-b357-2fb04005634a', 'code': 200} Apr 16 04:20:04.513411 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=d691ce19-b854-44bc-871d-ed4bdc2db5a7,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:04.533816 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1e221c-47ad-4b30-ac13-335d5e59f8bc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:04.554646 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1e221c-47ad-4b30-ac13-335d5e59f8bc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:04.558662 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7d1e221c-47ad-4b30-ac13-335d5e59f8bc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1097894 Apr 16 04:20:04.563799 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 33986) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:04.618567 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33988) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:04.644483 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb437df1-ef57-4860-90bc-8aa0dfb7da57 req-3adaa564-b4fa-49ef-9221-9bce5b69aaf5 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:04.651398 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fb437df1-ef57-4860-90bc-8aa0dfb7da57 req-3adaa564-b4fa-49ef-9221-9bce5b69aaf5 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 943 time: 0.0910928 Apr 16 04:20:04.748511 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 7e50415d-7894-48f5-974a-4049e1c994dc details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:20:04.764633 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fb437df1-ef57-4860-90bc-8aa0dfb7da57 req-f0b59611-d749-4521-ba97-4081837f25de tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/security-groups?id=46916e7e-28a6-4289-9a27-f9dc02755330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005361 Apr 16 04:20:04.882194 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-721818a4-f2bf-4396-a347-6384507fb3e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec7cea5f1e464d138b77a00719c81a13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622702 Apr 16 04:20:04.885485 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 33994) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:04.892021 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 7e50415d-7894-48f5-974a-4049e1c994dc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=7e50415d-7894-48f5-974a-4049e1c994dc,segment=NetworkSegment(51186527-bdbc-4d12-a232-038315e00624),segment_id=51186527-bdbc-4d12-a232-038315e00624)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:04.909398 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '7e50415d-7894-48f5-974a-4049e1c994dc', 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77', 'port_id': '7e50415d-7894-48f5-974a-4049e1c994dc', 'mac_address': 'fa:16:3e:50:a9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e3f286e-0dab-407e-9b92-7b5c7676658e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:20:04.933413 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-c3230c9a-e6e3-4d20-9c13-73857d3293d9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port c0ced00c-b77a-4407-8416-16902ea1c641 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:04.933975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c3230c9a-e6e3-4d20-9c13-73857d3293d9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c0ced00c-b77a-4407-8416-16902ea1c641), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:04.965939 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-359944d2-0f76-4daf-8a20-bd0e816bb275 admin admin] Publish callbacks [] for security_group (aa90613f-8b25-4ffb-afe6-3b6edd761a7d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:04.968169 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e3707-249a-4e47-a713-ddec3d52c7c0 req-21cde139-b295-447f-86ba-64c442713bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:04.969701 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-484e3707-249a-4e47-a713-ddec3d52c7c0 req-21cde139-b295-447f-86ba-64c442713bc8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 1129 time: 0.1573176 Apr 16 04:20:04.974609 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 7e50415d-7894-48f5-974a-4049e1c994dc is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:04.976222 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7e50415d-7894-48f5-974a-4049e1c994dc), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:05.007488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e50415d-7894-48f5-974a-4049e1c994dc {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:20:05.011640 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-359944d2-0f76-4daf-8a20-bd0e816bb275 admin admin] Publish callbacks [] for security_group (aa90613f-8b25-4ffb-afe6-3b6edd761a7d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:05.044259 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 7e50415d-7894-48f5-974a-4049e1c994dc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=7e50415d-7894-48f5-974a-4049e1c994dc,segment=NetworkSegment(51186527-bdbc-4d12-a232-038315e00624),segment_id=51186527-bdbc-4d12-a232-038315e00624)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:05.071161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-484e3707-249a-4e47-a713-ddec3d52c7c0 req-dd6e9f90-e952-4bbd-8311-4446c99deb99 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:05.116562 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (7e50415d-7894-48f5-974a-4049e1c994dc), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:05.145243 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c3230c9a-e6e3-4d20-9c13-73857d3293d9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c0ced00c-b77a-4407-8416-16902ea1c641), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:05.173201 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-359944d2-0f76-4daf-8a20-bd0e816bb275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (aa90613f-8b25-4ffb-afe6-3b6edd761a7d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:05.175753 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-359944d2-0f76-4daf-8a20-bd0e816bb275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:05.179595 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-359944d2-0f76-4daf-8a20-bd0e816bb275 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa90613f-8b25-4ffb-afe6-3b6edd761a7d HTTP/1.1" status: 204 len: 168 time: 0.2922044 Apr 16 04:20:05.194055 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=7e50415d-7894-48f5-974a-4049e1c994dc,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:05.206876 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-c3230c9a-e6e3-4d20-9c13-73857d3293d9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for c0ced00c-b77a-4407-8416-16902ea1c641 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:05.213098 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359944d2-0f76-4daf-8a20-bd0e816bb275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa90613f-8b25-4ffb-afe6-3b6edd761a7d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:05.218305 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6ff506c8-4aa1-47a4-8901-931eaf4191cb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (e48f3fc7-3858-4702-967b-6a4dfb8803d8), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:05.288984 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e1f06-4990-4152-a325-327a2668b6c4 req-059bd47f-8205-4129-9284-9b3894e71b82 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:05.292052 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-710e1f06-4990-4152-a325-327a2668b6c4 req-059bd47f-8205-4129-9284-9b3894e71b82 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 945 time: 0.1004393 Apr 16 04:20:05.318683 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1d960-7509-4b1f-839b-7b1cf76c1c21 req-724bd15c-14e1-4099-b4a4-8acacdd87f85 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:05.325845 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-34a1d960-7509-4b1f-839b-7b1cf76c1c21 req-724bd15c-14e1-4099-b4a4-8acacdd87f85 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1952300 Apr 16 04:20:05.332776 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff506c8-4aa1-47a4-8901-931eaf4191cb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Pushing event deleted for resources: {'Port': ['ID=e48f3fc7-3858-4702-967b-6a4dfb8803d8,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:05.343556 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['7e50415d-7894-48f5-974a-4049e1c994dc'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:20:05.376219 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-710e1f06-4990-4152-a325-327a2668b6c4 req-396bd2bd-f722-4c5d-9d1d-fb3292514fa7 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1c362de-6d53-41aa-ac0b-cc19449b6944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782382 Apr 16 04:20:05.571305 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-34a1d960-7509-4b1f-839b-7b1cf76c1c21 req-f4b7479e-d68f-45df-a690-b7e65a9a2acc tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297974 Apr 16 04:20:05.571305 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6ff506c8-4aa1-47a4-8901-931eaf4191cb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (b7332b1e-c349-46c8-9c0b-94be72c35cbb), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:05.572465 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-484e3707-249a-4e47-a713-ddec3d52c7c0 req-dd6e9f90-e952-4bbd-8311-4446c99deb99 service neutron] Publish callbacks [] for security_group (28bce7c6-afe3-4e92-923d-fc61bb811be1), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:05.595565 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 26ee7106-3d55-4689-bc97-20b8ce4b0dd7 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:20:05.663549 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 26ee7106-3d55-4689-bc97-20b8ce4b0dd7 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:05.663910 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (26ee7106-3d55-4689-bc97-20b8ce4b0dd7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:05.702214 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-484e3707-249a-4e47-a713-ddec3d52c7c0 req-dd6e9f90-e952-4bbd-8311-4446c99deb99 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (28bce7c6-afe3-4e92-923d-fc61bb811be1), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:05.730962 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6ff506c8-4aa1-47a4-8901-931eaf4191cb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (b7332b1e-c349-46c8-9c0b-94be72c35cbb), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:05.744299 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6ff506c8-4aa1-47a4-8901-931eaf4191cb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_controller (b7332b1e-c349-46c8-9c0b-94be72c35cbb), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:05.753528 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 26ee7106-3d55-4689-bc97-20b8ce4b0dd7 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:05.753690 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (26ee7106-3d55-4689-bc97-20b8ce4b0dd7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:05.771344 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-484e3707-249a-4e47-a713-ddec3d52c7c0 req-dd6e9f90-e952-4bbd-8311-4446c99deb99 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e1c362de-6d53-41aa-ac0b-cc19449b6944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7636242 Apr 16 04:20:05.789065 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3e87c481-0acc-46fa-a81d-5132eaab8753 None None] Provisioning complete for port 26ee7106-3d55-4689-bc97-20b8ce4b0dd7 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:05.789505 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3e87c481-0acc-46fa-a81d-5132eaab8753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (26ee7106-3d55-4689-bc97-20b8ce4b0dd7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:05.892770 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e9f90-e952-4bbd-8311-4446c99deb99 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=28bce7c6-afe3-4e92-923d-fc61bb811be1,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:05.900160 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 26ee7106-3d55-4689-bc97-20b8ce4b0dd7, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=26ee7106-3d55-4689-bc97-20b8ce4b0dd7,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:05.967959 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3e87c481-0acc-46fa-a81d-5132eaab8753 None None] Current status of the port 26ee7106-3d55-4689-bc97-20b8ce4b0dd7 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:05.968207 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3e87c481-0acc-46fa-a81d-5132eaab8753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (26ee7106-3d55-4689-bc97-20b8ce4b0dd7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:05.968676 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7d097-17be-42d6-8017-83ceb66c20b6 req-689a5c59-aeaa-422d-a4d4-4f10a95d15c3 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:05.971675 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-91c7d097-17be-42d6-8017-83ceb66c20b6 req-689a5c59-aeaa-422d-a4d4-4f10a95d15c3 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 944 time: 0.1071386 Apr 16 04:20:05.975458 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6ff506c8-4aa1-47a4-8901-931eaf4191cb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (b7332b1e-c349-46c8-9c0b-94be72c35cbb), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:05.976047 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff506c8-4aa1-47a4-8901-931eaf4191cb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Fanout notify agent at l3_agent the message router_deleted on router b7332b1e-c349-46c8-9c0b-94be72c35cbb {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:20:05.984374 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6ff506c8-4aa1-47a4-8901-931eaf4191cb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:05.989340 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6ff506c8-4aa1-47a4-8901-931eaf4191cb tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "DELETE /v2.0/routers/b7332b1e-c349-46c8-9c0b-94be72c35cbb HTTP/1.1" status: 204 len: 168 time: 2.6755953 Apr 16 04:20:05.989443 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34038) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:05.998018 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-6a5c7fb2-65ba-4048-94eb-aaaa59aa3f56 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Request body: {'router': {'name': 'tempest-snat-router-78403996', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'enable_snat': False}}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:06.039161 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (26ee7106-3d55-4689-bc97-20b8ce4b0dd7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:06.044870 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c3230c9a-e6e3-4d20-9c13-73857d3293d9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c0ced00c-b77a-4407-8416-16902ea1c641), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:06.062839 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-91c7d097-17be-42d6-8017-83ceb66c20b6 req-6fdde92f-a8e9-4b4b-9606-322335efe427 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/security-groups?id=46916e7e-28a6-4289-9a27-f9dc02755330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851970 Apr 16 04:20:06.094624 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3230c9a-e6e3-4d20-9c13-73857d3293d9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=c0ced00c-b77a-4407-8416-16902ea1c641,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:06.114108 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c3230c9a-e6e3-4d20-9c13-73857d3293d9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:06.117470 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c3230c9a-e6e3-4d20-9c13-73857d3293d9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/c0ced00c-b77a-4407-8416-16902ea1c641 HTTP/1.1" status: 204 len: 168 time: 1.5527074 Apr 16 04:20:06.120404 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34040) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:06.141813 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-3e87c481-0acc-46fa-a81d-5132eaab8753 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:20:06.141813 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-3e87c481-0acc-46fa-a81d-5132eaab8753 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:20:06.149799 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=26ee7106-3d55-4689-bc97-20b8ce4b0dd7,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:06.179430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7fb2-65ba-4048-94eb-aaaa59aa3f56 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (79e90282-3035-4bb1-aab6-7ac6c75f3c79), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:06.180894 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7fb2-65ba-4048-94eb-aaaa59aa3f56 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (79e90282-3035-4bb1-aab6-7ac6c75f3c79), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:06.246225 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079eed3c-c3c0-479f-8b6b-932c7f7fa6c9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:06.248064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079eed3c-c3c0-479f-8b6b-932c7f7fa6c9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:06.249893 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-079eed3c-c3c0-479f-8b6b-932c7f7fa6c9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1279435 Apr 16 04:20:06.252683 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34046) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:06.318812 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34048) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:06.348615 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-10157b4a-5c97-4760-94ff-39148c39792c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet 792ee7b5-efe6-4e0b-99a1-9481134be638 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:20:06.357961 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-10157b4a-5c97-4760-94ff-39148c39792c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (792ee7b5-efe6-4e0b-99a1-9481134be638), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:06.413347 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-10157b4a-5c97-4760-94ff-39148c39792c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (792ee7b5-efe6-4e0b-99a1-9481134be638), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:06.443921 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34056) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:06.469136 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-e99018cf-10dc-481f-8447-d15d39144c27 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-291958864'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:06.472823 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821af4c0-f78e-4f9c-a6a1-452394359738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd691ce19-b854-44bc-871d-ed4bdc2db5a7'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:20:06.476278 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee8f096-1b94-485e-bc62-55b11094edec" -d '{"events": [{"server_uuid": "821af4c0-f78e-4f9c-a6a1-452394359738", "name": "network-vif-plugged", "status": "completed", "tag": "d691ce19-b854-44bc-871d-ed4bdc2db5a7"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:20:06.523648 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a41928-7951-4d4a-b12e-7b7bc47749e1 x-openstack-request-id: req-f0a41928-7951-4d4a-b12e-7b7bc47749e1 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:20:06.524033 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821af4c0-f78e-4f9c-a6a1-452394359738", "name": "network-vif-plugged", "status": "completed", "tag": "d691ce19-b854-44bc-871d-ed4bdc2db5a7", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:20:06.524380 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0a41928-7951-4d4a-b12e-7b7bc47749e1 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:20:06.525649 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0a41928-7951-4d4a-b12e-7b7bc47749e1'] response: {'server_uuid': '821af4c0-f78e-4f9c-a6a1-452394359738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd691ce19-b854-44bc-871d-ed4bdc2db5a7', 'code': 200} Apr 16 04:20:06.526732 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-4aec5639-08dd-4b71-86bd-93d255307f52 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-852907278'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:06.558318 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-10157b4a-5c97-4760-94ff-39148c39792c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (792ee7b5-efe6-4e0b-99a1-9481134be638), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:06.645943 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99018cf-10dc-481f-8447-d15d39144c27 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:06.651088 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e99018cf-10dc-481f-8447-d15d39144c27 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:06.678619 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aec5639-08dd-4b71-86bd-93d255307f52 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Made reservation on behalf of b606416f3c5341d3949afb2e8460b077 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:06.682881 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4aec5639-08dd-4b71-86bd-93d255307f52 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:06.687831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7fb2-65ba-4048-94eb-aaaa59aa3f56 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_controller (79e90282-3035-4bb1-aab6-7ac6c75f3c79), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:06.699688 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b24a8c-f9e2-4db1-b273-2f85b3a5d0ab req-4b84358a-532c-4a4b-bbca-53bdc8d3975f tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:06.701777 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e99018cf-10dc-481f-8447-d15d39144c27 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:06.701929 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-05b24a8c-f9e2-4db1-b273-2f85b3a5d0ab req-4b84358a-532c-4a4b-bbca-53bdc8d3975f tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 945 time: 0.0780096 Apr 16 04:20:06.719845 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4aec5639-08dd-4b71-86bd-93d255307f52 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:06.775674 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-05b24a8c-f9e2-4db1-b273-2f85b3a5d0ab req-8bed19dc-66b8-4b84-999a-b66fa29f642d tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1c362de-6d53-41aa-ac0b-cc19449b6944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659912 Apr 16 04:20:06.784756 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-10157b4a-5c97-4760-94ff-39148c39792c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (792ee7b5-efe6-4e0b-99a1-9481134be638), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:06.805991 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea673d-2dde-4775-81bf-adc342391287 req-d1e902de-6191-4d28-b2c2-ab08f3ce4e07 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:06.813000 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b7ea673d-2dde-4775-81bf-adc342391287 req-d1e902de-6191-4d28-b2c2-ab08f3ce4e07 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1583509 Apr 16 04:20:06.816563 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-10157b4a-5c97-4760-94ff-39148c39792c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:06.817863 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 7e50415d-7894-48f5-974a-4049e1c994dc up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:20:06.819703 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-10157b4a-5c97-4760-94ff-39148c39792c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/792ee7b5-efe6-4e0b-99a1-9481134be638 HTTP/1.1" status: 204 len: 168 time: 0.5659242 Apr 16 04:20:06.819994 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efebecf4-abb1-4bf4-96d9-2ac8b64e7ed4 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:06.826186 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34066) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:06.867554 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10157b4a-5c97-4760-94ff-39148c39792c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=792ee7b5-efe6-4e0b-99a1-9481134be638,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:06.918414 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c9e9f656-b880-4bde-a3a0-0b71d6b285c2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683179 Apr 16 04:20:06.920891 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34070) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:06.957573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3e87c481-0acc-46fa-a81d-5132eaab8753 None None] Current status of the port 26ee7106-3d55-4689-bc97-20b8ce4b0dd7 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:06.964906 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4aec5639-08dd-4b71-86bd-93d255307f52 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks [] for security_group (bb32b8d4-08a7-4b4d-b951-36b5cd1bfe50), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:06.967419 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 7e50415d-7894-48f5-974a-4049e1c994dc completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:20:06.997323 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b7ea673d-2dde-4775-81bf-adc342391287 req-f71788c7-845c-43b2-8d50-1fa2e5604a80 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833572 Apr 16 04:20:07.031287 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e99018cf-10dc-481f-8447-d15d39144c27 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks [] for security_group (0e4bcca4-6bd1-4df0-b8fe-b7cd3cd37ec9), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.043951 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4aec5639-08dd-4b71-86bd-93d255307f52 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (bb32b8d4-08a7-4b4d-b951-36b5cd1bfe50), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.051292 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a243ef-5513-4e6a-ba45-8df61ceabf95 None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:20:07.065564 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b76fd0-052f-4f13-8dc0-eb395dc97cb7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:07.069126 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aec5639-08dd-4b71-86bd-93d255307f52 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:20:07.070814 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34076) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:07.072676 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-53b76fd0-052f-4f13-8dc0-eb395dc97cb7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1498346 Apr 16 04:20:07.086593 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 7e50415d-7894-48f5-974a-4049e1c994dc triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:07.087298 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7e50415d-7894-48f5-974a-4049e1c994dc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.118922 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec5639-08dd-4b71-86bd-93d255307f52 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb32b8d4-08a7-4b4d-b951-36b5cd1bfe50,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:07.124217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871ea6b-efe2-450d-a870-42ade09ba350 req-24132c15-c779-4dbe-96f2-fdc2e89196c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:07.126289 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4aec5639-08dd-4b71-86bd-93d255307f52 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (bd281292-9c6c-4968-b4cc-fa48d43a7939), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.126423 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9871ea6b-efe2-450d-a870-42ade09ba350 req-24132c15-c779-4dbe-96f2-fdc2e89196c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 1130 time: 0.1356890 Apr 16 04:20:07.126593 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-4aec5639-08dd-4b71-86bd-93d255307f52 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Added segment bd281292-9c6c-4968-b4cc-fa48d43a7939 of type vlan for network bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d Apr 16 04:20:07.130858 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b2e0840f-afb1-40bd-85f2-2d494b615c02 None None] Could not find standard attr ID for object c0ced00c-b77a-4407-8416-16902ea1c641. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:20:07.133601 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7fb2-65ba-4048-94eb-aaaa59aa3f56 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_gateway (79e90282-3035-4bb1-aab6-7ac6c75f3c79), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.137533 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e99018cf-10dc-481f-8447-d15d39144c27 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (0e4bcca4-6bd1-4df0-b8fe-b7cd3cd37ec9), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.159151 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-42a243ef-5513-4e6a-ba45-8df61ceabf95 None None] Deleting port 26ee7106-3d55-4689-bc97-20b8ce4b0dd7 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:07.159839 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-42a243ef-5513-4e6a-ba45-8df61ceabf95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (26ee7106-3d55-4689-bc97-20b8ce4b0dd7), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.205068 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe6b62a-43a4-482c-aab1-500e514dd5c1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:07.207398 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7fe6b62a-43a4-482c-aab1-500e514dd5c1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1347985 Apr 16 04:20:07.211360 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99018cf-10dc-481f-8447-d15d39144c27 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:20:07.218311 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34080) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:07.229164 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9871ea6b-efe2-450d-a870-42ade09ba350 req-676820cb-0fe8-4f97-a8ba-b68180b7ab31 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868981 Apr 16 04:20:07.249903 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aba20b-88d1-42c7-8ace-cfc15cb68f96 req-f8ab7db3-0fee-4e0c-9438-b2886a39917d tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:07.251560 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-71aba20b-88d1-42c7-8ace-cfc15cb68f96 req-f8ab7db3-0fee-4e0c-9438-b2886a39917d tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 944 time: 0.0535519 Apr 16 04:20:07.260495 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-42a243ef-5513-4e6a-ba45-8df61ceabf95 None None] For port 26ee7106-3d55-4689-bc97-20b8ce4b0dd7, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=26ee7106-3d55-4689-bc97-20b8ce4b0dd7,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:07.260495 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-42a243ef-5513-4e6a-ba45-8df61ceabf95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (26ee7106-3d55-4689-bc97-20b8ce4b0dd7), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.260857 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 7e50415d-7894-48f5-974a-4049e1c994dc is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:07.261418 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7e50415d-7894-48f5-974a-4049e1c994dc), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.267665 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4aec5639-08dd-4b71-86bd-93d255307f52 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.271828 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99018cf-10dc-481f-8447-d15d39144c27 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4bcca4-6bd1-4df0-b8fe-b7cd3cd37ec9,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:07.275085 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e99018cf-10dc-481f-8447-d15d39144c27 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (6c3bf586-4ba7-47f8-b3eb-b39ab8304a70), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.275347 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-e99018cf-10dc-481f-8447-d15d39144c27 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Added segment 6c3bf586-4ba7-47f8-b3eb-b39ab8304a70 of type vlan for network 33210665-5786-48d7-8e37-f10e23494953 Apr 16 04:20:07.282750 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7c3fbfc4-9efb-4762-bf63-fcbd932a6532 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546198 Apr 16 04:20:07.287702 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34082) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:07.290793 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-42a243ef-5513-4e6a-ba45-8df61ceabf95 None None] Calling delete_port for 26ee7106-3d55-4689-bc97-20b8ce4b0dd7 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:07.293242 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-98fd76b1-d43f-41dd-becc-b71266de4142 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:07.353271 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 7e50415d-7894-48f5-974a-4049e1c994dc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=7e50415d-7894-48f5-974a-4049e1c994dc,segment=NetworkSegment(51186527-bdbc-4d12-a232-038315e00624),segment_id=51186527-bdbc-4d12-a232-038315e00624)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:07.381551 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-71aba20b-88d1-42c7-8ace-cfc15cb68f96 req-76b99fdf-a26a-4bbf-9f02-cc43a919d52a tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/security-groups?id=46916e7e-28a6-4289-9a27-f9dc02755330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151063 Apr 16 04:20:07.391793 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e99018cf-10dc-481f-8447-d15d39144c27 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (33210665-5786-48d7-8e37-f10e23494953), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.420919 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (7e50415d-7894-48f5-974a-4049e1c994dc), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.473363 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34086) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:07.479439 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4aec5639-08dd-4b71-86bd-93d255307f52 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.484281 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=7e50415d-7894-48f5-974a-4049e1c994dc,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:07.485682 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aec5639-08dd-4b71-86bd-93d255307f52 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:07.487349 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4aec5639-08dd-4b71-86bd-93d255307f52 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.513165 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e99018cf-10dc-481f-8447-d15d39144c27 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (33210665-5786-48d7-8e37-f10e23494953), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.532493 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99018cf-10dc-481f-8447-d15d39144c27 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:07.533164 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e99018cf-10dc-481f-8447-d15d39144c27 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.537622 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7fb2-65ba-4048-94eb-aaaa59aa3f56 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_gateway (79e90282-3035-4bb1-aab6-7ac6c75f3c79), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.559308 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7fb2-65ba-4048-94eb-aaaa59aa3f56 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.568356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 26ee7106-3d55-4689-bc97-20b8ce4b0dd7 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:20:07.584414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fd76b1-d43f-41dd-becc-b71266de4142 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:07.589300 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-98fd76b1-d43f-41dd-becc-b71266de4142 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.598996 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-42a243ef-5513-4e6a-ba45-8df61ceabf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (26ee7106-3d55-4689-bc97-20b8ce4b0dd7), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.637328 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a243ef-5513-4e6a-ba45-8df61ceabf95 None None] Pushing event deleted for resources: {'Port': ['ID=26ee7106-3d55-4689-bc97-20b8ce4b0dd7,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:07.640019 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a243ef-5513-4e6a-ba45-8df61ceabf95 None None] No DVR routers for this DVR port 26ee7106-3d55-4689-bc97-20b8ce4b0dd7 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:20:07.648001 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No active binding found for port 26ee7106-3d55-4689-bc97-20b8ce4b0dd7 {{(pid=104634) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 16 04:20:07.648375 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] The host dv-neutron-838078-2-hyperv is not matching for port 26ee7106-3d55-4689-bc97-20b8ce4b0dd7 host None! {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 16 04:20:07.648808 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 26ee7106-3d55-4689-bc97-20b8ce4b0dd7 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:20:07.665003 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4aec5639-08dd-4b71-86bd-93d255307f52 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2176797 Apr 16 04:20:07.693743 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec5639-08dd-4b71-86bd-93d255307f52 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event updated for resources: {'Network': ['ID=bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:07.699253 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-28329e6d-1537-48ef-b169-bd754aa16d54 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1073405737'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:07.712850 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e99018cf-10dc-481f-8447-d15d39144c27 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3871465 Apr 16 04:20:07.713074 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:20:07.826775 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99018cf-10dc-481f-8447-d15d39144c27 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Network': ['ID=33210665-5786-48d7-8e37-f10e23494953,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:07.870788 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-6a5c7fb2-65ba-4048-94eb-aaaa59aa3f56 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Allocated IP 172.26.6.148 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:07.873700 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 33210665-5786-48d7-8e37-f10e23494953 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:20:07.883419 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34092) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:07.903927 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'subnet': {'network_id': '33210665-5786-48d7-8e37-f10e23494953', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:07.904122 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28329e6d-1537-48ef-b169-bd754aa16d54 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Made reservation on behalf of c1e968e96cb346f1b2897a7d365fa656 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:07.904950 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28329e6d-1537-48ef-b169-bd754aa16d54 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.919396 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28329e6d-1537-48ef-b169-bd754aa16d54 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:07.967612 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307373df-8c66-4d02-b94e-5dd09b464dea req-b090b117-e879-45fb-b398-d5bf60074786 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:07.970390 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-307373df-8c66-4d02-b94e-5dd09b464dea req-b090b117-e879-45fb-b398-d5bf60074786 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 945 time: 0.0539570 Apr 16 04:20:08.089166 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-307373df-8c66-4d02-b94e-5dd09b464dea req-3b74c2b0-ca49-4787-96a5-462052d621e7 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1c362de-6d53-41aa-ac0b-cc19449b6944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673249 Apr 16 04:20:08.186582 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28329e6d-1537-48ef-b169-bd754aa16d54 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for security_group (3d6fc676-c3cd-44e6-8f63-00644967357a), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:08.215220 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40958de-5724-4c37-824d-1b9ced2f3049 req-ed0362be-aa92-4a3b-8c91-47ca4d5dd1fd tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:08.216944 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b40958de-5724-4c37-824d-1b9ced2f3049 req-ed0362be-aa92-4a3b-8c91-47ca4d5dd1fd tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1072588 Apr 16 04:20:08.239870 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3c6fa-b067-4e5c-b632-8a5c9d19f121 req-852335e5-e6f3-46de-ba39-2af4a70f7ac4 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:08.241608 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cfb3c6fa-b067-4e5c-b632-8a5c9d19f121 req-852335e5-e6f3-46de-ba39-2af4a70f7ac4 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 945 time: 0.0531604 Apr 16 04:20:08.242909 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-98fd76b1-d43f-41dd-becc-b71266de4142 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (35ce4b98-b4ad-4978-84ff-cc871bc2e84a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:08.252225 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34098) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:08.257854 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-962d48c4-6eb9-4583-9260-43a0237eff66 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Request body: {'floatingip': {'port_id': '4322969c-b15f-4add-b357-2fb04005634a'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:08.285783 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fd76b1-d43f-41dd-becc-b71266de4142 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:08.292437 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-98fd76b1-d43f-41dd-becc-b71266de4142 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:08.295646 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fd76b1-d43f-41dd-becc-b71266de4142 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:08.296237 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-98fd76b1-d43f-41dd-becc-b71266de4142 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:08.303587 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532c1511-5018-4f40-80cb-728575af21f3 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:08.312031 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28329e6d-1537-48ef-b169-bd754aa16d54 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (3d6fc676-c3cd-44e6-8f63-00644967357a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:08.343152 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd76b1-d43f-41dd-becc-b71266de4142 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=35ce4b98-b4ad-4978-84ff-cc871bc2e84a,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:08.356622 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28329e6d-1537-48ef-b169-bd754aa16d54 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:20:08.376497 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-962d48c4-6eb9-4583-9260-43a0237eff66 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for floatingip (46050aba-447c-4054-bcc5-7f194e9bd07e), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:08.382794 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28329e6d-1537-48ef-b169-bd754aa16d54 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6fc676-c3cd-44e6-8f63-00644967357a,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:08.387217 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28329e6d-1537-48ef-b169-bd754aa16d54 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (a1d0f437-031e-42ad-b169-ad27f7283e24), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:08.387557 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-28329e6d-1537-48ef-b169-bd754aa16d54 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Added segment a1d0f437-031e-42ad-b169-ad27f7283e24 of type vlan for network 49d41999-9b87-4205-ba96-96eddc7309bc Apr 16 04:20:08.427615 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': '35ce4b98-b4ad-4978-84ff-cc871bc2e84a'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:08.427789 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:08.473381 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:08.480158 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:08.490486 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28329e6d-1537-48ef-b169-bd754aa16d54 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (49d41999-9b87-4205-ba96-96eddc7309bc), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:08.505192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7fb2-65ba-4048-94eb-aaaa59aa3f56 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for port (d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:08.531116 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-98fd76b1-d43f-41dd-becc-b71266de4142 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2415266 Apr 16 04:20:08.542583 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34102) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:08.560449 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-9fa36197-0501-44d6-bdb8-e34ca87fab77 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'fixed_ips': [{'subnet_id': '35ce4b98-b4ad-4978-84ff-cc871bc2e84a', 'ip_address': '2001:db8::bebb:6374:7da2:77c3'}], 'name': 'tempest-NetworksTestDHCPv6-1950603843'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:08.581236 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d391e33-e15c-4202-9cf2-e2783806d892 req-b9424101-6b98-4719-b5b0-f184c967021d tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:08.582874 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1d391e33-e15c-4202-9cf2-e2783806d892 req-b9424101-6b98-4719-b5b0-f184c967021d tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 945 time: 0.0673983 Apr 16 04:20:08.598687 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] Allocated IP 2001:db8::2 (9a9395da-f56a-4c57-8efc-4b7256188659/35ce4b98-b4ad-4978-84ff-cc871bc2e84a/bde2178b-f997-4afc-9d69-826c837bd4cd) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:08.632493 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28329e6d-1537-48ef-b169-bd754aa16d54 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (49d41999-9b87-4205-ba96-96eddc7309bc), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:08.638469 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28329e6d-1537-48ef-b169-bd754aa16d54 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:08.639393 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28329e6d-1537-48ef-b169-bd754aa16d54 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:08.673505 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1d391e33-e15c-4202-9cf2-e2783806d892 req-a33392f0-1cf8-4450-9d0d-8a7205127064 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/security-groups?id=46916e7e-28a6-4289-9a27-f9dc02755330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831220 Apr 16 04:20:08.739817 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-28329e6d-1537-48ef-b169-bd754aa16d54 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2648461 Apr 16 04:20:08.743379 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34104) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:08.749072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'subnet': {'network_id': '49d41999-9b87-4205-ba96-96eddc7309bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:08.765728 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] Publish callbacks [] for port (bde2178b-f997-4afc-9d69-826c837bd4cd), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:08.774082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add4115e-c533-452b-970e-0cd745a8360c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e50415d-7894-48f5-974a-4049e1c994dc'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:20:08.777237 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf7cf76-56f8-4326-bbe8-83464b7e594a" -d '{"events": [{"server_uuid": "add4115e-c533-452b-970e-0cd745a8360c", "name": "network-vif-plugged", "status": "completed", "tag": "7e50415d-7894-48f5-974a-4049e1c994dc"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:20:08.788089 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b40958de-5724-4c37-824d-1b9ced2f3049 req-503dba4b-b08c-467e-ba2c-753a96498431 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5642428 Apr 16 04:20:08.823576 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193c002c-92e8-4ab8-b6a5-ff268e10d617 x-openstack-request-id: req-193c002c-92e8-4ab8-b6a5-ff268e10d617 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:20:08.823876 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add4115e-c533-452b-970e-0cd745a8360c", "name": "network-vif-plugged", "status": "completed", "tag": "7e50415d-7894-48f5-974a-4049e1c994dc", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:20:08.824130 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-193c002c-92e8-4ab8-b6a5-ff268e10d617 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:20:08.824543 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-193c002c-92e8-4ab8-b6a5-ff268e10d617'] response: {'server_uuid': 'add4115e-c533-452b-970e-0cd745a8360c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e50415d-7894-48f5-974a-4049e1c994dc', 'code': 200} Apr 16 04:20:08.827281 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (bde2178b-f997-4afc-9d69-826c837bd4cd), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:08.846762 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28329e6d-1537-48ef-b169-bd754aa16d54 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Network': ['ID=49d41999-9b87-4205-ba96-96eddc7309bc,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:08.891595 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:08.897788 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:08.900711 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:08.906844 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 49d41999-9b87-4205-ba96-96eddc7309bc details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:20:08.917022 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (c804b91e-c264-4a09-9792-55ac48b49b72), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:08.958094 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Made reservation on behalf of c1e968e96cb346f1b2897a7d365fa656 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:08.961900 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:09.092268 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:20:09.118322 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Subnet': ['ID=c804b91e-c264-4a09-9792-55ac48b49b72,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:09.141780 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7fb2-65ba-4048-94eb-aaaa59aa3f56 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:09.179813 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] Pushing event updated for resources: {'Port': ['ID=bde2178b-f997-4afc-9d69-826c837bd4cd,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:09.189476 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] Attempting to bind port bde2178b-f997-4afc-9d69-826c837bd4cd on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:20:09.190098 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] Attempting to bind port bde2178b-f997-4afc-9d69-826c837bd4cd by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:20:09.190659 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] Attempting to bind port bde2178b-f997-4afc-9d69-826c837bd4cd on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:20:09.194741 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.195217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.195670 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.196149 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.197127 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.197568 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.198066 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.198454 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:20:09.198600 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.199000 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.199396 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:09.199512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.199924 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.200179 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:09.200467 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.200893 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:20:09.201072 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.201496 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.201946 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.202073 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] Bound port: bde2178b-f997-4afc-9d69-826c837bd4cd, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:20:09.213046 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c7fb2-65ba-4048-94eb-aaaa59aa3f56 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Pushing event updated for resources: {'Port': ['ID=d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:09.213403 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (bde2178b-f997-4afc-9d69-826c837bd4cd), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:09.216066 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Checking segment: {'id': '6c3bf586-4ba7-47f8-b3eb-b39ab8304a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '33210665-5786-48d7-8e37-f10e23494953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:09.216547 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network hostable DHCP agents. Network: 33210665-5786-48d7-8e37-f10e23494953, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:20:09.298308 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-95fb1aeb-7169-4a93-a485-0e251d40d300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:09.307791 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] For port bde2178b-f997-4afc-9d69-826c837bd4cd, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:20:09.312809 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] For port bde2178b-f997-4afc-9d69-826c837bd4cd, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=bde2178b-f997-4afc-9d69-826c837bd4cd,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:20:09.325094 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5c7fb2-65ba-4048-94eb-aaaa59aa3f56 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:09.338261 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-6a5c7fb2-65ba-4048-94eb-aaaa59aa3f56 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:09.344685 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5c7fb2-65ba-4048-94eb-aaaa59aa3f56 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:09.353230 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305aaaf-1101-4e61-864a-994b21c5ad65 req-38ee152f-4279-4aa1-a219-7f9246cf90e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:09.354816 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9305aaaf-1101-4e61-864a-994b21c5ad65 req-38ee152f-4279-4aa1-a219-7f9246cf90e0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 1129 time: 0.0971570 Apr 16 04:20:09.387016 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (bde2178b-f997-4afc-9d69-826c837bd4cd), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:09.416040 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (df23c74b-170a-4626-9522-baa9fe0eae67), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:09.436780 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network 33210665-5786-48d7-8e37-f10e23494953 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:20:09.443035 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa36197-0501-44d6-bdb8-e34ca87fab77 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:09.446131 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a6cf8-78a9-43b8-998f-1bc1ea6485a8 None None] Pushing event updated for resources: {'Port': ['ID=bde2178b-f997-4afc-9d69-826c837bd4cd,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:09.553171 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Subnet': ['ID=df23c74b-170a-4626-9522-baa9fe0eae67,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:09.558024 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 33210665-5786-48d7-8e37-f10e23494953) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:09.565184 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.565184 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.565515 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.565849 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.566178 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.566502 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.566825 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.567144 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.567464 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.567789 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.568099 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.568498 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.568818 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.569136 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.569527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:09.574260 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88390c26-c6d9-47b9-b3cf-eaa0f1f47965 None None] Network 33210665-5786-48d7-8e37-f10e23494953 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:09.589310 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Checking segment: {'id': 'a1d0f437-031e-42ad-b169-ad27f7283e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49d41999-9b87-4205-ba96-96eddc7309bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:09.589906 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Network hostable DHCP agents. Network: 49d41999-9b87-4205-ba96-96eddc7309bc, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:20:09.602870 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:09.603804 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:09.700560 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Network 49d41999-9b87-4205-ba96-96eddc7309bc is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:20:09.729846 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-33210665-5786-48d7-8e37-f10e23494953', 'network_id': '33210665-5786-48d7-8e37-f10e23494953', 'project_id': '501d13c948384c9886669f889655f04a', 'fixed_ips': [{'subnet_id': 'c804b91e-c264-4a09-9792-55ac48b49b72'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:09.730852 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:09.807552 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 49d41999-9b87-4205-ba96-96eddc7309bc) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:09.813327 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:09.813964 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:09.899263 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1b346b-a06c-4d99-b198-e70573a8dfb7 None None] Network 49d41999-9b87-4205-ba96-96eddc7309bc requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:09.925550 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4a2bb3c5-3cf0-478c-bc39-a630007cdd8a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1808865 Apr 16 04:20:09.926216 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34112) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:09.976108 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-877d5e61-85dd-4476-ac79-0836a86ba372 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1549788258', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}, 'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:10.034296 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310f3bb-418b-45a0-9eb6-cf1b7474ee29 req-0f1f4848-22d1-4bdf-a04b-17ec1656ac6f tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:10.035855 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2310f3bb-418b-45a0-9eb6-cf1b7474ee29 req-0f1f4848-22d1-4bdf-a04b-17ec1656ac6f tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1360900 Apr 16 04:20:10.094537 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-877d5e61-85dd-4476-ac79-0836a86ba372 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (9d6a6c35-a37f-4ea5-b81b-112f3301b2dd), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:10.095647 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-877d5e61-85dd-4476-ac79-0836a86ba372 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (9d6a6c35-a37f-4ea5-b81b-112f3301b2dd), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:10.123849 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Allocated IP 172.20.255.242 (33210665-5786-48d7-8e37-f10e23494953/c804b91e-c264-4a09-9792-55ac48b49b72/73fd36d9-9726-4b53-b216-c11ef5dd26a3) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:10.132158 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fea358-b1d5-40d3-b240-f3e34c08c78b None None] Network 49d41999-9b87-4205-ba96-96eddc7309bc requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:10.186242 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-877d5e61-85dd-4476-ac79-0836a86ba372 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for router_controller (9d6a6c35-a37f-4ea5-b81b-112f3301b2dd), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:10.192225 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2310f3bb-418b-45a0-9eb6-cf1b7474ee29 req-29947344-d7cb-44cf-b69b-8a45b8631103 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478176 Apr 16 04:20:10.253622 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9305aaaf-1101-4e61-864a-994b21c5ad65 req-35613272-21cf-4656-865c-a385f7b6f1c0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=46916e7e-28a6-4289-9a27-f9dc02755330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8795209 Apr 16 04:20:10.372695 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8105cbe3-610e-4916-a87e-4728fee0ae5b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.4882369 Apr 16 04:20:10.414946 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34116) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:10.418918 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9fa36197-0501-44d6-bdb8-e34ca87fab77 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:10.425301 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-cda83e17-16a9-437b-a295-54b63ed18fbd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-60348377'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:10.454064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccf9ab-64f5-4728-b365-eda13c8827d3 req-fa2f9d67-af58-4f8a-8f45-106fcb045b51 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:10.465278 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-40ccf9ab-64f5-4728-b365-eda13c8827d3 req-fa2f9d67-af58-4f8a-8f45-106fcb045b51 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 945 time: 0.2244503 Apr 16 04:20:10.615827 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-9fa36197-0501-44d6-bdb8-e34ca87fab77 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port 2ec913b7-3cfd-4e53-8b3d-9affecb2fa5b yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:20:10.620234 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-877d5e61-85dd-4476-ac79-0836a86ba372 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for router_gateway (9d6a6c35-a37f-4ea5-b81b-112f3301b2dd), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:10.641435 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Publish callbacks [] for port (73fd36d9-9726-4b53-b216-c11ef5dd26a3), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:10.687020 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a23a1d-56fe-4c6e-b0d9-b977af141cdf req-2d6c22dc-fd6f-427e-a439-f19797fa7f4c tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:10.697765 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a0a23a1d-56fe-4c6e-b0d9-b977af141cdf req-2d6c22dc-fd6f-427e-a439-f19797fa7f4c tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.2124624 Apr 16 04:20:10.698289 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34118) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:10.703049 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-0d08a629-0604-40e3-8302-5eaf50c6b02b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Request body: {'floatingip': {'port_id': 'd691ce19-b854-44bc-871d-ed4bdc2db5a7'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:10.710963 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (73fd36d9-9726-4b53-b216-c11ef5dd26a3), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:10.780054 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Pushing event updated for resources: {'Port': ['ID=73fd36d9-9726-4b53-b216-c11ef5dd26a3,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:10.828224 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Network 33210665-5786-48d7-8e37-f10e23494953 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:10.829714 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:10.833493 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:10.858200 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.db.resource_extend [None req-962d48c4-6eb9-4583-9260-43a0237eff66 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 16 04:20:10.910448 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda83e17-16a9-437b-a295-54b63ed18fbd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:10.913831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cda83e17-16a9-437b-a295-54b63ed18fbd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:10.923245 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34120) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:10.948804 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Attempting to bind port 73fd36d9-9726-4b53-b216-c11ef5dd26a3 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:20:10.949249 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Attempting to bind port 73fd36d9-9726-4b53-b216-c11ef5dd26a3 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '6c3bf586-4ba7-47f8-b3eb-b39ab8304a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '33210665-5786-48d7-8e37-f10e23494953'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:20:10.960760 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Attempting to bind port 73fd36d9-9726-4b53-b216-c11ef5dd26a3 on network 33210665-5786-48d7-8e37-f10e23494953 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:20:10.960760 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:20:10.960760 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Checking segment: {'id': '6c3bf586-4ba7-47f8-b3eb-b39ab8304a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '33210665-5786-48d7-8e37-f10e23494953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:10.960760 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:10.960760 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Bound using segment: {'id': '6c3bf586-4ba7-47f8-b3eb-b39ab8304a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '33210665-5786-48d7-8e37-f10e23494953'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:20:10.960760 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Bound port: 73fd36d9-9726-4b53-b216-c11ef5dd26a3, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3bf586-4ba7-47f8-b3eb-b39ab8304a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '33210665-5786-48d7-8e37-f10e23494953'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:20:10.960760 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (73fd36d9-9726-4b53-b216-c11ef5dd26a3), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:10.993215 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-2c45a9b9-7ec7-4396-9836-625641b35481 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Request body: {'subnet': {'network_id': 'bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:11.014891 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-40ccf9ab-64f5-4728-b365-eda13c8827d3 req-90bbf923-f8fa-45d8-9719-626ea0bd8452 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/security-groups?id=46916e7e-28a6-4289-9a27-f9dc02755330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5487185 Apr 16 04:20:11.030187 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-5396bff1-4220-479b-90b1-1855fb05026b None None] Provisioning complete for port bde2178b-f997-4afc-9d69-826c837bd4cd triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:11.030655 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5396bff1-4220-479b-90b1-1855fb05026b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (bde2178b-f997-4afc-9d69-826c837bd4cd), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:11.056090 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] For port 73fd36d9-9726-4b53-b216-c11ef5dd26a3, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:20:11.072313 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] For port 73fd36d9-9726-4b53-b216-c11ef5dd26a3, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=73fd36d9-9726-4b53-b216-c11ef5dd26a3,segment=NetworkSegment(6c3bf586-4ba7-47f8-b3eb-b39ab8304a70),segment_id=6c3bf586-4ba7-47f8-b3eb-b39ab8304a70)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:20:11.131793 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-5396bff1-4220-479b-90b1-1855fb05026b None None] Current status of the port bde2178b-f997-4afc-9d69-826c837bd4cd is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:11.132782 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5396bff1-4220-479b-90b1-1855fb05026b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (bde2178b-f997-4afc-9d69-826c837bd4cd), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:11.133463 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-9fa36197-0501-44d6-bdb8-e34ca87fab77 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::bebb:6374:7da2:77c3 (9a9395da-f56a-4c57-8efc-4b7256188659/35ce4b98-b4ad-4978-84ff-cc871bc2e84a/2ec913b7-3cfd-4e53-8b3d-9affecb2fa5b) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:11.136792 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-962d48c4-6eb9-4583-9260-43a0237eff66 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:11.158163 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0d08a629-0604-40e3-8302-5eaf50c6b02b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for floatingip (0f31e966-662f-44bc-9970-0dc1fe0f8ea2), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:11.170701 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-5396bff1-4220-479b-90b1-1855fb05026b None None] For port bde2178b-f997-4afc-9d69-826c837bd4cd, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=bde2178b-f997-4afc-9d69-826c837bd4cd,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:11.175227 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (73fd36d9-9726-4b53-b216-c11ef5dd26a3), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:11.197316 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda83e17-16a9-437b-a295-54b63ed18fbd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:20:11.229822 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cda83e17-16a9-437b-a295-54b63ed18fbd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f599d3dc-7873-4b4a-bc50-1f0d40782cbd), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:11.230320 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-cda83e17-16a9-437b-a295-54b63ed18fbd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Added segment f599d3dc-7873-4b4a-bc50-1f0d40782cbd of type vlan for network db5c2df7-bada-49f3-b4eb-39bc721ab006 Apr 16 04:20:11.246552 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-962d48c4-6eb9-4583-9260-43a0237eff66 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (46050aba-447c-4054-bcc5-7f194e9bd07e), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:11.247701 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Pushing event updated for resources: {'Port': ['ID=73fd36d9-9726-4b53-b216-c11ef5dd26a3,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:11.259414 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:11.260006 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:11.260218 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:11.260565 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:11.260924 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:11.261442 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:11.261570 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:11.261895 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:11.262245 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:11.262535 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:11.262873 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:11.263214 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:11.263533 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:11.263851 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:11.264216 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e32e0-d746-433c-9c32-b64afa94a4e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:20:11.269798 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5396bff1-4220-479b-90b1-1855fb05026b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (bde2178b-f997-4afc-9d69-826c837bd4cd), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:11.323483 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396bff1-4220-479b-90b1-1855fb05026b None None] Pushing event updated for resources: {'Port': ['ID=bde2178b-f997-4afc-9d69-826c837bd4cd,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:11.396953 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-877d5e61-85dd-4476-ac79-0836a86ba372 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for router_gateway (9d6a6c35-a37f-4ea5-b81b-112f3301b2dd), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:11.424259 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cda83e17-16a9-437b-a295-54b63ed18fbd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (db5c2df7-bada-49f3-b4eb-39bc721ab006), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:11.430792 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7fb2-65ba-4048-94eb-aaaa59aa3f56 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_gateway (79e90282-3035-4bb1-aab6-7ac6c75f3c79), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:11.432523 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7b21df41-1f99-4a45-b2c0-0767b3caf1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:11.456659 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-877d5e61-85dd-4476-ac79-0836a86ba372 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:11.512590 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c45a9b9-7ec7-4396-9836-625641b35481 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Made reservation on behalf of b606416f3c5341d3949afb2e8460b077 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:11.516140 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2c45a9b9-7ec7-4396-9836-625641b35481 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:11.647699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device bde2178b-f997-4afc-9d69-826c837bd4cd up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:20:11.724384 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port bde2178b-f997-4afc-9d69-826c837bd4cd triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:11.724784 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (bde2178b-f997-4afc-9d69-826c837bd4cd), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:11.772795 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-962d48c4-6eb9-4583-9260-43a0237eff66 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Floating IP 46050aba-447c-4054-bcc5-7f194e9bd07e associated. External IP: 172.26.6.30, port: 4322969c-b15f-4add-b357-2fb04005634a. Apr 16 04:20:11.791554 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-877d5e61-85dd-4476-ac79-0836a86ba372 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Allocated IP 172.26.6.78 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/5d3e0263-096e-4493-b21b-798cc55e6e72) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:11.814371 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port bde2178b-f997-4afc-9d69-826c837bd4cd is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:11.878851 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cda83e17-16a9-437b-a295-54b63ed18fbd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (db5c2df7-bada-49f3-b4eb-39bc721ab006), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:11.883755 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda83e17-16a9-437b-a295-54b63ed18fbd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:11.884367 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cda83e17-16a9-437b-a295-54b63ed18fbd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:11.983500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9fa36197-0501-44d6-bdb8-e34ca87fab77 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (2ec913b7-3cfd-4e53-8b3d-9affecb2fa5b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:12.071049 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cda83e17-16a9-437b-a295-54b63ed18fbd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6496005 Apr 16 04:20:12.075254 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34124) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:12.102417 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-877d5e61-85dd-4476-ac79-0836a86ba372 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for port (5d3e0263-096e-4493-b21b-798cc55e6e72), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:12.111172 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-8757d98b-b335-47a8-9606-0265272166e2 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'subnet': {'network_id': 'db5c2df7-bada-49f3-b4eb-39bc721ab006', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:12.231746 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b7429-a95d-4af2-b405-6dfe3940d9db req-e70b34ad-7463-4d98-aea9-bdb1511d8608 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:12.233368 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-429b7429-a95d-4af2-b405-6dfe3940d9db req-e70b34ad-7463-4d98-aea9-bdb1511d8608 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 945 time: 0.0999744 Apr 16 04:20:12.240642 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0d08a629-0604-40e3-8302-5eaf50c6b02b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:12.301280 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-429b7429-a95d-4af2-b405-6dfe3940d9db req-04cc7ca0-6ca0-4cbf-b0f3-66e04d568975 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/security-groups?id=46916e7e-28a6-4289-9a27-f9dc02755330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545337 Apr 16 04:20:12.318612 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0d08a629-0604-40e3-8302-5eaf50c6b02b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (0f31e966-662f-44bc-9970-0dc1fe0f8ea2), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:12.364428 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-877d5e61-85dd-4476-ac79-0836a86ba372 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (5d3e0263-096e-4493-b21b-798cc55e6e72), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:12.409809 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda83e17-16a9-437b-a295-54b63ed18fbd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Network': ['ID=db5c2df7-bada-49f3-b4eb-39bc721ab006,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:12.435954 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network db5c2df7-bada-49f3-b4eb-39bc721ab006 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:20:12.451600 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877d5e61-85dd-4476-ac79-0836a86ba372 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:12.456621 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-877d5e61-85dd-4476-ac79-0836a86ba372 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:12.477884 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf1b0ec-4873-4083-b2fe-1c26d5562530 None None] Network 33210665-5786-48d7-8e37-f10e23494953 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:12.499388 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d5e61-85dd-4476-ac79-0836a86ba372 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:12.499388 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d5e61-85dd-4476-ac79-0836a86ba372 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Port': ['ID=5d3e0263-096e-4493-b21b-798cc55e6e72,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:12.534625 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:12.562891 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7fb2-65ba-4048-94eb-aaaa59aa3f56 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (79e90282-3035-4bb1-aab6-7ac6c75f3c79), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:12.580799 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-580823ff-3fa2-4510-b370-ba6ee1b6b907 None None] Provisioning complete for port 73fd36d9-9726-4b53-b216-c11ef5dd26a3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:12.581353 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-580823ff-3fa2-4510-b370-ba6ee1b6b907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (73fd36d9-9726-4b53-b216-c11ef5dd26a3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:12.628244 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-0d08a629-0604-40e3-8302-5eaf50c6b02b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Floating IP 0f31e966-662f-44bc-9970-0dc1fe0f8ea2 associated. External IP: 172.26.6.134, port: d691ce19-b854-44bc-871d-ed4bdc2db5a7. Apr 16 04:20:12.688617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfd43e-391d-46aa-b34d-f2eff38020ef req-412965e9-f2b2-45d4-bc91-c49858a22965 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:12.690207 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d9dfd43e-391d-46aa-b34d-f2eff38020ef req-412965e9-f2b2-45d4-bc91-c49858a22965 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 945 time: 0.2359195 Apr 16 04:20:12.705346 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34128) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:12.715995 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-580823ff-3fa2-4510-b370-ba6ee1b6b907 None None] Current status of the port 73fd36d9-9726-4b53-b216-c11ef5dd26a3 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:12.716506 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-580823ff-3fa2-4510-b370-ba6ee1b6b907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (73fd36d9-9726-4b53-b216-c11ef5dd26a3), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:12.720037 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-7632921e-5a2e-4cbd-aea9-fcc94bb95a29 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Request body: {'floatingip': {'port_id': '7e50415d-7894-48f5-974a-4049e1c994dc'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:12.752539 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-580823ff-3fa2-4510-b370-ba6ee1b6b907 None None] For port 73fd36d9-9726-4b53-b216-c11ef5dd26a3, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=73fd36d9-9726-4b53-b216-c11ef5dd26a3,segment=NetworkSegment(6c3bf586-4ba7-47f8-b3eb-b39ab8304a70),segment_id=6c3bf586-4ba7-47f8-b3eb-b39ab8304a70)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:12.765882 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9fa36197-0501-44d6-bdb8-e34ca87fab77 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (2ec913b7-3cfd-4e53-8b3d-9affecb2fa5b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:12.826414 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-580823ff-3fa2-4510-b370-ba6ee1b6b907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (73fd36d9-9726-4b53-b216-c11ef5dd26a3), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:12.838826 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2c45a9b9-7ec7-4396-9836-625641b35481 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (4788589a-dcaf-45aa-bb4c-c931ef7b89bd), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:12.854414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7632921e-5a2e-4cbd-aea9-fcc94bb95a29 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for floatingip (f9719823-66b9-4f77-a2a3-d3782d00f117), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:12.889160 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580823ff-3fa2-4510-b370-ba6ee1b6b907 None None] Pushing event updated for resources: {'Port': ['ID=73fd36d9-9726-4b53-b216-c11ef5dd26a3,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:12.964293 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8757d98b-b335-47a8-9606-0265272166e2 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:12.967727 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8757d98b-b335-47a8-9606-0265272166e2 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:13.052177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-dee31da6-3364-44d8-b9ea-780d4fe4ff3a None None] Provisioning complete for port 73fd36d9-9726-4b53-b216-c11ef5dd26a3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:13.053018 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dee31da6-3364-44d8-b9ea-780d4fe4ff3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (73fd36d9-9726-4b53-b216-c11ef5dd26a3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:13.056554 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa36197-0501-44d6-bdb8-e34ca87fab77 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:13.081977 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-9fa36197-0501-44d6-bdb8-e34ca87fab77 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:13.126935 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa36197-0501-44d6-bdb8-e34ca87fab77 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:13.132133 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa36197-0501-44d6-bdb8-e34ca87fab77 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:13.132776 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9fa36197-0501-44d6-bdb8-e34ca87fab77 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:13.143640 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45a9b9-7ec7-4396-9836-625641b35481 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event updated for resources: {'Subnet': ['ID=4788589a-dcaf-45aa-bb4c-c931ef7b89bd,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:13.145925 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa36197-0501-44d6-bdb8-e34ca87fab77 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=2ec913b7-3cfd-4e53-8b3d-9affecb2fa5b,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:13.151434 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dee31da6-3364-44d8-b9ea-780d4fe4ff3a None None] Current status of the port 73fd36d9-9726-4b53-b216-c11ef5dd26a3 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:13.213198 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962d48c4-6eb9-4583-9260-43a0237eff66 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Router 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:20:13.272167 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c45a9b9-7ec7-4396-9836-625641b35481 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Checking segment: {'id': 'bd281292-9c6c-4968-b4cc-fa48d43a7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:13.272540 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c45a9b9-7ec7-4396-9836-625641b35481 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Network hostable DHCP agents. Network: bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:20:13.297526 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d08a629-0604-40e3-8302-5eaf50c6b02b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Router 748c5a89-8dc6-41f8-8ed2-41627ad5044f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:20:13.325175 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-877d5e61-85dd-4476-ac79-0836a86ba372 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for router_gateway (9d6a6c35-a37f-4ea5-b81b-112f3301b2dd), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:13.373654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c9a7ea3a-af0c-49ad-acb7-2cb60d2c13e6 None None] Provisioning complete for port 2ec913b7-3cfd-4e53-8b3d-9affecb2fa5b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:13.374237 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9fa36197-0501-44d6-bdb8-e34ca87fab77 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.8183508 Apr 16 04:20:13.377028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c9a7ea3a-af0c-49ad-acb7-2cb60d2c13e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2ec913b7-3cfd-4e53-8b3d-9affecb2fa5b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:13.385084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34130) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:13.418309 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c9a7ea3a-af0c-49ad-acb7-2cb60d2c13e6 None None] Port 2ec913b7-3cfd-4e53-8b3d-9affecb2fa5b cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:20:13.529694 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d08a629-0604-40e3-8302-5eaf50c6b02b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:13.534781 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0d08a629-0604-40e3-8302-5eaf50c6b02b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:13.540669 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f54edb-bb71-4a62-89c9-c1fca7006342 None None] Sync routers for ids ['748c5a89-8dc6-41f8-8ed2-41627ad5044f'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:13.545984 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 73fd36d9-9726-4b53-b216-c11ef5dd26a3 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:20:13.549617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c45a9b9-7ec7-4396-9836-625641b35481 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Network bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:20:13.552291 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f54edb-bb71-4a62-89c9-c1fca7006342 None None] Routers {'748c5a89-8dc6-41f8-8ed2-41627ad5044f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:13.552929 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-94f54edb-bb71-4a62-89c9-c1fca7006342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['748c5a89-8dc6-41f8-8ed2-41627ad5044f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:13.557246 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf0d33d-4f58-48cf-9a74-0207f9bf64d4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:13.562512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf0d33d-4f58-48cf-9a74-0207f9bf64d4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:13.566813 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8cf0d33d-4f58-48cf-9a74-0207f9bf64d4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1740265 Apr 16 04:20:13.572636 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34132) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:13.596874 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5c7fb2-65ba-4048-94eb-aaaa59aa3f56 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Router 79e90282-3035-4bb1-aab6-7ac6c75f3c79 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:20:13.632215 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 73fd36d9-9726-4b53-b216-c11ef5dd26a3 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:13.632994 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (73fd36d9-9726-4b53-b216-c11ef5dd26a3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:13.676458 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0d08a629-0604-40e3-8302-5eaf50c6b02b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "PUT /v2.0/floatingips/0f31e966-662f-44bc-9970-0dc1fe0f8ea2 HTTP/1.1" status: 200 len: 992 time: 2.9767435 Apr 16 04:20:13.681468 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821af4c0-f78e-4f9c-a6a1-452394359738', 'tag': 'd691ce19-b854-44bc-871d-ed4bdc2db5a7'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:20:13.684079 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65791524-1f3f-4e55-a66f-abe3f4c69dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "821af4c0-f78e-4f9c-a6a1-452394359738", "tag": "d691ce19-b854-44bc-871d-ed4bdc2db5a7"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:20:13.695061 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962d48c4-6eb9-4583-9260-43a0237eff66 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:13.702467 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-2c45a9b9-7ec7-4396-9836-625641b35481 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:13.743244 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-962d48c4-6eb9-4583-9260-43a0237eff66 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:13.745228 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465528ef-dcb3-4821-9f2c-55826f0333d7 None None] Sync routers for ids ['9dbe8486-cc14-471a-97d4-0d61b62dd9a2'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:13.753434 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c45a9b9-7ec7-4396-9836-625641b35481 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:13.754031 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2c45a9b9-7ec7-4396-9836-625641b35481 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:13.766405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1810fdee-2f0e-4e27-b7ab-bcc84ba7c7f8 None None] Network bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:13.796550 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-34f533df-e626-46a7-8d37-7efaf3b2f900 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port 2ec913b7-3cfd-4e53-8b3d-9affecb2fa5b {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:13.797082 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-34f533df-e626-46a7-8d37-7efaf3b2f900 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (2ec913b7-3cfd-4e53-8b3d-9affecb2fa5b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:13.812392 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-94f54edb-bb71-4a62-89c9-c1fca7006342 None None] Set router 748c5a89-8dc6-41f8-8ed2-41627ad5044f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:20:13.817152 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619a2fb7-2532-4fbe-ba20-c1ed8f10f8de x-openstack-request-id: req-619a2fb7-2532-4fbe-ba20-c1ed8f10f8de {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:20:13.817446 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821af4c0-f78e-4f9c-a6a1-452394359738", "tag": "d691ce19-b854-44bc-871d-ed4bdc2db5a7", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:20:13.817700 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-619a2fb7-2532-4fbe-ba20-c1ed8f10f8de {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:20:13.818113 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-619a2fb7-2532-4fbe-ba20-c1ed8f10f8de'] response: {'name': 'network-changed', 'server_uuid': '821af4c0-f78e-4f9c-a6a1-452394359738', 'tag': 'd691ce19-b854-44bc-871d-ed4bdc2db5a7', 'status': 'completed', 'code': 200} Apr 16 04:20:13.889510 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-877d5e61-85dd-4476-ac79-0836a86ba372 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (9d6a6c35-a37f-4ea5-b81b-112f3301b2dd), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:13.913062 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-962d48c4-6eb9-4583-9260-43a0237eff66 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "PUT /v2.0/floatingips/46050aba-447c-4054-bcc5-7f194e9bd07e HTTP/1.1" status: 200 len: 990 time: 5.6589191 Apr 16 04:20:13.920652 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd482d83d-ac20-49fe-8172-13159ab933ac', 'tag': '4322969c-b15f-4add-b357-2fb04005634a'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:20:13.922950 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e71dd7-4049-40d0-959f-bc6b33fa0c94" -d '{"events": [{"name": "network-changed", "server_uuid": "d482d83d-ac20-49fe-8172-13159ab933ac", "tag": "4322969c-b15f-4add-b357-2fb04005634a"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:20:13.925791 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8757d98b-b335-47a8-9606-0265272166e2 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (65a0bedb-6ed7-4018-8966-a0903db7274e), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:13.947897 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42750cb9-b195-400b-a467-844fa7af587f req-dfff4b58-2e86-4327-80f6-77162cc7b06b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:13.949452 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-42750cb9-b195-400b-a467-844fa7af587f req-dfff4b58-2e86-4327-80f6-77162cc7b06b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.0646353 Apr 16 04:20:13.999311 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2c45a9b9-7ec7-4396-9836-625641b35481 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0546446 Apr 16 04:20:13.999928 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34142) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:14.014905 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-e2b87d01-d4c9-455e-b93b-924b34e26d9a tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1816016703'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:14.036562 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65791524-1f3f-4e55-a66f-abe3f4c69dfb req-f42b5b40-c27b-4b8a-a60a-1ea730e2e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:14.038091 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-65791524-1f3f-4e55-a66f-abe3f4c69dfb req-f42b5b40-c27b-4b8a-a60a-1ea730e2e012 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b631a5189db64668b5973175d03e09b1&device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 1130 time: 0.1989179 Apr 16 04:20:14.083010 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-34f533df-e626-46a7-8d37-7efaf3b2f900 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (2ec913b7-3cfd-4e53-8b3d-9affecb2fa5b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:14.096900 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-42750cb9-b195-400b-a467-844fa7af587f req-66008f02-a0cb-482f-b112-1aa3e4364d82 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339874 Apr 16 04:20:14.138589 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465528ef-dcb3-4821-9f2c-55826f0333d7 None None] Routers {'9dbe8486-cc14-471a-97d4-0d61b62dd9a2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:14.138846 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-465528ef-dcb3-4821-9f2c-55826f0333d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9dbe8486-cc14-471a-97d4-0d61b62dd9a2'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:14.144012 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 73fd36d9-9726-4b53-b216-c11ef5dd26a3 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:14.192686 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757d98b-b335-47a8-9606-0265272166e2 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Subnet': ['ID=65a0bedb-6ed7-4018-8966-a0903db7274e,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:14.195600 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-94f54edb-bb71-4a62-89c9-c1fca7006342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'name': 'tempest-ServerActionsTestJSON-878793364-router', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:23Z', 'revision_number': 4, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'gw_port': {'id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '0f31e966-662f-44bc-9970-0dc1fe0f8ea2', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'port_id': 'd691ce19-b854-44bc-871d-ed4bdc2db5a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470', 'mac_address': 'fa:16:3e:4d:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821af4c0-f78e-4f9c-a6a1-452394359738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:19:34Z', 'updated_at': '2022-04-16T04:20:11Z', 'revision_number': 1, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38743210-b9c8-47ae-a669-eabc519fd198', 'name': '', 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'mac_address': 'fa:16:3e:fa:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'cedacccd-a081-4c1d-aad3-f594f5ad80d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:20Z', 'updated_at': '2022-04-16T04:19:31Z', 'revision_number': 5, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'subnets': [{'id': 'cedacccd-a081-4c1d-aad3-f594f5ad80d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:14.236347 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-34f533df-e626-46a7-8d37-7efaf3b2f900 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for 2ec913b7-3cfd-4e53-8b3d-9affecb2fa5b owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:14.245169 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f54edb-bb71-4a62-89c9-c1fca7006342 None None] Checking router: 748c5a89-8dc6-41f8-8ed2-41627ad5044f for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:20:14.258233 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f54edb-bb71-4a62-89c9-c1fca7006342 None None] Routers {'748c5a89-8dc6-41f8-8ed2-41627ad5044f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:14.259879 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-94f54edb-bb71-4a62-89c9-c1fca7006342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['748c5a89-8dc6-41f8-8ed2-41627ad5044f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:14.325062 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d', 'network_id': 'bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d', 'project_id': 'b606416f3c5341d3949afb2e8460b077', 'fixed_ips': [{'subnet_id': '4788589a-dcaf-45aa-bb4c-c931ef7b89bd'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:14.326604 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:14.332297 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:14.338326 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-465528ef-dcb3-4821-9f2c-55826f0333d7 None None] Set router 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:20:14.385313 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00032b9e-56d7-4f8a-a2b6-5bb96b8371bf req-e6601a3e-8d51-4130-ab47-6f2aa480f9d9 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:14.392282 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-00032b9e-56d7-4f8a-a2b6-5bb96b8371bf req-e6601a3e-8d51-4130-ab47-6f2aa480f9d9 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1134753 Apr 16 04:20:14.404203 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-94f54edb-bb71-4a62-89c9-c1fca7006342 None None] Set router 748c5a89-8dc6-41f8-8ed2-41627ad5044f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:20:14.471594 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877d5e61-85dd-4476-ac79-0836a86ba372 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Router 9d6a6c35-a37f-4ea5-b81b-112f3301b2dd is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:20:14.496534 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-00032b9e-56d7-4f8a-a2b6-5bb96b8371bf req-f3850774-c403-4a81-9d98-4d6a1d908d4e tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977015 Apr 16 04:20:14.555057 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3056ee90-d19c-4b90-8e1a-d66b2b868961 x-openstack-request-id: req-3056ee90-d19c-4b90-8e1a-d66b2b868961 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:20:14.555340 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d482d83d-ac20-49fe-8172-13159ab933ac", "tag": "4322969c-b15f-4add-b357-2fb04005634a", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:20:14.555616 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3056ee90-d19c-4b90-8e1a-d66b2b868961 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:20:14.556530 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3056ee90-d19c-4b90-8e1a-d66b2b868961'] response: {'name': 'network-changed', 'server_uuid': 'd482d83d-ac20-49fe-8172-13159ab933ac', 'tag': '4322969c-b15f-4add-b357-2fb04005634a', 'status': 'completed', 'code': 200} Apr 16 04:20:14.586438 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b87d01-d4c9-455e-b93b-924b34e26d9a tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Made reservation on behalf of b606416f3c5341d3949afb2e8460b077 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:14.590387 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e2b87d01-d4c9-455e-b93b-924b34e26d9a tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:14.597548 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221f96f-217c-4264-aaa2-e81c8bc54da1 req-0c24addb-2d2e-4062-aa46-760b84ea2567 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:14.599197 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9221f96f-217c-4264-aaa2-e81c8bc54da1 req-0c24addb-2d2e-4062-aa46-760b84ea2567 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 945 time: 0.5393310 Apr 16 04:20:14.614795 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877d5e61-85dd-4476-ac79-0836a86ba372 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:14.626964 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] Allocated IP 2001:db8:0:ffff::2 (bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d/4788589a-dcaf-45aa-bb4c-c931ef7b89bd/f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:14.635185 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5c7fb2-65ba-4048-94eb-aaaa59aa3f56 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:14.652248 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4863833c-f5c2-4ea3-a28e-b8d1d80b99db None None] Sync routers for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:14.655383 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] Sync routers for ids ['79e90282-3035-4bb1-aab6-7ac6c75f3c79'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:14.672593 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.db.resource_extend [None req-7632921e-5a2e-4cbd-aea9-fcc94bb95a29 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 16 04:20:14.678836 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4863833c-f5c2-4ea3-a28e-b8d1d80b99db None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:14.680175 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-4863833c-f5c2-4ea3-a28e-b8d1d80b99db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:14.721803 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-34f533df-e626-46a7-8d37-7efaf3b2f900 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (2ec913b7-3cfd-4e53-8b3d-9affecb2fa5b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:14.730842 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-4863833c-f5c2-4ea3-a28e-b8d1d80b99db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:14.733914 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8757d98b-b335-47a8-9606-0265272166e2 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Checking segment: {'id': 'f599d3dc-7873-4b4a-bc50-1f0d40782cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'db5c2df7-bada-49f3-b4eb-39bc721ab006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:14.734279 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8757d98b-b335-47a8-9606-0265272166e2 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network hostable DHCP agents. Network: db5c2df7-bada-49f3-b4eb-39bc721ab006, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:20:14.737107 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e71dd7-4049-40d0-959f-bc6b33fa0c94 req-aec0c914-588d-4570-9479-94c0f0b916b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:14.738418 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-19e71dd7-4049-40d0-959f-bc6b33fa0c94 req-aec0c914-588d-4570-9479-94c0f0b916b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b9a34858d5943edad761c17b78c5f88&device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 1129 time: 0.1680212 Apr 16 04:20:14.754830 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-877d5e61-85dd-4476-ac79-0836a86ba372 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:14.758585 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-877d5e61-85dd-4476-ac79-0836a86ba372 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8275783 Apr 16 04:20:14.758585 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f533df-e626-46a7-8d37-7efaf3b2f900 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=2ec913b7-3cfd-4e53-8b3d-9affecb2fa5b,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:14.760243 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34146) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:14.771293 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] Routers {'79e90282-3035-4bb1-aab6-7ac6c75f3c79'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:14.780296 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4863833c-f5c2-4ea3-a28e-b8d1d80b99db None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:14.780296 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-4863833c-f5c2-4ea3-a28e-b8d1d80b99db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:14.781145 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['79e90282-3035-4bb1-aab6-7ac6c75f3c79'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:14.803170 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65791524-1f3f-4e55-a66f-abe3f4c69dfb req-d013b2f8-adf8-436b-8d8d-131c6d946d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:14.804660 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-65791524-1f3f-4e55-a66f-abe3f4c69dfb req-d013b2f8-adf8-436b-8d8d-131c6d946d22 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c3c2d0c-413d-4b27-b518-f77ba01ee470 HTTP/1.1" status: 200 len: 911 time: 0.7562273 Apr 16 04:20:14.820397 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7632921e-5a2e-4cbd-aea9-fcc94bb95a29 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:14.821836 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b87d01-d4c9-455e-b93b-924b34e26d9a tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:20:14.840053 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-4863833c-f5c2-4ea3-a28e-b8d1d80b99db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:14.840913 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4863833c-f5c2-4ea3-a28e-b8d1d80b99db None None] The sync data for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:14.844262 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-34f533df-e626-46a7-8d37-7efaf3b2f900 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:14.847566 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-34f533df-e626-46a7-8d37-7efaf3b2f900 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/2ec913b7-3cfd-4e53-8b3d-9affecb2fa5b HTTP/1.1" status: 204 len: 168 time: 1.2337022 Apr 16 04:20:14.850584 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34148) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:14.866824 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-94f54edb-bb71-4a62-89c9-c1fca7006342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'name': 'tempest-ServerActionsTestJSON-878793364-router', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:23Z', 'revision_number': 4, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'gw_port': {'id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '0f31e966-662f-44bc-9970-0dc1fe0f8ea2', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'port_id': 'd691ce19-b854-44bc-871d-ed4bdc2db5a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470', 'mac_address': 'fa:16:3e:4d:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821af4c0-f78e-4f9c-a6a1-452394359738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:19:34Z', 'updated_at': '2022-04-16T04:20:11Z', 'revision_number': 1, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38743210-b9c8-47ae-a669-eabc519fd198', 'name': '', 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'mac_address': 'fa:16:3e:fa:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'cedacccd-a081-4c1d-aad3-f594f5ad80d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:20Z', 'updated_at': '2022-04-16T04:19:31Z', 'revision_number': 5, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'subnets': [{'id': 'cedacccd-a081-4c1d-aad3-f594f5ad80d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:14.894405 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7fb2-65ba-4048-94eb-aaaa59aa3f56 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:14.898698 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6a5c7fb2-65ba-4048-94eb-aaaa59aa3f56 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.9082410 Apr 16 04:20:14.909830 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34150) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:14.916026 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f54edb-bb71-4a62-89c9-c1fca7006342 None None] The sync data for ids ['748c5a89-8dc6-41f8-8ed2-41627ad5044f'] in dv-neutron-838078-2-hyperv is: [{'id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'name': 'tempest-ServerActionsTestJSON-878793364-router', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:23Z', 'revision_number': 4, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'gw_port': {'id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '0f31e966-662f-44bc-9970-0dc1fe0f8ea2', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'port_id': 'd691ce19-b854-44bc-871d-ed4bdc2db5a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470', 'mac_address': 'fa:16:3e:4d:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821af4c0-f78e-4f9c-a6a1-452394359738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:19:34Z', 'updated_at': '2022-04-16T04:20:11Z', 'revision_number': 1, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38743210-b9c8-47ae-a669-eabc519fd198', 'name': '', 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'mac_address': 'fa:16:3e:fa:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'cedacccd-a081-4c1d-aad3-f594f5ad80d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:20Z', 'updated_at': '2022-04-16T04:19:31Z', 'revision_number': 5, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'subnets': [{'id': 'cedacccd-a081-4c1d-aad3-f594f5ad80d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:14.986078 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9221f96f-217c-4264-aaa2-e81c8bc54da1 req-816fd7be-1aa1-413c-a184-5ef4e546ca7c tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1c362de-6d53-41aa-ac0b-cc19449b6944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3642550 Apr 16 04:20:14.997903 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7632921e-5a2e-4cbd-aea9-fcc94bb95a29 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (f9719823-66b9-4f77-a2a3-d3782d00f117), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:15.060014 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e2b87d01-d4c9-455e-b93b-924b34e26d9a tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (eb39c9a1-2d09-41a1-b75f-89e614f27886), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:15.060587 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-e2b87d01-d4c9-455e-b93b-924b34e26d9a tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Added segment eb39c9a1-2d09-41a1-b75f-89e614f27886 of type vlan for network dad89489-b154-42f9-8309-4eeeb271b755 Apr 16 04:20:15.091399 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e034314-453f-46bd-9289-c8d78ffe2d54 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:15.092755 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e034314-453f-46bd-9289-c8d78ffe2d54 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:15.094358 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8e034314-453f-46bd-9289-c8d78ffe2d54 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2428544 Apr 16 04:20:15.097362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8757d98b-b335-47a8-9606-0265272166e2 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network db5c2df7-bada-49f3-b4eb-39bc721ab006 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:20:15.098813 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34156) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:15.183023 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-65791524-1f3f-4e55-a66f-abe3f4c69dfb req-c840bf1f-04a0-4ecd-8257-d69aa220cc5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d691ce19-b854-44bc-871d-ed4bdc2db5a7 HTTP/1.1" status: 200 len: 1000 time: 0.3351097 Apr 16 04:20:15.218804 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-cbbb1945-378f-47c4-bc7b-a7871c39f331 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "GET /v2.0/routers/79e90282-3035-4bb1-aab6-7ac6c75f3c79 HTTP/1.1" status: 200 len: 907 time: 0.3055153 Apr 16 04:20:15.220871 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34158) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:15.226687 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-6634f385-a2fa-47ba-8f95-70aff76be991 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Request body: {'router': {'name': 'tempest-snat-router-78403996', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'enable_snat': True}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:15.240714 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4450d53-eed8-4291-a28e-6906456a71a5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet 35ce4b98-b4ad-4978-84ff-cc871bc2e84a {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:20:15.253624 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e4450d53-eed8-4291-a28e-6906456a71a5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (35ce4b98-b4ad-4978-84ff-cc871bc2e84a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:15.254708 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e2b87d01-d4c9-455e-b93b-924b34e26d9a tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (dad89489-b154-42f9-8309-4eeeb271b755), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:15.285019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-8757d98b-b335-47a8-9606-0265272166e2 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, db5c2df7-bada-49f3-b4eb-39bc721ab006) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:15.294501 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8757d98b-b335-47a8-9606-0265272166e2 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:15.294501 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8757d98b-b335-47a8-9606-0265272166e2 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:15.304445 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e71dd7-4049-40d0-959f-bc6b33fa0c94 req-18874fa3-0943-4745-bc6e-a5879485dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:15.306271 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe43fee-c187-4381-99d7-c352f33dbc49 None None] Network db5c2df7-bada-49f3-b4eb-39bc721ab006 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:15.306760 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-19e71dd7-4049-40d0-959f-bc6b33fa0c94 req-18874fa3-0943-4745-bc6e-a5879485dbb2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=91342238-b22f-4e5e-8e06-97e40044a40f HTTP/1.1" status: 200 len: 906 time: 0.5530024 Apr 16 04:20:15.313122 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] Set router 79e90282-3035-4bb1-aab6-7ac6c75f3c79 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:20:15.317819 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e4450d53-eed8-4291-a28e-6906456a71a5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (35ce4b98-b4ad-4978-84ff-cc871bc2e84a), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:15.340855 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539a6549-0f5f-456b-a15b-7a7f0c4172fc None None] New status for floating IP 0f31e966-662f-44bc-9970-0dc1fe0f8ea2: ACTIVE {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:20:15.411366 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8757d98b-b335-47a8-9606-0265272166e2 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.3298912 Apr 16 04:20:15.412145 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e2b87d01-d4c9-455e-b93b-924b34e26d9a tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (dad89489-b154-42f9-8309-4eeeb271b755), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:15.417664 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b87d01-d4c9-455e-b93b-924b34e26d9a tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:15.418591 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e2b87d01-d4c9-455e-b93b-924b34e26d9a tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:15.430062 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34160) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:15.476487 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] Publish callbacks [] for port (f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:15.657225 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-465528ef-dcb3-4821-9f2c-55826f0333d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'name': 'tempest-ServersTestJSON-1167936824-router', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '32a25598-7c60-40cb-852a-87216b82346f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 4, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'gw_port': {'id': '32a25598-7c60-40cb-852a-87216b82346f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '46050aba-447c-4054-bcc5-7f194e9bd07e', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'floating_ip_address': '172.26.6.30', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'port_id': '4322969c-b15f-4add-b357-2fb04005634a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f', 'mac_address': 'fa:16:3e:90:ba:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd482d83d-ac20-49fe-8172-13159ab933ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:19:31Z', 'updated_at': '2022-04-16T04:20:10Z', 'revision_number': 1, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f780e7f-295d-4926-b8de-e0ed9b6200c2', 'name': '', 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'mac_address': 'fa:16:3e:7e:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '8bd7dbee-35dd-4809-be07-6730956df1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:20Z', 'updated_at': '2022-04-16T04:19:27Z', 'revision_number': 5, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'subnets': [{'id': '8bd7dbee-35dd-4809-be07-6730956df1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:15.658091 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-7632921e-5a2e-4cbd-aea9-fcc94bb95a29 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Floating IP f9719823-66b9-4f77-a2a3-d3782d00f117 associated. External IP: 172.26.6.52, port: 7e50415d-7894-48f5-974a-4049e1c994dc. Apr 16 04:20:15.658091 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65791524-1f3f-4e55-a66f-abe3f4c69dfb req-a08d0303-8462-4d46-aa7b-014d5e55c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:15.658091 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-65791524-1f3f-4e55-a66f-abe3f4c69dfb req-a08d0303-8462-4d46-aa7b-014d5e55c011 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cedacccd-a081-4c1d-aad3-f594f5ad80d3 HTTP/1.1" status: 200 len: 850 time: 0.3251920 Apr 16 04:20:15.658879 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465528ef-dcb3-4821-9f2c-55826f0333d7 None None] Checking router: 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:20:15.658879 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465528ef-dcb3-4821-9f2c-55826f0333d7 None None] Routers {'9dbe8486-cc14-471a-97d4-0d61b62dd9a2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:15.658879 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-465528ef-dcb3-4821-9f2c-55826f0333d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9dbe8486-cc14-471a-97d4-0d61b62dd9a2'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:15.671085 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-19e71dd7-4049-40d0-959f-bc6b33fa0c94 req-d4557211-aad8-4e1e-b391-113452cd37f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4322969c-b15f-4add-b357-2fb04005634a HTTP/1.1" status: 200 len: 998 time: 0.3436224 Apr 16 04:20:15.671303 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-db5c2df7-bada-49f3-b4eb-39bc721ab006', 'network_id': 'db5c2df7-bada-49f3-b4eb-39bc721ab006', 'project_id': '501d13c948384c9886669f889655f04a', 'fixed_ips': [{'subnet_id': '65a0bedb-6ed7-4018-8966-a0903db7274e'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:15.671303 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:15.749951 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b87d01-d4c9-455e-b93b-924b34e26d9a tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event updated for resources: {'Network': ['ID=dad89489-b154-42f9-8309-4eeeb271b755,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:15.751238 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e90282-3035-4bb1-aab6-7ac6c75f3c79', 'name': 'tempest-snat-router-78403996', 'tenant_id': 'ba1292f55f994e0e82adcb39ab7cfb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.148'}], 'enable_snat': False}, 'gw_port_id': 'd877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:20:06Z', 'updated_at': '2022-04-16T04:20:10Z', 'revision_number': 3, 'project_id': 'ba1292f55f994e0e82adcb39ab7cfb13', 'gw_port': {'id': 'd877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e90282-3035-4bb1-aab6-7ac6c75f3c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:20:07Z', 'updated_at': '2022-04-16T04:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:15.813368 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network dad89489-b154-42f9-8309-4eeeb271b755 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:20:15.832683 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65791524-1f3f-4e55-a66f-abe3f4c69dfb req-6ce09770-88f7-46d8-8c06-7fd7a29d4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:15.833988 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:15.834239 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-65791524-1f3f-4e55-a66f-abe3f4c69dfb req-6ce09770-88f7-46d8-8c06-7fd7a29d4b0f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c3c2d0c-413d-4b27-b518-f77ba01ee470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1951394 Apr 16 04:20:15.835730 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] Checking router: 79e90282-3035-4bb1-aab6-7ac6c75f3c79 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:20:15.836071 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] Updating router 79e90282-3035-4bb1-aab6-7ac6c75f3c79 port d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:20:15.852878 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6143cf-cb95-43da-beb4-cbc98bf25857 req-333a08ef-601e-475b-9bbe-00372b658edb tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:15.853675 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e4450d53-eed8-4291-a28e-6906456a71a5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (35ce4b98-b4ad-4978-84ff-cc871bc2e84a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:15.855785 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7f6143cf-cb95-43da-beb4-cbc98bf25857 req-333a08ef-601e-475b-9bbe-00372b658edb tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.2079818 Apr 16 04:20:15.892774 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e2b87d01-d4c9-455e-b93b-924b34e26d9a tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8812485 Apr 16 04:20:15.907816 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e71dd7-4049-40d0-959f-bc6b33fa0c94 req-f251ff62-3629-4286-9a6f-7d6980cf9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:15.909310 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-19e71dd7-4049-40d0-959f-bc6b33fa0c94 req-f251ff62-3629-4286-9a6f-7d6980cf9c1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8bd7dbee-35dd-4809-be07-6730956df1e3 HTTP/1.1" status: 200 len: 845 time: 0.2370679 Apr 16 04:20:15.912182 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34164) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:15.915877 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:15.918181 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-2d268a28-2cf2-409c-b0a0-e598f650e4d7 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Request body: {'subnet': {'network_id': 'dad89489-b154-42f9-8309-4eeeb271b755', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:15.945431 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (db5c2df7-bada-49f3-b4eb-39bc721ab006), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:15.976579 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6634f385-a2fa-47ba-8f95-70aff76be991 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:15.977817 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6634f385-a2fa-47ba-8f95-70aff76be991 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:16.023296 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:16.043117 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] Network bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:16.058257 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e71dd7-4049-40d0-959f-bc6b33fa0c94 req-c0c2e3f7-3cf8-48ae-902e-c8775a7f63e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:16.059755 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-19e71dd7-4049-40d0-959f-bc6b33fa0c94 req-c0c2e3f7-3cf8-48ae-902e-c8775a7f63e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91342238-b22f-4e5e-8e06-97e40044a40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1321862 Apr 16 04:20:16.079839 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-465528ef-dcb3-4821-9f2c-55826f0333d7 None None] Set router 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:20:16.083397 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:16.131672 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] Pushing event updated for resources: {'Port': ['ID=f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:16.134474 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6634f385-a2fa-47ba-8f95-70aff76be991 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_controller (ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:16.139322 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:16.177033 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7f6143cf-cb95-43da-beb4-cbc98bf25857 req-fd101b48-9723-40a1-b388-351a1f487f3c tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865369 Apr 16 04:20:16.196980 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d268a28-2cf2-409c-b0a0-e598f650e4d7 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Made reservation on behalf of b606416f3c5341d3949afb2e8460b077 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:16.198335 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2d268a28-2cf2-409c-b0a0-e598f650e4d7 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:16.249695 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e4450d53-eed8-4291-a28e-6906456a71a5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (35ce4b98-b4ad-4978-84ff-cc871bc2e84a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:16.257441 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-65791524-1f3f-4e55-a66f-abe3f4c69dfb req-fbb4d436-0b5f-4682-b264-583410d3f4df service neutron] 10.222.0.18 "GET /v2.0/networks/4c3c2d0c-413d-4b27-b518-f77ba01ee470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888073 Apr 16 04:20:16.309367 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (65a0bedb-6ed7-4018-8966-a0903db7274e), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:16.322011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] Allocated IP 172.20.0.2 (db5c2df7-bada-49f3-b4eb-39bc721ab006/65a0bedb-6ed7-4018-8966-a0903db7274e/374f7153-b6d0-4799-9fe9-55a36b499364) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:16.385427 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] Attempting to bind port f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:20:16.385427 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] Attempting to bind port f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'bd281292-9c6c-4968-b4cc-fa48d43a7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:20:16.385774 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] Attempting to bind port f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b on network bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:20:16.392036 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4450d53-eed8-4291-a28e-6906456a71a5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=35ce4b98-b4ad-4978-84ff-cc871bc2e84a,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:16.399526 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e4450d53-eed8-4291-a28e-6906456a71a5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:16.405103 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e4450d53-eed8-4291-a28e-6906456a71a5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/35ce4b98-b4ad-4978-84ff-cc871bc2e84a HTTP/1.1" status: 204 len: 168 time: 1.3018322 Apr 16 04:20:16.413507 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34166) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:16.428119 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-847a2b1a-d376-4439-b490-92235bad2ba7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:16.434141 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-19e71dd7-4049-40d0-959f-bc6b33fa0c94 req-1b41ef9e-ecbd-4bb1-b67e-f8c7f51e1658 service neutron] 10.222.0.18 "GET /v2.0/networks/91342238-b22f-4e5e-8e06-97e40044a40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402226 Apr 16 04:20:16.444689 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841694a9-7b27-4862-9c2f-3e12cec7fe8c None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:16.465209 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:20:16.465497 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] Checking segment: {'id': 'bd281292-9c6c-4968-b4cc-fa48d43a7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:16.465907 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:16.466303 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] Bound using segment: {'id': 'bd281292-9c6c-4968-b4cc-fa48d43a7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:20:16.466783 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] Bound port: f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd281292-9c6c-4968-b4cc-fa48d43a7939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:20:16.467164 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:16.485669 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-53c83bb8-1b60-4757-b582-6d2147ff1845 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665755 Apr 16 04:20:16.486025 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34168) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:16.498106 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-2a680719-6ece-4e13-ba23-5a3a4821d053 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:16.546565 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7632921e-5a2e-4cbd-aea9-fcc94bb95a29 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Router b279b377-756c-4ad3-b4d4-9fe479110a09 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:20:16.557669 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-65791524-1f3f-4e55-a66f-abe3f4c69dfb req-422a2615-7106-4c94-adea-fc520f18912d service neutron] 10.222.0.18 "GET /v2.0/networks/4c3c2d0c-413d-4b27-b518-f77ba01ee470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878213 Apr 16 04:20:16.611997 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6634f385-a2fa-47ba-8f95-70aff76be991 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_gateway (ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:16.952538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] For port f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:20:16.998335 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-19e71dd7-4049-40d0-959f-bc6b33fa0c94 req-e4e16931-d20a-45f5-9b0a-89c0cec343e7 service neutron] 10.222.0.18 "GET /v2.0/networks/91342238-b22f-4e5e-8e06-97e40044a40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555387 Apr 16 04:20:17.007217 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] For port f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b,segment=NetworkSegment(bd281292-9c6c-4968-b4cc-fa48d43a7939),segment_id=bd281292-9c6c-4968-b4cc-fa48d43a7939)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:20:17.046711 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] Publish callbacks [] for port (374f7153-b6d0-4799-9fe9-55a36b499364), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:17.058181 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-465528ef-dcb3-4821-9f2c-55826f0333d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'name': 'tempest-ServersTestJSON-1167936824-router', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '32a25598-7c60-40cb-852a-87216b82346f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 4, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'gw_port': {'id': '32a25598-7c60-40cb-852a-87216b82346f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '46050aba-447c-4054-bcc5-7f194e9bd07e', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'floating_ip_address': '172.26.6.30', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'port_id': '4322969c-b15f-4add-b357-2fb04005634a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f', 'mac_address': 'fa:16:3e:90:ba:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd482d83d-ac20-49fe-8172-13159ab933ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:19:31Z', 'updated_at': '2022-04-16T04:20:10Z', 'revision_number': 1, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f780e7f-295d-4926-b8de-e0ed9b6200c2', 'name': '', 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'mac_address': 'fa:16:3e:7e:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '8bd7dbee-35dd-4809-be07-6730956df1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:20Z', 'updated_at': '2022-04-16T04:19:27Z', 'revision_number': 5, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'subnets': [{'id': '8bd7dbee-35dd-4809-be07-6730956df1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:17.067452 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7632921e-5a2e-4cbd-aea9-fcc94bb95a29 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:17.075075 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7632921e-5a2e-4cbd-aea9-fcc94bb95a29 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:17.095623 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dec90d7-3ae9-47e6-94b7-6f87b03c6df8 None None] Sync routers for ids ['b279b377-756c-4ad3-b4d4-9fe479110a09'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:17.099210 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] Publish callbacks [] for port (d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:17.103870 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0680ccbd-5e98-4a35-bb13-750209316daf None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:20:17.106867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465528ef-dcb3-4821-9f2c-55826f0333d7 None None] The sync data for ids ['9dbe8486-cc14-471a-97d4-0d61b62dd9a2'] in dv-neutron-838078-2-hyperv is: [{'id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'name': 'tempest-ServersTestJSON-1167936824-router', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '32a25598-7c60-40cb-852a-87216b82346f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 4, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'gw_port': {'id': '32a25598-7c60-40cb-852a-87216b82346f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '46050aba-447c-4054-bcc5-7f194e9bd07e', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'floating_ip_address': '172.26.6.30', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'port_id': '4322969c-b15f-4add-b357-2fb04005634a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f', 'mac_address': 'fa:16:3e:90:ba:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd482d83d-ac20-49fe-8172-13159ab933ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:19:31Z', 'updated_at': '2022-04-16T04:20:10Z', 'revision_number': 1, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f780e7f-295d-4926-b8de-e0ed9b6200c2', 'name': '', 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'mac_address': 'fa:16:3e:7e:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '8bd7dbee-35dd-4809-be07-6730956df1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:20Z', 'updated_at': '2022-04-16T04:19:27Z', 'revision_number': 5, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'subnets': [{'id': '8bd7dbee-35dd-4809-be07-6730956df1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:17.114137 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:17.115648 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7632921e-5a2e-4cbd-aea9-fcc94bb95a29 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "PUT /v2.0/floatingips/f9719823-66b9-4f77-a2a3-d3782d00f117 HTTP/1.1" status: 200 len: 990 time: 4.4091599 Apr 16 04:20:17.116411 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add4115e-c533-452b-970e-0cd745a8360c', 'tag': '7e50415d-7894-48f5-974a-4049e1c994dc'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:20:17.119972 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d253075-d2ee-4835-9e5d-5e60e097c9f2" -d '{"events": [{"name": "network-changed", "server_uuid": "add4115e-c533-452b-970e-0cd745a8360c", "tag": "7e50415d-7894-48f5-974a-4049e1c994dc"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:20:17.124362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a680719-6ece-4e13-ba23-5a3a4821d053 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:17.128826 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2a680719-6ece-4e13-ba23-5a3a4821d053 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:17.153376 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (374f7153-b6d0-4799-9fe9-55a36b499364), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:17.181244 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dec90d7-3ae9-47e6-94b7-6f87b03c6df8 None None] Routers {'b279b377-756c-4ad3-b4d4-9fe479110a09'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:17.181899 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-1dec90d7-3ae9-47e6-94b7-6f87b03c6df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b279b377-756c-4ad3-b4d4-9fe479110a09'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:17.231738 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b0cad2-8b86-4244-b226-2487f7b52d00 x-openstack-request-id: req-68b0cad2-8b86-4244-b226-2487f7b52d00 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:20:17.232057 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add4115e-c533-452b-970e-0cd745a8360c", "tag": "7e50415d-7894-48f5-974a-4049e1c994dc", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:20:17.234571 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-68b0cad2-8b86-4244-b226-2487f7b52d00 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:20:17.234571 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b0cad2-8b86-4244-b226-2487f7b52d00'] response: {'name': 'network-changed', 'server_uuid': 'add4115e-c533-452b-970e-0cd745a8360c', 'tag': '7e50415d-7894-48f5-974a-4049e1c994dc', 'status': 'completed', 'code': 200} Apr 16 04:20:17.283890 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:17.346572 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0680ccbd-5e98-4a35-bb13-750209316daf None None] Deleting port bde2178b-f997-4afc-9d69-826c837bd4cd {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:17.346856 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0680ccbd-5e98-4a35-bb13-750209316daf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (bde2178b-f997-4afc-9d69-826c837bd4cd), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:17.350612 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] Network db5c2df7-bada-49f3-b4eb-39bc721ab006 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:17.353143 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (65a0bedb-6ed7-4018-8966-a0903db7274e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:17.375228 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.objects.ports [None req-2d268a28-2cf2-409c-b0a0-e598f650e4d7 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104632) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 16 04:20:17.381796 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6634f385-a2fa-47ba-8f95-70aff76be991 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_gateway (ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:17.388529 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2d268a28-2cf2-409c-b0a0-e598f650e4d7 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (2a442651-7fed-46aa-a658-32fbd85149f1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:17.399936 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8d737-8d3b-4f36-a44d-ebe5f85445c8 None None] Pushing event updated for resources: {'Port': ['ID=f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:17.402949 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:17.421112 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:17.428886 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d253075-d2ee-4835-9e5d-5e60e097c9f2 req-77399794-8121-485c-87d4-960ae25cf9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:17.430745 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3d253075-d2ee-4835-9e5d-5e60e097c9f2 req-77399794-8121-485c-87d4-960ae25cf9f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ea8ea5364e24a79bc268bed7e9883d4&device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 1129 time: 0.1964781 Apr 16 04:20:17.436503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Subnet': ['ID=65a0bedb-6ed7-4018-8966-a0903db7274e,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:17.505503 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ea4d2-f28d-4f6f-8587-a3bf22f4f33f req-ac2969a7-2716-403f-a88d-accf281948a0 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:17.507256 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-582ea4d2-f28d-4f6f-8587-a3bf22f4f33f req-ac2969a7-2716-403f-a88d-accf281948a0 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 945 time: 0.2909563 Apr 16 04:20:17.508429 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6634f385-a2fa-47ba-8f95-70aff76be991 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:17.509687 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] Attempting to bind port d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:20:17.510177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] Attempting to bind port d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:20:17.510551 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] Attempting to bind port d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:20:17.549457 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918939cf-2707-4f98-9739-4fae2746d5f9 None None] New status for floating IP 46050aba-447c-4054-bcc5-7f194e9bd07e: ACTIVE {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:20:17.595039 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d253075-d2ee-4835-9e5d-5e60e097c9f2 req-0f55c96a-8c89-4154-b848-1127f124b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:17.596830 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3d253075-d2ee-4835-9e5d-5e60e097c9f2 req-0f55c96a-8c89-4154-b848-1127f124b496 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e112fc5e-031d-4abe-99e6-ba862847cd77 HTTP/1.1" status: 200 len: 912 time: 0.1489689 Apr 16 04:20:17.608104 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a6ed4-be27-460f-8536-cee5c353a406 req-1080a45b-0d62-49ee-adc9-47244a57f94d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:17.609666 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6a7a6ed4-be27-460f-8536-cee5c353a406 req-1080a45b-0d62-49ee-adc9-47244a57f94d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.2935092 Apr 16 04:20:17.644136 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-847a2b1a-d376-4439-b490-92235bad2ba7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Allocated IP 172.20.0.1 (49d41999-9b87-4205-ba96-96eddc7309bc/df23c74b-170a-4626-9522-baa9fe0eae67/cd200e8c-4b77-4ea5-9fb6-ceea07012219) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:17.652275 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device bde2178b-f997-4afc-9d69-826c837bd4cd no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:20:17.658977 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:20:17.659200 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:17.660035 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:17.660035 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:20:17.671331 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] Bound port: d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:20:17.671331 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:17.673568 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-1dec90d7-3ae9-47e6-94b7-6f87b03c6df8 None None] Set router b279b377-756c-4ad3-b4d4-9fe479110a09 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:20:17.685022 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] Pushing event updated for resources: {'Port': ['ID=374f7153-b6d0-4799-9fe9-55a36b499364,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:17.757712 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (db5c2df7-bada-49f3-b4eb-39bc721ab006), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:17.764396 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-0680ccbd-5e98-4a35-bb13-750209316daf None None] For port bde2178b-f997-4afc-9d69-826c837bd4cd, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=bde2178b-f997-4afc-9d69-826c837bd4cd,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:17.764830 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0680ccbd-5e98-4a35-bb13-750209316daf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (bde2178b-f997-4afc-9d69-826c837bd4cd), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:17.859369 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5c2df7-bada-49f3-b4eb-39bc721ab006']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:17.872230 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d268a28-2cf2-409c-b0a0-e598f650e4d7 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event updated for resources: {'Subnet': ['ID=2a442651-7fed-46aa-a658-32fbd85149f1,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:17.876272 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-6634f385-a2fa-47ba-8f95-70aff76be991 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Allocated IP 172.26.6.146 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/182b2d03-f67a-4e49-9732-89275562045d) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:17.880535 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0680ccbd-5e98-4a35-bb13-750209316daf None None] Calling delete_port for bde2178b-f997-4afc-9d69-826c837bd4cd owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:17.894657 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3d253075-d2ee-4835-9e5d-5e60e097c9f2 req-d7934331-1a8a-4a01-afaf-1ee32aa2ac53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e50415d-7894-48f5-974a-4049e1c994dc HTTP/1.1" status: 200 len: 998 time: 0.2839978 Apr 16 04:20:17.906343 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f599d3dc-7873-4b4a-bc50-1f0d40782cbd') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:17.906703 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f599d3dc-7873-4b4a-bc50-1f0d40782cbd') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:17.919853 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6a7a6ed4-be27-460f-8536-cee5c353a406 req-82540221-1841-4024-a5c2-93d32195e02a tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902546 Apr 16 04:20:17.935949 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (f599d3dc-7873-4b4a-bc50-1f0d40782cbd), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:17.942448 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-582ea4d2-f28d-4f6f-8587-a3bf22f4f33f req-bf519643-7860-4303-8bc8-f2f9ca0c00a7 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/security-groups?id=46916e7e-28a6-4289-9a27-f9dc02755330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4227223 Apr 16 04:20:17.960390 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] Attempting to bind port 374f7153-b6d0-4799-9fe9-55a36b499364 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:20:17.961070 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] Attempting to bind port 374f7153-b6d0-4799-9fe9-55a36b499364 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'f599d3dc-7873-4b4a-bc50-1f0d40782cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'db5c2df7-bada-49f3-b4eb-39bc721ab006'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:20:17.961452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] Attempting to bind port 374f7153-b6d0-4799-9fe9-55a36b499364 on network db5c2df7-bada-49f3-b4eb-39bc721ab006 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:20:18.002527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d268a28-2cf2-409c-b0a0-e598f650e4d7 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Checking segment: {'id': 'eb39c9a1-2d09-41a1-b75f-89e614f27886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dad89489-b154-42f9-8309-4eeeb271b755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:18.002527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d268a28-2cf2-409c-b0a0-e598f650e4d7 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Network hostable DHCP agents. Network: dad89489-b154-42f9-8309-4eeeb271b755, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:20:18.049643 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f599d3dc-7873-4b4a-bc50-1f0d40782cbd), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:18.053719 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:20:18.054097 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] Checking segment: {'id': 'f599d3dc-7873-4b4a-bc50-1f0d40782cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'db5c2df7-bada-49f3-b4eb-39bc721ab006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:18.054508 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:18.055148 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] Bound using segment: {'id': 'f599d3dc-7873-4b4a-bc50-1f0d40782cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'db5c2df7-bada-49f3-b4eb-39bc721ab006'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:20:18.056232 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] Bound port: 374f7153-b6d0-4799-9fe9-55a36b499364, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f599d3dc-7873-4b4a-bc50-1f0d40782cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'db5c2df7-bada-49f3-b4eb-39bc721ab006'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:20:18.056619 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (374f7153-b6d0-4799-9fe9-55a36b499364), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:18.058514 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adb154-e987-4276-8606-a6b8f8b7231b None None] Pushing event updated for resources: {'Port': ['ID=d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:18.105589 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:18.106047 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (f599d3dc-7873-4b4a-bc50-1f0d40782cbd), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:18.112123 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:18.139087 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-847a2b1a-d376-4439-b490-92235bad2ba7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for port (cd200e8c-4b77-4ea5-9fb6-ceea07012219), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:18.157580 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6634f385-a2fa-47ba-8f95-70aff76be991 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for port (182b2d03-f67a-4e49-9732-89275562045d), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:18.158614 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] For port d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:20:18.176859 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d268a28-2cf2-409c-b0a0-e598f650e4d7 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Network dad89489-b154-42f9-8309-4eeeb271b755 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:20:18.183994 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d253075-d2ee-4835-9e5d-5e60e097c9f2 req-3be7c33d-6152-41e8-bf10-9f11085b4030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:18.185675 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3d253075-d2ee-4835-9e5d-5e60e097c9f2 req-3be7c33d-6152-41e8-bf10-9f11085b4030 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e3f286e-0dab-407e-9b92-7b5c7676658e HTTP/1.1" status: 200 len: 851 time: 0.2629175 Apr 16 04:20:18.199261 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5f1c8-be78-44a2-93ec-87f4374f2e9f req-073f7d45-0f59-4925-87aa-a565b320d6b2 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:18.207961 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-edc5f1c8-be78-44a2-93ec-87f4374f2e9f req-073f7d45-0f59-4925-87aa-a565b320d6b2 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1619682 Apr 16 04:20:18.207961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2a680719-6ece-4e13-ba23-5a3a4821d053 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (9c86c05a-64e8-4bd8-9de4-b48ba0bbed92), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:18.258594 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-2d268a28-2cf2-409c-b0a0-e598f650e4d7 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, dad89489-b154-42f9-8309-4eeeb271b755) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:18.264047 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d268a28-2cf2-409c-b0a0-e598f650e4d7 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:18.271108 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2d268a28-2cf2-409c-b0a0-e598f650e4d7 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:18.274183 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port bde2178b-f997-4afc-9d69-826c837bd4cd is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:18.274582 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (bde2178b-f997-4afc-9d69-826c837bd4cd), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:18.284535 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c9d30a-1cbc-4351-b678-c38fb8ff22a6 None None] Network dad89489-b154-42f9-8309-4eeeb271b755 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:18.292101 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] For port d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:20:18.293594 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-847a2b1a-d376-4439-b490-92235bad2ba7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (cd200e8c-4b77-4ea5-9fb6-ceea07012219), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:18.307038 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6634f385-a2fa-47ba-8f95-70aff76be991 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (182b2d03-f67a-4e49-9732-89275562045d), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:18.308877 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.db.api [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 04:20:18.308877 dv-neutron-838078-2-hyperv neutron-server[104633]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 04:20:18.308877 dv-neutron-838078-2-hyperv neutron-server[104633]: [parameters: {'id': 'db5c2df7-bada-49f3-b4eb-39bc721ab006'}] Apr 16 04:20:18.308877 dv-neutron-838078-2-hyperv neutron-server[104633]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:20:18.309533 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG oslo_db.api [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:20:18.317402 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d253075-d2ee-4835-9e5d-5e60e097c9f2 req-2e88e7c7-64b9-40b2-a132-3b5759327aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:18.319069 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3d253075-d2ee-4835-9e5d-5e60e097c9f2 req-2e88e7c7-64b9-40b2-a132-3b5759327aee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e112fc5e-031d-4abe-99e6-ba862847cd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1173239 Apr 16 04:20:18.327649 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a680719-6ece-4e13-ba23-5a3a4821d053 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:18.349276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847a2b1a-d376-4439-b490-92235bad2ba7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Network 49d41999-9b87-4205-ba96-96eddc7309bc is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:18.356797 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2d268a28-2cf2-409c-b0a0-e598f650e4d7 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4421577 Apr 16 04:20:18.360921 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34182) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:18.363183 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-847a2b1a-d376-4439-b490-92235bad2ba7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:18.369204 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-555b6dea-2c46-4032-be61-586d15f41b6f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Request body: {'port': {'network_id': 'dad89489-b154-42f9-8309-4eeeb271b755', 'name': 'tempest-NetworksIpV6TestAttrs-21565796'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:18.420459 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] For port 374f7153-b6d0-4799-9fe9-55a36b499364, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:20:18.429283 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:18.439135 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3d253075-d2ee-4835-9e5d-5e60e097c9f2 req-292446d6-1fa2-4bed-90e3-a1bb704f23e1 service neutron] 10.222.0.18 "GET /v2.0/networks/e112fc5e-031d-4abe-99e6-ba862847cd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079946 Apr 16 04:20:18.444585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-2a680719-6ece-4e13-ba23-5a3a4821d053 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:18.448242 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a680719-6ece-4e13-ba23-5a3a4821d053 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:18.449033 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2a680719-6ece-4e13-ba23-5a3a4821d053 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:18.458995 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6634f385-a2fa-47ba-8f95-70aff76be991 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:18.460772 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a680719-6ece-4e13-ba23-5a3a4821d053 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=9c86c05a-64e8-4bd8-9de4-b48ba0bbed92,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:18.480332 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847a2b1a-d376-4439-b490-92235bad2ba7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:18.509774 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-edc5f1c8-be78-44a2-93ec-87f4374f2e9f req-2cf6c7d2-e742-4973-8026-6d78752484c4 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686849 Apr 16 04:20:18.519855 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-6634f385-a2fa-47ba-8f95-70aff76be991 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:18.523114 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port bde2178b-f997-4afc-9d69-826c837bd4cd, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=bde2178b-f997-4afc-9d69-826c837bd4cd,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:18.532323 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] For port 374f7153-b6d0-4799-9fe9-55a36b499364, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=374f7153-b6d0-4799-9fe9-55a36b499364,segment=NetworkSegment(f599d3dc-7873-4b4a-bc50-1f0d40782cbd),segment_id=f599d3dc-7873-4b4a-bc50-1f0d40782cbd)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:20:18.534577 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6634f385-a2fa-47ba-8f95-70aff76be991 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:18.603953 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3d253075-d2ee-4835-9e5d-5e60e097c9f2 req-708d978f-556c-46fd-a58a-8f26ce10e10b service neutron] 10.222.0.18 "GET /v2.0/networks/e112fc5e-031d-4abe-99e6-ba862847cd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485674 Apr 16 04:20:18.611120 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2a680719-6ece-4e13-ba23-5a3a4821d053 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1239986 Apr 16 04:20:18.614398 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34188) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:18.622834 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-db972610-84a9-4370-a9ec-e9db03e26201 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'fixed_ips': [{'subnet_id': '9c86c05a-64e8-4bd8-9de4-b48ba0bbed92', 'ip_address': '2001:db8::bb94:8f70:299a:96c8'}], 'name': 'tempest-NetworksTestDHCPv6-419187981'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:18.633011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] Routers {'79e90282-3035-4bb1-aab6-7ac6c75f3c79'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:18.634452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['79e90282-3035-4bb1-aab6-7ac6c75f3c79'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:18.736523 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (374f7153-b6d0-4799-9fe9-55a36b499364), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:18.740351 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (bde2178b-f997-4afc-9d69-826c837bd4cd), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:18.754839 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adb154-e987-4276-8606-a6b8f8b7231b None None] Pushing event updated for resources: {'Port': ['ID=d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:18.761007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-1dec90d7-3ae9-47e6-94b7-6f87b03c6df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'name': 'tempest-ServersTestManualDisk-1517995746-router', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:25Z', 'revision_number': 4, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'gw_port': {'id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:14Z', 'updated_at': '2022-04-16T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'f9719823-66b9-4f77-a2a3-d3782d00f117', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'floating_ip_address': '172.26.6.52', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'port_id': '7e50415d-7894-48f5-974a-4049e1c994dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77', 'mac_address': 'fa:16:3e:50:a9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add4115e-c533-452b-970e-0cd745a8360c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:19:35Z', 'updated_at': '2022-04-16T04:20:14Z', 'revision_number': 1, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d99e21-8b8d-49c0-8816-206b357393a3', 'name': '', 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'mac_address': 'fa:16:3e:f4:d9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e3f286e-0dab-407e-9b92-7b5c7676658e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:22Z', 'updated_at': '2022-04-16T04:19:32Z', 'revision_number': 5, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'subnets': [{'id': '6e3f286e-0dab-407e-9b92-7b5c7676658e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:18.811354 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (db5c2df7-bada-49f3-b4eb-39bc721ab006), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:18.885874 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Deleting port 374f7153-b6d0-4799-9fe9-55a36b499364 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:18.886382 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (374f7153-b6d0-4799-9fe9-55a36b499364), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:18.889640 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db972610-84a9-4370-a9ec-e9db03e26201 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:18.936869 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a2b1a-d376-4439-b490-92235bad2ba7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Port': ['ID=cd200e8c-4b77-4ea5-9fb6-ceea07012219,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:18.974189 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-847a2b1a-d376-4439-b490-92235bad2ba7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (9d6a6c35-a37f-4ea5-b81b-112f3301b2dd), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:18.999917 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41875fa0-07f1-416a-981d-ca067e3e6290 None None] Network bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:19.012592 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] For port 374f7153-b6d0-4799-9fe9-55a36b499364, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=374f7153-b6d0-4799-9fe9-55a36b499364,segment=NetworkSegment(f599d3dc-7873-4b4a-bc50-1f0d40782cbd),segment_id=f599d3dc-7873-4b4a-bc50-1f0d40782cbd)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:19.013005 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (374f7153-b6d0-4799-9fe9-55a36b499364), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:19.032237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Calling delete_port for 374f7153-b6d0-4799-9fe9-55a36b499364 owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:19.040094 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0680ccbd-5e98-4a35-bb13-750209316daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (bde2178b-f997-4afc-9d69-826c837bd4cd), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:19.054417 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634f385-a2fa-47ba-8f95-70aff76be991 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Pushing event updated for resources: {'Port': ['ID=182b2d03-f67a-4e49-9732-89275562045d,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:19.060839 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db972610-84a9-4370-a9ec-e9db03e26201 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:19.064135 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dec90d7-3ae9-47e6-94b7-6f87b03c6df8 None None] Checking router: b279b377-756c-4ad3-b4d4-9fe479110a09 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:20:19.114891 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-db972610-84a9-4370-a9ec-e9db03e26201 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port 4a1f0f39-4109-4c7e-ab54-20307fea68e9 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:20:19.117777 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555b6dea-2c46-4032-be61-586d15f41b6f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Made reservation on behalf of b606416f3c5341d3949afb2e8460b077 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:19.121260 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-555b6dea-2c46-4032-be61-586d15f41b6f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:19.195106 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dec90d7-3ae9-47e6-94b7-6f87b03c6df8 None None] Routers {'b279b377-756c-4ad3-b4d4-9fe479110a09'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:19.195870 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-1dec90d7-3ae9-47e6-94b7-6f87b03c6df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b279b377-756c-4ad3-b4d4-9fe479110a09'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:19.197368 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-555b6dea-2c46-4032-be61-586d15f41b6f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] device_id is not set on port d2a39f4c-dd02-43b7-b577-08bf1b5411f9 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:20:19.213104 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-dad89489-b154-42f9-8309-4eeeb271b755', 'network_id': 'dad89489-b154-42f9-8309-4eeeb271b755', 'project_id': 'b606416f3c5341d3949afb2e8460b077', 'fixed_ips': [{'subnet_id': '2a442651-7fed-46aa-a658-32fbd85149f1'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:19.213983 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:19.267484 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faece7e-d5f4-40e5-bdd0-f44ea990cd2c req-ac1306f2-0db6-4cba-8c3b-376346fb91cc tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:19.267722 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8f0c8bb3-9a34-4826-8bfa-e4553946730b None None] Provisioning complete for port f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:19.267863 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8f0c8bb3-9a34-4826-8bfa-e4553946730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:19.268892 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4faece7e-d5f4-40e5-bdd0-f44ea990cd2c req-ac1306f2-0db6-4cba-8c3b-376346fb91cc tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.0989540 Apr 16 04:20:19.269926 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0680ccbd-5e98-4a35-bb13-750209316daf None None] No DVR routers for this DVR port bde2178b-f997-4afc-9d69-826c837bd4cd on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:20:19.286432 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] Set router 79e90282-3035-4bb1-aab6-7ac6c75f3c79 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:20:19.348104 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61e61e-4aa5-4385-a1dc-d50cb8ca871e None None] Pushing event updated for resources: {'Port': ['ID=374f7153-b6d0-4799-9fe9-55a36b499364,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:19.374566 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-555b6dea-2c46-4032-be61-586d15f41b6f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Allocated IP 2001:db8::f816:3eff:fe23:9398 (dad89489-b154-42f9-8309-4eeeb271b755/2a442651-7fed-46aa-a658-32fbd85149f1/d2a39f4c-dd02-43b7-b577-08bf1b5411f9) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:19.382746 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4faece7e-d5f4-40e5-bdd0-f44ea990cd2c req-df48a612-78b1-442a-88d0-bf934f663738 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918927 Apr 16 04:20:19.384510 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b813d79d-9c95-4ca5-8d49-04308bbb5df0 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:19.386240 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (374f7153-b6d0-4799-9fe9-55a36b499364), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:19.419493 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcde5a95-6190-43ac-85f7-c1314bca2616 None None] Network db5c2df7-bada-49f3-b4eb-39bc721ab006 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:19.421920 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-db972610-84a9-4370-a9ec-e9db03e26201 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::bb94:8f70:299a:96c8 (9a9395da-f56a-4c57-8efc-4b7256188659/9c86c05a-64e8-4bd8-9de4-b48ba0bbed92/4a1f0f39-4109-4c7e-ab54-20307fea68e9) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:19.429089 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Port': ['ID=374f7153-b6d0-4799-9fe9-55a36b499364,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:19.431577 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-847a2b1a-d376-4439-b490-92235bad2ba7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (cd200e8c-4b77-4ea5-9fb6-ceea07012219), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:19.437553 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No DVR routers for this DVR port 374f7153-b6d0-4799-9fe9-55a36b499364 on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:20:19.676448 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:20:19.679026 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event deleted for resources: {'Port': ['ID=bde2178b-f997-4afc-9d69-826c837bd4cd,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:19.716858 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (db5c2df7-bada-49f3-b4eb-39bc721ab006), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:19.729077 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6634f385-a2fa-47ba-8f95-70aff76be991 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_gateway (ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:19.747450 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5c2df7-bada-49f3-b4eb-39bc721ab006']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:19.762201 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f599d3dc-7873-4b4a-bc50-1f0d40782cbd') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:19.762624 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f599d3dc-7873-4b4a-bc50-1f0d40782cbd') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:19.793861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (f599d3dc-7873-4b4a-bc50-1f0d40782cbd), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:19.812313 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f599d3dc-7873-4b4a-bc50-1f0d40782cbd), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:19.827341 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:19.827907 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (f599d3dc-7873-4b4a-bc50-1f0d40782cbd), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:19.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:19.875228 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-555b6dea-2c46-4032-be61-586d15f41b6f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks [] for port (d2a39f4c-dd02-43b7-b577-08bf1b5411f9), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:19.902390 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680ccbd-5e98-4a35-bb13-750209316daf None None] Pushing event deleted for resources: {'Port': ['ID=bde2178b-f997-4afc-9d69-826c837bd4cd,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:19.921479 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db972610-84a9-4370-a9ec-e9db03e26201 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (4a1f0f39-4109-4c7e-ab54-20307fea68e9), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:19.969008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-1dec90d7-3ae9-47e6-94b7-6f87b03c6df8 None None] Set router b279b377-756c-4ad3-b4d4-9fe479110a09 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:20:19.985168 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (db5c2df7-bada-49f3-b4eb-39bc721ab006), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:19.995015 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:19.998841 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/db5c2df7-bada-49f3-b4eb-39bc721ab006 HTTP/1.1" status: 204 len: 168 time: 4.5633867 Apr 16 04:20:20.004549 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34200) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:20.027202 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-62849193-107d-444b-9275-c1b668bf8c7d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1319755351'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:20.046277 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9077fc7-7e63-48b1-92fa-2201b177eb83 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Network': ['ID=db5c2df7-bada-49f3-b4eb-39bc721ab006,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:20.050721 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db972610-84a9-4370-a9ec-e9db03e26201 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (4a1f0f39-4109-4c7e-ab54-20307fea68e9), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:20.091203 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:20.091670 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:20.102269 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': '9c86c05a-64e8-4bd8-9de4-b48ba0bbed92'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:20.103855 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:20.128938 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-847a2b1a-d376-4439-b490-92235bad2ba7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for port (cd200e8c-4b77-4ea5-9fb6-ceea07012219), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:20.140606 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62849193-107d-444b-9275-c1b668bf8c7d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:20.141212 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6634f385-a2fa-47ba-8f95-70aff76be991 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:20.148039 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-62849193-107d-444b-9275-c1b668bf8c7d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:20.182701 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db972610-84a9-4370-a9ec-e9db03e26201 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:20.197897 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-555b6dea-2c46-4032-be61-586d15f41b6f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (d2a39f4c-dd02-43b7-b577-08bf1b5411f9), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:20.213329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62849193-107d-444b-9275-c1b668bf8c7d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:20:20.227069 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-db972610-84a9-4370-a9ec-e9db03e26201 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:20.236503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db972610-84a9-4370-a9ec-e9db03e26201 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:20.243753 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db972610-84a9-4370-a9ec-e9db03e26201 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:20.244519 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db972610-84a9-4370-a9ec-e9db03e26201 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:20.259514 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8f0c8bb3-9a34-4826-8bfa-e4553946730b None None] Current status of the port f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:20.259632 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8f0c8bb3-9a34-4826-8bfa-e4553946730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:20.263023 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-847a2b1a-d376-4439-b490-92235bad2ba7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (cd200e8c-4b77-4ea5-9fb6-ceea07012219), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:20.267357 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db972610-84a9-4370-a9ec-e9db03e26201 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=4a1f0f39-4109-4c7e-ab54-20307fea68e9,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:20.279350 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-62849193-107d-444b-9275-c1b668bf8c7d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (69215d00-15f3-47c3-add5-6f3629e25a0a), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:20.279897 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-62849193-107d-444b-9275-c1b668bf8c7d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Added segment 69215d00-15f3-47c3-add5-6f3629e25a0a of type vlan for network ad110fb0-4194-4422-8994-fdbeaf498820 Apr 16 04:20:20.312164 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b6dea-2c46-4032-be61-586d15f41b6f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Network dad89489-b154-42f9-8309-4eeeb271b755 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:20.322358 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-555b6dea-2c46-4032-be61-586d15f41b6f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:20.327161 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e90282-3035-4bb1-aab6-7ac6c75f3c79', 'name': 'tempest-snat-router-78403996', 'tenant_id': 'ba1292f55f994e0e82adcb39ab7cfb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.148'}], 'enable_snat': False}, 'gw_port_id': 'd877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:20:06Z', 'updated_at': '2022-04-16T04:20:10Z', 'revision_number': 3, 'project_id': 'ba1292f55f994e0e82adcb39ab7cfb13', 'gw_port': {'id': 'd877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e90282-3035-4bb1-aab6-7ac6c75f3c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:20:07Z', 'updated_at': '2022-04-16T04:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:20.330489 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b6dea-2c46-4032-be61-586d15f41b6f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event updated for resources: {'Port': ['ID=d2a39f4c-dd02-43b7-b577-08bf1b5411f9,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:20.336521 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b6dea-2c46-4032-be61-586d15f41b6f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:20.336807 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-62849193-107d-444b-9275-c1b668bf8c7d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (ad110fb0-4194-4422-8994-fdbeaf498820), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:20.341747 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b6dea-2c46-4032-be61-586d15f41b6f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:20.345966 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-555b6dea-2c46-4032-be61-586d15f41b6f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:20.367166 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-db972610-84a9-4370-a9ec-e9db03e26201 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7491198 Apr 16 04:20:20.374529 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34206) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:20.421368 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-847a2b1a-d376-4439-b490-92235bad2ba7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (9d6a6c35-a37f-4ea5-b81b-112f3301b2dd), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:20.432904 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] Allocated IP 2001:db8::f816:3eff:fef6:8c4f (dad89489-b154-42f9-8309-4eeeb271b755/2a442651-7fed-46aa-a658-32fbd85149f1/0eefcd1a-970d-404d-99f5-1f0f9b95b743) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:20.449736 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc1ca85-c2b1-4a56-a8fa-3c3960215205 None None] The sync data for ids ['79e90282-3035-4bb1-aab6-7ac6c75f3c79'] in dv-neutron-838078-2-hyperv is: [{'id': '79e90282-3035-4bb1-aab6-7ac6c75f3c79', 'name': 'tempest-snat-router-78403996', 'tenant_id': 'ba1292f55f994e0e82adcb39ab7cfb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.148'}], 'enable_snat': False}, 'gw_port_id': 'd877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:20:06Z', 'updated_at': '2022-04-16T04:20:10Z', 'revision_number': 3, 'project_id': 'ba1292f55f994e0e82adcb39ab7cfb13', 'gw_port': {'id': 'd877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e90282-3035-4bb1-aab6-7ac6c75f3c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:20:07Z', 'updated_at': '2022-04-16T04:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:20.463007 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a2b1a-d376-4439-b490-92235bad2ba7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Port': ['ID=cd200e8c-4b77-4ea5-9fb6-ceea07012219,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:20.520822 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-555b6dea-2c46-4032-be61-586d15f41b6f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.1563618 Apr 16 04:20:20.521762 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34208) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:20.529957 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae50ea5-3e73-4b14-8ee7-4dde2abc7185 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:20.534636 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-eae50ea5-3e73-4b14-8ee7-4dde2abc7185 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1531103 Apr 16 04:20:20.538558 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34210) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:20.549800 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-8f0c8bb3-9a34-4826-8bfa-e4553946730b None None] For port f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b,segment=NetworkSegment(bd281292-9c6c-4968-b4cc-fa48d43a7939),segment_id=bd281292-9c6c-4968-b4cc-fa48d43a7939)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:20.558065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-62849193-107d-444b-9275-c1b668bf8c7d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (ad110fb0-4194-4422-8994-fdbeaf498820), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:20.563614 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62849193-107d-444b-9275-c1b668bf8c7d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:20.566164 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-62849193-107d-444b-9275-c1b668bf8c7d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:20.614222 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6634f385-a2fa-47ba-8f95-70aff76be991 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Router ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:20:20.626726 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-29339944-81c8-4157-8649-561ffdc25ff5 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Deleting subnet 2a442651-7fed-46aa-a658-32fbd85149f1 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:20:20.647119 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db1866-376a-4876-8612-a9cd25593752 req-e4338979-c035-4c2b-97e3-b6c1be9a803d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:20.649840 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e9db1866-376a-4876-8612-a9cd25593752 req-e4338979-c035-4c2b-97e3-b6c1be9a803d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1891298 Apr 16 04:20:20.685227 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8f0c8bb3-9a34-4826-8bfa-e4553946730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:20.687795 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847a2b1a-d376-4439-b490-92235bad2ba7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Network 49d41999-9b87-4205-ba96-96eddc7309bc is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:20.690800 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-847a2b1a-d376-4439-b490-92235bad2ba7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:20.723193 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-62849193-107d-444b-9275-c1b668bf8c7d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6996038 Apr 16 04:20:20.729556 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34212) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:20.746485 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-94abe2dc-0053-4fcd-b9ac-cbcfe08976d0 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'subnet': {'network_id': 'ad110fb0-4194-4422-8994-fdbeaf498820', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:20.883591 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e9db1866-376a-4876-8612-a9cd25593752 req-fe3d2d14-d152-4bdb-89c4-8b434920c8dd tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856205 Apr 16 04:20:20.887436 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-583522eb-9f57-42cb-b951-3f899353d9a1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port 4a1f0f39-4109-4c7e-ab54-20307fea68e9 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:20.887883 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-583522eb-9f57-42cb-b951-3f899353d9a1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (4a1f0f39-4109-4c7e-ab54-20307fea68e9), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:20.889162 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6634f385-a2fa-47ba-8f95-70aff76be991 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:20.894289 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62849193-107d-444b-9275-c1b668bf8c7d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Network': ['ID=ad110fb0-4194-4422-8994-fdbeaf498820,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:20.949110 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847a2b1a-d376-4439-b490-92235bad2ba7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Router 9d6a6c35-a37f-4ea5-b81b-112f3301b2dd has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:20:20.953331 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network ad110fb0-4194-4422-8994-fdbeaf498820 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:20:20.955811 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46223349-703e-43f9-b29f-b0e393fda8b7 None None] Sync routers for ids ['ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:21.016541 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:21.016541 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:21.048885 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6634f385-a2fa-47ba-8f95-70aff76be991 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:21.051469 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6634f385-a2fa-47ba-8f95-70aff76be991 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.8277471 Apr 16 04:20:21.054850 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34214) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:21.064822 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-583522eb-9f57-42cb-b951-3f899353d9a1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (4a1f0f39-4109-4c7e-ab54-20307fea68e9), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:21.079472 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-583522eb-9f57-42cb-b951-3f899353d9a1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for 4a1f0f39-4109-4c7e-ab54-20307fea68e9 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:21.096369 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-acbaca00-5e1f-4d23-82d7-a81f08999d84 None None] Provisioning complete for port f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:21.096930 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-acbaca00-5e1f-4d23-82d7-a81f08999d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:21.125715 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] Allocated IP 2001:db8::2 (9a9395da-f56a-4c57-8efc-4b7256188659/9c86c05a-64e8-4bd8-9de4-b48ba0bbed92/51f5a131-4335-48c0-b6d6-26156eed06a8) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:21.143097 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94abe2dc-0053-4fcd-b9ac-cbcfe08976d0 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:21.144436 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46223349-703e-43f9-b29f-b0e393fda8b7 None None] Routers {'ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:21.145210 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-46223349-703e-43f9-b29f-b0e393fda8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:21.149826 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-94abe2dc-0053-4fcd-b9ac-cbcfe08976d0 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:21.213517 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c8bb3-9a34-4826-8bfa-e4553946730b None None] Pushing event updated for resources: {'Port': ['ID=f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:21.230815 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.ipam_backend_mixin [None req-94abe2dc-0053-4fcd-b9ac-cbcfe08976d0 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Performing IP validity checks on allocation pools {{(pid=104633) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 16 04:20:21.231341 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.ipam_backend_mixin [None req-94abe2dc-0053-4fcd-b9ac-cbcfe08976d0 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104633) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 16 04:20:21.333518 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-1dec90d7-3ae9-47e6-94b7-6f87b03c6df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'name': 'tempest-ServersTestManualDisk-1517995746-router', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:25Z', 'revision_number': 4, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'gw_port': {'id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:14Z', 'updated_at': '2022-04-16T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'f9719823-66b9-4f77-a2a3-d3782d00f117', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'floating_ip_address': '172.26.6.52', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'port_id': '7e50415d-7894-48f5-974a-4049e1c994dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77', 'mac_address': 'fa:16:3e:50:a9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add4115e-c533-452b-970e-0cd745a8360c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:19:35Z', 'updated_at': '2022-04-16T04:20:14Z', 'revision_number': 1, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d99e21-8b8d-49c0-8816-206b357393a3', 'name': '', 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'mac_address': 'fa:16:3e:f4:d9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e3f286e-0dab-407e-9b92-7b5c7676658e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:22Z', 'updated_at': '2022-04-16T04:19:32Z', 'revision_number': 5, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'subnets': [{'id': '6e3f286e-0dab-407e-9b92-7b5c7676658e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:21.416328 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dec90d7-3ae9-47e6-94b7-6f87b03c6df8 None None] The sync data for ids ['b279b377-756c-4ad3-b4d4-9fe479110a09'] in dv-neutron-838078-2-hyperv is: [{'id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'name': 'tempest-ServersTestManualDisk-1517995746-router', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:25Z', 'revision_number': 4, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'gw_port': {'id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:14Z', 'updated_at': '2022-04-16T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'f9719823-66b9-4f77-a2a3-d3782d00f117', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'floating_ip_address': '172.26.6.52', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'port_id': '7e50415d-7894-48f5-974a-4049e1c994dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77', 'mac_address': 'fa:16:3e:50:a9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add4115e-c533-452b-970e-0cd745a8360c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:19:35Z', 'updated_at': '2022-04-16T04:20:14Z', 'revision_number': 1, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d99e21-8b8d-49c0-8816-206b357393a3', 'name': '', 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'mac_address': 'fa:16:3e:f4:d9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e3f286e-0dab-407e-9b92-7b5c7676658e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:22Z', 'updated_at': '2022-04-16T04:19:32Z', 'revision_number': 5, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'subnets': [{'id': '6e3f286e-0dab-407e-9b92-7b5c7676658e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:21.495551 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-583522eb-9f57-42cb-b951-3f899353d9a1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (4a1f0f39-4109-4c7e-ab54-20307fea68e9), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:21.528626 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-94abe2dc-0053-4fcd-b9ac-cbcfe08976d0 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (54124185-0bf5-4219-9c27-42ed08f65623), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:21.538608 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] Publish callbacks [] for port (0eefcd1a-970d-404d-99f5-1f0f9b95b743), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:21.540608 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:20:21.540981 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:20:21.570678 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847a2b1a-d376-4439-b490-92235bad2ba7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:21.584081 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-847a2b1a-d376-4439-b490-92235bad2ba7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "PUT /v2.0/routers/9d6a6c35-a37f-4ea5-b81b-112f3301b2dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8185370 Apr 16 04:20:21.589724 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583522eb-9f57-42cb-b951-3f899353d9a1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=4a1f0f39-4109-4c7e-ab54-20307fea68e9,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:21.592458 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-583522eb-9f57-42cb-b951-3f899353d9a1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:21.594139 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6be4a70-7397-490d-944c-77b140eb29b4 None None] Sync routers for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:21.595469 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-583522eb-9f57-42cb-b951-3f899353d9a1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/4a1f0f39-4109-4c7e-ab54-20307fea68e9 HTTP/1.1" status: 204 len: 168 time: 1.0556705 Apr 16 04:20:21.608482 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34216) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:21.610463 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34218) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:21.614565 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8ed4233e-d9f8-4937-a4fa-c7dd3d103b94 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "GET /v2.0/routers/ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8 HTTP/1.1" status: 200 len: 906 time: 0.5584624 Apr 16 04:20:21.618245 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6be4a70-7397-490d-944c-77b140eb29b4 None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:21.619062 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f6be4a70-7397-490d-944c-77b140eb29b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:21.629158 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29339944-81c8-4157-8649-561ffdc25ff5 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks [] for subnet (2a442651-7fed-46aa-a658-32fbd85149f1), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:21.644111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-978ca635-197b-4bf0-acfa-86a21a27a61b tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'port': {'network_id': '49d41999-9b87-4205-ba96-96eddc7309bc', 'name': 'tempest-FloatingIPTestJSON-715841934'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:21.648012 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (0eefcd1a-970d-404d-99f5-1f0f9b95b743), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:21.651824 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34220) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:21.660338 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f6be4a70-7397-490d-944c-77b140eb29b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:21.674725 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6be4a70-7397-490d-944c-77b140eb29b4 None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:21.677201 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f6be4a70-7397-490d-944c-77b140eb29b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:21.678870 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abe2dc-0053-4fcd-b9ac-cbcfe08976d0 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Subnet': ['ID=54124185-0bf5-4219-9c27-42ed08f65623,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:21.745081 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-46223349-703e-43f9-b29f-b0e393fda8b7 None None] Set router ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:20:21.746530 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94abe2dc-0053-4fcd-b9ac-cbcfe08976d0 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Checking segment: {'id': '69215d00-15f3-47c3-add5-6f3629e25a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad110fb0-4194-4422-8994-fdbeaf498820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:21.746899 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94abe2dc-0053-4fcd-b9ac-cbcfe08976d0 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network hostable DHCP agents. Network: ad110fb0-4194-4422-8994-fdbeaf498820, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:20:21.748598 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] Pushing event updated for resources: {'Port': ['ID=0eefcd1a-970d-404d-99f5-1f0f9b95b743,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:21.826724 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29339944-81c8-4157-8649-561ffdc25ff5 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (2a442651-7fed-46aa-a658-32fbd85149f1), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:21.873300 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb9dbc1-51dc-447d-8832-ed542e1647c7 None None] New status for floating IP f9719823-66b9-4f77-a2a3-d3782d00f117: ACTIVE {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:20:21.880200 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f6be4a70-7397-490d-944c-77b140eb29b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:21.881309 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6be4a70-7397-490d-944c-77b140eb29b4 None None] The sync data for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:21.900615 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94abe2dc-0053-4fcd-b9ac-cbcfe08976d0 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network ad110fb0-4194-4422-8994-fdbeaf498820 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:20:21.909468 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] Network dad89489-b154-42f9-8309-4eeeb271b755 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:21.986610 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-acbaca00-5e1f-4d23-82d7-a81f08999d84 None None] Current status of the port f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:21.997623 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-94abe2dc-0053-4fcd-b9ac-cbcfe08976d0 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, ad110fb0-4194-4422-8994-fdbeaf498820) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:22.001640 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94abe2dc-0053-4fcd-b9ac-cbcfe08976d0 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:22.002196 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-94abe2dc-0053-4fcd-b9ac-cbcfe08976d0 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:22.045994 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:22.048438 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3dfba7-efff-475a-b8cf-71ee819299c7 None None] Network ad110fb0-4194-4422-8994-fdbeaf498820 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:22.064000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:22.070243 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac93378-144f-4380-a65f-b5582ba473d4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:22.071595 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac93378-144f-4380-a65f-b5582ba473d4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:22.073131 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8ac93378-144f-4380-a65f-b5582ba473d4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4558189 Apr 16 04:20:22.076499 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34224) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:22.118524 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-94abe2dc-0053-4fcd-b9ac-cbcfe08976d0 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3762667 Apr 16 04:20:22.120032 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34226) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:22.143228 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd420d2-c063-4777-821a-5ce337febc03 req-e12eb7e8-5728-45f2-80a9-92ff7dce6a6a tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:22.145561 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-dbd420d2-c063-4777-821a-5ce337febc03 req-e12eb7e8-5728-45f2-80a9-92ff7dce6a6a tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1640849 Apr 16 04:20:22.164163 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0dbe9394-d493-48a6-8cf5-e6bd57e21b73 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router (ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:22.204359 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] Publish callbacks [] for port (51f5a131-4335-48c0-b6d6-26156eed06a8), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:22.221963 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29339944-81c8-4157-8649-561ffdc25ff5 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (2a442651-7fed-46aa-a658-32fbd85149f1), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:22.222447 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-2147b182-094f-4f0f-8d24-d88405289493 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet 9c86c05a-64e8-4bd8-9de4-b48ba0bbed92 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:20:22.264157 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bb7db11a-61ba-4fd2-994e-74d7ec2e6cd7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (ad110fb0-4194-4422-8994-fdbeaf498820), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:22.292690 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:22.314369 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] Attempting to bind port 0eefcd1a-970d-404d-99f5-1f0f9b95b743 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:20:22.314369 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] Attempting to bind port 0eefcd1a-970d-404d-99f5-1f0f9b95b743 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'eb39c9a1-2d09-41a1-b75f-89e614f27886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dad89489-b154-42f9-8309-4eeeb271b755'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:20:22.314369 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] Attempting to bind port 0eefcd1a-970d-404d-99f5-1f0f9b95b743 on network dad89489-b154-42f9-8309-4eeeb271b755 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:20:22.319889 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bb7db11a-61ba-4fd2-994e-74d7ec2e6cd7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (54124185-0bf5-4219-9c27-42ed08f65623), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:22.344933 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2147b182-094f-4f0f-8d24-d88405289493 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (9c86c05a-64e8-4bd8-9de4-b48ba0bbed92), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:22.369973 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-dbd420d2-c063-4777-821a-5ce337febc03 req-0d52f0ef-7af4-499d-ba6b-a24dd0ee679c tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074385 Apr 16 04:20:22.386357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-46223349-703e-43f9-b29f-b0e393fda8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8', 'name': 'tempest-snat-router-78403996', 'tenant_id': 'ba1292f55f994e0e82adcb39ab7cfb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': '182b2d03-f67a-4e49-9732-89275562045d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:20:16Z', 'updated_at': '2022-04-16T04:20:19Z', 'revision_number': 3, 'project_id': 'ba1292f55f994e0e82adcb39ab7cfb13', 'gw_port': {'id': '182b2d03-f67a-4e49-9732-89275562045d', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:36:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:20:17Z', 'updated_at': '2022-04-16T04:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:22.413535 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:20:22.414141 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] Checking segment: {'id': 'eb39c9a1-2d09-41a1-b75f-89e614f27886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dad89489-b154-42f9-8309-4eeeb271b755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:22.414141 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:22.414403 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] Bound using segment: {'id': 'eb39c9a1-2d09-41a1-b75f-89e614f27886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dad89489-b154-42f9-8309-4eeeb271b755'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:20:22.414916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] Bound port: 0eefcd1a-970d-404d-99f5-1f0f9b95b743, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb39c9a1-2d09-41a1-b75f-89e614f27886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dad89489-b154-42f9-8309-4eeeb271b755'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:20:22.415296 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (0eefcd1a-970d-404d-99f5-1f0f9b95b743), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:22.418958 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2147b182-094f-4f0f-8d24-d88405289493 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (9c86c05a-64e8-4bd8-9de4-b48ba0bbed92), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:22.426835 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978ca635-197b-4bf0-acfa-86a21a27a61b tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Made reservation on behalf of c1e968e96cb346f1b2897a7d365fa656 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:22.433230 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-978ca635-197b-4bf0-acfa-86a21a27a61b tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:22.454267 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46223349-703e-43f9-b29f-b0e393fda8b7 None None] Checking router: ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:20:22.454622 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46223349-703e-43f9-b29f-b0e393fda8b7 None None] Updating router ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8 port 182b2d03-f67a-4e49-9732-89275562045d binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:20:22.457733 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (51f5a131-4335-48c0-b6d6-26156eed06a8), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:22.465809 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-978ca635-197b-4bf0-acfa-86a21a27a61b tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] device_id is not set on port 77cbea73-139f-4ba3-9d76-61adb7ed2885 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:20:22.478557 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0dbe9394-d493-48a6-8cf5-e6bd57e21b73 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_gateway (ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:22.499259 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29339944-81c8-4157-8649-561ffdc25ff5 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (2a442651-7fed-46aa-a658-32fbd85149f1), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:22.521717 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29339944-81c8-4157-8649-561ffdc25ff5 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:22.529981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bb7db11a-61ba-4fd2-994e-74d7ec2e6cd7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (54124185-0bf5-4219-9c27-42ed08f65623), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:22.533059 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-29339944-81c8-4157-8649-561ffdc25ff5 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "DELETE /v2.0/subnets/2a442651-7fed-46aa-a658-32fbd85149f1 HTTP/1.1" status: 204 len: 168 time: 2.0092738 Apr 16 04:20:22.535348 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34228) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:22.565908 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29339944-81c8-4157-8649-561ffdc25ff5 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event deleted for resources: {'Subnet': ['ID=2a442651-7fed-46aa-a658-32fbd85149f1,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:22.604547 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5432e5-2580-474e-b102-08f534c724d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-ad110fb0-4194-4422-8994-fdbeaf498820', 'network_id': 'ad110fb0-4194-4422-8994-fdbeaf498820', 'project_id': '501d13c948384c9886669f889655f04a', 'fixed_ips': [{'subnet_id': '54124185-0bf5-4219-9c27-42ed08f65623'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:22.605452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3c5432e5-2580-474e-b102-08f534c724d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:22.615538 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2147b182-094f-4f0f-8d24-d88405289493 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (9c86c05a-64e8-4bd8-9de4-b48ba0bbed92), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:22.640622 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7db11a-61ba-4fd2-994e-74d7ec2e6cd7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Subnet': ['ID=54124185-0bf5-4219-9c27-42ed08f65623,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:22.666837 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:22.678914 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:20:22.699634 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-0dbe9394-d493-48a6-8cf5-e6bd57e21b73 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Deleting port 182b2d03-f67a-4e49-9732-89275562045d {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:22.699980 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0dbe9394-d493-48a6-8cf5-e6bd57e21b73 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (182b2d03-f67a-4e49-9732-89275562045d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:22.777054 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-978ca635-197b-4bf0-acfa-86a21a27a61b tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Allocated IP 172.20.0.6 (49d41999-9b87-4205-ba96-96eddc7309bc/df23c74b-170a-4626-9522-baa9fe0eae67/77cbea73-139f-4ba3-9d76-61adb7ed2885) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:22.828198 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0dbe9394-d493-48a6-8cf5-e6bd57e21b73 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (182b2d03-f67a-4e49-9732-89275562045d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:22.854145 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-0dbe9394-d493-48a6-8cf5-e6bd57e21b73 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Calling delete_port for 182b2d03-f67a-4e49-9732-89275562045d owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:22.900624 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:22.903584 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:22.951767 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] Pushing event updated for resources: {'Port': ['ID=51f5a131-4335-48c0-b6d6-26156eed06a8,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:22.971552 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-46223349-703e-43f9-b29f-b0e393fda8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (182b2d03-f67a-4e49-9732-89275562045d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.065167 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96f3464-8924-497c-b585-bf01a2d04774 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:23.066766 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96f3464-8924-497c-b585-bf01a2d04774 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:23.071696 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c96f3464-8924-497c-b585-bf01a2d04774 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5259697 Apr 16 04:20:23.071696 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bb7db11a-61ba-4fd2-994e-74d7ec2e6cd7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (ad110fb0-4194-4422-8994-fdbeaf498820), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.080092 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34230) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:23.099401 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-bb7db11a-61ba-4fd2-994e-74d7ec2e6cd7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad110fb0-4194-4422-8994-fdbeaf498820']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:23.111944 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-bb7db11a-61ba-4fd2-994e-74d7ec2e6cd7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69215d00-15f3-47c3-add5-6f3629e25a0a') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:23.111944 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-bb7db11a-61ba-4fd2-994e-74d7ec2e6cd7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69215d00-15f3-47c3-add5-6f3629e25a0a') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:23.116516 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-978ca635-197b-4bf0-acfa-86a21a27a61b tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for port (77cbea73-139f-4ba3-9d76-61adb7ed2885), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.122151 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bb7db11a-61ba-4fd2-994e-74d7ec2e6cd7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (69215d00-15f3-47c3-add5-6f3629e25a0a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.139724 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bb7db11a-61ba-4fd2-994e-74d7ec2e6cd7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (69215d00-15f3-47c3-add5-6f3629e25a0a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.146567 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7db11a-61ba-4fd2-994e-74d7ec2e6cd7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:23.147116 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bb7db11a-61ba-4fd2-994e-74d7ec2e6cd7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (69215d00-15f3-47c3-add5-6f3629e25a0a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:23.150605 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:23.188921 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:23.189299 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.205661 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2147b182-094f-4f0f-8d24-d88405289493 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (9c86c05a-64e8-4bd8-9de4-b48ba0bbed92), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.230992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6391a16c-43b8-4414-92b2-24441ca81ca9 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (dad89489-b154-42f9-8309-4eeeb271b755), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.231219 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] For port 0eefcd1a-970d-404d-99f5-1f0f9b95b743, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:20:23.233362 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6097e027-3520-47d4-9623-7e4bc308bbd6 None None] Network ad110fb0-4194-4422-8994-fdbeaf498820 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:23.240091 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] Attempting to bind port 51f5a131-4335-48c0-b6d6-26156eed06a8 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:20:23.240390 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] Attempting to bind port 51f5a131-4335-48c0-b6d6-26156eed06a8 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:20:23.241216 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] Attempting to bind port 51f5a131-4335-48c0-b6d6-26156eed06a8 on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:20:23.246320 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147b182-094f-4f0f-8d24-d88405289493 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=9c86c05a-64e8-4bd8-9de4-b48ba0bbed92,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:23.248959 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2147b182-094f-4f0f-8d24-d88405289493 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.255355 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2147b182-094f-4f0f-8d24-d88405289493 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/9c86c05a-64e8-4bd8-9de4-b48ba0bbed92 HTTP/1.1" status: 204 len: 168 time: 1.1774535 Apr 16 04:20:23.256510 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34234) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:23.264769 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-6391a16c-43b8-4414-92b2-24441ca81ca9 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 16 04:20:23.265255 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6391a16c-43b8-4414-92b2-24441ca81ca9 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:20:23.268314 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6391a16c-43b8-4414-92b2-24441ca81ca9 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "DELETE /v2.0/networks/dad89489-b154-42f9-8309-4eeeb271b755 HTTP/1.1" status: 409 len: 466 time: 0.1873469 Apr 16 04:20:23.272750 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34236) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:23.279842 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-510b8acc-8b24-42f7-878f-a1f9b88574d0 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-758603923'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:23.285607 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:20:23.286686 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:23.286686 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.286686 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:20:23.287128 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] Bound port: 51f5a131-4335-48c0-b6d6-26156eed06a8, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:20:23.287493 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (51f5a131-4335-48c0-b6d6-26156eed06a8), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.303782 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f9616fa1-3ac8-49a3-bf07-103751f1888b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453436 Apr 16 04:20:23.307496 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34238) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:23.312461 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-76dfd6bc-285c-4c12-8f22-9adaaea99902 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:23.375125 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-978ca635-197b-4bf0-acfa-86a21a27a61b tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (77cbea73-139f-4ba3-9d76-61adb7ed2885), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.398107 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bb7db11a-61ba-4fd2-994e-74d7ec2e6cd7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (ad110fb0-4194-4422-8994-fdbeaf498820), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.407901 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bb7db11a-61ba-4fd2-994e-74d7ec2e6cd7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.420567 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0dbe9394-d493-48a6-8cf5-e6bd57e21b73 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (182b2d03-f67a-4e49-9732-89275562045d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.420807 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-bb7db11a-61ba-4fd2-994e-74d7ec2e6cd7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/ad110fb0-4194-4422-8994-fdbeaf498820 HTTP/1.1" status: 204 len: 168 time: 1.2953014 Apr 16 04:20:23.420975 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510b8acc-8b24-42f7-878f-a1f9b88574d0 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Made reservation on behalf of b606416f3c5341d3949afb2e8460b077 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:23.424124 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-510b8acc-8b24-42f7-878f-a1f9b88574d0 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.426756 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34240) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:23.429499 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7db11a-61ba-4fd2-994e-74d7ec2e6cd7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Network': ['ID=ad110fb0-4194-4422-8994-fdbeaf498820,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:23.441840 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-56fe35e4-e37b-4446-b9a4-3eb7a5375def tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1954946064'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:23.452901 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] For port 0eefcd1a-970d-404d-99f5-1f0f9b95b743, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=0eefcd1a-970d-404d-99f5-1f0f9b95b743,segment=NetworkSegment(eb39c9a1-2d09-41a1-b75f-89e614f27886),segment_id=eb39c9a1-2d09-41a1-b75f-89e614f27886)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:20:23.485756 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978ca635-197b-4bf0-acfa-86a21a27a61b tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Network 49d41999-9b87-4205-ba96-96eddc7309bc is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:23.504569 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-978ca635-197b-4bf0-acfa-86a21a27a61b tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:23.524451 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ca635-197b-4bf0-acfa-86a21a27a61b tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Port': ['ID=77cbea73-139f-4ba3-9d76-61adb7ed2885,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:23.525234 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (0eefcd1a-970d-404d-99f5-1f0f9b95b743), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.528453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ca635-197b-4bf0-acfa-86a21a27a61b tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:23.539245 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:23.541127 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:20:23.543624 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] For port 51f5a131-4335-48c0-b6d6-26156eed06a8, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:20:23.548942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9d1d0-83ff-485b-bf0f-89dbcee67931 req-b098cdf7-92e0-4af0-b303-a31472020a68 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:23.550458 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cfe9d1d0-83ff-485b-bf0f-89dbcee67931 req-b098cdf7-92e0-4af0-b303-a31472020a68 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.0596256 Apr 16 04:20:23.605453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dfd6bc-285c-4c12-8f22-9adaaea99902 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:23.606713 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cfe9d1d0-83ff-485b-bf0f-89dbcee67931 req-a42efdcb-3b3c-4d7d-8aeb-de250e443b6e tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461950 Apr 16 04:20:23.608843 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76dfd6bc-285c-4c12-8f22-9adaaea99902 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.612684 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fe35e4-e37b-4446-b9a4-3eb7a5375def tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:23.613758 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] For port 51f5a131-4335-48c0-b6d6-26156eed06a8, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=51f5a131-4335-48c0-b6d6-26156eed06a8,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:20:23.615879 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-56fe35e4-e37b-4446-b9a4-3eb7a5375def tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.621470 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe9394-d493-48a6-8cf5-e6bd57e21b73 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Pushing event deleted for resources: {'Port': ['ID=182b2d03-f67a-4e49-9732-89275562045d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:23.627891 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510b8acc-8b24-42f7-878f-a1f9b88574d0 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:20:23.701240 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-510b8acc-8b24-42f7-878f-a1f9b88574d0 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (fd4e693c-54f6-4534-8a45-3da44c4db994), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.701581 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-510b8acc-8b24-42f7-878f-a1f9b88574d0 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Added segment fd4e693c-54f6-4534-8a45-3da44c4db994 of type vlan for network c0eacde4-56ec-49be-9de8-c0269b39b676 Apr 16 04:20:23.720772 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (51f5a131-4335-48c0-b6d6-26156eed06a8), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.729130 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784daed-f298-4dc2-bed9-cd5d095d9432 None None] Pushing event updated for resources: {'Port': ['ID=0eefcd1a-970d-404d-99f5-1f0f9b95b743,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:23.750093 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978ca635-197b-4bf0-acfa-86a21a27a61b tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:23.750748 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-978ca635-197b-4bf0-acfa-86a21a27a61b tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.772471 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0dbe9394-d493-48a6-8cf5-e6bd57e21b73 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.775698 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce683ccb-046c-4599-bd75-93baa639bf0e None None] Network dad89489-b154-42f9-8309-4eeeb271b755 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:23.778256 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56fe35e4-e37b-4446-b9a4-3eb7a5375def tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:20:23.823508 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:23.823878 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.846524 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-46223349-703e-43f9-b29f-b0e393fda8b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:20:23.846849 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-46223349-703e-43f9-b29f-b0e393fda8b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:20:23.865704 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-510b8acc-8b24-42f7-878f-a1f9b88574d0 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (c0eacde4-56ec-49be-9de8-c0269b39b676), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.903011 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-56fe35e4-e37b-4446-b9a4-3eb7a5375def tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f47246fe-81be-4f4c-a71e-c517c327c364), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.903374 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-56fe35e4-e37b-4446-b9a4-3eb7a5375def tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Added segment f47246fe-81be-4f4c-a71e-c517c327c364 of type vlan for network 9b3f1ae2-613b-4fa6-8c86-432b132bbd72 Apr 16 04:20:23.928797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fb756-0c84-49a6-87a2-b3986adb405a None None] Pushing event updated for resources: {'Port': ['ID=51f5a131-4335-48c0-b6d6-26156eed06a8,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:23.964168 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0dbe9394-d493-48a6-8cf5-e6bd57e21b73 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.969168 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0dbe9394-d493-48a6-8cf5-e6bd57e21b73 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_controller (ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.988233 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-978ca635-197b-4bf0-acfa-86a21a27a61b tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3723159 Apr 16 04:20:23.990955 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34246) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:23.994546 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-56fe35e4-e37b-4446-b9a4-3eb7a5375def tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (9b3f1ae2-613b-4fa6-8c86-432b132bbd72), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:23.996583 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-b7c5b603-bc83-4992-b778-d32c1678ff00 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'port': {'network_id': '49d41999-9b87-4205-ba96-96eddc7309bc', 'name': 'tempest-FloatingIPTestJSON-251075226'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:24.006182 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6429284-8482-4e83-a7d0-eaae902da9da None None] get_active_networks_info from dv-neutron-838078-2-hyperv {{(pid=104634) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 16 04:20:24.055154 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:24.055570 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:24.076244 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-510b8acc-8b24-42f7-878f-a1f9b88574d0 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (c0eacde4-56ec-49be-9de8-c0269b39b676), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:24.081274 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510b8acc-8b24-42f7-878f-a1f9b88574d0 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:24.081907 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-510b8acc-8b24-42f7-878f-a1f9b88574d0 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:24.097177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:24.164252 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0dbe9394-d493-48a6-8cf5-e6bd57e21b73 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:24.164747 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbe9394-d493-48a6-8cf5-e6bd57e21b73 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:20:24.167552 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6429284-8482-4e83-a7d0-eaae902da9da None None] Resources bound (agent type, host, resource id): {{(pid=104634) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 16 04:20:24.175613 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0dbe9394-d493-48a6-8cf5-e6bd57e21b73 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:24.179345 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0dbe9394-d493-48a6-8cf5-e6bd57e21b73 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "DELETE /v2.0/routers/ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8 HTTP/1.1" status: 204 len: 168 time: 2.5274947 Apr 16 04:20:24.179956 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34248) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:24.186554 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:24.192447 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c5b603-bc83-4992-b778-d32c1678ff00 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Made reservation on behalf of c1e968e96cb346f1b2897a7d365fa656 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:24.195864 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b7c5b603-bc83-4992-b778-d32c1678ff00 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:24.197593 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b8acc-8b24-42f7-878f-a1f9b88574d0 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event updated for resources: {'Network': ['ID=c0eacde4-56ec-49be-9de8-c0269b39b676,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:24.205308 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-56fe35e4-e37b-4446-b9a4-3eb7a5375def tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (9b3f1ae2-613b-4fa6-8c86-432b132bbd72), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:24.210271 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fe35e4-e37b-4446-b9a4-3eb7a5375def tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:24.210871 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-56fe35e4-e37b-4446-b9a4-3eb7a5375def tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:24.214882 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network c0eacde4-56ec-49be-9de8-c0269b39b676 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:20:24.260177 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-b7c5b603-bc83-4992-b778-d32c1678ff00 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] device_id is not set on port a9ccc8cf-d97f-4716-9d4d-0325d572e864 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:20:24.403264 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-131b6788-b621-4e08-82c8-9a712dadd489 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router (79e90282-3035-4bb1-aab6-7ac6c75f3c79), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:24.438296 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46223349-703e-43f9-b29f-b0e393fda8b7 None None] Port 182b2d03-f67a-4e49-9732-89275562045d not found while updating agent binding for router ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8. {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 16 04:20:24.446743 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:24.513466 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46223349-703e-43f9-b29f-b0e393fda8b7 None None] Routers set() bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:24.513466 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46223349-703e-43f9-b29f-b0e393fda8b7 None None] Router IDs set() for agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 16 04:20:24.513466 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_agentschedulers_db [None req-46223349-703e-43f9-b29f-b0e393fda8b7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent'). {{(pid=104634) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 16 04:20:24.513466 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46223349-703e-43f9-b29f-b0e393fda8b7 None None] The sync data for ids ['ebdceaa5-1278-4161-b23f-9ac8b3a8c3f8'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:24.529064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-b7c5b603-bc83-4992-b778-d32c1678ff00 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Allocated IP 172.20.0.8 (49d41999-9b87-4205-ba96-96eddc7309bc/df23c74b-170a-4626-9522-baa9fe0eae67/a9ccc8cf-d97f-4716-9d4d-0325d572e864) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:24.572581 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-56fe35e4-e37b-4446-b9a4-3eb7a5375def tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1391101 Apr 16 04:20:24.578578 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-510b8acc-8b24-42f7-878f-a1f9b88574d0 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3015344 Apr 16 04:20:24.578578 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76dfd6bc-285c-4c12-8f22-9adaaea99902 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (3bfaa2b4-b4f0-4bab-8a77-15a004fb597f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:24.581479 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34250) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:24.581479 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34252) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:24.583675 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-131b6788-b621-4e08-82c8-9a712dadd489 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_gateway (79e90282-3035-4bb1-aab6-7ac6c75f3c79), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:24.592651 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-adc55cd0-c26f-41b6-a0ef-485e598f0cf4 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'subnet': {'network_id': '9b3f1ae2-613b-4fa6-8c86-432b132bbd72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:24.602218 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-7886b6d4-e17e-40b9-9084-1ed9ed9b17e5 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Request body: {'subnet': {'network_id': 'c0eacde4-56ec-49be-9de8-c0269b39b676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:24.662079 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe35e4-e37b-4446-b9a4-3eb7a5375def tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Network': ['ID=9b3f1ae2-613b-4fa6-8c86-432b132bbd72,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:24.729527 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 9b3f1ae2-613b-4fa6-8c86-432b132bbd72 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:20:24.737748 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-131b6788-b621-4e08-82c8-9a712dadd489 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Deleting port d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:24.739263 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-131b6788-b621-4e08-82c8-9a712dadd489 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:24.783517 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fbac04-9f3d-48b0-a7ee-a1f82f0b4eb1 None None] get_active_networks_info from dv-neutron-838078-2-hyperv {{(pid=104634) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 16 04:20:24.790753 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dfd6bc-285c-4c12-8f22-9adaaea99902 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:24.816643 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-76dfd6bc-285c-4c12-8f22-9adaaea99902 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:24.822950 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfd6bc-285c-4c12-8f22-9adaaea99902 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=3bfaa2b4-b4f0-4bab-8a77-15a004fb597f,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:24.827191 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b7c5b603-bc83-4992-b778-d32c1678ff00 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for port (a9ccc8cf-d97f-4716-9d4d-0325d572e864), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:24.847495 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfd6bc-285c-4c12-8f22-9adaaea99902 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:24.848094 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76dfd6bc-285c-4c12-8f22-9adaaea99902 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:24.886370 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-131b6788-b621-4e08-82c8-9a712dadd489 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] For port d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:24.891562 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-131b6788-b621-4e08-82c8-9a712dadd489 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:24.891731 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986702db-c1bc-448b-a3c9-a2d4d96b548e req-1f662350-212a-41c0-b917-08c90061315f tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:24.893194 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-986702db-c1bc-448b-a3c9-a2d4d96b548e req-1f662350-212a-41c0-b917-08c90061315f tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.0970163 Apr 16 04:20:24.905564 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-131b6788-b621-4e08-82c8-9a712dadd489 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Calling delete_port for d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7 owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:24.929327 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fbac04-9f3d-48b0-a7ee-a1f82f0b4eb1 None None] Resources bound (agent type, host, resource id): {{(pid=104634) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 16 04:20:24.953543 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-986702db-c1bc-448b-a3c9-a2d4d96b548e req-7b16fc2a-778c-4ae1-82dd-a548d3b297d4 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509393 Apr 16 04:20:24.978770 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-76dfd6bc-285c-4c12-8f22-9adaaea99902 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6701808 Apr 16 04:20:24.984919 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34256) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:24.989959 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-44d08f2b-28ed-46a8-96a8-9e7d4b8b4ccf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'fixed_ips': [{'subnet_id': '3bfaa2b4-b4f0-4bab-8a77-15a004fb597f', 'ip_address': '2001:db8::f0d5:b52f:2f4b:fc50'}], 'name': 'tempest-NetworksTestDHCPv6-1613040737'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:25.018415 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b7c5b603-bc83-4992-b778-d32c1678ff00 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (a9ccc8cf-d97f-4716-9d4d-0325d572e864), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:25.043354 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc55cd0-c26f-41b6-a0ef-485e598f0cf4 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:25.046660 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-adc55cd0-c26f-41b6-a0ef-485e598f0cf4 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:25.070420 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7886b6d4-e17e-40b9-9084-1ed9ed9b17e5 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Made reservation on behalf of b606416f3c5341d3949afb2e8460b077 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:25.073815 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7886b6d4-e17e-40b9-9084-1ed9ed9b17e5 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:25.090047 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c5b603-bc83-4992-b778-d32c1678ff00 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Network 49d41999-9b87-4205-ba96-96eddc7309bc is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:25.096590 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-b7c5b603-bc83-4992-b778-d32c1678ff00 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:25.100902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5b603-bc83-4992-b778-d32c1678ff00 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:25.104262 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5b603-bc83-4992-b778-d32c1678ff00 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Port': ['ID=a9ccc8cf-d97f-4716-9d4d-0325d572e864,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:25.181288 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c5b603-bc83-4992-b778-d32c1678ff00 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:25.181923 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b7c5b603-bc83-4992-b778-d32c1678ff00 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:25.184014 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aab52f-d677-47ed-9d46-a6e436def60b None None] Update dhcp port {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'fixed_ips': [{'subnet_id': '3bfaa2b4-b4f0-4bab-8a77-15a004fb597f'}], 'binding:host_id': 'dv-neutron-838078-2-hyperv'}, 'id': '51f5a131-4335-48c0-b6d6-26156eed06a8'} from dv-neutron-838078-2-hyperv. {{(pid=104634) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 16 04:20:25.214407 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-74aab52f-d677-47ed-9d46-a6e436def60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (51f5a131-4335-48c0-b6d6-26156eed06a8), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:25.300643 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-131b6788-b621-4e08-82c8-9a712dadd489 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:25.345266 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b7c5b603-bc83-4992-b778-d32c1678ff00 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3494234 Apr 16 04:20:25.345266 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b6788-b621-4e08-82c8-9a712dadd489 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Pushing event deleted for resources: {'Port': ['ID=d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:25.346064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34258) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:25.351144 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-8e8e4cca-c78b-461a-b73e-7fafa74583c7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': 'a9ccc8cf-d97f-4716-9d4d-0325d572e864', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:25.382544 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-74aab52f-d677-47ed-9d46-a6e436def60b None None] Allocated IP 2001:db8::2 (9a9395da-f56a-4c57-8efc-4b7256188659/3bfaa2b4-b4f0-4bab-8a77-15a004fb597f/51f5a131-4335-48c0-b6d6-26156eed06a8) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:25.410819 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d08f2b-28ed-46a8-96a8-9e7d4b8b4ccf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:25.432426 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-131b6788-b621-4e08-82c8-9a712dadd489 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (79e90282-3035-4bb1-aab6-7ac6c75f3c79), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:25.473919 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-adc55cd0-c26f-41b6-a0ef-485e598f0cf4 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (cf75f0ab-add4-4880-ad4f-70ad31cb072e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:25.486024 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-74aab52f-d677-47ed-9d46-a6e436def60b None None] For port 51f5a131-4335-48c0-b6d6-26156eed06a8, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=51f5a131-4335-48c0-b6d6-26156eed06a8,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:25.497237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8e8e4cca-c78b-461a-b73e-7fafa74583c7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:25.517897 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-74aab52f-d677-47ed-9d46-a6e436def60b None None] Publish callbacks [] for port (51f5a131-4335-48c0-b6d6-26156eed06a8), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:25.553633 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-131b6788-b621-4e08-82c8-9a712dadd489 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (79e90282-3035-4bb1-aab6-7ac6c75f3c79), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:25.566508 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-74aab52f-d677-47ed-9d46-a6e436def60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (51f5a131-4335-48c0-b6d6-26156eed06a8), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:25.582689 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc55cd0-c26f-41b6-a0ef-485e598f0cf4 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Subnet': ['ID=cf75f0ab-add4-4880-ad4f-70ad31cb072e,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:25.585128 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-131b6788-b621-4e08-82c8-9a712dadd489 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_controller (79e90282-3035-4bb1-aab6-7ac6c75f3c79), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:25.594728 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-44d08f2b-28ed-46a8-96a8-9e7d4b8b4ccf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:25.635301 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-44d08f2b-28ed-46a8-96a8-9e7d4b8b4ccf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port 4235dfa1-760f-475c-a193-1f612767e8a7 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:20:25.653844 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aab52f-d677-47ed-9d46-a6e436def60b None None] Pushing event updated for resources: {'Port': ['ID=51f5a131-4335-48c0-b6d6-26156eed06a8,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:25.658767 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8e8e4cca-c78b-461a-b73e-7fafa74583c7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:25.659735 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.objects.ports [None req-7886b6d4-e17e-40b9-9084-1ed9ed9b17e5 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104632) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 16 04:20:25.662383 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc55cd0-c26f-41b6-a0ef-485e598f0cf4 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Checking segment: {'id': 'f47246fe-81be-4f4c-a71e-c517c327c364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9b3f1ae2-613b-4fa6-8c86-432b132bbd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:25.663379 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc55cd0-c26f-41b6-a0ef-485e598f0cf4 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network hostable DHCP agents. Network: 9b3f1ae2-613b-4fa6-8c86-432b132bbd72, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:20:25.667653 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7886b6d4-e17e-40b9-9084-1ed9ed9b17e5 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (1075cdc7-2f95-4a81-b91f-a765e0dc9468), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:25.723977 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-131b6788-b621-4e08-82c8-9a712dadd489 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (79e90282-3035-4bb1-aab6-7ac6c75f3c79), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:25.724674 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131b6788-b621-4e08-82c8-9a712dadd489 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79e90282-3035-4bb1-aab6-7ac6c75f3c79 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:20:25.730448 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-131b6788-b621-4e08-82c8-9a712dadd489 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:25.739094 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-131b6788-b621-4e08-82c8-9a712dadd489 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "DELETE /v2.0/routers/79e90282-3035-4bb1-aab6-7ac6c75f3c79 HTTP/1.1" status: 204 len: 168 time: 1.5573151 Apr 16 04:20:25.739894 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34260) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:25.751118 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-6d0002b6-b999-4bbd-b871-cc3fd33b63ef tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1432246767', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}, 'admin_state_up': False}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:25.822439 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886b6d4-e17e-40b9-9084-1ed9ed9b17e5 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event updated for resources: {'Subnet': ['ID=1075cdc7-2f95-4a81-b91f-a765e0dc9468,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:25.839937 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-8e8e4cca-c78b-461a-b73e-7fafa74583c7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Allocated IP 172.26.6.218 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/23791456-76f0-4673-a0b1-133e90da085a) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:25.874679 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7886b6d4-e17e-40b9-9084-1ed9ed9b17e5 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Checking segment: {'id': 'fd4e693c-54f6-4534-8a45-3da44c4db994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c0eacde4-56ec-49be-9de8-c0269b39b676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:25.875039 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7886b6d4-e17e-40b9-9084-1ed9ed9b17e5 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Network hostable DHCP agents. Network: c0eacde4-56ec-49be-9de8-c0269b39b676, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:20:25.925435 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-44d08f2b-28ed-46a8-96a8-9e7d4b8b4ccf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::f0d5:b52f:2f4b:fc50 (9a9395da-f56a-4c57-8efc-4b7256188659/3bfaa2b4-b4f0-4bab-8a77-15a004fb597f/4235dfa1-760f-475c-a193-1f612767e8a7) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:25.928201 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc55cd0-c26f-41b6-a0ef-485e598f0cf4 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network 9b3f1ae2-613b-4fa6-8c86-432b132bbd72 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:20:25.953944 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d0002b6-b999-4bbd-b871-cc3fd33b63ef tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (e3a099d9-683b-47e5-8fca-fa4b8b3dce94), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:25.954965 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d0002b6-b999-4bbd-b871-cc3fd33b63ef tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (e3a099d9-683b-47e5-8fca-fa4b8b3dce94), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:26.042594 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8e8e4cca-c78b-461a-b73e-7fafa74583c7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for port (23791456-76f0-4673-a0b1-133e90da085a), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:26.054795 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d0002b6-b999-4bbd-b871-cc3fd33b63ef tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_controller (e3a099d9-683b-47e5-8fca-fa4b8b3dce94), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:26.074249 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7886b6d4-e17e-40b9-9084-1ed9ed9b17e5 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Network c0eacde4-56ec-49be-9de8-c0269b39b676 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:20:26.114572 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf06e8-7eb6-4f28-8bb8-deea6246d99b req-c8357419-54f2-4c6d-92bc-39ab03e5900a tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:26.119865 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ccbf06e8-7eb6-4f28-8bb8-deea6246d99b req-c8357419-54f2-4c6d-92bc-39ab03e5900a tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.0681427 Apr 16 04:20:26.143483 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-44d08f2b-28ed-46a8-96a8-9e7d4b8b4ccf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (4235dfa1-760f-475c-a193-1f612767e8a7), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:26.149580 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-7886b6d4-e17e-40b9-9084-1ed9ed9b17e5 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, c0eacde4-56ec-49be-9de8-c0269b39b676) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:26.151061 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-adc55cd0-c26f-41b6-a0ef-485e598f0cf4 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 9b3f1ae2-613b-4fa6-8c86-432b132bbd72) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:26.164939 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7886b6d4-e17e-40b9-9084-1ed9ed9b17e5 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:26.165440 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7886b6d4-e17e-40b9-9084-1ed9ed9b17e5 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:26.168253 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc55cd0-c26f-41b6-a0ef-485e598f0cf4 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:26.168839 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-adc55cd0-c26f-41b6-a0ef-485e598f0cf4 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:26.206048 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8e8e4cca-c78b-461a-b73e-7fafa74583c7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (23791456-76f0-4673-a0b1-133e90da085a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:26.301655 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8e4cca-c78b-461a-b73e-7fafa74583c7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:26.303300 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-8e8e4cca-c78b-461a-b73e-7fafa74583c7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:26.303417 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-adc55cd0-c26f-41b6-a0ef-485e598f0cf4 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7181377 Apr 16 04:20:26.308657 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-44d08f2b-28ed-46a8-96a8-9e7d4b8b4ccf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (4235dfa1-760f-475c-a193-1f612767e8a7), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:26.312916 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7886b6d4-e17e-40b9-9084-1ed9ed9b17e5 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7265787 Apr 16 04:20:26.313537 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34264) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:26.325992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34266) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:26.340486 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-05238c41-e09d-4b79-a29b-b1d6d485bc19 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Request body: {'port': {'network_id': 'c0eacde4-56ec-49be-9de8-c0269b39b676', 'name': 'tempest-NetworksIpV6TestAttrs-272544495'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:26.348553 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ccbf06e8-7eb6-4f28-8bb8-deea6246d99b req-055325ec-2848-4033-814b-bf6493d8d319 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215743 Apr 16 04:20:26.349251 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8e4cca-c78b-461a-b73e-7fafa74583c7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:26.379748 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e4cca-c78b-461a-b73e-7fafa74583c7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Port': ['ID=23791456-76f0-4673-a0b1-133e90da085a,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:26.399895 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d0002b6-b999-4bbd-b871-cc3fd33b63ef tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_gateway (e3a099d9-683b-47e5-8fca-fa4b8b3dce94), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:26.463042 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 51f5a131-4335-48c0-b6d6-26156eed06a8 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:20:26.463219 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d08f2b-28ed-46a8-96a8-9e7d4b8b4ccf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:26.501527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-44d08f2b-28ed-46a8-96a8-9e7d4b8b4ccf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:26.511174 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d08f2b-28ed-46a8-96a8-9e7d4b8b4ccf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:26.516485 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d08f2b-28ed-46a8-96a8-9e7d4b8b4ccf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:26.517157 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-44d08f2b-28ed-46a8-96a8-9e7d4b8b4ccf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:26.545751 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d08f2b-28ed-46a8-96a8-9e7d4b8b4ccf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=4235dfa1-760f-475c-a193-1f612767e8a7,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:26.560765 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 51f5a131-4335-48c0-b6d6-26156eed06a8 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:26.563072 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (51f5a131-4335-48c0-b6d6-26156eed06a8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:26.598881 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2a3bda19-1b94-4d51-a16a-9f8fecbbc22d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (9b3f1ae2-613b-4fa6-8c86-432b132bbd72), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:26.658858 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-44d08f2b-28ed-46a8-96a8-9e7d4b8b4ccf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6722662 Apr 16 04:20:26.663194 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 51f5a131-4335-48c0-b6d6-26156eed06a8 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:26.663700 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (51f5a131-4335-48c0-b6d6-26156eed06a8), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:26.670439 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34268) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:26.709573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 51f5a131-4335-48c0-b6d6-26156eed06a8, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=51f5a131-4335-48c0-b6d6-26156eed06a8,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:26.736703 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05238c41-e09d-4b79-a29b-b1d6d485bc19 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Made reservation on behalf of b606416f3c5341d3949afb2e8460b077 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:26.740237 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-05238c41-e09d-4b79-a29b-b1d6d485bc19 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:26.772975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d0002b6-b999-4bbd-b871-cc3fd33b63ef tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_gateway (e3a099d9-683b-47e5-8fca-fa4b8b3dce94), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:26.775596 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (51f5a131-4335-48c0-b6d6-26156eed06a8), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:26.783293 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494d05bd-86a9-42d3-8bb3-bdec7a7dc406 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:26.791438 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494d05bd-86a9-42d3-8bb3-bdec7a7dc406 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:26.793350 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-494d05bd-86a9-42d3-8bb3-bdec7a7dc406 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1219671 Apr 16 04:20:26.794449 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2a3bda19-1b94-4d51-a16a-9f8fecbbc22d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (cf75f0ab-add4-4880-ad4f-70ad31cb072e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:26.802751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34270) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:26.826413 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d0002b6-b999-4bbd-b871-cc3fd33b63ef tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:26.861433 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-05238c41-e09d-4b79-a29b-b1d6d485bc19 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] device_id is not set on port ae08f645-260d-4c03-ac28-d662cb486786 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:20:26.877404 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:20:26.908604 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:20:26.911733 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d877b3ed-3ed6-4dc4-88ad-a4ce7cdd72d7 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:20:26.911733 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=51f5a131-4335-48c0-b6d6-26156eed06a8,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:26.984513 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b14f84-de42-4b73-bc8f-cf76cce63db9 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:26.987010 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cae49cb-ab48-4650-80c5-9d772b3b244f None None] Network c0eacde4-56ec-49be-9de8-c0269b39b676 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:26.992693 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-05238c41-e09d-4b79-a29b-b1d6d485bc19 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Allocated IP 2001:db8::f816:3eff:fed3:7795 (c0eacde4-56ec-49be-9de8-c0269b39b676/1075cdc7-2f95-4a81-b91f-a765e0dc9468/ae08f645-260d-4c03-ac28-d662cb486786) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:27.004003 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2a3bda19-1b94-4d51-a16a-9f8fecbbc22d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (cf75f0ab-add4-4880-ad4f-70ad31cb072e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.024909 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeaf081-ff22-4236-a9a3-731940ef0b1c None None] Network 9b3f1ae2-613b-4fa6-8c86-432b132bbd72 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:27.038695 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bda19-1b94-4d51-a16a-9f8fecbbc22d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Subnet': ['ID=cf75f0ab-add4-4880-ad4f-70ad31cb072e,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:27.105474 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-1972c8e4-8644-40dc-abb3-f4f5cc202a71 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port 4235dfa1-760f-475c-a193-1f612767e8a7 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:27.105725 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1972c8e4-8644-40dc-abb3-f4f5cc202a71 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (4235dfa1-760f-475c-a193-1f612767e8a7), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.128298 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2a3bda19-1b94-4d51-a16a-9f8fecbbc22d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (9b3f1ae2-613b-4fa6-8c86-432b132bbd72), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.163695 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c5e6f788-68e3-4d7c-837c-c30c30d11e6f None None] Provisioning complete for port 51f5a131-4335-48c0-b6d6-26156eed06a8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:27.164067 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c5e6f788-68e3-4d7c-837c-c30c30d11e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (51f5a131-4335-48c0-b6d6-26156eed06a8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.172473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-2a3bda19-1b94-4d51-a16a-9f8fecbbc22d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3f1ae2-613b-4fa6-8c86-432b132bbd72']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:27.195735 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-6d0002b6-b999-4bbd-b871-cc3fd33b63ef tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Allocated IP 172.26.6.143 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/285d86de-21ac-4acb-ac40-e3efc6c0563d) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:27.214528 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-2a3bda19-1b94-4d51-a16a-9f8fecbbc22d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47246fe-81be-4f4c-a71e-c517c327c364') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:27.214945 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-2a3bda19-1b94-4d51-a16a-9f8fecbbc22d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47246fe-81be-4f4c-a71e-c517c327c364') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:27.232081 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2a3bda19-1b94-4d51-a16a-9f8fecbbc22d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (f47246fe-81be-4f4c-a71e-c517c327c364), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.234234 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8e8e4cca-c78b-461a-b73e-7fafa74583c7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (19b6ce4f-0a73-4ad4-9be1-4ccec9fd83fe), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.252779 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2a3bda19-1b94-4d51-a16a-9f8fecbbc22d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f47246fe-81be-4f4c-a71e-c517c327c364), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.266391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3bda19-1b94-4d51-a16a-9f8fecbbc22d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:27.267047 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2a3bda19-1b94-4d51-a16a-9f8fecbbc22d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (f47246fe-81be-4f4c-a71e-c517c327c364), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:27.270370 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:27.272605 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc1cb6b-796f-444a-9810-6b38d73faa88 None None] Network 9b3f1ae2-613b-4fa6-8c86-432b132bbd72 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:27.343911 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-05238c41-e09d-4b79-a29b-b1d6d485bc19 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks [] for port (ae08f645-260d-4c03-ac28-d662cb486786), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.357610 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-c0eacde4-56ec-49be-9de8-c0269b39b676', 'network_id': 'c0eacde4-56ec-49be-9de8-c0269b39b676', 'project_id': 'b606416f3c5341d3949afb2e8460b077', 'fixed_ips': [{'subnet_id': '1075cdc7-2f95-4a81-b91f-a765e0dc9468'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:27.358107 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.414842 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2a3bda19-1b94-4d51-a16a-9f8fecbbc22d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (9b3f1ae2-613b-4fa6-8c86-432b132bbd72), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.425076 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2a3bda19-1b94-4d51-a16a-9f8fecbbc22d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.437413 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2a3bda19-1b94-4d51-a16a-9f8fecbbc22d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/9b3f1ae2-613b-4fa6-8c86-432b132bbd72 HTTP/1.1" status: 204 len: 168 time: 1.1108217 Apr 16 04:20:27.438044 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34278) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:27.458522 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-a09d8491-466d-4c56-b489-304779b90261 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1620258872'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:27.482604 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-05238c41-e09d-4b79-a29b-b1d6d485bc19 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (ae08f645-260d-4c03-ac28-d662cb486786), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.485309 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bda19-1b94-4d51-a16a-9f8fecbbc22d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Network': ['ID=9b3f1ae2-613b-4fa6-8c86-432b132bbd72,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:27.536072 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c5e6f788-68e3-4d7c-837c-c30c30d11e6f None None] Current status of the port 51f5a131-4335-48c0-b6d6-26156eed06a8 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:27.569306 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c98d65-2986-4d09-a0bc-91d4f3c6dd2c req-06659ebe-eb8c-4b37-8279-99e45180c008 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:27.572047 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b8c98d65-2986-4d09-a0bc-91d4f3c6dd2c req-06659ebe-eb8c-4b37-8279-99e45180c008 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.0913343 Apr 16 04:20:27.580758 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09d8491-466d-4c56-b489-304779b90261 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:27.584391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a09d8491-466d-4c56-b489-304779b90261 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.621435 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] Allocated IP 2001:db8::f816:3eff:fea3:26a3 (c0eacde4-56ec-49be-9de8-c0269b39b676/1075cdc7-2f95-4a81-b91f-a765e0dc9468/206639d1-120b-40d1-9e1a-3db76f07b028) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:27.647444 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05238c41-e09d-4b79-a29b-b1d6d485bc19 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Network c0eacde4-56ec-49be-9de8-c0269b39b676 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:27.664937 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b715c155-1ac1-46d3-b52e-3f8506c25f07 None None] Provisioning complete for port 51f5a131-4335-48c0-b6d6-26156eed06a8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:27.666257 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b715c155-1ac1-46d3-b52e-3f8506c25f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (51f5a131-4335-48c0-b6d6-26156eed06a8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.667498 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-05238c41-e09d-4b79-a29b-b1d6d485bc19 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:27.674171 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05238c41-e09d-4b79-a29b-b1d6d485bc19 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:27.680095 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05238c41-e09d-4b79-a29b-b1d6d485bc19 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:27.681381 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-05238c41-e09d-4b79-a29b-b1d6d485bc19 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.685265 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1972c8e4-8644-40dc-abb3-f4f5cc202a71 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (4235dfa1-760f-475c-a193-1f612767e8a7), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.700836 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05238c41-e09d-4b79-a29b-b1d6d485bc19 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event updated for resources: {'Port': ['ID=ae08f645-260d-4c03-ac28-d662cb486786,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:27.713745 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-1972c8e4-8644-40dc-abb3-f4f5cc202a71 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for 4235dfa1-760f-475c-a193-1f612767e8a7 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:27.736389 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09d8491-466d-4c56-b489-304779b90261 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:20:27.771454 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b8c98d65-2986-4d09-a0bc-91d4f3c6dd2c req-d7345c82-2a04-44dd-b02f-2ba9cefbb7bc tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498864 Apr 16 04:20:27.781283 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a09d8491-466d-4c56-b489-304779b90261 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (2f57b48c-39b1-4b24-99ee-210662c04d2c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.781635 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-a09d8491-466d-4c56-b489-304779b90261 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Added segment 2f57b48c-39b1-4b24-99ee-210662c04d2c of type vlan for network 1fe6d455-1e69-4972-ad49-b9d417565b95 Apr 16 04:20:27.822708 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-05238c41-e09d-4b79-a29b-b1d6d485bc19 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4883375 Apr 16 04:20:27.839664 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34280) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:27.839875 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a09d8491-466d-4c56-b489-304779b90261 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (1fe6d455-1e69-4972-ad49-b9d417565b95), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.843019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d0002b6-b999-4bbd-b871-cc3fd33b63ef tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for port (285d86de-21ac-4acb-ac40-e3efc6c0563d), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.921657 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8e8e4cca-c78b-461a-b73e-7fafa74583c7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (23791456-76f0-4673-a0b1-133e90da085a), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.928444 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b715c155-1ac1-46d3-b52e-3f8506c25f07 None None] Current status of the port 51f5a131-4335-48c0-b6d6-26156eed06a8 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:27.934564 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a09d8491-466d-4c56-b489-304779b90261 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (1fe6d455-1e69-4972-ad49-b9d417565b95), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.939555 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09d8491-466d-4c56-b489-304779b90261 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:27.940133 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a09d8491-466d-4c56-b489-304779b90261 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.948150 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b715c155-1ac1-46d3-b52e-3f8506c25f07 None None] Provisioning complete for port 4235dfa1-760f-475c-a193-1f612767e8a7 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:27.948454 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b715c155-1ac1-46d3-b52e-3f8506c25f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4235dfa1-760f-475c-a193-1f612767e8a7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.983570 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] Publish callbacks [] for port (206639d1-120b-40d1-9e1a-3db76f07b028), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:27.985388 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b715c155-1ac1-46d3-b52e-3f8506c25f07 None None] Port 4235dfa1-760f-475c-a193-1f612767e8a7 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:20:27.985992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-fece5eeb-e00f-4fd2-b47b-7fcd4136d3bc tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Deleting subnet 1075cdc7-2f95-4a81-b91f-a765e0dc9468 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:20:27.989876 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:28.012836 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d8491-466d-4c56-b489-304779b90261 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Network': ['ID=1fe6d455-1e69-4972-ad49-b9d417565b95,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:28.024648 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 1fe6d455-1e69-4972-ad49-b9d417565b95 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:20:28.044889 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a09d8491-466d-4c56-b489-304779b90261 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5918798 Apr 16 04:20:28.048201 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34282) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:28.053467 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1bcbc3a1-e360-437f-898b-5a52cd251a74 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'subnet': {'network_id': '1fe6d455-1e69-4972-ad49-b9d417565b95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:28.070601 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fece5eeb-e00f-4fd2-b47b-7fcd4136d3bc tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks [] for subnet (1075cdc7-2f95-4a81-b91f-a765e0dc9468), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:28.076193 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (206639d1-120b-40d1-9e1a-3db76f07b028), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:28.094815 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d0002b6-b999-4bbd-b871-cc3fd33b63ef tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (285d86de-21ac-4acb-ac40-e3efc6c0563d), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:28.151285 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0002b6-b999-4bbd-b871-cc3fd33b63ef tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:28.152967 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] Network c0eacde4-56ec-49be-9de8-c0269b39b676 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:28.158303 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:28.160686 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-6d0002b6-b999-4bbd-b871-cc3fd33b63ef tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:28.160860 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:28.166638 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-840e9056-fd59-4a29-b3bf-e8f7d2d0a6d5 None None] Provisioning complete for port 4235dfa1-760f-475c-a193-1f612767e8a7 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:28.166638 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-840e9056-fd59-4a29-b3bf-e8f7d2d0a6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4235dfa1-760f-475c-a193-1f612767e8a7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:28.167697 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] Pushing event updated for resources: {'Port': ['ID=206639d1-120b-40d1-9e1a-3db76f07b028,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:28.185295 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0002b6-b999-4bbd-b871-cc3fd33b63ef tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:28.236091 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcbc3a1-e360-437f-898b-5a52cd251a74 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:28.240045 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc3a1-e360-437f-898b-5a52cd251a74 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:28.242677 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fece5eeb-e00f-4fd2-b47b-7fcd4136d3bc tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (1075cdc7-2f95-4a81-b91f-a765e0dc9468), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:28.256267 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-840e9056-fd59-4a29-b3bf-e8f7d2d0a6d5 None None] Port 4235dfa1-760f-475c-a193-1f612767e8a7 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:20:28.259553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] Attempting to bind port 206639d1-120b-40d1-9e1a-3db76f07b028 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:20:28.259980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] Attempting to bind port 206639d1-120b-40d1-9e1a-3db76f07b028 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'fd4e693c-54f6-4534-8a45-3da44c4db994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c0eacde4-56ec-49be-9de8-c0269b39b676'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:20:28.269433 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] Attempting to bind port 206639d1-120b-40d1-9e1a-3db76f07b028 on network c0eacde4-56ec-49be-9de8-c0269b39b676 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:20:28.269433 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:20:28.269433 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] Checking segment: {'id': 'fd4e693c-54f6-4534-8a45-3da44c4db994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c0eacde4-56ec-49be-9de8-c0269b39b676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:28.269433 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:28.269433 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] Bound using segment: {'id': 'fd4e693c-54f6-4534-8a45-3da44c4db994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c0eacde4-56ec-49be-9de8-c0269b39b676'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:20:28.269433 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] Bound port: 206639d1-120b-40d1-9e1a-3db76f07b028, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4e693c-54f6-4534-8a45-3da44c4db994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c0eacde4-56ec-49be-9de8-c0269b39b676'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:20:28.269433 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (206639d1-120b-40d1-9e1a-3db76f07b028), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:28.273332 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0002b6-b999-4bbd-b871-cc3fd33b63ef tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Pushing event updated for resources: {'Port': ['ID=285d86de-21ac-4acb-ac40-e3efc6c0563d,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:28.313470 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1972c8e4-8644-40dc-abb3-f4f5cc202a71 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (4235dfa1-760f-475c-a193-1f612767e8a7), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:28.341572 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] For port 206639d1-120b-40d1-9e1a-3db76f07b028, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:20:28.345753 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] For port 206639d1-120b-40d1-9e1a-3db76f07b028, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=206639d1-120b-40d1-9e1a-3db76f07b028,segment=NetworkSegment(fd4e693c-54f6-4534-8a45-3da44c4db994),segment_id=fd4e693c-54f6-4534-8a45-3da44c4db994)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:20:28.349840 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972c8e4-8644-40dc-abb3-f4f5cc202a71 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=4235dfa1-760f-475c-a193-1f612767e8a7,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:28.406240 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 51f5a131-4335-48c0-b6d6-26156eed06a8 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:20:28.446171 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (206639d1-120b-40d1-9e1a-3db76f07b028), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:28.491912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8e8e4cca-c78b-461a-b73e-7fafa74583c7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for port (23791456-76f0-4673-a0b1-133e90da085a), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:28.518040 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc3a1-e360-437f-898b-5a52cd251a74 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (68730ecf-441c-4c3f-b7a7-1b0cf9decd54), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:28.523970 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1972c8e4-8644-40dc-abb3-f4f5cc202a71 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:28.528589 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1972c8e4-8644-40dc-abb3-f4f5cc202a71 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/4235dfa1-760f-475c-a193-1f612767e8a7 HTTP/1.1" status: 204 len: 168 time: 1.7232270 Apr 16 04:20:28.533393 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34286) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:28.557893 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51851a-61ed-4361-b8ec-86e26367eca7 None None] Pushing event updated for resources: {'Port': ['ID=206639d1-120b-40d1-9e1a-3db76f07b028,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:28.562378 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 51f5a131-4335-48c0-b6d6-26156eed06a8 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:28.564978 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (51f5a131-4335-48c0-b6d6-26156eed06a8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:28.606918 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8e8e4cca-c78b-461a-b73e-7fafa74583c7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (23791456-76f0-4673-a0b1-133e90da085a), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:28.614990 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcbc3a1-e360-437f-898b-5a52cd251a74 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Checking segment: {'id': '2f57b48c-39b1-4b24-99ee-210662c04d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1fe6d455-1e69-4972-ad49-b9d417565b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:28.615519 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcbc3a1-e360-437f-898b-5a52cd251a74 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network hostable DHCP agents. Network: 1fe6d455-1e69-4972-ad49-b9d417565b95, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:20:28.622076 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbc3a1-e360-437f-898b-5a52cd251a74 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Subnet': ['ID=68730ecf-441c-4c3f-b7a7-1b0cf9decd54,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:28.674319 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 51f5a131-4335-48c0-b6d6-26156eed06a8 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:28.700517 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcbc3a1-e360-437f-898b-5a52cd251a74 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network 1fe6d455-1e69-4972-ad49-b9d417565b95 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:20:28.715861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562de7e1-dcd4-4f6a-b40a-373ceca5285b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:28.717397 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562de7e1-dcd4-4f6a-b40a-373ceca5285b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:28.718939 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-562de7e1-dcd4-4f6a-b40a-373ceca5285b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1837356 Apr 16 04:20:28.721724 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34288) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:28.751488 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e4cca-c78b-461a-b73e-7fafa74583c7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Port': ['ID=23791456-76f0-4673-a0b1-133e90da085a,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:28.754019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fece5eeb-e00f-4fd2-b47b-7fcd4136d3bc tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (1075cdc7-2f95-4a81-b91f-a765e0dc9468), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:28.816836 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d8000c-938e-4d12-a356-2458619c4bdd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet 3bfaa2b4-b4f0-4bab-8a77-15a004fb597f {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:20:28.820526 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-1bcbc3a1-e360-437f-898b-5a52cd251a74 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 1fe6d455-1e69-4972-ad49-b9d417565b95) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:28.822957 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-07d8000c-938e-4d12-a356-2458619c4bdd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (3bfaa2b4-b4f0-4bab-8a77-15a004fb597f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:28.849895 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcbc3a1-e360-437f-898b-5a52cd251a74 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:28.851846 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc3a1-e360-437f-898b-5a52cd251a74 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:28.852460 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffde61c-42d4-4bca-a4da-29cb73acf5c5 None None] Network 1fe6d455-1e69-4972-ad49-b9d417565b95 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:28.872255 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8e8e4cca-c78b-461a-b73e-7fafa74583c7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (19b6ce4f-0a73-4ad4-9be1-4ccec9fd83fe), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:28.897947 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-07d8000c-938e-4d12-a356-2458619c4bdd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (3bfaa2b4-b4f0-4bab-8a77-15a004fb597f), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:28.978561 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1bcbc3a1-e360-437f-898b-5a52cd251a74 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9280417 Apr 16 04:20:29.000548 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34292) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:29.041513 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4835e-7582-4eb9-afbc-524643680e3d req-d59caaa6-5c1f-48e2-843c-0fa2d12dbc7b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:29.043084 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dee4835e-7582-4eb9-afbc-524643680e3d req-d59caaa6-5c1f-48e2-843c-0fa2d12dbc7b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1645660 Apr 16 04:20:29.087087 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-07d8000c-938e-4d12-a356-2458619c4bdd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (3bfaa2b4-b4f0-4bab-8a77-15a004fb597f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:29.134035 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d0002b6-b999-4bbd-b871-cc3fd33b63ef tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_gateway (e3a099d9-683b-47e5-8fca-fa4b8b3dce94), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:29.144108 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-1fe6d455-1e69-4972-ad49-b9d417565b95', 'network_id': '1fe6d455-1e69-4972-ad49-b9d417565b95', 'project_id': '501d13c948384c9886669f889655f04a', 'fixed_ips': [{'subnet_id': '68730ecf-441c-4c3f-b7a7-1b0cf9decd54'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:29.145462 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:29.166556 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (1fe6d455-1e69-4972-ad49-b9d417565b95), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:29.189573 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fece5eeb-e00f-4fd2-b47b-7fcd4136d3bc tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (1075cdc7-2f95-4a81-b91f-a765e0dc9468), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:29.229709 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dee4835e-7582-4eb9-afbc-524643680e3d req-2025ca18-3da8-46ed-a489-f29c9235f8b9 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495013 Apr 16 04:20:29.230653 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece5eeb-e00f-4fd2-b47b-7fcd4136d3bc tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event deleted for resources: {'Subnet': ['ID=1075cdc7-2f95-4a81-b91f-a765e0dc9468,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:29.233147 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-8e8e4cca-c78b-461a-b73e-7fafa74583c7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Floating IP 19b6ce4f-0a73-4ad4-9be1-4ccec9fd83fe associated. External IP: 172.26.6.218, port: a9ccc8cf-d97f-4716-9d4d-0325d572e864. Apr 16 04:20:29.249777 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (68730ecf-441c-4c3f-b7a7-1b0cf9decd54), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:29.275422 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-07d8000c-938e-4d12-a356-2458619c4bdd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (3bfaa2b4-b4f0-4bab-8a77-15a004fb597f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:29.302520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] Allocated IP 172.20.0.2 (1fe6d455-1e69-4972-ad49-b9d417565b95/68730ecf-441c-4c3f-b7a7-1b0cf9decd54/2185ec35-23f6-45c6-bb28-d04f2fea179f) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:29.314897 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8000c-938e-4d12-a356-2458619c4bdd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=3bfaa2b4-b4f0-4bab-8a77-15a004fb597f,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:29.324626 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-07d8000c-938e-4d12-a356-2458619c4bdd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:29.329069 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fece5eeb-e00f-4fd2-b47b-7fcd4136d3bc tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:29.331462 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-07d8000c-938e-4d12-a356-2458619c4bdd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/3bfaa2b4-b4f0-4bab-8a77-15a004fb597f HTTP/1.1" status: 204 len: 168 time: 0.6084726 Apr 16 04:20:29.335828 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-fece5eeb-e00f-4fd2-b47b-7fcd4136d3bc tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "DELETE /v2.0/subnets/1075cdc7-2f95-4a81-b91f-a765e0dc9468 HTTP/1.1" status: 204 len: 168 time: 1.4874423 Apr 16 04:20:29.335999 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34294) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:29.338494 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34296) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:29.352134 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fef9480-3dc7-4a0a-8734-275396c40fd3 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:29.387173 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6abbf510-764c-4713-8b53-a7ea988e5197 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518517 Apr 16 04:20:29.387739 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34298) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:29.444896 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d1b0b0-0383-4b0e-96ab-d4600d4a69a2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:29.450713 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eb5042-ec58-4a8d-8823-86356862a81f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:29.451475 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-08d1b0b0-0383-4b0e-96ab-d4600d4a69a2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0627387 Apr 16 04:20:29.452088 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34300) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:29.452577 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eb5042-ec58-4a8d-8823-86356862a81f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:29.457188 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-37eb5042-ec58-4a8d-8823-86356862a81f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1130891 Apr 16 04:20:29.459566 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34302) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:29.516445 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ce314a-db5e-4ed0-8f5b-75d1de14e98e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:29.520521 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f7ce314a-db5e-4ed0-8f5b-75d1de14e98e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0674841 Apr 16 04:20:29.521233 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34304) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:29.576497 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] Publish callbacks [] for port (2185ec35-23f6-45c6-bb28-d04f2fea179f), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:29.590432 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bc5a5374-3ae6-4d0b-8bf1-5cd94ce3d9b1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680268 Apr 16 04:20:29.603072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34306) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:29.608436 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-8654b6d9-5023-4bbb-b028-93ce4b2529e3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:29.625905 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698a7102-5c86-4364-b648-82b3bf5035db None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:20:29.675403 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (2185ec35-23f6-45c6-bb28-d04f2fea179f), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:29.720012 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c94b92c8-d9af-47c9-9548-213748c79181 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (c0eacde4-56ec-49be-9de8-c0269b39b676), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:29.721153 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-698a7102-5c86-4364-b648-82b3bf5035db None None] Deleting port 51f5a131-4335-48c0-b6d6-26156eed06a8 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:29.721425 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-698a7102-5c86-4364-b648-82b3bf5035db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (51f5a131-4335-48c0-b6d6-26156eed06a8), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:29.727301 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d0002b6-b999-4bbd-b871-cc3fd33b63ef tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (e3a099d9-683b-47e5-8fca-fa4b8b3dce94), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:29.748962 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] Pushing event updated for resources: {'Port': ['ID=2185ec35-23f6-45c6-bb28-d04f2fea179f,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:29.773284 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (68730ecf-441c-4c3f-b7a7-1b0cf9decd54), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:29.782217 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] Network 1fe6d455-1e69-4972-ad49-b9d417565b95 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:29.785830 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:29.789866 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:29.808202 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8654b6d9-5023-4bbb-b028-93ce4b2529e3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:29.812061 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8654b6d9-5023-4bbb-b028-93ce4b2529e3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:29.815140 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Subnet': ['ID=68730ecf-441c-4c3f-b7a7-1b0cf9decd54,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:29.826048 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-698a7102-5c86-4364-b648-82b3bf5035db None None] For port 51f5a131-4335-48c0-b6d6-26156eed06a8, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=51f5a131-4335-48c0-b6d6-26156eed06a8,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:29.826889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-698a7102-5c86-4364-b648-82b3bf5035db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (51f5a131-4335-48c0-b6d6-26156eed06a8), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:29.828002 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94b92c8-d9af-47c9-9548-213748c79181 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 16 04:20:29.828511 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c94b92c8-d9af-47c9-9548-213748c79181 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:20:29.836620 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c94b92c8-d9af-47c9-9548-213748c79181 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "DELETE /v2.0/networks/c0eacde4-56ec-49be-9de8-c0269b39b676 HTTP/1.1" status: 409 len: 466 time: 0.3758807 Apr 16 04:20:29.842094 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34308) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:29.846923 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-fcbe56af-9100-4aeb-a77a-bf1ab41224f1 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-794766601'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:29.864011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-698a7102-5c86-4364-b648-82b3bf5035db None None] Calling delete_port for 51f5a131-4335-48c0-b6d6-26156eed06a8 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:29.919164 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8e4cca-c78b-461a-b73e-7fafa74583c7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Router 9d6a6c35-a37f-4ea5-b81b-112f3301b2dd has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:20:29.944333 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbe56af-9100-4aeb-a77a-bf1ab41224f1 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Made reservation on behalf of b606416f3c5341d3949afb2e8460b077 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:29.948300 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fcbe56af-9100-4aeb-a77a-bf1ab41224f1 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:29.953698 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] Attempting to bind port 2185ec35-23f6-45c6-bb28-d04f2fea179f on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:20:29.954062 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] Attempting to bind port 2185ec35-23f6-45c6-bb28-d04f2fea179f by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '2f57b48c-39b1-4b24-99ee-210662c04d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1fe6d455-1e69-4972-ad49-b9d417565b95'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:20:29.954421 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] Attempting to bind port 2185ec35-23f6-45c6-bb28-d04f2fea179f on network 1fe6d455-1e69-4972-ad49-b9d417565b95 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:20:29.957575 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f07b57b-426f-4395-8ab5-49f7c71b4dca None None] Network c0eacde4-56ec-49be-9de8-c0269b39b676 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:29.977005 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:20:29.977380 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] Checking segment: {'id': '2f57b48c-39b1-4b24-99ee-210662c04d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1fe6d455-1e69-4972-ad49-b9d417565b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:29.977705 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:29.978199 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] Bound using segment: {'id': '2f57b48c-39b1-4b24-99ee-210662c04d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1fe6d455-1e69-4972-ad49-b9d417565b95'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:20:29.978752 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] Bound port: 2185ec35-23f6-45c6-bb28-d04f2fea179f, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f57b48c-39b1-4b24-99ee-210662c04d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1fe6d455-1e69-4972-ad49-b9d417565b95'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:20:29.979230 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2185ec35-23f6-45c6-bb28-d04f2fea179f), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:30.089402 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-6af549c1-6866-4e23-9145-c93dcb1c6d92 None None] Provisioning complete for port 206639d1-120b-40d1-9e1a-3db76f07b028 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:30.089773 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6af549c1-6866-4e23-9145-c93dcb1c6d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (206639d1-120b-40d1-9e1a-3db76f07b028), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:30.202454 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] For port 2185ec35-23f6-45c6-bb28-d04f2fea179f, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:20:30.206518 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] For port 2185ec35-23f6-45c6-bb28-d04f2fea179f, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2185ec35-23f6-45c6-bb28-d04f2fea179f,segment=NetworkSegment(2f57b48c-39b1-4b24-99ee-210662c04d2c),segment_id=2f57b48c-39b1-4b24-99ee-210662c04d2c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:20:30.242297 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (1fe6d455-1e69-4972-ad49-b9d417565b95), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:30.254370 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-6af549c1-6866-4e23-9145-c93dcb1c6d92 None None] Current status of the port 206639d1-120b-40d1-9e1a-3db76f07b028 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:30.254525 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6af549c1-6866-4e23-9145-c93dcb1c6d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (206639d1-120b-40d1-9e1a-3db76f07b028), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:30.282942 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe6d455-1e69-4972-ad49-b9d417565b95']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:30.285088 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-698a7102-5c86-4364-b648-82b3bf5035db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (51f5a131-4335-48c0-b6d6-26156eed06a8), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:30.298403 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f57b48c-39b1-4b24-99ee-210662c04d2c') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:30.298868 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f57b48c-39b1-4b24-99ee-210662c04d2c') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:30.308979 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52787834-4721-47ba-8409-1a126a24ef1c None None] DHCP port deletion for c0eacde4-56ec-49be-9de8-c0269b39b676 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:20:30.313818 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (2f57b48c-39b1-4b24-99ee-210662c04d2c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:30.342003 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a7102-5c86-4364-b648-82b3bf5035db None None] No DVR routers for this DVR port 51f5a131-4335-48c0-b6d6-26156eed06a8 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:20:30.345424 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a7102-5c86-4364-b648-82b3bf5035db None None] Pushing event deleted for resources: {'Port': ['ID=51f5a131-4335-48c0-b6d6-26156eed06a8,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:30.365466 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2185ec35-23f6-45c6-bb28-d04f2fea179f), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:30.368423 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (2f57b48c-39b1-4b24-99ee-210662c04d2c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:30.370825 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-6af549c1-6866-4e23-9145-c93dcb1c6d92 None None] For port 206639d1-120b-40d1-9e1a-3db76f07b028, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=206639d1-120b-40d1-9e1a-3db76f07b028,segment=NetworkSegment(fd4e693c-54f6-4534-8a45-3da44c4db994),segment_id=fd4e693c-54f6-4534-8a45-3da44c4db994)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:30.371981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbe56af-9100-4aeb-a77a-bf1ab41224f1 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:20:30.391727 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:30.392131 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (2f57b48c-39b1-4b24-99ee-210662c04d2c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:30.395353 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:30.450000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6af549c1-6866-4e23-9145-c93dcb1c6d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (206639d1-120b-40d1-9e1a-3db76f07b028), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:30.486235 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 51f5a131-4335-48c0-b6d6-26156eed06a8 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:20:30.516296 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-913eaa16-28af-4abf-8a97-17d6fe6d045d req-a86cda11-25ff-4e9a-a5b6-9278390fbf11 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668092 Apr 16 04:20:30.522065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8e4cca-c78b-461a-b73e-7fafa74583c7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:30.527516 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-52787834-4721-47ba-8409-1a126a24ef1c None None] Deleting port 206639d1-120b-40d1-9e1a-3db76f07b028 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:30.527888 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-52787834-4721-47ba-8409-1a126a24ef1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (206639d1-120b-40d1-9e1a-3db76f07b028), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:30.534969 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 51f5a131-4335-48c0-b6d6-26156eed06a8 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:20:30.534969 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 51f5a131-4335-48c0-b6d6-26156eed06a8 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:20:30.549110 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff1be1-89b7-4173-ae7b-2b2eacec5928 None None] Sync routers for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:30.556705 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fcbe56af-9100-4aeb-a77a-bf1ab41224f1 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (1dbe8307-3d78-4ad9-bfd0-c5a1f5efc3c2), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:30.557943 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-fcbe56af-9100-4aeb-a77a-bf1ab41224f1 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Added segment 1dbe8307-3d78-4ad9-bfd0-c5a1f5efc3c2 of type vlan for network 63ee6d5d-828b-4153-8322-5bb80a1577e6 Apr 16 04:20:30.560551 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d247474-e0b7-4d03-997e-92013e7866cb None None] Pushing event updated for resources: {'Port': ['ID=2185ec35-23f6-45c6-bb28-d04f2fea179f,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:30.568488 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9e175-c434-420c-b7c8-e6d196b9b798 req-667f20b0-b7d5-4078-b8c0-852f1d452387 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:30.576451 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b7a9e175-c434-420c-b7c8-e6d196b9b798 req-667f20b0-b7d5-4078-b8c0-852f1d452387 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1911190 Apr 16 04:20:30.586514 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff1be1-89b7-4173-ae7b-2b2eacec5928 None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:30.601384 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-73ff1be1-89b7-4173-ae7b-2b2eacec5928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:30.625302 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba17c66-17d6-47f2-96b2-f300e8b065a7 None None] Network 1fe6d455-1e69-4972-ad49-b9d417565b95 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:30.627739 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0002b6-b999-4bbd-b871-cc3fd33b63ef tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Router e3a099d9-683b-47e5-8fca-fa4b8b3dce94 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:20:30.638336 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b7a9e175-c434-420c-b7c8-e6d196b9b798 req-012623a2-6e17-4939-9afc-b5c43215e743 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604417 Apr 16 04:20:30.639331 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.db.api [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 04:20:30.639331 dv-neutron-838078-2-hyperv neutron-server[104632]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 04:20:30.639331 dv-neutron-838078-2-hyperv neutron-server[104632]: [parameters: {'id': '1fe6d455-1e69-4972-ad49-b9d417565b95'}] Apr 16 04:20:30.639331 dv-neutron-838078-2-hyperv neutron-server[104632]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:20:30.639715 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG oslo_db.api [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:20:30.657742 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fcbe56af-9100-4aeb-a77a-bf1ab41224f1 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (63ee6d5d-828b-4153-8322-5bb80a1577e6), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:30.663634 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-73ff1be1-89b7-4173-ae7b-2b2eacec5928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:30.666492 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-52787834-4721-47ba-8409-1a126a24ef1c None None] For port 206639d1-120b-40d1-9e1a-3db76f07b028, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=206639d1-120b-40d1-9e1a-3db76f07b028,segment=NetworkSegment(fd4e693c-54f6-4534-8a45-3da44c4db994),segment_id=fd4e693c-54f6-4534-8a45-3da44c4db994)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:30.666889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-52787834-4721-47ba-8409-1a126a24ef1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (206639d1-120b-40d1-9e1a-3db76f07b028), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:30.673738 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff1be1-89b7-4173-ae7b-2b2eacec5928 None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:30.675456 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8654b6d9-5023-4bbb-b028-93ce4b2529e3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (ecec68a9-c8dd-4054-9d82-f91e35622980), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:30.677318 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-73ff1be1-89b7-4173-ae7b-2b2eacec5928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:30.688098 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8e8e4cca-c78b-461a-b73e-7fafa74583c7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:30.720685 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8654b6d9-5023-4bbb-b028-93ce4b2529e3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:30.723960 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-52787834-4721-47ba-8409-1a126a24ef1c None None] Calling delete_port for 206639d1-120b-40d1-9e1a-3db76f07b028 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:30.724861 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-8654b6d9-5023-4bbb-b028-93ce4b2529e3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:30.729292 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8e8e4cca-c78b-461a-b73e-7fafa74583c7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.3812644 Apr 16 04:20:30.729827 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8654b6d9-5023-4bbb-b028-93ce4b2529e3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:30.730052 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8654b6d9-5023-4bbb-b028-93ce4b2529e3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:30.730483 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eaa16-28af-4abf-8a97-17d6fe6d045d req-0702cd53-25aa-40ed-8fe0-92bdae4dcb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:30.732156 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-913eaa16-28af-4abf-8a97-17d6fe6d045d req-0702cd53-25aa-40ed-8fe0-92bdae4dcb6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b9a34858d5943edad761c17b78c5f88&device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 1129 time: 0.1144912 Apr 16 04:20:30.732272 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34312) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:30.738753 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-97d092cd-601d-447f-a454-e3fbeceb2b1f tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:30.741666 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b09eee7-59d4-4b64-83d0-47a589e5e38a None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:30.757195 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-73ff1be1-89b7-4173-ae7b-2b2eacec5928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:30.765023 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff1be1-89b7-4173-ae7b-2b2eacec5928 None None] The sync data for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:30.775395 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af549c1-6866-4e23-9145-c93dcb1c6d92 None None] Pushing event updated for resources: {'Port': ['ID=206639d1-120b-40d1-9e1a-3db76f07b028,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:30.805794 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654b6d9-5023-4bbb-b028-93ce4b2529e3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=ecec68a9-c8dd-4054-9d82-f91e35622980,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:30.828382 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-97d092cd-601d-447f-a454-e3fbeceb2b1f tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (19b6ce4f-0a73-4ad4-9be1-4ccec9fd83fe), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:30.881834 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8654b6d9-5023-4bbb-b028-93ce4b2529e3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2771468 Apr 16 04:20:30.886051 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fcbe56af-9100-4aeb-a77a-bf1ab41224f1 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (63ee6d5d-828b-4153-8322-5bb80a1577e6), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:30.890218 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34314) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:30.890839 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbe56af-9100-4aeb-a77a-bf1ab41224f1 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:30.891416 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fcbe56af-9100-4aeb-a77a-bf1ab41224f1 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:30.894357 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-8f22b8c0-b8a0-468e-9452-6f3aa589792f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'fixed_ips': [{'subnet_id': 'ecec68a9-c8dd-4054-9d82-f91e35622980', 'ip_address': '2001:db8::fa8c:53f8:b892:8b74'}], 'name': 'tempest-NetworksTestDHCPv6-1199448715'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:30.970558 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': 'ecec68a9-c8dd-4054-9d82-f91e35622980'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:30.971909 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:30.994562 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe56af-9100-4aeb-a77a-bf1ab41224f1 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event updated for resources: {'Network': ['ID=63ee6d5d-828b-4153-8322-5bb80a1577e6,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:31.017168 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0002b6-b999-4bbd-b871-cc3fd33b63ef tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:31.025866 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eaa16-28af-4abf-8a97-17d6fe6d045d req-9f94838d-b8ac-42ec-86cb-2e5927e64cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:31.027255 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-913eaa16-28af-4abf-8a97-17d6fe6d045d req-9f94838d-b8ac-42ec-86cb-2e5927e64cc5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=91342238-b22f-4e5e-8e06-97e40044a40f HTTP/1.1" status: 200 len: 906 time: 0.2321498 Apr 16 04:20:31.054484 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 63ee6d5d-828b-4153-8322-5bb80a1577e6 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:20:31.057456 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-52787834-4721-47ba-8409-1a126a24ef1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (206639d1-120b-40d1-9e1a-3db76f07b028), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:31.059608 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4907cbcd-43ef-4a30-86c8-4f39fb324b58 None None] Sync routers for ids ['e3a099d9-683b-47e5-8fca-fa4b8b3dce94'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:31.070963 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-97d092cd-601d-447f-a454-e3fbeceb2b1f tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:31.077244 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-fcbe56af-9100-4aeb-a77a-bf1ab41224f1 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2340877 Apr 16 04:20:31.079927 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34316) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:31.084677 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-63b8229b-df94-4e24-9a5e-f4b558a1cfbd tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Request body: {'subnet': {'network_id': '63ee6d5d-828b-4153-8322-5bb80a1577e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:31.122647 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d0002b6-b999-4bbd-b871-cc3fd33b63ef tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:31.125211 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6d0002b6-b999-4bbd-b871-cc3fd33b63ef tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3796899 Apr 16 04:20:31.128375 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52787834-4721-47ba-8409-1a126a24ef1c None None] Pushing event deleted for resources: {'Port': ['ID=206639d1-120b-40d1-9e1a-3db76f07b028,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:31.132198 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34318) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:31.137226 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-4eb8699f-c403-4a2b-9b47-c66f61eaa9aa tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'enable_snat': False}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:31.141207 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (1fe6d455-1e69-4972-ad49-b9d417565b95), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:31.168042 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52787834-4721-47ba-8409-1a126a24ef1c None None] No DVR routers for this DVR port 206639d1-120b-40d1-9e1a-3db76f07b028 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:20:31.177598 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4907cbcd-43ef-4a30-86c8-4f39fb324b58 None None] Routers {'e3a099d9-683b-47e5-8fca-fa4b8b3dce94'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:31.178616 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-4907cbcd-43ef-4a30-86c8-4f39fb324b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['e3a099d9-683b-47e5-8fca-fa4b8b3dce94'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:31.179264 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-97d092cd-601d-447f-a454-e3fbeceb2b1f tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (19b6ce4f-0a73-4ad4-9be1-4ccec9fd83fe), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:31.179456 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-97d092cd-601d-447f-a454-e3fbeceb2b1f tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Floating IP 19b6ce4f-0a73-4ad4-9be1-4ccec9fd83fe disassociated. External IP: 172.26.6.218, port: a9ccc8cf-d97f-4716-9d4d-0325d572e864. Apr 16 04:20:31.204396 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-913eaa16-28af-4abf-8a97-17d6fe6d045d req-895c96e6-5015-4925-b4cb-2a0ed834bac6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4322969c-b15f-4add-b357-2fb04005634a HTTP/1.1" status: 200 len: 1000 time: 0.1695654 Apr 16 04:20:31.230018 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f22b8c0-b8a0-468e-9452-6f3aa589792f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:31.264449 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eaa16-28af-4abf-8a97-17d6fe6d045d req-a420eea5-de4c-49cf-ab11-b0d1007c91da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:31.266097 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-913eaa16-28af-4abf-8a97-17d6fe6d045d req-a420eea5-de4c-49cf-ab11-b0d1007c91da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8bd7dbee-35dd-4809-be07-6730956df1e3 HTTP/1.1" status: 200 len: 845 time: 0.0536962 Apr 16 04:20:31.319989 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eaa16-28af-4abf-8a97-17d6fe6d045d req-9c61dd67-ccfd-4ac1-ba5b-b69180e8fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:31.321979 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-913eaa16-28af-4abf-8a97-17d6fe6d045d req-9c61dd67-ccfd-4ac1-ba5b-b69180e8fb21 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91342238-b22f-4e5e-8e06-97e40044a40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0494208 Apr 16 04:20:31.342317 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b8229b-df94-4e24-9a5e-f4b558a1cfbd tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Made reservation on behalf of b606416f3c5341d3949afb2e8460b077 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:31.346605 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-63b8229b-df94-4e24-9a5e-f4b558a1cfbd tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:31.399431 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-4907cbcd-43ef-4a30-86c8-4f39fb324b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:31.416204 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4907cbcd-43ef-4a30-86c8-4f39fb324b58 None None] Routers {'e3a099d9-683b-47e5-8fca-fa4b8b3dce94'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:31.416537 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-4907cbcd-43ef-4a30-86c8-4f39fb324b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['e3a099d9-683b-47e5-8fca-fa4b8b3dce94'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:31.421324 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Deleting port 2185ec35-23f6-45c6-bb28-d04f2fea179f {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:31.422541 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (2185ec35-23f6-45c6-bb28-d04f2fea179f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:31.456657 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-4907cbcd-43ef-4a30-86c8-4f39fb324b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:31.457217 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4907cbcd-43ef-4a30-86c8-4f39fb324b58 None None] The sync data for ids ['e3a099d9-683b-47e5-8fca-fa4b8b3dce94'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:31.464249 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] Allocated IP 2001:db8::2 (9a9395da-f56a-4c57-8efc-4b7256188659/ecec68a9-c8dd-4054-9d82-f91e35622980/f1612e9b-a638-4c3e-906c-00b3d7bb77aa) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:31.502401 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8f22b8c0-b8a0-468e-9452-6f3aa589792f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:31.507128 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-913eaa16-28af-4abf-8a97-17d6fe6d045d req-a633f11d-75a1-487c-a899-210d94806b8a service neutron] 10.222.0.18 "GET /v2.0/networks/91342238-b22f-4e5e-8e06-97e40044a40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748319 Apr 16 04:20:31.569158 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] For port 2185ec35-23f6-45c6-bb28-d04f2fea179f, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2185ec35-23f6-45c6-bb28-d04f2fea179f,segment=NetworkSegment(2f57b48c-39b1-4b24-99ee-210662c04d2c),segment_id=2f57b48c-39b1-4b24-99ee-210662c04d2c)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:31.569733 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (2185ec35-23f6-45c6-bb28-d04f2fea179f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:31.625149 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] Publish callbacks [] for port (f1612e9b-a638-4c3e-906c-00b3d7bb77aa), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:31.648355 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-8f22b8c0-b8a0-468e-9452-6f3aa589792f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port 2ccecdfb-e973-43a2-99ef-a84a47fcb8c5 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:20:31.661907 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Calling delete_port for 2185ec35-23f6-45c6-bb28-d04f2fea179f owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:31.676475 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-913eaa16-28af-4abf-8a97-17d6fe6d045d req-3991c3ba-04d7-46ed-96fd-b453cb08fe7a service neutron] 10.222.0.18 "GET /v2.0/networks/91342238-b22f-4e5e-8e06-97e40044a40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400361 Apr 16 04:20:31.707822 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (f1612e9b-a638-4c3e-906c-00b3d7bb77aa), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:31.754493 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:31.758360 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:31.765302 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:31.775857 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947d671-87c0-46e5-93c3-7a3c1a5d0d77 req-d1fe2fc4-4125-4418-97e7-2fe9e7f2af69 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:31.777570 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3947d671-87c0-46e5-93c3-7a3c1a5d0d77 req-d1fe2fc4-4125-4418-97e7-2fe9e7f2af69 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.0616741 Apr 16 04:20:31.810591 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] Pushing event updated for resources: {'Port': ['ID=f1612e9b-a638-4c3e-906c-00b3d7bb77aa,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:31.855628 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] Attempting to bind port f1612e9b-a638-4c3e-906c-00b3d7bb77aa on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:20:31.855994 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] Attempting to bind port f1612e9b-a638-4c3e-906c-00b3d7bb77aa by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:20:31.858550 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] Attempting to bind port f1612e9b-a638-4c3e-906c-00b3d7bb77aa on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:20:31.862356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:20:31.862742 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:31.863146 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:31.864077 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:20:31.864077 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] Bound port: f1612e9b-a638-4c3e-906c-00b3d7bb77aa, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:20:31.864394 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f1612e9b-a638-4c3e-906c-00b3d7bb77aa), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:31.890642 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.objects.ports [None req-63b8229b-df94-4e24-9a5e-f4b558a1cfbd tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104633) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 16 04:20:31.898598 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-63b8229b-df94-4e24-9a5e-f4b558a1cfbd tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (895003cf-c7e1-4f8e-b1c2-0d2785c8cdfc), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:31.916377 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3947d671-87c0-46e5-93c3-7a3c1a5d0d77 req-98c0849b-5937-48c6-b3e5-02439d21410e tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159718 Apr 16 04:20:31.943056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] For port f1612e9b-a638-4c3e-906c-00b3d7bb77aa, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:20:31.947192 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] For port f1612e9b-a638-4c3e-906c-00b3d7bb77aa, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f1612e9b-a638-4c3e-906c-00b3d7bb77aa,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:20:31.957565 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d092cd-601d-447f-a454-e3fbeceb2b1f tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Router 9d6a6c35-a37f-4ea5-b81b-112f3301b2dd has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:20:31.980175 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8229b-df94-4e24-9a5e-f4b558a1cfbd tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event updated for resources: {'Subnet': ['ID=895003cf-c7e1-4f8e-b1c2-0d2785c8cdfc,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:31.989087 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b8229b-df94-4e24-9a5e-f4b558a1cfbd tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Checking segment: {'id': '1dbe8307-3d78-4ad9-bfd0-c5a1f5efc3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ee6d5d-828b-4153-8322-5bb80a1577e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:31.989452 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b8229b-df94-4e24-9a5e-f4b558a1cfbd tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Network hostable DHCP agents. Network: 63ee6d5d-828b-4153-8322-5bb80a1577e6, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:20:32.013278 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (f1612e9b-a638-4c3e-906c-00b3d7bb77aa), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:32.031913 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-8f22b8c0-b8a0-468e-9452-6f3aa589792f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::fa8c:53f8:b892:8b74 (9a9395da-f56a-4c57-8efc-4b7256188659/ecec68a9-c8dd-4054-9d82-f91e35622980/2ccecdfb-e973-43a2-99ef-a84a47fcb8c5) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:32.061341 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b8229b-df94-4e24-9a5e-f4b558a1cfbd tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Network 63ee6d5d-828b-4153-8322-5bb80a1577e6 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:20:32.081669 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c62c64-ba73-49cb-9708-aca355446591 None None] Pushing event updated for resources: {'Port': ['ID=f1612e9b-a638-4c3e-906c-00b3d7bb77aa,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:32.107926 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4eb8699f-c403-4a2b-9b47-c66f61eaa9aa tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_gateway (e3a099d9-683b-47e5-8fca-fa4b8b3dce94), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:32.140963 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-63b8229b-df94-4e24-9a5e-f4b558a1cfbd tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 63ee6d5d-828b-4153-8322-5bb80a1577e6) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:32.145751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b8229b-df94-4e24-9a5e-f4b558a1cfbd tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:32.152433 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-63b8229b-df94-4e24-9a5e-f4b558a1cfbd tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:32.152826 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39989c3e-7c45-4f83-ae68-2921c7ec692c None None] Network 63ee6d5d-828b-4153-8322-5bb80a1577e6 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:32.237999 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-63b8229b-df94-4e24-9a5e-f4b558a1cfbd tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1561840 Apr 16 04:20:32.239442 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34322) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:32.275654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-63ee6d5d-828b-4153-8322-5bb80a1577e6', 'network_id': '63ee6d5d-828b-4153-8322-5bb80a1577e6', 'project_id': 'b606416f3c5341d3949afb2e8460b077', 'fixed_ips': [{'subnet_id': '895003cf-c7e1-4f8e-b1c2-0d2785c8cdfc'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:32.276585 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:32.401095 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (63ee6d5d-828b-4153-8322-5bb80a1577e6), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:32.463479 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (895003cf-c7e1-4f8e-b1c2-0d2785c8cdfc), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:32.515650 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f1612e9b-a638-4c3e-906c-00b3d7bb77aa up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:20:32.536862 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (2185ec35-23f6-45c6-bb28-d04f2fea179f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:32.557824 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] Allocated IP 2001:db8::f816:3eff:fed6:fdb0 (63ee6d5d-828b-4153-8322-5bb80a1577e6/895003cf-c7e1-4f8e-b1c2-0d2785c8cdfc/c45bbb60-5955-4ad7-9c66-3c938625bb43) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:32.601549 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Port': ['ID=2185ec35-23f6-45c6-bb28-d04f2fea179f,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:32.611970 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No DVR routers for this DVR port 2185ec35-23f6-45c6-bb28-d04f2fea179f on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:20:32.639760 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port f1612e9b-a638-4c3e-906c-00b3d7bb77aa triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:32.640141 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f1612e9b-a638-4c3e-906c-00b3d7bb77aa), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:32.786953 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port f1612e9b-a638-4c3e-906c-00b3d7bb77aa is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:32.787634 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f1612e9b-a638-4c3e-906c-00b3d7bb77aa), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:32.792357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] Publish callbacks [] for port (c45bbb60-5955-4ad7-9c66-3c938625bb43), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:32.796419 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d092cd-601d-447f-a454-e3fbeceb2b1f tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:32.808370 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-97d092cd-601d-447f-a454-e3fbeceb2b1f tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:32.808532 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d12b4d-faae-4bd7-8642-f03e56ed47aa None None] Sync routers for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:32.817996 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (1fe6d455-1e69-4972-ad49-b9d417565b95), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:32.826009 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d12b4d-faae-4bd7-8642-f03e56ed47aa None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:32.827765 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-17d12b4d-faae-4bd7-8642-f03e56ed47aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:32.828921 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port f1612e9b-a638-4c3e-906c-00b3d7bb77aa, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f1612e9b-a638-4c3e-906c-00b3d7bb77aa,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:32.861854 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-17d12b4d-faae-4bd7-8642-f03e56ed47aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:32.864184 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (c45bbb60-5955-4ad7-9c66-3c938625bb43), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:32.881555 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d12b4d-faae-4bd7-8642-f03e56ed47aa None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:32.882184 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-17d12b4d-faae-4bd7-8642-f03e56ed47aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:32.906953 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] Network 63ee6d5d-828b-4153-8322-5bb80a1577e6 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:32.912166 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe6d455-1e69-4972-ad49-b9d417565b95']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:32.914166 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:32.916806 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:32.922650 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-17d12b4d-faae-4bd7-8642-f03e56ed47aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:32.923265 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d12b4d-faae-4bd7-8642-f03e56ed47aa None None] The sync data for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:32.926538 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-97d092cd-601d-447f-a454-e3fbeceb2b1f tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "PUT /v2.0/floatingips/19b6ce4f-0a73-4ad4-9be1-4ccec9fd83fe HTTP/1.1" status: 200 len: 688 time: 2.1932425 Apr 16 04:20:32.929764 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34324) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:32.943108 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f57b48c-39b1-4b24-99ee-210662c04d2c') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:32.943446 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f57b48c-39b1-4b24-99ee-210662c04d2c') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:32.958604 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] Pushing event updated for resources: {'Port': ['ID=c45bbb60-5955-4ad7-9c66-3c938625bb43,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:32.963561 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (f1612e9b-a638-4c3e-906c-00b3d7bb77aa), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:32.987148 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (2f57b48c-39b1-4b24-99ee-210662c04d2c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.006443 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8f22b8c0-b8a0-468e-9452-6f3aa589792f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (2ccecdfb-e973-43a2-99ef-a84a47fcb8c5), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.020421 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (2f57b48c-39b1-4b24-99ee-210662c04d2c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.022021 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] Attempting to bind port c45bbb60-5955-4ad7-9c66-3c938625bb43 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:20:33.022498 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] Attempting to bind port c45bbb60-5955-4ad7-9c66-3c938625bb43 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '1dbe8307-3d78-4ad9-bfd0-c5a1f5efc3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ee6d5d-828b-4153-8322-5bb80a1577e6'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:20:33.022818 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] Attempting to bind port c45bbb60-5955-4ad7-9c66-3c938625bb43 on network 63ee6d5d-828b-4153-8322-5bb80a1577e6 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:20:33.023046 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (895003cf-c7e1-4f8e-b1c2-0d2785c8cdfc), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.034253 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:20:33.035073 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] Checking segment: {'id': '1dbe8307-3d78-4ad9-bfd0-c5a1f5efc3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ee6d5d-828b-4153-8322-5bb80a1577e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:33.035073 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.035413 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] Bound using segment: {'id': '1dbe8307-3d78-4ad9-bfd0-c5a1f5efc3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ee6d5d-828b-4153-8322-5bb80a1577e6'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:20:33.035892 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] Bound port: c45bbb60-5955-4ad7-9c66-3c938625bb43, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dbe8307-3d78-4ad9-bfd0-c5a1f5efc3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ee6d5d-828b-4153-8322-5bb80a1577e6'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:20:33.036276 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c45bbb60-5955-4ad7-9c66-3c938625bb43), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.037090 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:33.041734 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (2f57b48c-39b1-4b24-99ee-210662c04d2c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.075994 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event deleted for resources: {'Subnet': ['ID=895003cf-c7e1-4f8e-b1c2-0d2785c8cdfc,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:33.092048 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=f1612e9b-a638-4c3e-906c-00b3d7bb77aa,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:33.133763 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] For port c45bbb60-5955-4ad7-9c66-3c938625bb43, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:33.136827 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:33.138586 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] For port c45bbb60-5955-4ad7-9c66-3c938625bb43, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c45bbb60-5955-4ad7-9c66-3c938625bb43,segment=NetworkSegment(1dbe8307-3d78-4ad9-bfd0-c5a1f5efc3c2),segment_id=1dbe8307-3d78-4ad9-bfd0-c5a1f5efc3c2)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:20:33.207785 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (1fe6d455-1e69-4972-ad49-b9d417565b95), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.210938 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c45bbb60-5955-4ad7-9c66-3c938625bb43), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.212096 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (63ee6d5d-828b-4153-8322-5bb80a1577e6), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.245266 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ee6d5d-828b-4153-8322-5bb80a1577e6']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:33.256828 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-c3c9a047-bbfd-4e07-a32e-e2d3e05a6958 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Deleting port 23791456-76f0-4673-a0b1-133e90da085a {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:33.257301 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c3c9a047-bbfd-4e07-a32e-e2d3e05a6958 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (23791456-76f0-4673-a0b1-133e90da085a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.262396 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a65a5-e7d8-4e15-aa1c-ae8d599cd2ff req-df49b989-79da-4003-a53c-52f67abc7b78 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:33.263273 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbe8307-3d78-4ad9-bfd0-c5a1f5efc3c2') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:33.263660 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbe8307-3d78-4ad9-bfd0-c5a1f5efc3c2') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:33.264461 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4e4a65a5-e7d8-4e15-aa1c-ae8d599cd2ff req-df49b989-79da-4003-a53c-52f67abc7b78 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1183302 Apr 16 04:20:33.271495 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.278615 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/1fe6d455-1e69-4972-ad49-b9d417565b95 HTTP/1.1" status: 204 len: 168 time: 4.2738283 Apr 16 04:20:33.280126 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34328) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:33.305016 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-904a4205-3abe-481a-99e9-00f4774365b7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-246626612'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:33.305757 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (1dbe8307-3d78-4ad9-bfd0-c5a1f5efc3c2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.307523 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e46d02-0e9f-4719-a5c1-1fc885eb82e0 None None] Pushing event updated for resources: {'Port': ['ID=c45bbb60-5955-4ad7-9c66-3c938625bb43,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:33.326384 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff974b4-8ce1-4679-aea2-94b3c189c6bc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Network': ['ID=1fe6d455-1e69-4972-ad49-b9d417565b95,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:33.339057 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0c0c13-7c04-44bb-ace0-d20de8e094ac None None] Network 63ee6d5d-828b-4153-8322-5bb80a1577e6 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:33.358211 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (1dbe8307-3d78-4ad9-bfd0-c5a1f5efc3c2), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.370534 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:33.371159 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (1dbe8307-3d78-4ad9-bfd0-c5a1f5efc3c2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:33.374324 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:33.384768 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8f22b8c0-b8a0-468e-9452-6f3aa589792f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (2ccecdfb-e973-43a2-99ef-a84a47fcb8c5), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.447168 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c3c9a047-bbfd-4e07-a32e-e2d3e05a6958 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (23791456-76f0-4673-a0b1-133e90da085a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.447564 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c3c9a047-bbfd-4e07-a32e-e2d3e05a6958 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (23791456-76f0-4673-a0b1-133e90da085a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.453079 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f22b8c0-b8a0-468e-9452-6f3aa589792f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:33.462900 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-c3c9a047-bbfd-4e07-a32e-e2d3e05a6958 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Calling delete_port for 23791456-76f0-4673-a0b1-133e90da085a owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:33.467924 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-8f22b8c0-b8a0-468e-9452-6f3aa589792f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:33.481720 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f22b8c0-b8a0-468e-9452-6f3aa589792f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:33.491971 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f22b8c0-b8a0-468e-9452-6f3aa589792f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:33.491971 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8f22b8c0-b8a0-468e-9452-6f3aa589792f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.503680 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904a4205-3abe-481a-99e9-00f4774365b7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:33.507418 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-904a4205-3abe-481a-99e9-00f4774365b7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.512102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.db.api [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 04:20:33.512102 dv-neutron-838078-2-hyperv neutron-server[104633]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 04:20:33.512102 dv-neutron-838078-2-hyperv neutron-server[104633]: [parameters: {'id': '63ee6d5d-828b-4153-8322-5bb80a1577e6'}] Apr 16 04:20:33.512102 dv-neutron-838078-2-hyperv neutron-server[104633]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:20:33.512459 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG oslo_db.api [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:20:33.512536 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22b8c0-b8a0-468e-9452-6f3aa589792f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=2ccecdfb-e973-43a2-99ef-a84a47fcb8c5,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:33.527616 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4e4a65a5-e7d8-4e15-aa1c-ae8d599cd2ff req-f552d3a3-11d6-41ae-ac07-091186ee67f3 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436888 Apr 16 04:20:33.527828 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f843cdaf-51d4-40ea-b2da-64bf36b4c50b None None] get_active_networks_info from dv-neutron-838078-2-hyperv {{(pid=104634) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 16 04:20:33.608284 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8f22b8c0-b8a0-468e-9452-6f3aa589792f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7150383 Apr 16 04:20:33.608284 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904a4205-3abe-481a-99e9-00f4774365b7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:20:33.608947 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34330) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:33.617084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-a1fd1e53-8488-4517-a7e8-f822ad5f3e88 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'fixed_ips': [{'subnet_id': 'ecec68a9-c8dd-4054-9d82-f91e35622980', 'ip_address': '2001:db8::fa8c:53f8:b892:8b74'}], 'name': 'tempest-NetworksTestDHCPv6-5747710'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:33.645550 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eb3047ea-5fbc-4f5c-85b5-058aa6d9e859 None None] Provisioning complete for port f1612e9b-a638-4c3e-906c-00b3d7bb77aa triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:33.646917 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eb3047ea-5fbc-4f5c-85b5-058aa6d9e859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f1612e9b-a638-4c3e-906c-00b3d7bb77aa), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.660111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-904a4205-3abe-481a-99e9-00f4774365b7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.660111 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-904a4205-3abe-481a-99e9-00f4774365b7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Added segment 3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e of type vlan for network 8fe70c37-c90f-4647-9763-16b7487fedcf Apr 16 04:20:33.694191 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f843cdaf-51d4-40ea-b2da-64bf36b4c50b None None] Resources bound (agent type, host, resource id): {{(pid=104634) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 16 04:20:33.714195 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4eb8699f-c403-4a2b-9b47-c66f61eaa9aa tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (e3a099d9-683b-47e5-8fca-fa4b8b3dce94), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.719480 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-904a4205-3abe-481a-99e9-00f4774365b7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (8fe70c37-c90f-4647-9763-16b7487fedcf), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.721795 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4eb8699f-c403-4a2b-9b47-c66f61eaa9aa tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (e3a099d9-683b-47e5-8fca-fa4b8b3dce94), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.792154 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c3c9a047-bbfd-4e07-a32e-e2d3e05a6958 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (23791456-76f0-4673-a0b1-133e90da085a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.817784 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eb3047ea-5fbc-4f5c-85b5-058aa6d9e859 None None] Current status of the port f1612e9b-a638-4c3e-906c-00b3d7bb77aa is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:33.836117 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9a047-bbfd-4e07-a32e-e2d3e05a6958 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event deleted for resources: {'Port': ['ID=23791456-76f0-4673-a0b1-133e90da085a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:33.848045 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb8699f-c403-4a2b-9b47-c66f61eaa9aa tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Router e3a099d9-683b-47e5-8fca-fa4b8b3dce94 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:20:33.855875 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.db.resource_extend [None req-904a4205-3abe-481a-99e9-00f4774365b7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 16 04:20:33.913010 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fd1e53-8488-4517-a7e8-f822ad5f3e88 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:33.936850 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-904a4205-3abe-481a-99e9-00f4774365b7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (8fe70c37-c90f-4647-9763-16b7487fedcf), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.947289 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904a4205-3abe-481a-99e9-00f4774365b7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:33.947907 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-904a4205-3abe-481a-99e9-00f4774365b7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:33.985786 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2d5118-3e5a-44ff-a9f8-f5625cfec134 None None] get_active_networks_info from dv-neutron-838078-2-hyperv {{(pid=104634) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 16 04:20:34.003394 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c3c9a047-bbfd-4e07-a32e-e2d3e05a6958 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (19b6ce4f-0a73-4ad4-9be1-4ccec9fd83fe), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:34.007646 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c3c9a047-bbfd-4e07-a32e-e2d3e05a6958 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:34.014635 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c3c9a047-bbfd-4e07-a32e-e2d3e05a6958 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "DELETE /v2.0/floatingips/19b6ce4f-0a73-4ad4-9be1-4ccec9fd83fe HTTP/1.1" status: 204 len: 168 time: 1.0775757 Apr 16 04:20:34.014635 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (63ee6d5d-828b-4153-8322-5bb80a1577e6), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:34.017526 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34332) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:34.022399 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-e0103fef-7bc1-4cab-aeba-51350602f5b7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': '77cbea73-139f-4ba3-9d76-61adb7ed2885'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:34.036853 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a1fd1e53-8488-4517-a7e8-f822ad5f3e88 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:34.078150 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-a1fd1e53-8488-4517-a7e8-f822ad5f3e88 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port 7ea91b5a-8243-4cf9-a8a4-346ae44c7b57 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:20:34.092067 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a4205-3abe-481a-99e9-00f4774365b7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Network': ['ID=8fe70c37-c90f-4647-9763-16b7487fedcf,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:34.105207 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 8fe70c37-c90f-4647-9763-16b7487fedcf details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:20:34.113805 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-904a4205-3abe-481a-99e9-00f4774365b7 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8253138 Apr 16 04:20:34.116683 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb8699f-c403-4a2b-9b47-c66f61eaa9aa tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:34.129709 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34334) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:34.142466 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4eb8699f-c403-4a2b-9b47-c66f61eaa9aa tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:34.147414 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4eb8699f-c403-4a2b-9b47-c66f61eaa9aa tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "PUT /v2.0/routers/e3a099d9-683b-47e5-8fca-fa4b8b3dce94 HTTP/1.1" status: 200 len: 922 time: 3.0116422 Apr 16 04:20:34.150948 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34336) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:34.153671 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-b81ec4b6-81d7-46ed-bf14-eb9bdfcd63dc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'subnet': {'network_id': '8fe70c37-c90f-4647-9763-16b7487fedcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:34.208480 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489586dd-ec4c-4952-ab7b-3077544b7933 None None] Sync routers for ids ['e3a099d9-683b-47e5-8fca-fa4b8b3dce94'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:34.209264 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Deleting port c45bbb60-5955-4ad7-9c66-3c938625bb43 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:34.209730 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c45bbb60-5955-4ad7-9c66-3c938625bb43), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:34.223330 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e0103fef-7bc1-4cab-aeba-51350602f5b7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:34.238934 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489586dd-ec4c-4952-ab7b-3077544b7933 None None] Routers {'e3a099d9-683b-47e5-8fca-fa4b8b3dce94'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:34.239586 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-489586dd-ec4c-4952-ab7b-3077544b7933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['e3a099d9-683b-47e5-8fca-fa4b8b3dce94'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:34.284055 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-489586dd-ec4c-4952-ab7b-3077544b7933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:34.291633 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] For port c45bbb60-5955-4ad7-9c66-3c938625bb43, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c45bbb60-5955-4ad7-9c66-3c938625bb43,segment=NetworkSegment(1dbe8307-3d78-4ad9-bfd0-c5a1f5efc3c2),segment_id=1dbe8307-3d78-4ad9-bfd0-c5a1f5efc3c2)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:34.292120 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c45bbb60-5955-4ad7-9c66-3c938625bb43), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:34.308843 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Calling delete_port for c45bbb60-5955-4ad7-9c66-3c938625bb43 owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:34.309082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489586dd-ec4c-4952-ab7b-3077544b7933 None None] Routers {'e3a099d9-683b-47e5-8fca-fa4b8b3dce94'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:34.309616 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-489586dd-ec4c-4952-ab7b-3077544b7933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['e3a099d9-683b-47e5-8fca-fa4b8b3dce94'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:34.351301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2d5118-3e5a-44ff-a9f8-f5625cfec134 None None] Resources bound (agent type, host, resource id): {{(pid=104634) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 16 04:20:34.357924 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-489586dd-ec4c-4952-ab7b-3077544b7933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:34.358542 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489586dd-ec4c-4952-ab7b-3077544b7933 None None] The sync data for ids ['e3a099d9-683b-47e5-8fca-fa4b8b3dce94'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:34.364934 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e0103fef-7bc1-4cab-aeba-51350602f5b7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:34.407334 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81ec4b6-81d7-46ed-bf14-eb9bdfcd63dc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:34.411888 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b81ec4b6-81d7-46ed-bf14-eb9bdfcd63dc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:34.443175 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f1612e9b-a638-4c3e-906c-00b3d7bb77aa up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:20:34.484785 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.ipam_backend_mixin [None req-b81ec4b6-81d7-46ed-bf14-eb9bdfcd63dc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Performing IP validity checks on allocation pools {{(pid=104632) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 16 04:20:34.485332 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.ipam_backend_mixin [None req-b81ec4b6-81d7-46ed-bf14-eb9bdfcd63dc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104632) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 16 04:20:34.555451 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-60320a1f-8f9a-4023-906d-bb8e5c17609c tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "GET /v2.0/routers/e3a099d9-683b-47e5-8fca-fa4b8b3dce94 HTTP/1.1" status: 200 len: 922 time: 0.4002724 Apr 16 04:20:34.558329 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34340) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:34.575608 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fd1e53-8488-4517-a7e8-f822ad5f3e88 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 16 04:20:34.576565 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1fd1e53-8488-4517-a7e8-f822ad5f3e88 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:20:34.636369 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-e0103fef-7bc1-4cab-aeba-51350602f5b7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Allocated IP 172.26.6.68 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/d9cd1595-f72d-4fb2-a8a1-5f183fb7dba2) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:34.639266 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b0ab5b-01aa-42ed-997f-bf3ee40d6a9f tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:34.639483 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c45bbb60-5955-4ad7-9c66-3c938625bb43), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:34.640418 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e3b0ab5b-01aa-42ed-997f-bf3ee40d6a9f tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&device_id=e3a099d9-683b-47e5-8fca-fa4b8b3dce94&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0797431 Apr 16 04:20:34.645382 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34342) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:34.663768 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e52b3-971f-4989-9cf6-5b33bda1ca7c req-d42778f1-625f-4aaa-b28d-990c6b40dfd1 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:34.671764 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5c5e52b3-971f-4989-9cf6-5b33bda1ca7c req-d42778f1-625f-4aaa-b28d-990c6b40dfd1 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.0684850 Apr 16 04:20:34.682459 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a1fd1e53-8488-4517-a7e8-f822ad5f3e88 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0724871 Apr 16 04:20:34.689452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port f1612e9b-a638-4c3e-906c-00b3d7bb77aa triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:34.689833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f1612e9b-a638-4c3e-906c-00b3d7bb77aa), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:34.706801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34344) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:34.728349 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event deleted for resources: {'Port': ['ID=c45bbb60-5955-4ad7-9c66-3c938625bb43,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:34.732339 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] No DVR routers for this DVR port c45bbb60-5955-4ad7-9c66-3c938625bb43 on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:20:34.828952 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (63ee6d5d-828b-4153-8322-5bb80a1577e6), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:34.830689 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port f1612e9b-a638-4c3e-906c-00b3d7bb77aa is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:34.872407 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ee6d5d-828b-4153-8322-5bb80a1577e6']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:34.884144 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5c5e52b3-971f-4989-9cf6-5b33bda1ca7c req-75e10bd6-5b4d-40b4-b0aa-d9d9c396b4f9 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111132 Apr 16 04:20:34.888991 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbe8307-3d78-4ad9-bfd0-c5a1f5efc3c2') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:34.889294 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbe8307-3d78-4ad9-bfd0-c5a1f5efc3c2') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:34.906131 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (1dbe8307-3d78-4ad9-bfd0-c5a1f5efc3c2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:34.917398 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (1dbe8307-3d78-4ad9-bfd0-c5a1f5efc3c2), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:34.924628 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:34.925367 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (1dbe8307-3d78-4ad9-bfd0-c5a1f5efc3c2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:35.054815 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-37215cb6-1c0b-40c9-b2ec-757aa274981f None None] Provisioning complete for port 2ccecdfb-e973-43a2-99ef-a84a47fcb8c5 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:35.055238 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-37215cb6-1c0b-40c9-b2ec-757aa274981f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2ccecdfb-e973-43a2-99ef-a84a47fcb8c5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:35.072143 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (63ee6d5d-828b-4153-8322-5bb80a1577e6), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:35.079838 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:35.083429 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "DELETE /v2.0/networks/63ee6d5d-828b-4153-8322-5bb80a1577e6 HTTP/1.1" status: 204 len: 168 time: 2.8426962 Apr 16 04:20:35.096204 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-37215cb6-1c0b-40c9-b2ec-757aa274981f None None] Port 2ccecdfb-e973-43a2-99ef-a84a47fcb8c5 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:20:35.097534 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34348) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:35.102946 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-13c353ec-df2a-4fda-99c6-151eb8e0a906 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-278137613'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:35.106236 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bb07a-64e3-4782-8e31-b467e28402ce tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event deleted for resources: {'Network': ['ID=63ee6d5d-828b-4153-8322-5bb80a1577e6,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:35.163089 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f732d5f-ea54-4a02-a4c6-3d7b5039b2cb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:35.168892 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f732d5f-ea54-4a02-a4c6-3d7b5039b2cb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:35.170416 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6f732d5f-ea54-4a02-a4c6-3d7b5039b2cb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.4626894 Apr 16 04:20:35.173250 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34350) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:35.200922 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c353ec-df2a-4fda-99c6-151eb8e0a906 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Made reservation on behalf of b606416f3c5341d3949afb2e8460b077 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:35.204842 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-13c353ec-df2a-4fda-99c6-151eb8e0a906 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:35.212888 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3256d848-6ecf-474e-b998-85dc6b2ece29 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:35.217075 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3256d848-6ecf-474e-b998-85dc6b2ece29 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "GET /v2.0/networks/2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 HTTP/1.1" status: 200 len: 881 time: 0.5680137 Apr 16 04:20:35.219472 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34352) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:35.257879 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6e31761d-0309-4bfc-9cfd-2611bbfbe58c tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3a099d9-683b-47e5-8fca-fa4b8b3dce94 HTTP/1.1" status: 200 len: 205 time: 0.0349936 Apr 16 04:20:35.261119 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34354) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:35.267518 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c353ec-df2a-4fda-99c6-151eb8e0a906 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:20:35.271181 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e0103fef-7bc1-4cab-aeba-51350602f5b7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for port (d9cd1595-f72d-4fb2-a8a1-5f183fb7dba2), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:35.288133 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-13c353ec-df2a-4fda-99c6-151eb8e0a906 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (3b0f9a73-2b65-47f2-b8cc-09e6c86c7cc2), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:35.288468 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-13c353ec-df2a-4fda-99c6-151eb8e0a906 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Added segment 3b0f9a73-2b65-47f2-b8cc-09e6c86c7cc2 of type vlan for network 51879029-f09c-4bc7-b41f-1c1c6c16fc0f Apr 16 04:20:35.290139 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-aa75a1ab-9202-4069-8074-ecd5b15da2c9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port 2ccecdfb-e973-43a2-99ef-a84a47fcb8c5 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:35.290459 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aa75a1ab-9202-4069-8074-ecd5b15da2c9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (2ccecdfb-e973-43a2-99ef-a84a47fcb8c5), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:35.311700 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b81ec4b6-81d7-46ed-bf14-eb9bdfcd63dc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (c33eb566-8f0d-4971-bffa-83c6769d31ea), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:35.377591 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-13c353ec-df2a-4fda-99c6-151eb8e0a906 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (51879029-f09c-4bc7-b41f-1c1c6c16fc0f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:35.423839 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aa75a1ab-9202-4069-8074-ecd5b15da2c9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (2ccecdfb-e973-43a2-99ef-a84a47fcb8c5), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:35.427776 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ec4b6-81d7-46ed-bf14-eb9bdfcd63dc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Subnet': ['ID=c33eb566-8f0d-4971-bffa-83c6769d31ea,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:35.437504 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-aa75a1ab-9202-4069-8074-ecd5b15da2c9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for 2ccecdfb-e973-43a2-99ef-a84a47fcb8c5 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:35.456090 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81ec4b6-81d7-46ed-bf14-eb9bdfcd63dc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Checking segment: {'id': '3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fe70c37-c90f-4647-9763-16b7487fedcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:35.456445 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81ec4b6-81d7-46ed-bf14-eb9bdfcd63dc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network hostable DHCP agents. Network: 8fe70c37-c90f-4647-9763-16b7487fedcf, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:20:35.467876 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a79f54f0-2143-4c6b-ab64-d07bccc0cfd0 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router (e3a099d9-683b-47e5-8fca-fa4b8b3dce94), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:35.510176 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-13c353ec-df2a-4fda-99c6-151eb8e0a906 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (51879029-f09c-4bc7-b41f-1c1c6c16fc0f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:35.515247 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c353ec-df2a-4fda-99c6-151eb8e0a906 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:35.515820 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-13c353ec-df2a-4fda-99c6-151eb8e0a906 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:35.552414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e0103fef-7bc1-4cab-aeba-51350602f5b7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (d9cd1595-f72d-4fb2-a8a1-5f183fb7dba2), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:35.610634 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0103fef-7bc1-4cab-aeba-51350602f5b7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:35.611814 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c353ec-df2a-4fda-99c6-151eb8e0a906 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event updated for resources: {'Network': ['ID=51879029-f09c-4bc7-b41f-1c1c6c16fc0f,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:35.614966 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81ec4b6-81d7-46ed-bf14-eb9bdfcd63dc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network 8fe70c37-c90f-4647-9763-16b7487fedcf is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:20:35.618677 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0103fef-7bc1-4cab-aeba-51350602f5b7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Port': ['ID=d9cd1595-f72d-4fb2-a8a1-5f183fb7dba2,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:35.621145 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-e0103fef-7bc1-4cab-aeba-51350602f5b7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:35.624165 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 51879029-f09c-4bc7-b41f-1c1c6c16fc0f details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:20:35.627596 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0103fef-7bc1-4cab-aeba-51350602f5b7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:35.640605 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-13c353ec-df2a-4fda-99c6-151eb8e0a906 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5422053 Apr 16 04:20:35.643563 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34356) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:35.649569 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-e3962c23-c4b2-419b-be86-63c5bbaa1e4c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Request body: {'subnet': {'network_id': '51879029-f09c-4bc7-b41f-1c1c6c16fc0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:35.657188 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a79f54f0-2143-4c6b-ab64-d07bccc0cfd0 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_gateway (e3a099d9-683b-47e5-8fca-fa4b8b3dce94), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:35.706856 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-b81ec4b6-81d7-46ed-bf14-eb9bdfcd63dc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 8fe70c37-c90f-4647-9763-16b7487fedcf) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:35.714062 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81ec4b6-81d7-46ed-bf14-eb9bdfcd63dc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:35.714661 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b81ec4b6-81d7-46ed-bf14-eb9bdfcd63dc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:35.721369 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b64e5c2-54b5-4aa3-8a59-add3c32890cf None None] Network 8fe70c37-c90f-4647-9763-16b7487fedcf requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:35.838055 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-a79f54f0-2143-4c6b-ab64-d07bccc0cfd0 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Deleting port 285d86de-21ac-4acb-ac40-e3efc6c0563d {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:35.838381 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a79f54f0-2143-4c6b-ab64-d07bccc0cfd0 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (285d86de-21ac-4acb-ac40-e3efc6c0563d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:35.845016 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b81ec4b6-81d7-46ed-bf14-eb9bdfcd63dc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7133112 Apr 16 04:20:35.848059 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34358) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:35.850584 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-8fe70c37-c90f-4647-9763-16b7487fedcf', 'network_id': '8fe70c37-c90f-4647-9763-16b7487fedcf', 'project_id': '501d13c948384c9886669f889655f04a', 'fixed_ips': [{'subnet_id': 'c33eb566-8f0d-4971-bffa-83c6769d31ea'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:35.851679 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.023883 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aa75a1ab-9202-4069-8074-ecd5b15da2c9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (2ccecdfb-e973-43a2-99ef-a84a47fcb8c5), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.032961 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] Allocated IP 172.20.0.3 (8fe70c37-c90f-4647-9763-16b7487fedcf/c33eb566-8f0d-4971-bffa-83c6769d31ea/b73dcf69-4f80-4b24-b096-fe1bdee0cb41) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:36.064512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75a1ab-9202-4069-8074-ecd5b15da2c9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=2ccecdfb-e973-43a2-99ef-a84a47fcb8c5,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:36.097361 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aa75a1ab-9202-4069-8074-ecd5b15da2c9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.103695 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-aa75a1ab-9202-4069-8074-ecd5b15da2c9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/2ccecdfb-e973-43a2-99ef-a84a47fcb8c5 HTTP/1.1" status: 204 len: 168 time: 0.9263325 Apr 16 04:20:36.103695 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34364) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:36.106310 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe3f07-1dac-4b28-9641-cac20e11d25c req-7f46aaf0-d4fb-4a24-8bf9-f4be8f80428a tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:36.107827 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f7fe3f07-1dac-4b28-9641-cac20e11d25c req-7f46aaf0-d4fb-4a24-8bf9-f4be8f80428a tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1169298 Apr 16 04:20:36.113741 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a79f54f0-2143-4c6b-ab64-d07bccc0cfd0 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (285d86de-21ac-4acb-ac40-e3efc6c0563d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.160025 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c9c94e-c6e5-44bf-8530-081ec23c2ab2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:36.161363 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c9c94e-c6e5-44bf-8530-081ec23c2ab2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:36.165973 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-88c9c94e-c6e5-44bf-8530-081ec23c2ab2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0583730 Apr 16 04:20:36.166137 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (8fe70c37-c90f-4647-9763-16b7487fedcf), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.166394 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34366) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:36.177802 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-a79f54f0-2143-4c6b-ab64-d07bccc0cfd0 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Calling delete_port for 285d86de-21ac-4acb-ac40-e3efc6c0563d owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:36.227610 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ff91ea-e8a2-422f-8eac-90f821fc9677 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet ecec68a9-c8dd-4054-9d82-f91e35622980 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:20:36.231239 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3962c23-c4b2-419b-be86-63c5bbaa1e4c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Made reservation on behalf of b606416f3c5341d3949afb2e8460b077 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:36.234589 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e3962c23-c4b2-419b-be86-63c5bbaa1e4c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.241059 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28ff91ea-e8a2-422f-8eac-90f821fc9677 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (ecec68a9-c8dd-4054-9d82-f91e35622980), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.259331 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] Publish callbacks [] for port (b73dcf69-4f80-4b24-b096-fe1bdee0cb41), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.330047 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (b73dcf69-4f80-4b24-b096-fe1bdee0cb41), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.335429 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28ff91ea-e8a2-422f-8eac-90f821fc9677 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (ecec68a9-c8dd-4054-9d82-f91e35622980), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.372963 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f7fe3f07-1dac-4b28-9641-cac20e11d25c req-207f31f7-be6d-4047-93cc-bafa70b71b17 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445767 Apr 16 04:20:36.418830 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] Network 8fe70c37-c90f-4647-9763-16b7487fedcf is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:36.424669 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:36.426536 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (c33eb566-8f0d-4971-bffa-83c6769d31ea), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.427720 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:36.430170 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] Pushing event updated for resources: {'Port': ['ID=b73dcf69-4f80-4b24-b096-fe1bdee0cb41,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:36.482097 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28ff91ea-e8a2-422f-8eac-90f821fc9677 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (ecec68a9-c8dd-4054-9d82-f91e35622980), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.510594 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] Attempting to bind port b73dcf69-4f80-4b24-b096-fe1bdee0cb41 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:20:36.511220 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] Attempting to bind port b73dcf69-4f80-4b24-b096-fe1bdee0cb41 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fe70c37-c90f-4647-9763-16b7487fedcf'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:20:36.511734 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] Attempting to bind port b73dcf69-4f80-4b24-b096-fe1bdee0cb41 on network 8fe70c37-c90f-4647-9763-16b7487fedcf {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:20:36.517475 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:20:36.517855 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] Checking segment: {'id': '3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fe70c37-c90f-4647-9763-16b7487fedcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:36.518291 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.518920 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] Bound using segment: {'id': '3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fe70c37-c90f-4647-9763-16b7487fedcf'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:20:36.519537 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] Bound port: b73dcf69-4f80-4b24-b096-fe1bdee0cb41, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fe70c37-c90f-4647-9763-16b7487fedcf'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:20:36.519798 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b73dcf69-4f80-4b24-b096-fe1bdee0cb41), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.530725 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e0103fef-7bc1-4cab-aeba-51350602f5b7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (fc8c2fd2-62fc-4781-b650-4c8b0156688f), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.595476 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] For port b73dcf69-4f80-4b24-b096-fe1bdee0cb41, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:20:36.598841 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] For port b73dcf69-4f80-4b24-b096-fe1bdee0cb41, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=b73dcf69-4f80-4b24-b096-fe1bdee0cb41,segment=NetworkSegment(3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e),segment_id=3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:20:36.652893 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e3962c23-c4b2-419b-be86-63c5bbaa1e4c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (6a23966e-54e8-4c0d-80f9-37265bfd6a36), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.678501 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (b73dcf69-4f80-4b24-b096-fe1bdee0cb41), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.678882 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (c33eb566-8f0d-4971-bffa-83c6769d31ea), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.681191 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a79f54f0-2143-4c6b-ab64-d07bccc0cfd0 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (285d86de-21ac-4acb-ac40-e3efc6c0563d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.684310 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28ff91ea-e8a2-422f-8eac-90f821fc9677 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (ecec68a9-c8dd-4054-9d82-f91e35622980), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.710759 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28ff91ea-e8a2-422f-8eac-90f821fc9677 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.717415 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-28ff91ea-e8a2-422f-8eac-90f821fc9677 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/ecec68a9-c8dd-4054-9d82-f91e35622980 HTTP/1.1" status: 204 len: 168 time: 0.5479465 Apr 16 04:20:36.722341 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34368) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:36.731767 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4a59be-0db3-42e5-b47c-fc1715e0ebbe None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:36.737501 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3962c23-c4b2-419b-be86-63c5bbaa1e4c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event updated for resources: {'Subnet': ['ID=6a23966e-54e8-4c0d-80f9-37265bfd6a36,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:36.773174 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31c415-13df-4d68-beb0-bee2833cd115 None None] Pushing event updated for resources: {'Port': ['ID=b73dcf69-4f80-4b24-b096-fe1bdee0cb41,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:36.773418 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f54f0-2143-4c6b-ab64-d07bccc0cfd0 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Pushing event deleted for resources: {'Port': ['ID=285d86de-21ac-4acb-ac40-e3efc6c0563d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:36.775105 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Subnet': ['ID=c33eb566-8f0d-4971-bffa-83c6769d31ea,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:36.781878 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-20cbd1f0-aa24-4d47-ba4c-f29b133b1168 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584483 Apr 16 04:20:36.786263 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34370) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:36.801786 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-ced8c10c-cf61-4299-8be0-4a160afc908b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:36.807446 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff91ea-e8a2-422f-8eac-90f821fc9677 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=ecec68a9-c8dd-4054-9d82-f91e35622980,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:36.811806 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3962c23-c4b2-419b-be86-63c5bbaa1e4c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Checking segment: {'id': '3b0f9a73-2b65-47f2-b8cc-09e6c86c7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '51879029-f09c-4bc7-b41f-1c1c6c16fc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:36.812171 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3962c23-c4b2-419b-be86-63c5bbaa1e4c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Network hostable DHCP agents. Network: 51879029-f09c-4bc7-b41f-1c1c6c16fc0f, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:20:36.840263 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e0103fef-7bc1-4cab-aeba-51350602f5b7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d9cd1595-f72d-4fb2-a8a1-5f183fb7dba2), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.901080 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3962c23-c4b2-419b-be86-63c5bbaa1e4c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Network 51879029-f09c-4bc7-b41f-1c1c6c16fc0f is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:20:36.934798 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32c98e9-0eb3-43f7-bae5-af374cdf976a None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:20:36.946772 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (8fe70c37-c90f-4647-9763-16b7487fedcf), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.966970 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-e3962c23-c4b2-419b-be86-63c5bbaa1e4c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 51879029-f09c-4bc7-b41f-1c1c6c16fc0f) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:36.972541 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3962c23-c4b2-419b-be86-63c5bbaa1e4c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:36.974044 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e3962c23-c4b2-419b-be86-63c5bbaa1e4c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:36.990890 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff5d0e9-0ebf-4ed5-a883-353a30f25558 None None] Network 51879029-f09c-4bc7-b41f-1c1c6c16fc0f requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:37.037438 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f32c98e9-0eb3-43f7-bae5-af374cdf976a None None] Deleting port f1612e9b-a638-4c3e-906c-00b3d7bb77aa {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:37.037832 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f32c98e9-0eb3-43f7-bae5-af374cdf976a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (f1612e9b-a638-4c3e-906c-00b3d7bb77aa), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.045261 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe70c37-c90f-4647-9763-16b7487fedcf']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:37.070502 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:37.073754 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e3962c23-c4b2-419b-be86-63c5bbaa1e4c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4287450 Apr 16 04:20:37.074259 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:37.074487 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34372) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:37.083480 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a79f54f0-2143-4c6b-ab64-d07bccc0cfd0 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (e3a099d9-683b-47e5-8fca-fa4b8b3dce94), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.179043 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f32c98e9-0eb3-43f7-bae5-af374cdf976a None None] For port f1612e9b-a638-4c3e-906c-00b3d7bb77aa, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f1612e9b-a638-4c3e-906c-00b3d7bb77aa,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:37.179332 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f32c98e9-0eb3-43f7-bae5-af374cdf976a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (f1612e9b-a638-4c3e-906c-00b3d7bb77aa), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.207618 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.214371 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f32c98e9-0eb3-43f7-bae5-af374cdf976a None None] Calling delete_port for f1612e9b-a638-4c3e-906c-00b3d7bb77aa owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:37.229062 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3d95-9323-40b3-8ee6-7d0422554e37 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (51879029-f09c-4bc7-b41f-1c1c6c16fc0f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.229903 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb57e1fd-60f5-4e51-bedb-69ae3569e081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-51879029-f09c-4bc7-b41f-1c1c6c16fc0f', 'network_id': '51879029-f09c-4bc7-b41f-1c1c6c16fc0f', 'project_id': 'b606416f3c5341d3949afb2e8460b077', 'fixed_ips': [{'subnet_id': '6a23966e-54e8-4c0d-80f9-37265bfd6a36'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:37.230827 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fb57e1fd-60f5-4e51-bedb-69ae3569e081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.257582 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.261086 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a79f54f0-2143-4c6b-ab64-d07bccc0cfd0 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (e3a099d9-683b-47e5-8fca-fa4b8b3dce94), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.266619 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a79f54f0-2143-4c6b-ab64-d07bccc0cfd0 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_controller (e3a099d9-683b-47e5-8fca-fa4b8b3dce94), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.278551 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:37.278949 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:37.282132 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:37.288881 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3d95-9323-40b3-8ee6-7d0422554e37 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (6a23966e-54e8-4c0d-80f9-37265bfd6a36), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.373512 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced8c10c-cf61-4299-8be0-4a160afc908b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:37.376767 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ced8c10c-cf61-4299-8be0-4a160afc908b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.438540 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3d95-9323-40b3-8ee6-7d0422554e37 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (6a23966e-54e8-4c0d-80f9-37265bfd6a36), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.466407 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f32c98e9-0eb3-43f7-bae5-af374cdf976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (f1612e9b-a638-4c3e-906c-00b3d7bb77aa), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.475450 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.db.api [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 04:20:37.475450 dv-neutron-838078-2-hyperv neutron-server[104632]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 04:20:37.475450 dv-neutron-838078-2-hyperv neutron-server[104632]: [parameters: {'id': '8fe70c37-c90f-4647-9763-16b7487fedcf'}] Apr 16 04:20:37.475450 dv-neutron-838078-2-hyperv neutron-server[104632]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:20:37.475836 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG oslo_db.api [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:20:37.476310 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a79f54f0-2143-4c6b-ab64-d07bccc0cfd0 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (e3a099d9-683b-47e5-8fca-fa4b8b3dce94), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.476969 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79f54f0-2143-4c6b-ab64-d07bccc0cfd0 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Fanout notify agent at l3_agent the message router_deleted on router e3a099d9-683b-47e5-8fca-fa4b8b3dce94 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:20:37.479644 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c3d95-9323-40b3-8ee6-7d0422554e37 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event deleted for resources: {'Subnet': ['ID=6a23966e-54e8-4c0d-80f9-37265bfd6a36,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:37.485569 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a79f54f0-2143-4c6b-ab64-d07bccc0cfd0 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.486708 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a79f54f0-2143-4c6b-ab64-d07bccc0cfd0 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "DELETE /v2.0/routers/e3a099d9-683b-47e5-8fca-fa4b8b3dce94 HTTP/1.1" status: 204 len: 168 time: 2.2246823 Apr 16 04:20:37.491157 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34376) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:37.498514 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-84949e38-2ae2-43e3-bc4b-5aeebef0aa0b tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1412766294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:37.510007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32c98e9-0eb3-43f7-bae5-af374cdf976a None None] No DVR routers for this DVR port f1612e9b-a638-4c3e-906c-00b3d7bb77aa on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:20:37.545181 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e0103fef-7bc1-4cab-aeba-51350602f5b7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for port (d9cd1595-f72d-4fb2-a8a1-5f183fb7dba2), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server [None req-fb57e1fd-60f5-4e51-bedb-69ae3569e081 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a23966e-54e8-4c0d-80f9-37265bfd6a36: This subnet is being modified by another concurrent operation. Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 04:20:37.566248 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise exception Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a23966e-54e8-4c0d-80f9-37265bfd6a36: This subnet is being modified by another concurrent operation. Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server Apr 16 04:20:37.569274 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c98e9-0eb3-43f7-bae5-af374cdf976a None None] Pushing event deleted for resources: {'Port': ['ID=f1612e9b-a638-4c3e-906c-00b3d7bb77aa,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:37.578425 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b79b03-4ed6-4104-8006-9fa796d8f465 req-b66e9495-513a-4b8f-bc77-ebcbeba8369c tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:37.579990 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-70b79b03-4ed6-4104-8006-9fa796d8f465 req-b66e9495-513a-4b8f-bc77-ebcbeba8369c tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1362698 Apr 16 04:20:37.595805 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3d95-9323-40b3-8ee6-7d0422554e37 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (51879029-f09c-4bc7-b41f-1c1c6c16fc0f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.604220 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-84949e38-2ae2-43e3-bc4b-5aeebef0aa0b tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (8afcce9e-6e5a-4c62-afb9-179f0cbc19e1), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.605276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-84949e38-2ae2-43e3-bc4b-5aeebef0aa0b tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (8afcce9e-6e5a-4c62-afb9-179f0cbc19e1), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.630128 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee44b844-69b5-4bec-b130-08518bcab29a None None] Network 51879029-f09c-4bc7-b41f-1c1c6c16fc0f requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:37.637653 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-ad9c3d95-9323-40b3-8ee6-7d0422554e37 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51879029-f09c-4bc7-b41f-1c1c6c16fc0f']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:37.651820 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e0103fef-7bc1-4cab-aeba-51350602f5b7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (d9cd1595-f72d-4fb2-a8a1-5f183fb7dba2), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.667982 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-ad9c3d95-9323-40b3-8ee6-7d0422554e37 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0f9a73-2b65-47f2-b8cc-09e6c86c7cc2') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:37.668368 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-ad9c3d95-9323-40b3-8ee6-7d0422554e37 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0f9a73-2b65-47f2-b8cc-09e6c86c7cc2') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:37.691173 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3d95-9323-40b3-8ee6-7d0422554e37 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (3b0f9a73-2b65-47f2-b8cc-09e6c86c7cc2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.709877 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-70b79b03-4ed6-4104-8006-9fa796d8f465 req-2b5295aa-e5cf-4646-b84a-e885dff981b7 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135719 Apr 16 04:20:37.735271 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3d95-9323-40b3-8ee6-7d0422554e37 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (3b0f9a73-2b65-47f2-b8cc-09e6c86c7cc2), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.742468 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9c3d95-9323-40b3-8ee6-7d0422554e37 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:37.742993 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3d95-9323-40b3-8ee6-7d0422554e37 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (3b0f9a73-2b65-47f2-b8cc-09e6c86c7cc2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:37.746641 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:37.869994 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3d95-9323-40b3-8ee6-7d0422554e37 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (51879029-f09c-4bc7-b41f-1c1c6c16fc0f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.877431 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3d95-9323-40b3-8ee6-7d0422554e37 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:37.880710 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ad9c3d95-9323-40b3-8ee6-7d0422554e37 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "DELETE /v2.0/networks/51879029-f09c-4bc7-b41f-1c1c6c16fc0f HTTP/1.1" status: 204 len: 168 time: 0.8049204 Apr 16 04:20:37.885658 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34378) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:37.900426 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-ee384e26-35ef-413f-81c1-71fd1be97b3c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-571643014'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:37.905175 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c3d95-9323-40b3-8ee6-7d0422554e37 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event deleted for resources: {'Network': ['ID=51879029-f09c-4bc7-b41f-1c1c6c16fc0f,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:37.985567 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fc859c-e225-4219-8c14-b2548af792b4 None None] get_active_networks_info from dv-neutron-838078-2-hyperv {{(pid=104634) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 16 04:20:38.001396 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee384e26-35ef-413f-81c1-71fd1be97b3c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Made reservation on behalf of b606416f3c5341d3949afb2e8460b077 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:38.004771 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ee384e26-35ef-413f-81c1-71fd1be97b3c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.036101 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee384e26-35ef-413f-81c1-71fd1be97b3c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:20:38.037317 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (8fe70c37-c90f-4647-9763-16b7487fedcf), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.047318 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ee384e26-35ef-413f-81c1-71fd1be97b3c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (515fec54-09c2-4b04-9073-4212628c4cda), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.047742 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-ee384e26-35ef-413f-81c1-71fd1be97b3c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Added segment 515fec54-09c2-4b04-9073-4212628c4cda of type vlan for network 4097e64a-250b-4686-b04b-433c79b7661e Apr 16 04:20:38.065547 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ced8c10c-cf61-4299-8be0-4a160afc908b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (a83c922c-c051-4f67-9520-926ffae3f705), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.069947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-2b5f1f8b-92e3-4ea9-9998-62771a5bd25a None None] Provisioning complete for port b73dcf69-4f80-4b24-b096-fe1bdee0cb41 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:38.070299 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2b5f1f8b-92e3-4ea9-9998-62771a5bd25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b73dcf69-4f80-4b24-b096-fe1bdee0cb41), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.082584 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-84949e38-2ae2-43e3-bc4b-5aeebef0aa0b tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_controller (8afcce9e-6e5a-4c62-afb9-179f0cbc19e1), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.095894 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ee384e26-35ef-413f-81c1-71fd1be97b3c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (4097e64a-250b-4686-b04b-433c79b7661e), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.127065 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0103fef-7bc1-4cab-aeba-51350602f5b7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Port': ['ID=d9cd1595-f72d-4fb2-a8a1-5f183fb7dba2,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:38.148103 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fc859c-e225-4219-8c14-b2548af792b4 None None] Resources bound (agent type, host, resource id): {{(pid=104634) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 16 04:20:38.150912 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced8c10c-cf61-4299-8be0-4a160afc908b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:38.151819 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e0103fef-7bc1-4cab-aeba-51350602f5b7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (fc8c2fd2-62fc-4781-b650-4c8b0156688f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.153901 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-84949e38-2ae2-43e3-bc4b-5aeebef0aa0b tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (8afcce9e-6e5a-4c62-afb9-179f0cbc19e1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.206871 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ee384e26-35ef-413f-81c1-71fd1be97b3c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (4097e64a-250b-4686-b04b-433c79b7661e), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.211795 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2b5f1f8b-92e3-4ea9-9998-62771a5bd25a None None] Current status of the port b73dcf69-4f80-4b24-b096-fe1bdee0cb41 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:38.212188 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2b5f1f8b-92e3-4ea9-9998-62771a5bd25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b73dcf69-4f80-4b24-b096-fe1bdee0cb41), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.212536 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee384e26-35ef-413f-81c1-71fd1be97b3c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:38.213160 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ee384e26-35ef-413f-81c1-71fd1be97b3c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.217307 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-ced8c10c-cf61-4299-8be0-4a160afc908b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:38.228360 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8c10c-cf61-4299-8be0-4a160afc908b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=a83c922c-c051-4f67-9520-926ffae3f705,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:38.228642 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced8c10c-cf61-4299-8be0-4a160afc908b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:38.229490 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ced8c10c-cf61-4299-8be0-4a160afc908b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.259679 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Deleting port b73dcf69-4f80-4b24-b096-fe1bdee0cb41 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:38.260896 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (b73dcf69-4f80-4b24-b096-fe1bdee0cb41), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.295291 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee384e26-35ef-413f-81c1-71fd1be97b3c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event updated for resources: {'Network': ['ID=4097e64a-250b-4686-b04b-433c79b7661e,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:38.297486 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-2b5f1f8b-92e3-4ea9-9998-62771a5bd25a None None] For port b73dcf69-4f80-4b24-b096-fe1bdee0cb41, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=b73dcf69-4f80-4b24-b096-fe1bdee0cb41,segment=NetworkSegment(3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e),segment_id=3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:38.308710 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 4097e64a-250b-4686-b04b-433c79b7661e details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:20:38.314701 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-84949e38-2ae2-43e3-bc4b-5aeebef0aa0b tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.315924 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-84949e38-2ae2-43e3-bc4b-5aeebef0aa0b tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8216047 Apr 16 04:20:38.318849 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34380) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:38.324523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-a94db2c9-56b7-44f0-b73c-37fa79607ed3 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:38.353166 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ced8c10c-cf61-4299-8be0-4a160afc908b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5628238 Apr 16 04:20:38.358911 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34382) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:38.363820 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-cd495109-52f2-477d-9730-11b906d12379 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'fixed_ips': [{'subnet_id': 'a83c922c-c051-4f67-9520-926ffae3f705', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-990776080'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:38.407482 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ee384e26-35ef-413f-81c1-71fd1be97b3c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5080075 Apr 16 04:20:38.407594 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34384) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:38.413458 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-c6dcfff9-d803-4b34-967e-7f0bc1605468 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Request body: {'subnet': {'network_id': '4097e64a-250b-4686-b04b-433c79b7661e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:38.438409 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2b5f1f8b-92e3-4ea9-9998-62771a5bd25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (b73dcf69-4f80-4b24-b096-fe1bdee0cb41), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.478951 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] For port b73dcf69-4f80-4b24-b096-fe1bdee0cb41, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=b73dcf69-4f80-4b24-b096-fe1bdee0cb41,segment=NetworkSegment(3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e),segment_id=3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:38.479323 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (b73dcf69-4f80-4b24-b096-fe1bdee0cb41), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.524530 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-e0103fef-7bc1-4cab-aeba-51350602f5b7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Floating IP fc8c2fd2-62fc-4781-b650-4c8b0156688f associated. External IP: 172.26.6.68, port: 77cbea73-139f-4ba3-9d76-61adb7ed2885. Apr 16 04:20:38.542214 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Calling delete_port for b73dcf69-4f80-4b24-b096-fe1bdee0cb41 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:38.587500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a94db2c9-56b7-44f0-b73c-37fa79607ed3 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_gateway (8afcce9e-6e5a-4c62-afb9-179f0cbc19e1), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.654434 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device b73dcf69-4f80-4b24-b096-fe1bdee0cb41 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:20:38.697820 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': 'a83c922c-c051-4f67-9520-926ffae3f705'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:38.698771 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.735812 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f1f8b-92e3-4ea9-9998-62771a5bd25a None None] Pushing event updated for resources: {'Port': ['ID=b73dcf69-4f80-4b24-b096-fe1bdee0cb41,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:38.836255 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a94db2c9-56b7-44f0-b73c-37fa79607ed3 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_gateway (8afcce9e-6e5a-4c62-afb9-179f0cbc19e1), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.846449 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port b73dcf69-4f80-4b24-b096-fe1bdee0cb41 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:38.846823 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b73dcf69-4f80-4b24-b096-fe1bdee0cb41), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.847032 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dcfff9-d803-4b34-967e-7f0bc1605468 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Made reservation on behalf of b606416f3c5341d3949afb2e8460b077 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:38.850458 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c6dcfff9-d803-4b34-967e-7f0bc1605468 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.873765 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a94db2c9-56b7-44f0-b73c-37fa79607ed3 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.902167 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd495109-52f2-477d-9730-11b906d12379 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:38.906426 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No ports have port_id starting with b73dcf69-4f80-4b24-b096-fe1bdee0cb41 Apr 16 04:20:38.921923 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (b73dcf69-4f80-4b24-b096-fe1bdee0cb41), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:38.959387 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] Allocated IP 2001:db8::2 (9a9395da-f56a-4c57-8efc-4b7256188659/a83c922c-c051-4f67-9520-926ffae3f705/ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:38.992972 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-a94db2c9-56b7-44f0-b73c-37fa79607ed3 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Allocated IP 172.26.6.35 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/144a998b-9397-4c15-adf8-af0c847897ce) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:38.995103 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01254a-29af-42be-97cc-2c69862104fe req-ffa5bcda-b112-4c32-a7d1-c7b934462ede tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:38.996661 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1b01254a-29af-42be-97cc-2c69862104fe req-ffa5bcda-b112-4c32-a7d1-c7b934462ede tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1806445 Apr 16 04:20:39.005829 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f1612e9b-a638-4c3e-906c-00b3d7bb77aa no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:20:39.062037 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Port': ['ID=b73dcf69-4f80-4b24-b096-fe1bdee0cb41,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:39.070473 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: f1612e9b-a638-4c3e-906c-00b3d7bb77aa {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:20:39.071310 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f1612e9b-a638-4c3e-906c-00b3d7bb77aa not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:20:39.078158 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No DVR routers for this DVR port b73dcf69-4f80-4b24-b096-fe1bdee0cb41 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:20:39.125645 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a94db2c9-56b7-44f0-b73c-37fa79607ed3 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for port (144a998b-9397-4c15-adf8-af0c847897ce), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:39.147110 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-aeec12dd-ae0a-4d22-91f7-6a093da89077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:39.174701 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] Publish callbacks [] for port (ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:39.177737 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0103fef-7bc1-4cab-aeba-51350602f5b7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Router 9d6a6c35-a37f-4ea5-b81b-112f3301b2dd has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:20:39.238640 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1b01254a-29af-42be-97cc-2c69862104fe req-e4fb1d8d-af21-48f3-a3f4-44c9ad2fb0b5 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903286 Apr 16 04:20:39.240284 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (8fe70c37-c90f-4647-9763-16b7487fedcf), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:39.246426 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a94db2c9-56b7-44f0-b73c-37fa79607ed3 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (144a998b-9397-4c15-adf8-af0c847897ce), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:39.265350 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cd495109-52f2-477d-9730-11b906d12379 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:39.272693 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:39.290476 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94db2c9-56b7-44f0-b73c-37fa79607ed3 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:39.297305 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-a94db2c9-56b7-44f0-b73c-37fa79607ed3 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:39.299779 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94db2c9-56b7-44f0-b73c-37fa79607ed3 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:39.317838 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:39.319857 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe70c37-c90f-4647-9763-16b7487fedcf']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:39.325573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:39.326706 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94db2c9-56b7-44f0-b73c-37fa79607ed3 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Pushing event updated for resources: {'Port': ['ID=144a998b-9397-4c15-adf8-af0c847897ce,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:39.328140 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] Pushing event updated for resources: {'Port': ['ID=ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:39.333940 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:39.371371 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:39.371739 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:39.377024 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-cd495109-52f2-477d-9730-11b906d12379 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port 57848113-ca44-4c93-974a-70c2e1d91509 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:20:39.388935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] Attempting to bind port ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:20:39.389312 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] Attempting to bind port ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:20:39.389677 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] Attempting to bind port ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7 on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:20:39.395235 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:20:39.402463 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:39.402463 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:39.402463 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:20:39.402463 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] Bound port: ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:20:39.402463 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:39.403985 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:39.467720 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] For port ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:20:39.470995 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] For port ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:20:39.518448 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:39.535082 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:39.535468 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (3a4ce6ba-d1c9-4c52-a9db-5c166986fd5e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:39.541421 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:39.546666 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:39.608261 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95126df1-699c-494e-8fe6-ca6917e2b587 None None] Pushing event updated for resources: {'Port': ['ID=ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:39.660997 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0103fef-7bc1-4cab-aeba-51350602f5b7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:39.684528 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83461e2d-c478-4997-932d-4c7205525c28 None None] Sync routers for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:39.697264 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83461e2d-c478-4997-932d-4c7205525c28 None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:39.698567 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-83461e2d-c478-4997-932d-4c7205525c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:39.715001 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a94db2c9-56b7-44f0-b73c-37fa79607ed3 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_gateway (8afcce9e-6e5a-4c62-afb9-179f0cbc19e1), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:39.722383 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (8fe70c37-c90f-4647-9763-16b7487fedcf), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:39.723894 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd495109-52f2-477d-9730-11b906d12379 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:20:39.724391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd495109-52f2-477d-9730-11b906d12379 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:20:39.746551 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-83461e2d-c478-4997-932d-4c7205525c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:39.748468 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.objects.ports [None req-c6dcfff9-d803-4b34-967e-7f0bc1605468 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104632) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 16 04:20:39.753691 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:39.756118 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83461e2d-c478-4997-932d-4c7205525c28 None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:39.757035 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-83461e2d-c478-4997-932d-4c7205525c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:39.761160 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/8fe70c37-c90f-4647-9763-16b7487fedcf HTTP/1.1" status: 204 len: 168 time: 3.9120817 Apr 16 04:20:39.763052 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34388) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:39.766651 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c6dcfff9-d803-4b34-967e-7f0bc1605468 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (8945750e-b36e-420d-885c-030454c4c14a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:39.775281 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-29346e68-68d6-4673-9243-b9b7c35e9966 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-893469166'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:39.790226 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e0103fef-7bc1-4cab-aeba-51350602f5b7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:39.803416 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-83461e2d-c478-4997-932d-4c7205525c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:39.804203 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83461e2d-c478-4997-932d-4c7205525c28 None None] The sync data for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:39.811902 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218931f-bd95-42ef-bce7-baae3b209b78 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Network': ['ID=8fe70c37-c90f-4647-9763-16b7487fedcf,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:39.874656 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-cd495109-52f2-477d-9730-11b906d12379 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5147347 Apr 16 04:20:39.877794 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34390) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:39.881328 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e0103fef-7bc1-4cab-aeba-51350602f5b7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.8621995 Apr 16 04:20:39.884582 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34392) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:39.899796 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29346e68-68d6-4673-9243-b9b7c35e9966 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:39.903598 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-29346e68-68d6-4673-9243-b9b7c35e9966 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:39.941296 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcfff9-d803-4b34-967e-7f0bc1605468 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event updated for resources: {'Subnet': ['ID=8945750e-b36e-420d-885c-030454c4c14a,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:39.968667 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66cb339-0c90-427b-b0a7-bb60126630fc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:39.972850 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a66cb339-0c90-427b-b0a7-bb60126630fc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0913935 Apr 16 04:20:39.975088 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34394) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:39.975249 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ab4a4fc5-03c1-475f-9908-2ac396274c26 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "GET /v2.0/floatingips/fc8c2fd2-62fc-4781-b650-4c8b0156688f HTTP/1.1" status: 200 len: 976 time: 0.0865569 Apr 16 04:20:39.976235 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dcfff9-d803-4b34-967e-7f0bc1605468 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Checking segment: {'id': '515fec54-09c2-4b04-9073-4212628c4cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4097e64a-250b-4686-b04b-433c79b7661e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:39.983522 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dcfff9-d803-4b34-967e-7f0bc1605468 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Network hostable DHCP agents. Network: 4097e64a-250b-4686-b04b-433c79b7661e, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:20:39.983522 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34396) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:39.992021 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29346e68-68d6-4673-9243-b9b7c35e9966 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:20:40.028260 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-29346e68-68d6-4673-9243-b9b7c35e9966 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (a12599c3-565a-4f00-bdae-7f888bdbfea8), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:40.028531 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-29346e68-68d6-4673-9243-b9b7c35e9966 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Added segment a12599c3-565a-4f00-bdae-7f888bdbfea8 of type vlan for network 461b31aa-7766-458b-b840-3f968e9fc754 Apr 16 04:20:40.102441 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3eda3b85-0115-45cc-b380-3c2b92318016 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1189644 Apr 16 04:20:40.105110 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34398) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:40.107976 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753903ef-0f53-477a-849d-4f93a205e90c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:40.109374 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753903ef-0f53-477a-849d-4f93a205e90c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:40.109485 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-cd61a717-5270-4839-bae5-105b2762b5e4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'floatingip': {'port_id': 'a9ccc8cf-d97f-4716-9d4d-0325d572e864'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:40.110853 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-753903ef-0f53-477a-849d-4f93a205e90c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1355088 Apr 16 04:20:40.113651 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34400) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:40.129212 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-29346e68-68d6-4673-9243-b9b7c35e9966 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (461b31aa-7766-458b-b840-3f968e9fc754), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:40.151682 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dcfff9-d803-4b34-967e-7f0bc1605468 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Network 4097e64a-250b-4686-b04b-433c79b7661e is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:20:40.195689 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a94db2c9-56b7-44f0-b73c-37fa79607ed3 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (8afcce9e-6e5a-4c62-afb9-179f0cbc19e1), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:40.198983 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a94db2c9-56b7-44f0-b73c-37fa79607ed3 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (8afcce9e-6e5a-4c62-afb9-179f0cbc19e1), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:40.205480 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cd61a717-5270-4839-bae5-105b2762b5e4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (fc8c2fd2-62fc-4781-b650-4c8b0156688f), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:40.246686 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-129024f2-3d49-4a9f-b87c-bc72963ea286 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet a83c922c-c051-4f67-9520-926ffae3f705 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:20:40.251590 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-129024f2-3d49-4a9f-b87c-bc72963ea286 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (a83c922c-c051-4f67-9520-926ffae3f705), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:40.276287 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-c6dcfff9-d803-4b34-967e-7f0bc1605468 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 4097e64a-250b-4686-b04b-433c79b7661e) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:40.296956 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dcfff9-d803-4b34-967e-7f0bc1605468 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:40.297842 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c6dcfff9-d803-4b34-967e-7f0bc1605468 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:40.313683 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-29346e68-68d6-4673-9243-b9b7c35e9966 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (461b31aa-7766-458b-b840-3f968e9fc754), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:40.320975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29346e68-68d6-4673-9243-b9b7c35e9966 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:40.321611 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-29346e68-68d6-4673-9243-b9b7c35e9966 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:40.346671 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-129024f2-3d49-4a9f-b87c-bc72963ea286 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (a83c922c-c051-4f67-9520-926ffae3f705), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:40.467658 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4c47c-44ad-49a5-b4aa-d1dc84be9107 req-9eaa3ffc-4a26-4123-946e-2e91642543bc tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:40.469331 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-15e4c47c-44ad-49a5-b4aa-d1dc84be9107 req-9eaa3ffc-4a26-4123-946e-2e91642543bc tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1263013 Apr 16 04:20:40.487259 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29346e68-68d6-4673-9243-b9b7c35e9966 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Network': ['ID=461b31aa-7766-458b-b840-3f968e9fc754,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:40.513139 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 461b31aa-7766-458b-b840-3f968e9fc754 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:20:40.546809 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:20:40.547766 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-29346e68-68d6-4673-9243-b9b7c35e9966 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7835367 Apr 16 04:20:40.548656 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34406) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:40.558912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-b576b6ab-f89a-466c-b4cf-f426e93bc05e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'subnet': {'network_id': '461b31aa-7766-458b-b840-3f968e9fc754', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:40.602778 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-15e4c47c-44ad-49a5-b4aa-d1dc84be9107 req-e1f8823b-d3ee-42cf-985b-852717a1bbaa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242485 Apr 16 04:20:40.639637 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94db2c9-56b7-44f0-b73c-37fa79607ed3 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Router 8afcce9e-6e5a-4c62-afb9-179f0cbc19e1 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:20:40.672972 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:40.673513 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:40.734946 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c6dcfff9-d803-4b34-967e-7f0bc1605468 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3253181 Apr 16 04:20:40.742093 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34408) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:40.790648 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:40.791053 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:40.807830 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0cfd08-6171-4c3d-b3c3-e274ca5af22e None None] Network 8fe70c37-c90f-4647-9763-16b7487fedcf requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:40.808170 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728fdb0e-18d2-41a3-946e-5788221de49a None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:40.814619 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac990339-9b86-47ff-86f5-7cda41deac7a None None] Network 4097e64a-250b-4686-b04b-433c79b7661e requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:40.822262 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94db2c9-56b7-44f0-b73c-37fa79607ed3 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:40.829665 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a94db2c9-56b7-44f0-b73c-37fa79607ed3 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:40.835621 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a94db2c9-56b7-44f0-b73c-37fa79607ed3 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "PUT /v2.0/routers/8afcce9e-6e5a-4c62-afb9-179f0cbc19e1 HTTP/1.1" status: 200 len: 879 time: 2.5130603 Apr 16 04:20:40.835621 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34410) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:40.842206 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b576b6ab-f89a-466c-b4cf-f426e93bc05e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:40.845524 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b576b6ab-f89a-466c-b4cf-f426e93bc05e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:40.882138 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd76859b-2a7c-46de-bbbc-86f4ba57c99d None None] Sync routers for ids ['8afcce9e-6e5a-4c62-afb9-179f0cbc19e1'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:40.897400 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0cfd08-6171-4c3d-b3c3-e274ca5af22e None None] Network 8fe70c37-c90f-4647-9763-16b7487fedcf could not be found, it might have been deleted concurrently. {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 16 04:20:40.969419 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-0034c2ec-f792-4440-b5d7-28a14b20beed None None] Provisioning complete for port ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:40.971480 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0034c2ec-f792-4440-b5d7-28a14b20beed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:41.000161 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-088be91c-b80e-4861-9ec3-def9d8f0cdd2 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (4097e64a-250b-4686-b04b-433c79b7661e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:41.031278 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-14460c6a-4274-4522-b02f-d8a21d6f9c02 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "GET /v2.0/routers/8afcce9e-6e5a-4c62-afb9-179f0cbc19e1 HTTP/1.1" status: 200 len: 920 time: 0.1939187 Apr 16 04:20:41.034824 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34412) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:41.051722 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee558e6-7c23-4ef7-8ec8-619d94a76956 None None] DHCP port deletion for 8fe70c37-c90f-4647-9763-16b7487fedcf request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:20:41.054883 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd76859b-2a7c-46de-bbbc-86f4ba57c99d None None] Routers {'8afcce9e-6e5a-4c62-afb9-179f0cbc19e1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:41.055653 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-dd76859b-2a7c-46de-bbbc-86f4ba57c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['8afcce9e-6e5a-4c62-afb9-179f0cbc19e1'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:41.084333 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:41.104714 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-088be91c-b80e-4861-9ec3-def9d8f0cdd2 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (8945750e-b36e-420d-885c-030454c4c14a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:41.142555 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-dd76859b-2a7c-46de-bbbc-86f4ba57c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:41.149874 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9975e7ea-d951-4af0-8008-b9b1d4708d47 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:41.151748 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9975e7ea-d951-4af0-8008-b9b1d4708d47 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&device_id=8afcce9e-6e5a-4c62-afb9-179f0cbc19e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1159875 Apr 16 04:20:41.154550 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34414) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:41.171746 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:41.204241 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-129024f2-3d49-4a9f-b87c-bc72963ea286 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (a83c922c-c051-4f67-9520-926ffae3f705), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:41.225567 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd76859b-2a7c-46de-bbbc-86f4ba57c99d None None] Routers {'8afcce9e-6e5a-4c62-afb9-179f0cbc19e1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:41.226192 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-dd76859b-2a7c-46de-bbbc-86f4ba57c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['8afcce9e-6e5a-4c62-afb9-179f0cbc19e1'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:41.289243 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-dd76859b-2a7c-46de-bbbc-86f4ba57c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:41.289912 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd76859b-2a7c-46de-bbbc-86f4ba57c99d None None] The sync data for ids ['8afcce9e-6e5a-4c62-afb9-179f0cbc19e1'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:41.330366 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4372903a-f0f2-4d98-a466-ffec2bc4bda6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-4097e64a-250b-4686-b04b-433c79b7661e', 'network_id': '4097e64a-250b-4686-b04b-433c79b7661e', 'project_id': 'b606416f3c5341d3949afb2e8460b077', 'fixed_ips': [{'subnet_id': '8945750e-b36e-420d-885c-030454c4c14a'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:41.331245 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4372903a-f0f2-4d98-a466-ffec2bc4bda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:41.341219 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b576b6ab-f89a-466c-b4cf-f426e93bc05e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (965aeb7a-90bf-4d95-95e1-e6afb969e2d2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:41.354330 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:41.402127 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3808a4ad-53f0-405d-be1c-ac802d8e2eaf tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:41.406153 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3808a4ad-53f0-405d-be1c-ac802d8e2eaf tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "GET /v2.0/networks/2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 HTTP/1.1" status: 200 len: 881 time: 0.2480543 Apr 16 04:20:41.407665 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34416) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:41.418835 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0034c2ec-f792-4440-b5d7-28a14b20beed None None] Current status of the port ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:41.426146 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576b6ab-f89a-466c-b4cf-f426e93bc05e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Subnet': ['ID=965aeb7a-90bf-4d95-95e1-e6afb969e2d2,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:41.431393 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b576b6ab-f89a-466c-b4cf-f426e93bc05e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Checking segment: {'id': 'a12599c3-565a-4f00-bdae-7f888bdbfea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '461b31aa-7766-458b-b840-3f968e9fc754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:41.431759 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b576b6ab-f89a-466c-b4cf-f426e93bc05e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network hostable DHCP agents. Network: 461b31aa-7766-458b-b840-3f968e9fc754, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:20:41.451757 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-088be91c-b80e-4861-9ec3-def9d8f0cdd2 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (8945750e-b36e-420d-885c-030454c4c14a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:41.460195 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-39ad6c54-706c-442c-87ee-18be3ea519d6 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "GET /v2.0/ports?device_id=8afcce9e-6e5a-4c62-afb9-179f0cbc19e1 HTTP/1.1" status: 200 len: 205 time: 0.0527480 Apr 16 04:20:41.464640 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34418) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:41.467489 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-129024f2-3d49-4a9f-b87c-bc72963ea286 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (a83c922c-c051-4f67-9520-926ffae3f705), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:41.500655 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088be91c-b80e-4861-9ec3-def9d8f0cdd2 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event deleted for resources: {'Subnet': ['ID=8945750e-b36e-420d-885c-030454c4c14a,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:41.529337 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c143dbd0-6e95-4b5e-a573-365ac50e715a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:41.567013 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-129024f2-3d49-4a9f-b87c-bc72963ea286 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:41.569785 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b576b6ab-f89a-466c-b4cf-f426e93bc05e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network 461b31aa-7766-458b-b840-3f968e9fc754 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:20:41.573306 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-129024f2-3d49-4a9f-b87c-bc72963ea286 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/a83c922c-c051-4f67-9520-926ffae3f705 HTTP/1.1" status: 204 len: 168 time: 1.4557159 Apr 16 04:20:41.573807 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34420) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server [None req-4372903a-f0f2-4d98-a466-ffec2bc4bda6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8945750e-b36e-420d-885c-030454c4c14a: This subnet is being modified by another concurrent operation. Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 04:20:41.576239 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise exception Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8945750e-b36e-420d-885c-030454c4c14a: This subnet is being modified by another concurrent operation. Apr 16 04:20:41.579222 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server Apr 16 04:20:41.587911 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129024f2-3d49-4a9f-b87c-bc72963ea286 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=a83c922c-c051-4f67-9520-926ffae3f705,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:41.614735 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e8558a-68f0-4e83-9d8c-78f250b5f7fc None None] Network 4097e64a-250b-4686-b04b-433c79b7661e requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:41.679096 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cd61a717-5270-4839-bae5-105b2762b5e4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:41.685335 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-088be91c-b80e-4861-9ec3-def9d8f0cdd2 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (4097e64a-250b-4686-b04b-433c79b7661e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:41.703527 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063b939f-7e02-410d-9595-0bce5871571b None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:41.750463 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cd61a717-5270-4839-bae5-105b2762b5e4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (fc8c2fd2-62fc-4781-b650-4c8b0156688f), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:41.755175 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-088be91c-b80e-4861-9ec3-def9d8f0cdd2 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4097e64a-250b-4686-b04b-433c79b7661e']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:41.802734 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-06de606e-0dbc-4d44-9365-409fb411ebaf None None] Provisioning complete for port ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:41.802988 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-06de606e-0dbc-4d44-9365-409fb411ebaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:41.810487 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-088be91c-b80e-4861-9ec3-def9d8f0cdd2 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515fec54-09c2-4b04-9073-4212628c4cda') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:41.810847 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-088be91c-b80e-4861-9ec3-def9d8f0cdd2 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515fec54-09c2-4b04-9073-4212628c4cda') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:41.824393 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcf143-2e0a-4564-947d-69ddd3732109 req-c0a48434-c407-4a03-9c92-73e97dba9bbf tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:41.828591 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-efdcf143-2e0a-4564-947d-69ddd3732109 req-c0a48434-c407-4a03-9c92-73e97dba9bbf tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1180792 Apr 16 04:20:41.849237 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-088be91c-b80e-4861-9ec3-def9d8f0cdd2 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (515fec54-09c2-4b04-9073-4212628c4cda), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:41.906607 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-088be91c-b80e-4861-9ec3-def9d8f0cdd2 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (515fec54-09c2-4b04-9073-4212628c4cda), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:41.909940 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-06de606e-0dbc-4d44-9365-409fb411ebaf None None] Current status of the port ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:41.933423 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088be91c-b80e-4861-9ec3-def9d8f0cdd2 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:41.933830 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-088be91c-b80e-4861-9ec3-def9d8f0cdd2 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (515fec54-09c2-4b04-9073-4212628c4cda), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:41.936992 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:41.952079 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c4c21d-69ed-4e6c-b758-713eafc341e9 None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:20:41.968795 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7fb37692-d82c-44ff-ae52-ffed95996a30 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3908458 Apr 16 04:20:41.969634 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34424) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:41.977615 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-ee14acdc-407f-43eb-9169-04275961549b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:42.000547 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d2c4c21d-69ed-4e6c-b758-713eafc341e9 None None] Deleting port ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:42.001622 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d2c4c21d-69ed-4e6c-b758-713eafc341e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:42.003754 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2cfe71c0-b95a-4e1e-bc29-b1c2c9817a4c tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router (8afcce9e-6e5a-4c62-afb9-179f0cbc19e1), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:42.013749 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-efdcf143-2e0a-4564-947d-69ddd3732109 req-b58698aa-8137-4af5-90bb-75c29b5b2a24 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836596 Apr 16 04:20:42.022439 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-cd61a717-5270-4839-bae5-105b2762b5e4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Floating IP fc8c2fd2-62fc-4781-b650-4c8b0156688f associated. External IP: 172.26.6.68, port: 77cbea73-139f-4ba3-9d76-61adb7ed2885. Apr 16 04:20:42.071552 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-b576b6ab-f89a-466c-b4cf-f426e93bc05e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 461b31aa-7766-458b-b840-3f968e9fc754) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:42.080238 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b576b6ab-f89a-466c-b4cf-f426e93bc05e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:42.081003 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b576b6ab-f89a-466c-b4cf-f426e93bc05e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:42.099956 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-d2c4c21d-69ed-4e6c-b758-713eafc341e9 None None] For port ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:42.100533 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d2c4c21d-69ed-4e6c-b758-713eafc341e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:42.122969 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d2c4c21d-69ed-4e6c-b758-713eafc341e9 None None] Calling delete_port for ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:42.126071 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-088be91c-b80e-4861-9ec3-def9d8f0cdd2 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (4097e64a-250b-4686-b04b-433c79b7661e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:42.135973 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-088be91c-b80e-4861-9ec3-def9d8f0cdd2 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:42.139572 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-088be91c-b80e-4861-9ec3-def9d8f0cdd2 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "DELETE /v2.0/networks/4097e64a-250b-4686-b04b-433c79b7661e HTTP/1.1" status: 204 len: 168 time: 1.3968697 Apr 16 04:20:42.143143 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34428) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:42.157607 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088be91c-b80e-4861-9ec3-def9d8f0cdd2 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event deleted for resources: {'Network': ['ID=4097e64a-250b-4686-b04b-433c79b7661e,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:42.191099 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf97cb53-04e0-449a-be5b-d510bbad09f8 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] DELETE failed (client error): The resource could not be found. Apr 16 04:20:42.191459 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf97cb53-04e0-449a-be5b-d510bbad09f8 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:20:42.194402 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-bf97cb53-04e0-449a-be5b-d510bbad09f8 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "DELETE /v2.0/subnets/8945750e-b36e-420d-885c-030454c4c14a HTTP/1.1" status: 404 len: 337 time: 0.0503113 Apr 16 04:20:42.200377 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b576b6ab-f89a-466c-b4cf-f426e93bc05e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6444731 Apr 16 04:20:42.200377 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34430) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:42.203428 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34432) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:42.220350 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e377e91-dc86-457b-8b80-dc0db670fe65 None None] Network 461b31aa-7766-458b-b840-3f968e9fc754 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:42.258383 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59cf707-b6bb-4945-949b-b5edc0183db4 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] DELETE failed (client error): The resource could not be found. Apr 16 04:20:42.258725 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59cf707-b6bb-4945-949b-b5edc0183db4 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:20:42.261722 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c59cf707-b6bb-4945-949b-b5edc0183db4 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "DELETE /v2.0/networks/4097e64a-250b-4686-b04b-433c79b7661e HTTP/1.1" status: 404 len: 339 time: 0.0590732 Apr 16 04:20:42.264876 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34434) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:42.301386 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-81df6a23-795e-4fef-a96a-9ccf6e8890fa tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] DELETE failed (client error): The resource could not be found. Apr 16 04:20:42.301840 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81df6a23-795e-4fef-a96a-9ccf6e8890fa tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:20:42.305672 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-81df6a23-795e-4fef-a96a-9ccf6e8890fa tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "DELETE /v2.0/subnets/6a23966e-54e8-4c0d-80f9-37265bfd6a36 HTTP/1.1" status: 404 len: 337 time: 0.0390692 Apr 16 04:20:42.309241 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34436) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:42.324804 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2cfe71c0-b95a-4e1e-bc29-b1c2c9817a4c tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_gateway (8afcce9e-6e5a-4c62-afb9-179f0cbc19e1), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:42.336850 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80f211c-3b6d-4279-95da-1875f4ac5f77 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] DELETE failed (client error): The resource could not be found. Apr 16 04:20:42.337327 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c80f211c-3b6d-4279-95da-1875f4ac5f77 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:20:42.340489 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c80f211c-3b6d-4279-95da-1875f4ac5f77 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "DELETE /v2.0/networks/51879029-f09c-4bc7-b41f-1c1c6c16fc0f HTTP/1.1" status: 404 len: 339 time: 0.0303526 Apr 16 04:20:42.343215 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34438) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:42.352602 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd61a717-5270-4839-bae5-105b2762b5e4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Router 9d6a6c35-a37f-4ea5-b81b-112f3301b2dd has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:20:42.355482 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e5614f81-8d11-44e2-be42-17d689407a5f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (461b31aa-7766-458b-b840-3f968e9fc754), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:42.363237 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6aac6e8-4fcd-4610-b1de-1e1f6a27a2c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-461b31aa-7766-458b-b840-3f968e9fc754', 'network_id': '461b31aa-7766-458b-b840-3f968e9fc754', 'project_id': '501d13c948384c9886669f889655f04a', 'fixed_ips': [{'subnet_id': '965aeb7a-90bf-4d95-95e1-e6afb969e2d2'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:42.364973 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e6aac6e8-4fcd-4610-b1de-1e1f6a27a2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:42.375277 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee14acdc-407f-43eb-9169-04275961549b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:42.380986 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-3918d360-60df-47e8-8232-5eae4ac1e53f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] DELETE failed (client error): The resource could not be found. Apr 16 04:20:42.380986 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3918d360-60df-47e8-8232-5eae4ac1e53f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:20:42.381158 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ee14acdc-407f-43eb-9169-04275961549b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:42.381236 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3918d360-60df-47e8-8232-5eae4ac1e53f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "DELETE /v2.0/subnets/895003cf-c7e1-4f8e-b1c2-0d2785c8cdfc HTTP/1.1" status: 404 len: 337 time: 0.0362241 Apr 16 04:20:42.383700 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34442) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:42.388254 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d2c4c21d-69ed-4e6c-b758-713eafc341e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:42.405139 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9482a44-e51d-4089-89d0-f75464474b4e tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] DELETE failed (client error): The resource could not be found. Apr 16 04:20:42.405652 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9482a44-e51d-4089-89d0-f75464474b4e tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:20:42.408612 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c9482a44-e51d-4089-89d0-f75464474b4e tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "DELETE /v2.0/networks/63ee6d5d-828b-4153-8322-5bb80a1577e6 HTTP/1.1" status: 404 len: 339 time: 0.0239973 Apr 16 04:20:42.411135 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34444) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:42.524460 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e5614f81-8d11-44e2-be42-17d689407a5f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (965aeb7a-90bf-4d95-95e1-e6afb969e2d2), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:42.560334 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-2cfe71c0-b95a-4e1e-bc29-b1c2c9817a4c tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Deleting port 144a998b-9397-4c15-adf8-af0c847897ce {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:42.560685 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2cfe71c0-b95a-4e1e-bc29-b1c2c9817a4c tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (144a998b-9397-4c15-adf8-af0c847897ce), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:42.620842 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7024d98-048d-46c7-a209-128b78cfe3b2 req-840aeba0-792c-4d7e-9bea-ceddd2581634 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:42.622291 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e7024d98-048d-46c7-a209-128b78cfe3b2 req-840aeba0-792c-4d7e-9bea-ceddd2581634 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1204317 Apr 16 04:20:42.652743 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-0927039f-8dc9-4343-bfca-82cc1a60f11c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Deleting port ae08f645-260d-4c03-ac28-d662cb486786 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:42.653096 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0927039f-8dc9-4343-bfca-82cc1a60f11c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (ae08f645-260d-4c03-ac28-d662cb486786), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:42.695483 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:20:42.701050 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e6f0f-162a-4dfb-bc61-1ec3435ee576 req-b977a491-ebb9-4dd2-a8be-489860fed87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:42.702573 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-574e6f0f-162a-4dfb-bc61-1ec3435ee576 req-b977a491-ebb9-4dd2-a8be-489860fed87b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b631a5189db64668b5973175d03e09b1&device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 1130 time: 0.1113200 Apr 16 04:20:42.709503 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4c21d-69ed-4e6c-b758-713eafc341e9 None None] Pushing event deleted for resources: {'Port': ['ID=ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:42.728619 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd61a717-5270-4839-bae5-105b2762b5e4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:42.741759 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88407620-0bb5-49c4-bf9a-28d373c5801b None None] Sync routers for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:42.753980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c4c21d-69ed-4e6c-b758-713eafc341e9 None None] No DVR routers for this DVR port ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:20:42.769510 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:20:42.770181 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ea5099e6-a6fc-4ae3-ba07-8407e4d60cf7 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:20:42.770816 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device b73dcf69-4f80-4b24-b096-fe1bdee0cb41 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:20:42.787323 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88407620-0bb5-49c4-bf9a-28d373c5801b None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:42.788241 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-88407620-0bb5-49c4-bf9a-28d373c5801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:42.796657 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e7024d98-048d-46c7-a209-128b78cfe3b2 req-5dfa063a-787a-4232-967b-4893a70fffa8 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576777 Apr 16 04:20:42.806269 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2cfe71c0-b95a-4e1e-bc29-b1c2c9817a4c tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (144a998b-9397-4c15-adf8-af0c847897ce), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:42.806434 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0927039f-8dc9-4343-bfca-82cc1a60f11c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (ae08f645-260d-4c03-ac28-d662cb486786), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:42.808139 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: b73dcf69-4f80-4b24-b096-fe1bdee0cb41 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:20:42.808569 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device b73dcf69-4f80-4b24-b096-fe1bdee0cb41 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:20:42.824581 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-0927039f-8dc9-4343-bfca-82cc1a60f11c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Calling delete_port for ae08f645-260d-4c03-ac28-d662cb486786 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:42.856330 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-88407620-0bb5-49c4-bf9a-28d373c5801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:42.857586 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:42.866063 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88407620-0bb5-49c4-bf9a-28d373c5801b None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:42.866754 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-88407620-0bb5-49c4-bf9a-28d373c5801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:42.877479 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-2cfe71c0-b95a-4e1e-bc29-b1c2c9817a4c tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Calling delete_port for 144a998b-9397-4c15-adf8-af0c847897ce owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:42.904869 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-88407620-0bb5-49c4-bf9a-28d373c5801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:42.905483 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88407620-0bb5-49c4-bf9a-28d373c5801b None None] The sync data for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:42.927489 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e5614f81-8d11-44e2-be42-17d689407a5f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (965aeb7a-90bf-4d95-95e1-e6afb969e2d2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server [None req-e6aac6e8-4fcd-4610-b1de-1e1f6a27a2c5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 965aeb7a-90bf-4d95-95e1-e6afb969e2d2: This subnet is being modified by another concurrent operation. Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 04:20:43.005046 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise exception Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 965aeb7a-90bf-4d95-95e1-e6afb969e2d2: This subnet is being modified by another concurrent operation. Apr 16 04:20:43.008603 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server Apr 16 04:20:43.016101 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5614f81-8d11-44e2-be42-17d689407a5f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Subnet': ['ID=965aeb7a-90bf-4d95-95e1-e6afb969e2d2,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:43.023365 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e6f0f-162a-4dfb-bc61-1ec3435ee576 req-4bf343db-d7f6-4f9a-93ea-6e19068e5d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:43.025719 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-574e6f0f-162a-4dfb-bc61-1ec3435ee576 req-4bf343db-d7f6-4f9a-93ea-6e19068e5d25 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c3c2d0c-413d-4b27-b518-f77ba01ee470 HTTP/1.1" status: 200 len: 911 time: 0.3106325 Apr 16 04:20:43.032682 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a88f494-f486-4f43-b391-d85610fc3ca1 None None] get_active_networks_info from dv-neutron-838078-2-hyperv {{(pid=104634) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 16 04:20:43.086868 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd61a717-5270-4839-bae5-105b2762b5e4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Router 9d6a6c35-a37f-4ea5-b81b-112f3301b2dd has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:20:43.088792 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0927039f-8dc9-4343-bfca-82cc1a60f11c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (ae08f645-260d-4c03-ac28-d662cb486786), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.128264 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0927039f-8dc9-4343-bfca-82cc1a60f11c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.134460 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0927039f-8dc9-4343-bfca-82cc1a60f11c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "DELETE /v2.0/ports/ae08f645-260d-4c03-ac28-d662cb486786 HTTP/1.1" status: 204 len: 168 time: 0.7196996 Apr 16 04:20:43.134460 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927039f-8dc9-4343-bfca-82cc1a60f11c tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event deleted for resources: {'Port': ['ID=ae08f645-260d-4c03-ac28-d662cb486786,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:43.136691 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34446) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:43.138351 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e5614f81-8d11-44e2-be42-17d689407a5f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (461b31aa-7766-458b-b840-3f968e9fc754), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.147414 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a88f494-f486-4f43-b391-d85610fc3ca1 None None] Resources bound (agent type, host, resource id): {{(pid=104634) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 16 04:20:43.150737 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ee14acdc-407f-43eb-9169-04275961549b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (0f7e1d7c-a00a-439a-8a6a-e4cba9f6f5c7), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.232543 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c96812c-e271-455b-8122-d3232f992ee0 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] DELETE failed (client error): The resource could not be found. Apr 16 04:20:43.233028 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c96812c-e271-455b-8122-d3232f992ee0 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:20:43.238434 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1c96812c-e271-455b-8122-d3232f992ee0 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "DELETE /v2.0/subnets/1075cdc7-2f95-4a81-b91f-a765e0dc9468 HTTP/1.1" status: 404 len: 337 time: 0.0932612 Apr 16 04:20:43.278815 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-e5614f81-8d11-44e2-be42-17d689407a5f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461b31aa-7766-458b-b840-3f968e9fc754']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:43.289500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34448) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:43.316711 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee14acdc-407f-43eb-9169-04275961549b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:43.321237 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-574e6f0f-162a-4dfb-bc61-1ec3435ee576 req-6d317420-6d0e-4700-b543-d87f43f0acff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d691ce19-b854-44bc-871d-ed4bdc2db5a7 HTTP/1.1" status: 200 len: 1002 time: 0.2790639 Apr 16 04:20:43.338356 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-e5614f81-8d11-44e2-be42-17d689407a5f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12599c3-565a-4f00-bdae-7f888bdbfea8') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:43.338678 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-e5614f81-8d11-44e2-be42-17d689407a5f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12599c3-565a-4f00-bdae-7f888bdbfea8') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:43.370322 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': '0f7e1d7c-a00a-439a-8a6a-e4cba9f6f5c7'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:43.371100 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.375304 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-ee14acdc-407f-43eb-9169-04275961549b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:43.388835 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee14acdc-407f-43eb-9169-04275961549b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:43.389350 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ee14acdc-407f-43eb-9169-04275961549b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.392989 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e5614f81-8d11-44e2-be42-17d689407a5f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (a12599c3-565a-4f00-bdae-7f888bdbfea8), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.448872 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14acdc-407f-43eb-9169-04275961549b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=0f7e1d7c-a00a-439a-8a6a-e4cba9f6f5c7,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:43.465391 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e5614f81-8d11-44e2-be42-17d689407a5f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (a12599c3-565a-4f00-bdae-7f888bdbfea8), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.490076 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5614f81-8d11-44e2-be42-17d689407a5f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:43.490488 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e5614f81-8d11-44e2-be42-17d689407a5f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (a12599c3-565a-4f00-bdae-7f888bdbfea8), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:43.497016 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:43.541452 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd61a717-5270-4839-bae5-105b2762b5e4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:43.545340 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-812736eb-26e8-4d48-856e-91497b30139f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (c0eacde4-56ec-49be-9de8-c0269b39b676), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.546236 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cd61a717-5270-4839-bae5-105b2762b5e4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.557495 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] Allocated IP 2001:db8::2 (9a9395da-f56a-4c57-8efc-4b7256188659/0f7e1d7c-a00a-439a-8a6a-e4cba9f6f5c7/f79c87b5-482a-4583-ac5b-ed8dec5e6c4d) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:43.574037 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a645d00e-530f-494a-a70f-ffe7f375b57f None None] Sync routers for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:43.577063 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e6f0f-162a-4dfb-bc61-1ec3435ee576 req-910a9760-822f-4f4f-ba0f-5d8de25cd6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:43.577063 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-574e6f0f-162a-4dfb-bc61-1ec3435ee576 req-910a9760-822f-4f4f-ba0f-5d8de25cd6ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cedacccd-a081-4c1d-aad3-f594f5ad80d3 HTTP/1.1" status: 200 len: 850 time: 0.2301168 Apr 16 04:20:43.589624 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ee14acdc-407f-43eb-9169-04275961549b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6152060 Apr 16 04:20:43.594309 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34450) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:43.612416 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-cd61a717-5270-4839-bae5-105b2762b5e4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "PUT /v2.0/floatingips/fc8c2fd2-62fc-4781-b650-4c8b0156688f HTTP/1.1" status: 200 len: 976 time: 3.5040040 Apr 16 04:20:43.612614 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34452) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:43.616680 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-9a5c2b46-ef73-41c6-bc51-115687125819 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-314889689', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:43.617066 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-0830506e-2295-4c69-8448-60cd39b5a323 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:43.651299 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a645d00e-530f-494a-a70f-ffe7f375b57f None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:43.651664 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a645d00e-530f-494a-a70f-ffe7f375b57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:43.678889 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0830506e-2295-4c69-8448-60cd39b5a323 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (fc8c2fd2-62fc-4781-b650-4c8b0156688f), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.688873 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e6f0f-162a-4dfb-bc61-1ec3435ee576 req-33a45d24-0078-49df-918e-3f2cbb70b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:43.690416 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-574e6f0f-162a-4dfb-bc61-1ec3435ee576 req-33a45d24-0078-49df-918e-3f2cbb70b733 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c3c2d0c-413d-4b27-b518-f77ba01ee470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0969276 Apr 16 04:20:43.692983 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a645d00e-530f-494a-a70f-ffe7f375b57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:43.699082 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e5614f81-8d11-44e2-be42-17d689407a5f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (461b31aa-7766-458b-b840-3f968e9fc754), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.714553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a645d00e-530f-494a-a70f-ffe7f375b57f None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:43.715266 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a645d00e-530f-494a-a70f-ffe7f375b57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:43.715711 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e5614f81-8d11-44e2-be42-17d689407a5f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.722886 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e5614f81-8d11-44e2-be42-17d689407a5f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/461b31aa-7766-458b-b840-3f968e9fc754 HTTP/1.1" status: 204 len: 168 time: 1.5094678 Apr 16 04:20:43.726098 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34454) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:43.731346 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-53922722-a1d0-4891-87b2-6698d41bf5be tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-187558688'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:43.765838 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a645d00e-530f-494a-a70f-ffe7f375b57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:43.766527 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a645d00e-530f-494a-a70f-ffe7f375b57f None None] The sync data for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:43.794591 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5614f81-8d11-44e2-be42-17d689407a5f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Network': ['ID=461b31aa-7766-458b-b840-3f968e9fc754,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:43.802282 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2cfe71c0-b95a-4e1e-bc29-b1c2c9817a4c tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (144a998b-9397-4c15-adf8-af0c847897ce), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.832975 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] Publish callbacks [] for port (f79c87b5-482a-4583-ac5b-ed8dec5e6c4d), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.847206 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-812736eb-26e8-4d48-856e-91497b30139f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (c0eacde4-56ec-49be-9de8-c0269b39b676), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.849872 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9a5c2b46-ef73-41c6-bc51-115687125819 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (35815fd0-da62-492a-97e9-0ec9a6a7fbb0), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.850879 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9a5c2b46-ef73-41c6-bc51-115687125819 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (35815fd0-da62-492a-97e9-0ec9a6a7fbb0), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.859658 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0830506e-2295-4c69-8448-60cd39b5a323 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.861234 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53922722-a1d0-4891-87b2-6698d41bf5be tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:43.865229 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-53922722-a1d0-4891-87b2-6698d41bf5be tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.888125 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe71c0-b95a-4e1e-bc29-b1c2c9817a4c tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Pushing event deleted for resources: {'Port': ['ID=144a998b-9397-4c15-adf8-af0c847897ce,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:43.906061 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53922722-a1d0-4891-87b2-6698d41bf5be tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:20:43.910476 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-812736eb-26e8-4d48-856e-91497b30139f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0eacde4-56ec-49be-9de8-c0269b39b676']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:43.916986 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-53922722-a1d0-4891-87b2-6698d41bf5be tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (bd60a839-80b5-4f71-98ec-0093e00f6657), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.917337 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-53922722-a1d0-4891-87b2-6698d41bf5be tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Added segment bd60a839-80b5-4f71-98ec-0093e00f6657 of type vlan for network 97d38518-2416-487e-838b-8721958af80e Apr 16 04:20:43.919410 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (f79c87b5-482a-4583-ac5b-ed8dec5e6c4d), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.946896 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-812736eb-26e8-4d48-856e-91497b30139f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4e693c-54f6-4534-8a45-3da44c4db994') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:43.947195 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-812736eb-26e8-4d48-856e-91497b30139f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4e693c-54f6-4534-8a45-3da44c4db994') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:43.971371 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:43.974380 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-53922722-a1d0-4891-87b2-6698d41bf5be tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (97d38518-2416-487e-838b-8721958af80e), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.975082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:43.980306 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:43.984096 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.984907 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] Pushing event updated for resources: {'Port': ['ID=f79c87b5-482a-4583-ac5b-ed8dec5e6c4d,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:43.985108 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0830506e-2295-4c69-8448-60cd39b5a323 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (fc8c2fd2-62fc-4781-b650-4c8b0156688f), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:43.985460 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-0830506e-2295-4c69-8448-60cd39b5a323 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Floating IP fc8c2fd2-62fc-4781-b650-4c8b0156688f disassociated. External IP: 172.26.6.68, port: a9ccc8cf-d97f-4716-9d4d-0325d572e864. Apr 16 04:20:44.007480 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-812736eb-26e8-4d48-856e-91497b30139f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (fd4e693c-54f6-4534-8a45-3da44c4db994), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.046583 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] Attempting to bind port f79c87b5-482a-4583-ac5b-ed8dec5e6c4d on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:20:44.047105 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] Attempting to bind port f79c87b5-482a-4583-ac5b-ed8dec5e6c4d by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:20:44.047574 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] Attempting to bind port f79c87b5-482a-4583-ac5b-ed8dec5e6c4d on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:20:44.053003 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:20:44.053538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:44.054045 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.054811 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:20:44.055428 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] Bound port: f79c87b5-482a-4583-ac5b-ed8dec5e6c4d, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:20:44.055891 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f79c87b5-482a-4583-ac5b-ed8dec5e6c4d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.075473 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-574e6f0f-162a-4dfb-bc61-1ec3435ee576 req-a2aecfda-55fa-4b52-bef3-6be3f8230912 service neutron] 10.222.0.18 "GET /v2.0/networks/4c3c2d0c-413d-4b27-b518-f77ba01ee470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648252 Apr 16 04:20:44.082202 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9a5c2b46-ef73-41c6-bc51-115687125819 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for router_controller (35815fd0-da62-492a-97e9-0ec9a6a7fbb0), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.096267 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-812736eb-26e8-4d48-856e-91497b30139f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (fd4e693c-54f6-4534-8a45-3da44c4db994), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.106886 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da5d1f-b201-418e-8707-fa1839c99c12 req-ee37682f-a53a-4656-85b0-d4b6834f81de tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:44.108392 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-44da5d1f-b201-418e-8707-fa1839c99c12 req-ee37682f-a53a-4656-85b0-d4b6834f81de tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1680205 Apr 16 04:20:44.116412 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-53922722-a1d0-4891-87b2-6698d41bf5be tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (97d38518-2416-487e-838b-8721958af80e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.121777 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53922722-a1d0-4891-87b2-6698d41bf5be tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:44.122558 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-53922722-a1d0-4891-87b2-6698d41bf5be tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.123575 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] For port f79c87b5-482a-4583-ac5b-ed8dec5e6c4d, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:20:44.127330 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] For port f79c87b5-482a-4583-ac5b-ed8dec5e6c4d, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f79c87b5-482a-4583-ac5b-ed8dec5e6c4d,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:20:44.137362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812736eb-26e8-4d48-856e-91497b30139f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:44.137771 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-812736eb-26e8-4d48-856e-91497b30139f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (fd4e693c-54f6-4534-8a45-3da44c4db994), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:44.141506 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:44.193213 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (f79c87b5-482a-4583-ac5b-ed8dec5e6c4d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.215760 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2cfe71c0-b95a-4e1e-bc29-b1c2c9817a4c tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (8afcce9e-6e5a-4c62-afb9-179f0cbc19e1), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.234768 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-53922722-a1d0-4891-87b2-6698d41bf5be tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5077200 Apr 16 04:20:44.235321 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9a5c2b46-ef73-41c6-bc51-115687125819 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (35815fd0-da62-492a-97e9-0ec9a6a7fbb0), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.240136 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34458) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:44.246660 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-09123d20-6ae5-44ca-8ec9-a9933577bc2d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'subnet': {'network_id': '97d38518-2416-487e-838b-8721958af80e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:44.264820 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc3612-0798-4fde-b27a-cfa20340a115 None None] Pushing event updated for resources: {'Port': ['ID=f79c87b5-482a-4583-ac5b-ed8dec5e6c4d,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:44.277500 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53922722-a1d0-4891-87b2-6698d41bf5be tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Network': ['ID=97d38518-2416-487e-838b-8721958af80e,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:44.288058 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 97d38518-2416-487e-838b-8721958af80e details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:20:44.375004 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2cfe71c0-b95a-4e1e-bc29-b1c2c9817a4c tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (8afcce9e-6e5a-4c62-afb9-179f0cbc19e1), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.383710 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2cfe71c0-b95a-4e1e-bc29-b1c2c9817a4c tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_controller (8afcce9e-6e5a-4c62-afb9-179f0cbc19e1), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.400473 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-44da5d1f-b201-418e-8707-fa1839c99c12 req-a711776b-dcff-4d18-989f-78a2148366db tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730060 Apr 16 04:20:44.410468 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9a5c2b46-ef73-41c6-bc51-115687125819 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.411733 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9a5c2b46-ef73-41c6-bc51-115687125819 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8058443 Apr 16 04:20:44.428508 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34460) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:44.443964 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-574e6f0f-162a-4dfb-bc61-1ec3435ee576 req-be20ccca-a491-46a4-925f-21cf6f138140 service neutron] 10.222.0.18 "GET /v2.0/networks/4c3c2d0c-413d-4b27-b518-f77ba01ee470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605294 Apr 16 04:20:44.446270 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-812736eb-26e8-4d48-856e-91497b30139f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (c0eacde4-56ec-49be-9de8-c0269b39b676), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.453226 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-812736eb-26e8-4d48-856e-91497b30139f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.460440 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-812736eb-26e8-4d48-856e-91497b30139f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "DELETE /v2.0/networks/c0eacde4-56ec-49be-9de8-c0269b39b676 HTTP/1.1" status: 204 len: 168 time: 1.1665106 Apr 16 04:20:44.461053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34462) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:44.512021 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812736eb-26e8-4d48-856e-91497b30139f tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event deleted for resources: {'Network': ['ID=c0eacde4-56ec-49be-9de8-c0269b39b676,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:44.533106 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09123d20-6ae5-44ca-8ec9-a9933577bc2d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:44.538650 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2cfe71c0-b95a-4e1e-bc29-b1c2c9817a4c tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (8afcce9e-6e5a-4c62-afb9-179f0cbc19e1), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.539180 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfe71c0-b95a-4e1e-bc29-b1c2c9817a4c tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Fanout notify agent at l3_agent the message router_deleted on router 8afcce9e-6e5a-4c62-afb9-179f0cbc19e1 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:20:44.539938 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-09123d20-6ae5-44ca-8ec9-a9933577bc2d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.578707 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2cfe71c0-b95a-4e1e-bc29-b1c2c9817a4c tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.583385 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2cfe71c0-b95a-4e1e-bc29-b1c2c9817a4c tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "DELETE /v2.0/routers/8afcce9e-6e5a-4c62-afb9-179f0cbc19e1 HTTP/1.1" status: 204 len: 168 time: 3.1140907 Apr 16 04:20:44.584581 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34466) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:44.589745 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-b170992e-a636-49fa-a322-cc56287251df tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-939488328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:44.615949 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7005e451-a546-4f19-89fa-ff30b022f615 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Deleting port d2a39f4c-dd02-43b7-b577-08bf1b5411f9 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:44.616295 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7005e451-a546-4f19-89fa-ff30b022f615 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (d2a39f4c-dd02-43b7-b577-08bf1b5411f9), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.694484 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0830506e-2295-4c69-8448-60cd39b5a323 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Router 9d6a6c35-a37f-4ea5-b81b-112f3301b2dd has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:20:44.697934 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b170992e-a636-49fa-a322-cc56287251df tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (a9edd21d-f0a7-4fdd-a098-557551228c8b), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.698948 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b170992e-a636-49fa-a322-cc56287251df tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (a9edd21d-f0a7-4fdd-a098-557551228c8b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.707361 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7005e451-a546-4f19-89fa-ff30b022f615 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (d2a39f4c-dd02-43b7-b577-08bf1b5411f9), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.723391 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7005e451-a546-4f19-89fa-ff30b022f615 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Calling delete_port for d2a39f4c-dd02-43b7-b577-08bf1b5411f9 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:44.809048 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b170992e-a636-49fa-a322-cc56287251df tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_controller (a9edd21d-f0a7-4fdd-a098-557551228c8b), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.881432 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b170992e-a636-49fa-a322-cc56287251df tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (a9edd21d-f0a7-4fdd-a098-557551228c8b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.904188 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7005e451-a546-4f19-89fa-ff30b022f615 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (d2a39f4c-dd02-43b7-b577-08bf1b5411f9), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.943863 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7005e451-a546-4f19-89fa-ff30b022f615 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.950384 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7005e451-a546-4f19-89fa-ff30b022f615 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "DELETE /v2.0/ports/d2a39f4c-dd02-43b7-b577-08bf1b5411f9 HTTP/1.1" status: 204 len: 168 time: 0.4853766 Apr 16 04:20:44.950384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005e451-a546-4f19-89fa-ff30b022f615 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event deleted for resources: {'Port': ['ID=d2a39f4c-dd02-43b7-b577-08bf1b5411f9,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:44.951149 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34468) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:44.985816 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b170992e-a636-49fa-a322-cc56287251df tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:44.987335 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b170992e-a636-49fa-a322-cc56287251df tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4017110 Apr 16 04:20:44.990052 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34470) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:44.995466 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-685f7950-a564-436c-b768-836bfe35e87e tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] DELETE failed (client error): The resource could not be found. Apr 16 04:20:44.995924 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685f7950-a564-436c-b768-836bfe35e87e tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:20:44.996128 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-5b146daa-936f-4a53-9b46-8bd57dcc854e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'enable_snat': True}}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:44.998946 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-685f7950-a564-436c-b768-836bfe35e87e tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "DELETE /v2.0/subnets/2a442651-7fed-46aa-a658-32fbd85149f1 HTTP/1.1" status: 404 len: 337 time: 0.0468519 Apr 16 04:20:45.010397 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34472) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:45.039184 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0830506e-2295-4c69-8448-60cd39b5a323 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:45.052329 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b216fbf-bdfe-4f8e-bed0-39a7f3b0edd5 None None] Sync routers for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:45.057626 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0830506e-2295-4c69-8448-60cd39b5a323 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:45.065168 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b216fbf-bdfe-4f8e-bed0-39a7f3b0edd5 None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:45.066266 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-8b216fbf-bdfe-4f8e-bed0-39a7f3b0edd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:45.067369 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-87567b61-a507-41ff-b2ac-c7105570bcfb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:45.120439 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-8b216fbf-bdfe-4f8e-bed0-39a7f3b0edd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:45.137450 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b216fbf-bdfe-4f8e-bed0-39a7f3b0edd5 None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:45.138343 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-8b216fbf-bdfe-4f8e-bed0-39a7f3b0edd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:45.187494 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-8b216fbf-bdfe-4f8e-bed0-39a7f3b0edd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:45.188352 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b216fbf-bdfe-4f8e-bed0-39a7f3b0edd5 None None] The sync data for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:45.244589 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5b146daa-936f-4a53-9b46-8bd57dcc854e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_gateway (a9edd21d-f0a7-4fdd-a098-557551228c8b), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:45.254982 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0830506e-2295-4c69-8448-60cd39b5a323 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "PUT /v2.0/floatingips/fc8c2fd2-62fc-4781-b650-4c8b0156688f HTTP/1.1" status: 200 len: 687 time: 1.6412997 Apr 16 04:20:45.258235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34474) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:45.261819 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bcfe1d83-8560-49d9-ad49-1c77ece13e27 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (dad89489-b154-42f9-8309-4eeeb271b755), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:45.365046 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-09123d20-6ae5-44ca-8ec9-a9933577bc2d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (b9f9b888-04a6-442d-a796-37bb8ebcb255), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:45.396540 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe1d83-8560-49d9-ad49-1c77ece13e27 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Deleting port 0eefcd1a-970d-404d-99f5-1f0f9b95b743 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:45.396911 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bcfe1d83-8560-49d9-ad49-1c77ece13e27 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (0eefcd1a-970d-404d-99f5-1f0f9b95b743), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:45.402615 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47339350-38d7-4b9f-b659-03a77cf1d3fb None None] get_active_networks_info from dv-neutron-838078-2-hyperv {{(pid=104634) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 16 04:20:45.461942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-8162867d-d32a-4a67-823c-90fdbddbc705 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Deleting port d9cd1595-f72d-4fb2-a8a1-5f183fb7dba2 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:45.462445 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8162867d-d32a-4a67-823c-90fdbddbc705 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (d9cd1595-f72d-4fb2-a8a1-5f183fb7dba2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:45.484627 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:45.513710 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-423bfdef-42e3-4fdc-a5cf-c3482b5fb988 None None] Provisioning complete for port f79c87b5-482a-4583-ac5b-ed8dec5e6c4d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:45.514648 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-423bfdef-42e3-4fdc-a5cf-c3482b5fb988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f79c87b5-482a-4583-ac5b-ed8dec5e6c4d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:45.531750 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09123d20-6ae5-44ca-8ec9-a9933577bc2d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Subnet': ['ID=b9f9b888-04a6-442d-a796-37bb8ebcb255,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:45.614011 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-bcfe1d83-8560-49d9-ad49-1c77ece13e27 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] For port 0eefcd1a-970d-404d-99f5-1f0f9b95b743, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=0eefcd1a-970d-404d-99f5-1f0f9b95b743,segment=NetworkSegment(eb39c9a1-2d09-41a1-b75f-89e614f27886),segment_id=eb39c9a1-2d09-41a1-b75f-89e614f27886)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:45.614381 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bcfe1d83-8560-49d9-ad49-1c77ece13e27 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (0eefcd1a-970d-404d-99f5-1f0f9b95b743), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:45.655095 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caddf4a-1c91-4a77-8199-2d5bf3f3d73c req-ad1bcb45-9b62-45d6-b1ca-1567335651b4 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:45.656664 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9caddf4a-1c91-4a77-8199-2d5bf3f3d73c req-ad1bcb45-9b62-45d6-b1ca-1567335651b4 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1225834 Apr 16 04:20:45.658258 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe1d83-8560-49d9-ad49-1c77ece13e27 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Calling delete_port for 0eefcd1a-970d-404d-99f5-1f0f9b95b743 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:45.660440 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-87567b61-a507-41ff-b2ac-c7105570bcfb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::1 (9a9395da-f56a-4c57-8efc-4b7256188659/0f7e1d7c-a00a-439a-8a6a-e4cba9f6f5c7/2d207436-1955-4cf8-9df9-c8c1bba38485) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:45.665193 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09123d20-6ae5-44ca-8ec9-a9933577bc2d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Checking segment: {'id': 'bd60a839-80b5-4f71-98ec-0093e00f6657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '97d38518-2416-487e-838b-8721958af80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:45.665387 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09123d20-6ae5-44ca-8ec9-a9933577bc2d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network hostable DHCP agents. Network: 97d38518-2416-487e-838b-8721958af80e, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:20:45.688639 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-423bfdef-42e3-4fdc-a5cf-c3482b5fb988 None None] Current status of the port f79c87b5-482a-4583-ac5b-ed8dec5e6c4d is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:45.689189 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-423bfdef-42e3-4fdc-a5cf-c3482b5fb988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f79c87b5-482a-4583-ac5b-ed8dec5e6c4d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:45.750269 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-423bfdef-42e3-4fdc-a5cf-c3482b5fb988 None None] For port f79c87b5-482a-4583-ac5b-ed8dec5e6c4d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f79c87b5-482a-4583-ac5b-ed8dec5e6c4d,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:45.829734 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-423bfdef-42e3-4fdc-a5cf-c3482b5fb988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (f79c87b5-482a-4583-ac5b-ed8dec5e6c4d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:45.848315 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9caddf4a-1c91-4a77-8199-2d5bf3f3d73c req-c5aa94c3-d64d-4e49-8ff3-7fdf2c2d5b1f tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707504 Apr 16 04:20:45.885497 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bfdef-42e3-4fdc-a5cf-c3482b5fb988 None None] Pushing event updated for resources: {'Port': ['ID=f79c87b5-482a-4583-ac5b-ed8dec5e6c4d,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:45.894085 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09123d20-6ae5-44ca-8ec9-a9933577bc2d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network 97d38518-2416-487e-838b-8721958af80e is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:20:45.901984 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-47339350-38d7-4b9f-b659-03a77cf1d3fb None None] Agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 already present Apr 16 04:20:45.902670 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47339350-38d7-4b9f-b659-03a77cf1d3fb None None] Network 97d38518-2416-487e-838b-8721958af80e is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:20:45.903294 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47339350-38d7-4b9f-b659-03a77cf1d3fb None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 97d38518-2416-487e-838b-8721958af80e) {{(pid=104634) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 16 04:20:45.911625 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-87567b61-a507-41ff-b2ac-c7105570bcfb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (2d207436-1955-4cf8-9df9-c8c1bba38485), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:45.962702 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8162867d-d32a-4a67-823c-90fdbddbc705 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (d9cd1595-f72d-4fb2-a8a1-5f183fb7dba2), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:45.963032 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8162867d-d32a-4a67-823c-90fdbddbc705 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (d9cd1595-f72d-4fb2-a8a1-5f183fb7dba2), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:45.967284 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bcfe1d83-8560-49d9-ad49-1c77ece13e27 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (0eefcd1a-970d-404d-99f5-1f0f9b95b743), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.002419 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe1d83-8560-49d9-ad49-1c77ece13e27 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event deleted for resources: {'Port': ['ID=0eefcd1a-970d-404d-99f5-1f0f9b95b743,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:46.005284 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-09123d20-6ae5-44ca-8ec9-a9933577bc2d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 97d38518-2416-487e-838b-8721958af80e) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:46.007066 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe1d83-8560-49d9-ad49-1c77ece13e27 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] No DVR routers for this DVR port 0eefcd1a-970d-404d-99f5-1f0f9b95b743 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:20:46.007553 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-8162867d-d32a-4a67-823c-90fdbddbc705 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Calling delete_port for d9cd1595-f72d-4fb2-a8a1-5f183fb7dba2 owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:46.011188 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5b146daa-936f-4a53-9b46-8bd57dcc854e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_gateway (a9edd21d-f0a7-4fdd-a098-557551228c8b), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.014022 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09123d20-6ae5-44ca-8ec9-a9933577bc2d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:46.014724 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-09123d20-6ae5-44ca-8ec9-a9933577bc2d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.047905 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5b146daa-936f-4a53-9b46-8bd57dcc854e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.062692 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-87567b61-a507-41ff-b2ac-c7105570bcfb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (2d207436-1955-4cf8-9df9-c8c1bba38485), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.069900 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993306e-8e9f-4251-9e22-badf440a0d9d req-1e62e46f-715b-4782-98f6-234842d6c102 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:46.072035 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6993306e-8e9f-4251-9e22-badf440a0d9d req-1e62e46f-715b-4782-98f6-234842d6c102 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1124465 Apr 16 04:20:46.091785 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:20:46.137023 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-97d38518-2416-487e-838b-8721958af80e', 'network_id': '97d38518-2416-487e-838b-8721958af80e', 'project_id': '501d13c948384c9886669f889655f04a', 'fixed_ips': [{'subnet_id': 'b9f9b888-04a6-442d-a796-37bb8ebcb255'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:46.137444 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-09123d20-6ae5-44ca-8ec9-a9933577bc2d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8945391 Apr 16 04:20:46.138043 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.140070 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34480) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:46.156712 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bcfe1d83-8560-49d9-ad49-1c77ece13e27 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (dad89489-b154-42f9-8309-4eeeb271b755), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.182141 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87567b61-a507-41ff-b2ac-c7105570bcfb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:46.198545 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-87567b61-a507-41ff-b2ac-c7105570bcfb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:46.237432 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87567b61-a507-41ff-b2ac-c7105570bcfb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:46.237975 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-87567b61-a507-41ff-b2ac-c7105570bcfb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (35815fd0-da62-492a-97e9-0ec9a6a7fbb0), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.248644 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87567b61-a507-41ff-b2ac-c7105570bcfb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=2d207436-1955-4cf8-9df9-c8c1bba38485,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:46.248896 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6993306e-8e9f-4251-9e22-badf440a0d9d req-7778455e-ce2d-4b33-890f-ee95fe0239c3 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451542 Apr 16 04:20:46.293200 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-bcfe1d83-8560-49d9-ad49-1c77ece13e27 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad89489-b154-42f9-8309-4eeeb271b755']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:46.309866 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] Allocated IP 172.20.0.1 (97d38518-2416-487e-838b-8721958af80e/b9f9b888-04a6-442d-a796-37bb8ebcb255/d1495f1f-4568-4c53-bfc8-6e2892beccb5) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:46.315032 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-bcfe1d83-8560-49d9-ad49-1c77ece13e27 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb39c9a1-2d09-41a1-b75f-89e614f27886') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:46.315342 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-bcfe1d83-8560-49d9-ad49-1c77ece13e27 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb39c9a1-2d09-41a1-b75f-89e614f27886') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:46.332402 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-5b146daa-936f-4a53-9b46-8bd57dcc854e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Allocated IP 172.26.6.157 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/f8a25b29-e49b-46ca-8575-20b3d9aab276) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:46.355219 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bcfe1d83-8560-49d9-ad49-1c77ece13e27 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (eb39c9a1-2d09-41a1-b75f-89e614f27886), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.403705 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bcfe1d83-8560-49d9-ad49-1c77ece13e27 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (eb39c9a1-2d09-41a1-b75f-89e614f27886), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.413378 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (97d38518-2416-487e-838b-8721958af80e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.422031 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfe1d83-8560-49d9-ad49-1c77ece13e27 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:46.422435 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bcfe1d83-8560-49d9-ad49-1c77ece13e27 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (eb39c9a1-2d09-41a1-b75f-89e614f27886), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:46.426119 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:46.495774 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5b146daa-936f-4a53-9b46-8bd57dcc854e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for port (f8a25b29-e49b-46ca-8575-20b3d9aab276), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.505833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f79c87b5-482a-4583-ac5b-ed8dec5e6c4d up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:20:46.537598 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] Publish callbacks [] for port (d1495f1f-4568-4c53-bfc8-6e2892beccb5), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.540886 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (b9f9b888-04a6-442d-a796-37bb8ebcb255), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.564638 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port f79c87b5-482a-4583-ac5b-ed8dec5e6c4d triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:46.565114 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f79c87b5-482a-4583-ac5b-ed8dec5e6c4d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.569359 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8162867d-d32a-4a67-823c-90fdbddbc705 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (d9cd1595-f72d-4fb2-a8a1-5f183fb7dba2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.597456 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162867d-d32a-4a67-823c-90fdbddbc705 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event deleted for resources: {'Port': ['ID=d9cd1595-f72d-4fb2-a8a1-5f183fb7dba2,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:46.649840 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-87567b61-a507-41ff-b2ac-c7105570bcfb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2d207436-1955-4cf8-9df9-c8c1bba38485), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.655334 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port f79c87b5-482a-4583-ac5b-ed8dec5e6c4d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:46.659878 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8162867d-d32a-4a67-823c-90fdbddbc705 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (fc8c2fd2-62fc-4781-b650-4c8b0156688f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.661752 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (d1495f1f-4568-4c53-bfc8-6e2892beccb5), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.662913 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8162867d-d32a-4a67-823c-90fdbddbc705 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.665171 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8162867d-d32a-4a67-823c-90fdbddbc705 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "DELETE /v2.0/floatingips/fc8c2fd2-62fc-4781-b650-4c8b0156688f HTTP/1.1" status: 204 len: 168 time: 1.4058230 Apr 16 04:20:46.672366 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34484) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:46.672521 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5b146daa-936f-4a53-9b46-8bd57dcc854e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (f8a25b29-e49b-46ca-8575-20b3d9aab276), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.675896 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bcfe1d83-8560-49d9-ad49-1c77ece13e27 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (dad89489-b154-42f9-8309-4eeeb271b755), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.692060 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bcfe1d83-8560-49d9-ad49-1c77ece13e27 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.695995 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bcfe1d83-8560-49d9-ad49-1c77ece13e27 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "DELETE /v2.0/networks/dad89489-b154-42f9-8309-4eeeb271b755 HTTP/1.1" status: 204 len: 168 time: 1.6839092 Apr 16 04:20:46.705584 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34486) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:46.711633 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] Network 97d38518-2416-487e-838b-8721958af80e is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:46.716451 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:46.721126 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:46.755486 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b146daa-936f-4a53-9b46-8bd57dcc854e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:46.762786 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] Pushing event updated for resources: {'Port': ['ID=d1495f1f-4568-4c53-bfc8-6e2892beccb5,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:46.763035 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-5b146daa-936f-4a53-9b46-8bd57dcc854e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:46.772077 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b146daa-936f-4a53-9b46-8bd57dcc854e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:46.806178 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b146daa-936f-4a53-9b46-8bd57dcc854e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Pushing event updated for resources: {'Port': ['ID=f8a25b29-e49b-46ca-8575-20b3d9aab276,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:46.806931 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] Attempting to bind port d1495f1f-4568-4c53-bfc8-6e2892beccb5 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:20:46.807304 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] Attempting to bind port d1495f1f-4568-4c53-bfc8-6e2892beccb5 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'bd60a839-80b5-4f71-98ec-0093e00f6657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '97d38518-2416-487e-838b-8721958af80e'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:20:46.807670 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] Attempting to bind port d1495f1f-4568-4c53-bfc8-6e2892beccb5 on network 97d38518-2416-487e-838b-8721958af80e {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:20:46.814567 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:20:46.814950 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] Checking segment: {'id': 'bd60a839-80b5-4f71-98ec-0093e00f6657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '97d38518-2416-487e-838b-8721958af80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:46.815359 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.815875 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] Bound using segment: {'id': 'bd60a839-80b5-4f71-98ec-0093e00f6657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '97d38518-2416-487e-838b-8721958af80e'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:20:46.816365 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] Bound port: d1495f1f-4568-4c53-bfc8-6e2892beccb5, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd60a839-80b5-4f71-98ec-0093e00f6657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '97d38518-2416-487e-838b-8721958af80e'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:20:46.817343 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d1495f1f-4568-4c53-bfc8-6e2892beccb5), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.823239 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d0db3f-caef-41c4-af94-f34ffe2392cf tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Deleting subnet 4788589a-dcaf-45aa-bb4c-c931ef7b89bd {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:20:46.832324 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92d0db3f-caef-41c4-af94-f34ffe2392cf tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks [] for subnet (4788589a-dcaf-45aa-bb4c-c931ef7b89bd), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.902199 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] For port d1495f1f-4568-4c53-bfc8-6e2892beccb5, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:20:46.906120 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] For port d1495f1f-4568-4c53-bfc8-6e2892beccb5, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=d1495f1f-4568-4c53-bfc8-6e2892beccb5,segment=NetworkSegment(bd60a839-80b5-4f71-98ec-0093e00f6657),segment_id=bd60a839-80b5-4f71-98ec-0093e00f6657)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:20:46.945833 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92d0db3f-caef-41c4-af94-f34ffe2392cf tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (4788589a-dcaf-45aa-bb4c-c931ef7b89bd), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:46.998548 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d1495f1f-4568-4c53-bfc8-6e2892beccb5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:47.060714 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-40babd71-117d-457b-9895-855173fb0ed0 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] delete failed (client error): The resource could not be found. Apr 16 04:20:47.067574 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-40babd71-117d-457b-9895-855173fb0ed0 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "DELETE /v2.0/floatingips/fc8c2fd2-62fc-4781-b650-4c8b0156688f HTTP/1.1" status: 404 len: 345 time: 0.3912990 Apr 16 04:20:47.067574 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe1d83-8560-49d9-ad49-1c77ece13e27 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event deleted for resources: {'Network': ['ID=dad89489-b154-42f9-8309-4eeeb271b755,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:47.068908 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34492) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:47.082157 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352bf3c-8820-4d6f-9c10-76af8ed6851b None None] Pushing event updated for resources: {'Port': ['ID=d1495f1f-4568-4c53-bfc8-6e2892beccb5,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:47.104358 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5d00d-8ff9-4c09-9145-772055f0d2e6 req-4e82a1ca-bb57-4528-81ed-6d8058a4472f tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:47.105920 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-44e5d00d-8ff9-4c09-9145-772055f0d2e6 req-4e82a1ca-bb57-4528-81ed-6d8058a4472f tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1082766 Apr 16 04:20:47.139834 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92d0db3f-caef-41c4-af94-f34ffe2392cf tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (4788589a-dcaf-45aa-bb4c-c931ef7b89bd), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:47.160383 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (b9f9b888-04a6-442d-a796-37bb8ebcb255), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:47.175574 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c33a4e-11a8-4023-bb38-6ceb4382113d tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:47.182058 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c33a4e-11a8-4023-bb38-6ceb4382113d tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:47.187719 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c33a4e-11a8-4023-bb38-6ceb4382113d tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:47.189715 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-86c33a4e-11a8-4023-bb38-6ceb4382113d tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "GET /v2.0/ports?network_id=49d41999-9b87-4205-ba96-96eddc7309bc HTTP/1.1" status: 200 len: 2356 time: 0.1198781 Apr 16 04:20:47.213986 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34494) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:47.263712 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f9b888-04a6-442d-a796-37bb8ebcb255,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:47.284798 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-44e5d00d-8ff9-4c09-9145-772055f0d2e6 req-276956f1-cd66-4063-803b-e4038eca4353 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722026 Apr 16 04:20:47.370193 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adde621-d7cb-4cf1-8c3d-1b818a393679 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:47.371808 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0adde621-d7cb-4cf1-8c3d-1b818a393679 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "GET /v2.0/subnets/df23c74b-170a-4626-9522-baa9fe0eae67 HTTP/1.1" status: 200 len: 797 time: 0.1510370 Apr 16 04:20:47.377067 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34498) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:47.389708 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-37dee498-f173-4d75-adb8-87bdef3a72ab tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'port': {'network_id': '49d41999-9b87-4205-ba96-96eddc7309bc', 'name': 'tempest-FloatingIPTestJSON-363000121', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:47.422378 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5b146daa-936f-4a53-9b46-8bd57dcc854e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_gateway (a9edd21d-f0a7-4fdd-a098-557551228c8b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:47.447975 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (97d38518-2416-487e-838b-8721958af80e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:47.491622 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92d0db3f-caef-41c4-af94-f34ffe2392cf tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (4788589a-dcaf-45aa-bb4c-c931ef7b89bd), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:47.492251 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0832308-0742-4f71-877c-b66386f98b6d req-81f34005-c19e-4195-9e2f-6f00a31914f9 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:47.493811 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f0832308-0742-4f71-877c-b66386f98b6d req-81f34005-c19e-4195-9e2f-6f00a31914f9 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.0969284 Apr 16 04:20:47.501285 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d38518-2416-487e-838b-8721958af80e']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:47.530094 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0db3f-caef-41c4-af94-f34ffe2392cf tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event deleted for resources: {'Subnet': ['ID=4788589a-dcaf-45aa-bb4c-c931ef7b89bd,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:47.546968 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92d0db3f-caef-41c4-af94-f34ffe2392cf tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:47.550291 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-92d0db3f-caef-41c4-af94-f34ffe2392cf tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "DELETE /v2.0/subnets/4788589a-dcaf-45aa-bb4c-c931ef7b89bd HTTP/1.1" status: 204 len: 168 time: 0.8436065 Apr 16 04:20:47.554940 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34502) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:47.555105 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd60a839-80b5-4f71-98ec-0093e00f6657') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:47.555905 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd60a839-80b5-4f71-98ec-0093e00f6657') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:47.600479 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (bd60a839-80b5-4f71-98ec-0093e00f6657), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:47.627260 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f0832308-0742-4f71-877c-b66386f98b6d req-b3f34b17-d305-4798-957c-8d63094dce66 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237047 Apr 16 04:20:47.631970 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (bd60a839-80b5-4f71-98ec-0093e00f6657), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:47.645753 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (bd60a839-80b5-4f71-98ec-0093e00f6657), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:47.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:47.710506 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b830670a-c8db-4586-acad-ea0c5d12f533 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:47.759644 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.db.api [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 04:20:47.759644 dv-neutron-838078-2-hyperv neutron-server[104632]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 04:20:47.759644 dv-neutron-838078-2-hyperv neutron-server[104632]: [parameters: {'id': '97d38518-2416-487e-838b-8721958af80e'}] Apr 16 04:20:47.759644 dv-neutron-838078-2-hyperv neutron-server[104632]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:20:47.760097 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG oslo_db.api [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:20:47.761922 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-87567b61-a507-41ff-b2ac-c7105570bcfb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (2d207436-1955-4cf8-9df9-c8c1bba38485), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:47.792773 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165b698-1735-456c-9193-9ad7813e65a9 req-32c31826-71e2-4936-905f-0eb40df83bc0 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:47.794928 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2165b698-1735-456c-9193-9ad7813e65a9 req-32c31826-71e2-4936-905f-0eb40df83bc0 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.0825841 Apr 16 04:20:47.817257 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dee498-f173-4d75-adb8-87bdef3a72ab tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Made reservation on behalf of c1e968e96cb346f1b2897a7d365fa656 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:47.827921 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-87567b61-a507-41ff-b2ac-c7105570bcfb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (2d207436-1955-4cf8-9df9-c8c1bba38485), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:47.828432 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-87567b61-a507-41ff-b2ac-c7105570bcfb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (35815fd0-da62-492a-97e9-0ec9a6a7fbb0), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:47.912511 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5b146daa-936f-4a53-9b46-8bd57dcc854e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (a9edd21d-f0a7-4fdd-a098-557551228c8b), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:47.914519 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-b830670a-c8db-4586-acad-ea0c5d12f533 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Deleting port f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:47.914970 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b830670a-c8db-4586-acad-ea0c5d12f533 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:47.946224 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2165b698-1735-456c-9193-9ad7813e65a9 req-da80853d-40c5-4c80-8dc0-8e824266d6b8 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450260 Apr 16 04:20:47.948829 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87567b61-a507-41ff-b2ac-c7105570bcfb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=2d207436-1955-4cf8-9df9-c8c1bba38485,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:47.963485 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5b146daa-936f-4a53-9b46-8bd57dcc854e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (a9edd21d-f0a7-4fdd-a098-557551228c8b), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:48.000236 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87567b61-a507-41ff-b2ac-c7105570bcfb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:48.001952 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-87567b61-a507-41ff-b2ac-c7105570bcfb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:48.105299 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-b830670a-c8db-4586-acad-ea0c5d12f533 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] For port f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b,segment=NetworkSegment(bd281292-9c6c-4968-b4cc-fa48d43a7939),segment_id=bd281292-9c6c-4968-b4cc-fa48d43a7939)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:48.105578 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b830670a-c8db-4586-acad-ea0c5d12f533 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:48.174808 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2017c5a-d48a-476d-be63-eef682a88c4e None None] Network 461b31aa-7766-458b-b840-3f968e9fc754 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:48.176712 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-b830670a-c8db-4586-acad-ea0c5d12f533 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Calling delete_port for f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:48.182395 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9928e674-511f-4616-829d-61057ae4da8e None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:48.184863 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f9a76-b125-4258-b9aa-193db7c2412b req-f6eab385-2128-4b61-95cf-3c9c02d6bb39 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:48.186358 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-317f9a76-b125-4258-b9aa-193db7c2412b req-f6eab385-2128-4b61-95cf-3c9c02d6bb39 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 945 time: 0.2424967 Apr 16 04:20:48.194864 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-37dee498-f173-4d75-adb8-87bdef3a72ab tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:48.196947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1293d8ec-7759-41ce-a5d3-fcdc4588baa0 None None] Network 97d38518-2416-487e-838b-8721958af80e requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:48.211311 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04607aeb-387c-4c4b-adc1-09442973e89c None None] Network bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:48.230431 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87567b61-a507-41ff-b2ac-c7105570bcfb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Router 35815fd0-da62-492a-97e9-0ec9a6a7fbb0 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:20:48.234103 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2017c5a-d48a-476d-be63-eef682a88c4e None None] Network 461b31aa-7766-458b-b840-3f968e9fc754 could not be found, it might have been deleted concurrently. {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 16 04:20:48.255237 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-169bd74e-bc64-4075-96b1-dc9f10b869f1 None None] Provisioning complete for port d1495f1f-4568-4c53-bfc8-6e2892beccb5 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:48.256444 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-169bd74e-bc64-4075-96b1-dc9f10b869f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d1495f1f-4568-4c53-bfc8-6e2892beccb5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:48.287150 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-37dee498-f173-4d75-adb8-87bdef3a72ab tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] device_id is not set on port e988c333-07f8-4b5d-ab0e-a5f3c2c6ae1b yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:20:48.295999 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (97d38518-2416-487e-838b-8721958af80e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:48.417663 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf35cd-f036-4b4a-b305-d3b7aa26f9e1 req-e4048d83-de47-44c7-ba96-ee2bc2f9a500 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:48.424938 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-58cf35cd-f036-4b4a-b305-d3b7aa26f9e1 req-e4048d83-de47-44c7-ba96-ee2bc2f9a500 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1267004 Apr 16 04:20:48.435589 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-317f9a76-b125-4258-b9aa-193db7c2412b req-451904e0-ca2a-498b-9818-d4961e517537 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1c362de-6d53-41aa-ac0b-cc19449b6944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382865 Apr 16 04:20:48.452829 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87567b61-a507-41ff-b2ac-c7105570bcfb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:48.461797 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-87567b61-a507-41ff-b2ac-c7105570bcfb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "PUT /v2.0/routers/35815fd0-da62-492a-97e9-0ec9a6a7fbb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0316772 Apr 16 04:20:48.464810 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34512) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:48.522997 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Deleting port d1495f1f-4568-4c53-bfc8-6e2892beccb5 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:48.523338 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (d1495f1f-4568-4c53-bfc8-6e2892beccb5), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:48.530684 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] Sync routers for ids ['35815fd0-da62-492a-97e9-0ec9a6a7fbb0'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:48.540408 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d1495f1f-4568-4c53-bfc8-6e2892beccb5 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:20:48.565712 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-58cf35cd-f036-4b4a-b305-d3b7aa26f9e1 req-398b42a7-16b4-43c8-9947-316d85d71ba1 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399100 Apr 16 04:20:48.591413 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b830670a-c8db-4586-acad-ea0c5d12f533 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:48.624253 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282f75f4-65e9-40ec-92e7-6d0bcb7fb6da tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:48.627804 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-282f75f4-65e9-40ec-92e7-6d0bcb7fb6da tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports/2d207436-1955-4cf8-9df9-c8c1bba38485 HTTP/1.1" status: 200 len: 911 time: 0.1574652 Apr 16 04:20:48.628767 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34514) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:48.654900 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] Routers {'35815fd0-da62-492a-97e9-0ec9a6a7fbb0'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:48.655551 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['35815fd0-da62-492a-97e9-0ec9a6a7fbb0'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:48.672904 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] For port d1495f1f-4568-4c53-bfc8-6e2892beccb5, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=d1495f1f-4568-4c53-bfc8-6e2892beccb5,segment=NetworkSegment(bd60a839-80b5-4f71-98ec-0093e00f6657),segment_id=bd60a839-80b5-4f71-98ec-0093e00f6657)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:48.673355 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (d1495f1f-4568-4c53-bfc8-6e2892beccb5), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:48.706016 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c52b88-5733-4c5f-9d28-5ae41a82dd27 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:48.711462 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c52b88-5733-4c5f-9d28-5ae41a82dd27 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:48.713531 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e6c52b88-5733-4c5f-9d28-5ae41a82dd27 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0842085 Apr 16 04:20:48.717694 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34516) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:48.724578 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Calling delete_port for d1495f1f-4568-4c53-bfc8-6e2892beccb5 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:48.791308 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eaaffc-89db-494a-a160-f1b26f2aa512 None None] DHCP port deletion for bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:20:48.803877 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0da1f62-8cac-41fa-9506-d19c6de5b4cc None None] Network 97d38518-2416-487e-838b-8721958af80e requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:48.922905 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port d1495f1f-4568-4c53-bfc8-6e2892beccb5 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:48.923277 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d1495f1f-4568-4c53-bfc8-6e2892beccb5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:48.940234 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b146daa-936f-4a53-9b46-8bd57dcc854e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Router a9edd21d-f0a7-4fdd-a098-557551228c8b is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:20:48.952631 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830670a-c8db-4586-acad-ea0c5d12f533 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event deleted for resources: {'Port': ['ID=f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:48.964593 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b830670a-c8db-4586-acad-ea0c5d12f533 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] No DVR routers for this DVR port f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:20:49.020510 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] Set router 35815fd0-da62-492a-97e9-0ec9a6a7fbb0 gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:20:49.022779 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-169bd74e-bc64-4075-96b1-dc9f10b869f1 None None] Current status of the port d1495f1f-4568-4c53-bfc8-6e2892beccb5 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:49.030206 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-169bd74e-bc64-4075-96b1-dc9f10b869f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d1495f1f-4568-4c53-bfc8-6e2892beccb5), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:49.077105 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (d1495f1f-4568-4c53-bfc8-6e2892beccb5), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:49.084365 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b830670a-c8db-4586-acad-ea0c5d12f533 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:49.103872 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Could not find standard attr ID for object d1495f1f-4568-4c53-bfc8-6e2892beccb5. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:20:49.111253 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-b830670a-c8db-4586-acad-ea0c5d12f533 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:49.122239 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5717b8-bd1a-4d82-891d-ae6a6acd0fee None None] DHCP port deletion for 97d38518-2416-487e-838b-8721958af80e request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:20:49.122470 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-b830670a-c8db-4586-acad-ea0c5d12f533 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd281292-9c6c-4968-b4cc-fa48d43a7939') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:49.122680 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-b830670a-c8db-4586-acad-ea0c5d12f533 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd281292-9c6c-4968-b4cc-fa48d43a7939') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:49.133768 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b830670a-c8db-4586-acad-ea0c5d12f533 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (bd281292-9c6c-4968-b4cc-fa48d43a7939), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:49.154066 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b830670a-c8db-4586-acad-ea0c5d12f533 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (bd281292-9c6c-4968-b4cc-fa48d43a7939), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:49.160644 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b830670a-c8db-4586-acad-ea0c5d12f533 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:49.161110 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b830670a-c8db-4586-acad-ea0c5d12f533 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (bd281292-9c6c-4968-b4cc-fa48d43a7939), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:49.170962 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No ports have port_id starting with d1495f1f-4568-4c53-bfc8-6e2892beccb5 Apr 16 04:20:49.196160 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Port': ['ID=d1495f1f-4568-4c53-bfc8-6e2892beccb5,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:49.269614 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:49.357751 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No DVR routers for this DVR port d1495f1f-4568-4c53-bfc8-6e2892beccb5 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:20:49.362041 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35815fd0-da62-492a-97e9-0ec9a6a7fbb0', 'name': 'tempest-NetworksTestDHCPv6-router-314889689', 'tenant_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:20:43Z', 'updated_at': '2022-04-16T04:20:46Z', 'revision_number': 2, 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'gw_port_host': None, '_interfaces': [{'id': '2d207436-1955-4cf8-9df9-c8c1bba38485', 'name': '', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'tenant_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'mac_address': 'fa:16:3e:1f:c2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35815fd0-da62-492a-97e9-0ec9a6a7fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '0f7e1d7c-a00a-439a-8a6a-e4cba9f6f5c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:20:45Z', 'updated_at': '2022-04-16T04:20:47Z', 'revision_number': 2, 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'subnets': [{'id': '0f7e1d7c-a00a-439a-8a6a-e4cba9f6f5c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:49.365258 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c8e540fa-0c25-4735-99fb-cd19781182c5 None None] Provisioning complete for port 2d207436-1955-4cf8-9df9-c8c1bba38485 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:49.365641 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c8e540fa-0c25-4735-99fb-cd19781182c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2d207436-1955-4cf8-9df9-c8c1bba38485), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:49.382780 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b830670a-c8db-4586-acad-ea0c5d12f533 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:49.393571 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] Checking router: 35815fd0-da62-492a-97e9-0ec9a6a7fbb0 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:20:49.393927 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] Updating router 35815fd0-da62-492a-97e9-0ec9a6a7fbb0 port 2d207436-1955-4cf8-9df9-c8c1bba38485 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:20:49.454585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf89bc0-ce86-4d3b-a2ae-13da57b01325 req-c74cc8bf-3c15-4a8a-bd57-714578e3c1e0 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:49.456255 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dd6ed6bd-62d2-41fb-9583-6a72fcbebe6f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (35815fd0-da62-492a-97e9-0ec9a6a7fbb0), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:49.458195 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2d207436-1955-4cf8-9df9-c8c1bba38485), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:49.460694 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5bf89bc0-ce86-4d3b-a2ae-13da57b01325 req-c74cc8bf-3c15-4a8a-bd57-714578e3c1e0 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.18 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 945 time: 0.0785506 Apr 16 04:20:49.460884 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c8e540fa-0c25-4735-99fb-cd19781182c5 None None] Port 2d207436-1955-4cf8-9df9-c8c1bba38485 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:20:49.482932 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b830670a-c8db-4586-acad-ea0c5d12f533 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:49.488502 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b830670a-c8db-4586-acad-ea0c5d12f533 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] 10.222.0.30 "DELETE /v2.0/networks/bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d HTTP/1.1" status: 204 len: 168 time: 1.9304285 Apr 16 04:20:49.494521 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830670a-c8db-4586-acad-ea0c5d12f533 tempest-NetworksIpV6TestAttrs-1235135669 tempest-NetworksIpV6TestAttrs-1235135669-project] Pushing event deleted for resources: {'Network': ['ID=bf7c0e0c-ceb3-4aeb-af7e-df86a0ae558d,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:49.498089 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c8e540fa-0c25-4735-99fb-cd19781182c5 None None] Provisioning complete for port f79c87b5-482a-4583-ac5b-ed8dec5e6c4d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:49.498467 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c8e540fa-0c25-4735-99fb-cd19781182c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f79c87b5-482a-4583-ac5b-ed8dec5e6c4d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:49.729099 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b146daa-936f-4a53-9b46-8bd57dcc854e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:49.733938 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (97d38518-2416-487e-838b-8721958af80e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:49.741014 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43be030a-0e90-44a0-bbf6-4d2715fa1996 None None] Sync routers for ids ['a9edd21d-f0a7-4fdd-a098-557551228c8b'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:49.747728 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5b146daa-936f-4a53-9b46-8bd57dcc854e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:49.752340 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5b146daa-936f-4a53-9b46-8bd57dcc854e tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "PUT /v2.0/routers/a9edd21d-f0a7-4fdd-a098-557551228c8b HTTP/1.1" status: 200 len: 914 time: 4.7585747 Apr 16 04:20:49.760217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-37dee498-f173-4d75-adb8-87bdef3a72ab tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Allocated IP 172.20.0.14 (49d41999-9b87-4205-ba96-96eddc7309bc/df23c74b-170a-4626-9522-baa9fe0eae67/e988c333-07f8-4b5d-ab0e-a5f3c2c6ae1b) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:49.764078 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43be030a-0e90-44a0-bbf6-4d2715fa1996 None None] Routers {'a9edd21d-f0a7-4fdd-a098-557551228c8b'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:49.768567 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-43be030a-0e90-44a0-bbf6-4d2715fa1996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['a9edd21d-f0a7-4fdd-a098-557551228c8b'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:49.797260 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34524) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:49.852696 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-43be030a-0e90-44a0-bbf6-4d2715fa1996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:49.861198 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c8e540fa-0c25-4735-99fb-cd19781182c5 None None] Current status of the port f79c87b5-482a-4583-ac5b-ed8dec5e6c4d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:49.871748 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43be030a-0e90-44a0-bbf6-4d2715fa1996 None None] Routers {'a9edd21d-f0a7-4fdd-a098-557551228c8b'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:49.872365 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-43be030a-0e90-44a0-bbf6-4d2715fa1996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['a9edd21d-f0a7-4fdd-a098-557551228c8b'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:49.900406 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d38518-2416-487e-838b-8721958af80e']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:49.936509 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad1a99-51f8-43a4-a591-d3689680b35a req-67ed2c82-cdd7-4120-bdaf-61cbde2e5d4e tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:49.938052 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cbad1a99-51f8-43a4-a591-d3689680b35a req-67ed2c82-cdd7-4120-bdaf-61cbde2e5d4e tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.2285590 Apr 16 04:20:49.947120 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd60a839-80b5-4f71-98ec-0093e00f6657') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:49.949443 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd60a839-80b5-4f71-98ec-0093e00f6657') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:49.950923 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-43be030a-0e90-44a0-bbf6-4d2715fa1996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:49.951712 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43be030a-0e90-44a0-bbf6-4d2715fa1996 None None] The sync data for ids ['a9edd21d-f0a7-4fdd-a098-557551228c8b'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:49.983169 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (bd60a839-80b5-4f71-98ec-0093e00f6657), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:50.004034 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (bd60a839-80b5-4f71-98ec-0093e00f6657), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:50.006623 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] Publish callbacks [] for port (2d207436-1955-4cf8-9df9-c8c1bba38485), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:50.010213 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-cd057525-b8fb-4318-bc63-574db5742f74 None None] Provisioning complete for port 2d207436-1955-4cf8-9df9-c8c1bba38485 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:50.013542 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cd057525-b8fb-4318-bc63-574db5742f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2d207436-1955-4cf8-9df9-c8c1bba38485), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:50.013695 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-01e52531-75ae-4fe2-8545-723b1e3fd434 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "GET /v2.0/routers/a9edd21d-f0a7-4fdd-a098-557551228c8b HTTP/1.1" status: 200 len: 920 time: 0.2085018 Apr 16 04:20:50.013695 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-37dee498-f173-4d75-adb8-87bdef3a72ab tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Allocated IP 172.20.0.13 (49d41999-9b87-4205-ba96-96eddc7309bc/df23c74b-170a-4626-9522-baa9fe0eae67/e988c333-07f8-4b5d-ab0e-a5f3c2c6ae1b) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:50.015275 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:20:50.015899 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (bd60a839-80b5-4f71-98ec-0093e00f6657), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:50.022198 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34526) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:50.050378 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0f8a4-aab7-41f7-9009-d8ac402ae4f8 req-ff90e737-ab69-4b01-94b0-e2bfccd2b683 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:50.060979 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0ab0f8a4-aab7-41f7-9009-d8ac402ae4f8 req-ff90e737-ab69-4b01-94b0-e2bfccd2b683 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 945 time: 0.4943454 Apr 16 04:20:50.062821 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-cd057525-b8fb-4318-bc63-574db5742f74 None None] Port 2d207436-1955-4cf8-9df9-c8c1bba38485 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:20:50.096846 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:20:50.100500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-5bf89bc0-ce86-4d3b-a2ae-13da57b01325 req-cc18cf19-d72f-4fd1-9163-3765edd51d0b tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Deleting port 4322969c-b15f-4add-b357-2fb04005634a {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:50.100876 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-5bf89bc0-ce86-4d3b-a2ae-13da57b01325 req-cc18cf19-d72f-4fd1-9163-3765edd51d0b tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (4322969c-b15f-4add-b357-2fb04005634a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:50.102477 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2d207436-1955-4cf8-9df9-c8c1bba38485), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:50.189792 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0ab0f8a4-aab7-41f7-9009-d8ac402ae4f8 req-213426b0-4507-4b25-ae81-7f629f15bf93 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1c362de-6d53-41aa-ac0b-cc19449b6944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277699 Apr 16 04:20:50.197446 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c47fa9b-f012-4970-8187-fa83ab100c4d tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:50.199164 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3c47fa9b-f012-4970-8187-fa83ab100c4d tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&device_id=a9edd21d-f0a7-4fdd-a098-557551228c8b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1705821 Apr 16 04:20:50.232001 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34530) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:50.235414 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3555b3d-e8c2-4347-a395-e43786c8d886 None None] Pushing event updated for resources: {'Port': ['ID=2d207436-1955-4cf8-9df9-c8c1bba38485,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:50.274012 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-f9a979ce-be63-43d0-a0d9-591b5d17d8e0 None None] Provisioning complete for port 2d207436-1955-4cf8-9df9-c8c1bba38485 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:50.276299 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f9a979ce-be63-43d0-a0d9-591b5d17d8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2d207436-1955-4cf8-9df9-c8c1bba38485), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:50.372231 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f9a979ce-be63-43d0-a0d9-591b5d17d8e0 None None] Port 2d207436-1955-4cf8-9df9-c8c1bba38485 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:20:50.399123 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34532) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:50.405830 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f576c3e-7a26-4ed8-9d22-2d3b5c967173 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:50.419396 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] Attempting to bind port 2d207436-1955-4cf8-9df9-c8c1bba38485 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:20:50.420179 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] Attempting to bind port 2d207436-1955-4cf8-9df9-c8c1bba38485 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:20:50.420649 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] Attempting to bind port 2d207436-1955-4cf8-9df9-c8c1bba38485 on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:20:50.420992 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1f576c3e-7a26-4ed8-9d22-2d3b5c967173 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "GET /v2.0/networks/2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 HTTP/1.1" status: 200 len: 881 time: 0.1831429 Apr 16 04:20:50.427061 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:20:50.432350 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34534) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:50.447181 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:50.449011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:50.452869 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:20:50.452869 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] Bound port: 2d207436-1955-4cf8-9df9-c8c1bba38485, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:20:50.452869 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2d207436-1955-4cf8-9df9-c8c1bba38485), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:50.493169 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e888368c-c1e0-4818-a04b-2b6c224474be tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9edd21d-f0a7-4fdd-a098-557551228c8b HTTP/1.1" status: 200 len: 205 time: 0.0595894 Apr 16 04:20:50.493770 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d1495f1f-4568-4c53-bfc8-6e2892beccb5 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:20:50.499859 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34538) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:50.563229 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: d1495f1f-4568-4c53-bfc8-6e2892beccb5 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:20:50.563617 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d1495f1f-4568-4c53-bfc8-6e2892beccb5 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:20:50.576708 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:20:50.637810 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-5bf89bc0-ce86-4d3b-a2ae-13da57b01325 req-cc18cf19-d72f-4fd1-9163-3765edd51d0b tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] For port 4322969c-b15f-4add-b357-2fb04005634a, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=4322969c-b15f-4add-b357-2fb04005634a,segment=NetworkSegment(e076b0b7-665d-4827-955f-2be7b6ef56fa),segment_id=e076b0b7-665d-4827-955f-2be7b6ef56fa)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:50.638496 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-5bf89bc0-ce86-4d3b-a2ae-13da57b01325 req-cc18cf19-d72f-4fd1-9163-3765edd51d0b tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (4322969c-b15f-4add-b357-2fb04005634a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:50.713529 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (97d38518-2416-487e-838b-8721958af80e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:50.729596 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:50.730269 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d1793c41-e01b-4851-8cb7-21a29fde68df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b606416f3c5341d3949afb2e8460b077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080580 Apr 16 04:20:50.731307 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/97d38518-2416-487e-838b-8721958af80e HTTP/1.1" status: 204 len: 168 time: 4.5855577 Apr 16 04:20:50.731628 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34540) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:50.751320 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34542) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:50.763786 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cbad1a99-51f8-43a4-a591-d3689680b35a req-fc783166-017d-4974-af84-c8736284203a tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6660187 Apr 16 04:20:50.782351 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f843ba7f-ba68-4e9a-a5dc-29abcf4cf06c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-132917320'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:50.837355 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:20:50.837703 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f0d1b846-4ea2-4650-92c5-e1c8cb4c6f6b not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:20:50.843817 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0091e-411e-426f-9309-a8b83a5d2f84 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Network': ['ID=97d38518-2416-487e-838b-8721958af80e,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:50.858280 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-6e8f9fa6-554e-4a55-8810-20fc4670b102 None None] Provisioning complete for port 2d207436-1955-4cf8-9df9-c8c1bba38485 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:50.859282 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6e8f9fa6-554e-4a55-8810-20fc4670b102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2d207436-1955-4cf8-9df9-c8c1bba38485), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:50.887618 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] For port 2d207436-1955-4cf8-9df9-c8c1bba38485, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:20:50.918585 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-6e8f9fa6-554e-4a55-8810-20fc4670b102 None None] Port 2d207436-1955-4cf8-9df9-c8c1bba38485 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:20:50.922742 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] For port 2d207436-1955-4cf8-9df9-c8c1bba38485, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2d207436-1955-4cf8-9df9-c8c1bba38485,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:20:50.953919 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ed6bd-62d2-41fb-9583-6a72fcbebe6f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port 2d207436-1955-4cf8-9df9-c8c1bba38485 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:50.954266 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dd6ed6bd-62d2-41fb-9583-6a72fcbebe6f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (2d207436-1955-4cf8-9df9-c8c1bba38485), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:50.960128 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f843ba7f-ba68-4e9a-a5dc-29abcf4cf06c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:50.963765 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f843ba7f-ba68-4e9a-a5dc-29abcf4cf06c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:50.992623 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2d207436-1955-4cf8-9df9-c8c1bba38485), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:51.035883 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-37dee498-f173-4d75-adb8-87bdef3a72ab tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for port (e988c333-07f8-4b5d-ab0e-a5f3c2c6ae1b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:51.048445 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f843ba7f-ba68-4e9a-a5dc-29abcf4cf06c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:20:51.053647 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7140c87c-cd99-4cd7-b0da-02b7d99aad04 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router (a9edd21d-f0a7-4fdd-a098-557551228c8b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:51.070925 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f843ba7f-ba68-4e9a-a5dc-29abcf4cf06c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (8b063ad6-414c-4d97-966e-1a4d7accfb1f), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:51.071398 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-f843ba7f-ba68-4e9a-a5dc-29abcf4cf06c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Added segment 8b063ad6-414c-4d97-966e-1a4d7accfb1f of type vlan for network 41854ca8-cdb7-4942-8bf0-09e2c23b10de Apr 16 04:20:51.082029 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] Routers {'35815fd0-da62-492a-97e9-0ec9a6a7fbb0'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:51.082681 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['35815fd0-da62-492a-97e9-0ec9a6a7fbb0'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:51.096471 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-dd6ed6bd-62d2-41fb-9583-6a72fcbebe6f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] For port 2d207436-1955-4cf8-9df9-c8c1bba38485, host dv-neutron-838078-2-hyperv, got binding levels [] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:51.096861 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dd6ed6bd-62d2-41fb-9583-6a72fcbebe6f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (2d207436-1955-4cf8-9df9-c8c1bba38485), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:51.135519 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ed6bd-62d2-41fb-9583-6a72fcbebe6f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for 2d207436-1955-4cf8-9df9-c8c1bba38485 owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:51.155153 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f843ba7f-ba68-4e9a-a5dc-29abcf4cf06c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (41854ca8-cdb7-4942-8bf0-09e2c23b10de), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:51.234549 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-30e768d2-f961-4e98-be20-3d535c778890 admin admin] Publish callbacks [] for security_group (bb32b8d4-08a7-4b4d-b951-36b5cd1bfe50), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:51.254334 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] Set router 35815fd0-da62-492a-97e9-0ec9a6a7fbb0 gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:20:51.275011 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-5bf89bc0-ce86-4d3b-a2ae-13da57b01325 req-cc18cf19-d72f-4fd1-9163-3765edd51d0b tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:51.279994 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-5bf89bc0-ce86-4d3b-a2ae-13da57b01325 req-cc18cf19-d72f-4fd1-9163-3765edd51d0b tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (46050aba-447c-4054-bcc5-7f194e9bd07e), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:51.279994 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [req-5bf89bc0-ce86-4d3b-a2ae-13da57b01325 req-cc18cf19-d72f-4fd1-9163-3765edd51d0b tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Floating IP 46050aba-447c-4054-bcc5-7f194e9bd07e disassociated. External IP: 172.26.6.30, port: 4322969c-b15f-4add-b357-2fb04005634a. Apr 16 04:20:51.279994 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-5bf89bc0-ce86-4d3b-a2ae-13da57b01325 req-cc18cf19-d72f-4fd1-9163-3765edd51d0b tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Calling delete_port for 4322969c-b15f-4add-b357-2fb04005634a owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:51.296607 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-30e768d2-f961-4e98-be20-3d535c778890 admin admin] Publish callbacks [] for security_group (bb32b8d4-08a7-4b4d-b951-36b5cd1bfe50), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:51.323746 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f843ba7f-ba68-4e9a-a5dc-29abcf4cf06c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (41854ca8-cdb7-4942-8bf0-09e2c23b10de), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:51.330376 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f843ba7f-ba68-4e9a-a5dc-29abcf4cf06c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:51.331054 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f843ba7f-ba68-4e9a-a5dc-29abcf4cf06c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:51.397647 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3555b3d-e8c2-4347-a395-e43786c8d886 None None] Pushing event updated for resources: {'Port': ['ID=2d207436-1955-4cf8-9df9-c8c1bba38485,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:51.433629 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-37dee498-f173-4d75-adb8-87bdef3a72ab tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (e988c333-07f8-4b5d-ab0e-a5f3c2c6ae1b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:51.436282 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843ba7f-ba68-4e9a-a5dc-29abcf4cf06c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Network': ['ID=41854ca8-cdb7-4942-8bf0-09e2c23b10de,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:51.454312 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 41854ca8-cdb7-4942-8bf0-09e2c23b10de details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:20:51.463741 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7140c87c-cd99-4cd7-b0da-02b7d99aad04 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_gateway (a9edd21d-f0a7-4fdd-a098-557551228c8b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:51.515679 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42a8f8-10b3-45cb-8d6c-617cc7dd68bb req-f4753cb6-a92b-4a4a-81e1-3fc8fa328452 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:51.517034 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0a42a8f8-10b3-45cb-8d6c-617cc7dd68bb req-f4753cb6-a92b-4a4a-81e1-3fc8fa328452 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 945 time: 0.2065616 Apr 16 04:20:51.545708 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f843ba7f-ba68-4e9a-a5dc-29abcf4cf06c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7687459 Apr 16 04:20:51.549457 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34548) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:51.558772 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-20e81f30-85c2-4d7f-9dc1-16eeac24174c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:51.572139 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dee498-f173-4d75-adb8-87bdef3a72ab tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Network 49d41999-9b87-4205-ba96-96eddc7309bc is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:51.575487 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-ae4760b1-a1a4-4870-8348-e6f2bca3e020 None None] Provisioning complete for port 2d207436-1955-4cf8-9df9-c8c1bba38485 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:51.575987 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ae4760b1-a1a4-4870-8348-e6f2bca3e020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2d207436-1955-4cf8-9df9-c8c1bba38485), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:51.612909 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-37dee498-f173-4d75-adb8-87bdef3a72ab tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:51.620468 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dee498-f173-4d75-adb8-87bdef3a72ab tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Port': ['ID=e988c333-07f8-4b5d-ab0e-a5f3c2c6ae1b,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:51.625420 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dee498-f173-4d75-adb8-87bdef3a72ab tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:51.680533 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dd6ed6bd-62d2-41fb-9583-6a72fcbebe6f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (2d207436-1955-4cf8-9df9-c8c1bba38485), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:51.697713 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0a42a8f8-10b3-45cb-8d6c-617cc7dd68bb req-6b62b845-d309-4154-81a7-f19a621f2066 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1c362de-6d53-41aa-ac0b-cc19449b6944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701889 Apr 16 04:20:51.712999 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-30e768d2-f961-4e98-be20-3d535c778890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (bb32b8d4-08a7-4b4d-b951-36b5cd1bfe50), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:51.713238 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-ae4760b1-a1a4-4870-8348-e6f2bca3e020 None None] Could not find standard attr ID for object 2d207436-1955-4cf8-9df9-c8c1bba38485. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:20:51.715891 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-30e768d2-f961-4e98-be20-3d535c778890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:51.717134 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-30e768d2-f961-4e98-be20-3d535c778890 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb32b8d4-08a7-4b4d-b951-36b5cd1bfe50 HTTP/1.1" status: 204 len: 168 time: 0.9266932 Apr 16 04:20:51.730265 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35815fd0-da62-492a-97e9-0ec9a6a7fbb0', 'name': 'tempest-NetworksTestDHCPv6-router-314889689', 'tenant_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:20:43Z', 'updated_at': '2022-04-16T04:20:46Z', 'revision_number': 2, 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'gw_port_host': None, '_interfaces': [{'id': '2d207436-1955-4cf8-9df9-c8c1bba38485', 'name': '', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'tenant_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'mac_address': 'fa:16:3e:1f:c2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35815fd0-da62-492a-97e9-0ec9a6a7fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '0f7e1d7c-a00a-439a-8a6a-e4cba9f6f5c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:20:45Z', 'updated_at': '2022-04-16T04:20:50Z', 'revision_number': 4, 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'subnets': [{'id': '0f7e1d7c-a00a-439a-8a6a-e4cba9f6f5c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:51.732414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7140c87c-cd99-4cd7-b0da-02b7d99aad04 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Deleting port f8a25b29-e49b-46ca-8575-20b3d9aab276 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:51.732947 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7140c87c-cd99-4cd7-b0da-02b7d99aad04 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (f8a25b29-e49b-46ca-8575-20b3d9aab276), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:51.743374 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e768d2-f961-4e98-be20-3d535c778890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb32b8d4-08a7-4b4d-b951-36b5cd1bfe50,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:51.785890 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2e21c9-776c-4abe-8899-0402b72c5437 None None] The sync data for ids ['35815fd0-da62-492a-97e9-0ec9a6a7fbb0'] in dv-neutron-838078-2-hyperv is: [{'id': '35815fd0-da62-492a-97e9-0ec9a6a7fbb0', 'name': 'tempest-NetworksTestDHCPv6-router-314889689', 'tenant_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:20:43Z', 'updated_at': '2022-04-16T04:20:46Z', 'revision_number': 2, 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'gw_port_host': None, '_interfaces': [{'id': '2d207436-1955-4cf8-9df9-c8c1bba38485', 'name': '', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'tenant_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'mac_address': 'fa:16:3e:1f:c2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35815fd0-da62-492a-97e9-0ec9a6a7fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '0f7e1d7c-a00a-439a-8a6a-e4cba9f6f5c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:20:45Z', 'updated_at': '2022-04-16T04:20:50Z', 'revision_number': 4, 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'subnets': [{'id': '0f7e1d7c-a00a-439a-8a6a-e4cba9f6f5c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:51.805196 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dee498-f173-4d75-adb8-87bdef3a72ab tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:51.805857 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-37dee498-f173-4d75-adb8-87bdef3a72ab tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:51.829371 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ed6bd-62d2-41fb-9583-6a72fcbebe6f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=2d207436-1955-4cf8-9df9-c8c1bba38485,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:51.833869 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.plugins.ml2.db [None req-ae4760b1-a1a4-4870-8348-e6f2bca3e020 None None] No ports have port_id starting with 2d207436-1955-4cf8-9df9-c8c1bba38485 Apr 16 04:20:52.082522 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dd6ed6bd-62d2-41fb-9583-6a72fcbebe6f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (35815fd0-da62-492a-97e9-0ec9a6a7fbb0), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:52.089608 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-20e81f30-85c2-4d7f-9dc1-16eeac24174c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (41854ca8-cdb7-4942-8bf0-09e2c23b10de), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:52.221808 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-20e81f30-85c2-4d7f-9dc1-16eeac24174c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (41854ca8-cdb7-4942-8bf0-09e2c23b10de), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:52.286814 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20e81f30-85c2-4d7f-9dc1-16eeac24174c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network 41854ca8-cdb7-4942-8bf0-09e2c23b10de is not hosted by any dhcp agent {{(pid=104632) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 16 04:20:52.292271 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e81f30-85c2-4d7f-9dc1-16eeac24174c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:52.293422 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-20e81f30-85c2-4d7f-9dc1-16eeac24174c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:52.294979 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-20e81f30-85c2-4d7f-9dc1-16eeac24174c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "PUT /v2.0/networks/41854ca8-cdb7-4942-8bf0-09e2c23b10de HTTP/1.1" status: 200 len: 723 time: 0.7443948 Apr 16 04:20:52.308893 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34558) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:52.324591 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-c398fa58-9b5a-4063-a292-8ed4445094a9 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'subnet': {'network_id': '41854ca8-cdb7-4942-8bf0-09e2c23b10de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:52.442552 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d0270-e7fa-4aaf-a9a4-a12b508131c4 req-1fec27fd-40d4-4d10-87fd-51bdbdbf90ba tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:52.446899 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4c7d0270-e7fa-4aaf-a9a4-a12b508131c4 req-1fec27fd-40d4-4d10-87fd-51bdbdbf90ba tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.5353837 Apr 16 04:20:52.480236 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e81f30-85c2-4d7f-9dc1-16eeac24174c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Network': ['ID=41854ca8-cdb7-4942-8bf0-09e2c23b10de,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:52.498356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 41854ca8-cdb7-4942-8bf0-09e2c23b10de details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:20:52.530894 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7140c87c-cd99-4cd7-b0da-02b7d99aad04 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (f8a25b29-e49b-46ca-8575-20b3d9aab276), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:52.553864 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-37dee498-f173-4d75-adb8-87bdef3a72ab tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 5.1755624 Apr 16 04:20:52.560243 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34568) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:52.566061 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-a035aacd-9ae8-422e-9cc8-b71eb3d61fae tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': 'e988c333-07f8-4b5d-ab0e-a5f3c2c6ae1b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:52.571399 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7140c87c-cd99-4cd7-b0da-02b7d99aad04 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Calling delete_port for f8a25b29-e49b-46ca-8575-20b3d9aab276 owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:52.577525 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-5bf89bc0-ce86-4d3b-a2ae-13da57b01325 req-cc18cf19-d72f-4fd1-9163-3765edd51d0b tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (4322969c-b15f-4add-b357-2fb04005634a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:52.589379 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4c7d0270-e7fa-4aaf-a9a4-a12b508131c4 req-0d69fdc1-4082-4678-9100-aff4ed02baa1 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329494 Apr 16 04:20:52.614599 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6ed6bd-62d2-41fb-9583-6a72fcbebe6f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Router 35815fd0-da62-492a-97e9-0ec9a6a7fbb0 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:20:52.662445 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18cf19-d72f-4fd1-9163-3765edd51d0b tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Pushing event deleted for resources: {'Port': ['ID=4322969c-b15f-4add-b357-2fb04005634a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:52.777944 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c398fa58-9b5a-4063-a292-8ed4445094a9 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:52.783871 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c398fa58-9b5a-4063-a292-8ed4445094a9 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:52.802382 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a035aacd-9ae8-422e-9cc8-b71eb3d61fae tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:52.910127 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b6ad3-4bd3-4a66-8999-d06449628159 req-15df366c-6885-45bc-bfe0-1853a2a6128d tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:52.916098 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cd9b6ad3-4bd3-4a66-8999-d06449628159 req-15df366c-6885-45bc-bfe0-1853a2a6128d tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 945 time: 0.2940252 Apr 16 04:20:52.933476 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 4322969c-b15f-4add-b357-2fb04005634a no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:20:52.973396 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 4322969c-b15f-4add-b357-2fb04005634a {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:20:52.976096 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 4322969c-b15f-4add-b357-2fb04005634a not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:20:53.003868 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6ed6bd-62d2-41fb-9583-6a72fcbebe6f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:53.004076 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bf89bc0-ce86-4d3b-a2ae-13da57b01325 req-cc18cf19-d72f-4fd1-9163-3765edd51d0b tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Router 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:20:53.006990 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-dd6ed6bd-62d2-41fb-9583-6a72fcbebe6f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "PUT /v2.0/routers/35815fd0-da62-492a-97e9-0ec9a6a7fbb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2878768 Apr 16 04:20:53.010538 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34576) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:53.087479 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cd9b6ad3-4bd3-4a66-8999-d06449628159 req-42e5d3eb-9deb-413a-a50d-b17fada8ba21 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/security-groups?id=46916e7e-28a6-4289-9a27-f9dc02755330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431818 Apr 16 04:20:53.145139 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a035aacd-9ae8-422e-9cc8-b71eb3d61fae tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:53.286263 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f770ae-af39-468d-866a-80822b0cc4ec req-facded7f-48ea-4f35-ba0e-e0b6cd369a37 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:53.287764 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-17f770ae-af39-468d-866a-80822b0cc4ec req-facded7f-48ea-4f35-ba0e-e0b6cd369a37 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.0516701 Apr 16 04:20:53.315617 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-66713d36-e65d-44f7-8eb0-f5404328b7be req-2dc14d3b-17a6-4350-b6e5-5c44732f4520 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 210 time: 0.0992777 Apr 16 04:20:53.324912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5159f2b6-3983-4f92-b4a7-f7939c7f6231 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:53.326366 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5159f2b6-3983-4f92-b4a7-f7939c7f6231 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:53.330753 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5159f2b6-3983-4f92-b4a7-f7939c7f6231 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3147786 Apr 16 04:20:53.335134 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34586) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:53.380959 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-a035aacd-9ae8-422e-9cc8-b71eb3d61fae tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Allocated IP 172.26.6.227 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/fc1ab493-cdc4-4add-91a1-5c7fb8ea2f00) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:53.419298 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7140c87c-cd99-4cd7-b0da-02b7d99aad04 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (f8a25b29-e49b-46ca-8575-20b3d9aab276), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:53.499657 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140c87c-cd99-4cd7-b0da-02b7d99aad04 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Pushing event deleted for resources: {'Port': ['ID=f8a25b29-e49b-46ca-8575-20b3d9aab276,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:53.543101 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-520474ba-3245-4957-a3f1-7b5350a346ac tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet 0f7e1d7c-a00a-439a-8a6a-e4cba9f6f5c7 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:20:53.569700 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-520474ba-3245-4957-a3f1-7b5350a346ac tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (0f7e1d7c-a00a-439a-8a6a-e4cba9f6f5c7), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:53.575262 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bf89bc0-ce86-4d3b-a2ae-13da57b01325 req-cc18cf19-d72f-4fd1-9163-3765edd51d0b tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:53.588764 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbb7449-08f3-4029-9dfc-11071ba98d7e None None] Sync routers for ids ['9dbe8486-cc14-471a-97d4-0d61b62dd9a2'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:53.602967 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-17f770ae-af39-468d-866a-80822b0cc4ec req-ac22482d-3ae2-46e3-aacf-62efb0709a75 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702863 Apr 16 04:20:53.605748 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbb7449-08f3-4029-9dfc-11071ba98d7e None None] Routers {'9dbe8486-cc14-471a-97d4-0d61b62dd9a2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:53.606387 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-dfbb7449-08f3-4029-9dfc-11071ba98d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9dbe8486-cc14-471a-97d4-0d61b62dd9a2'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:53.630665 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34590) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:53.652702 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c398fa58-9b5a-4063-a292-8ed4445094a9 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (356a1c86-497e-4444-aa53-186772145f0f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:53.682442 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf89bc0-ce86-4d3b-a2ae-13da57b01325 req-cc18cf19-d72f-4fd1-9163-3765edd51d0b tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] No DVR routers for this DVR port 4322969c-b15f-4add-b357-2fb04005634a on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:20:53.686986 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-5bf89bc0-ce86-4d3b-a2ae-13da57b01325 req-cc18cf19-d72f-4fd1-9163-3765edd51d0b tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:53.692565 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5bf89bc0-ce86-4d3b-a2ae-13da57b01325 req-cc18cf19-d72f-4fd1-9163-3765edd51d0b tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.18 "DELETE /v2.0/ports/4322969c-b15f-4add-b357-2fb04005634a HTTP/1.1" status: 204 len: 173 time: 4.2051916 Apr 16 04:20:53.707434 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-520474ba-3245-4957-a3f1-7b5350a346ac tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (0f7e1d7c-a00a-439a-8a6a-e4cba9f6f5c7), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:53.850190 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd482d83d-ac20-49fe-8172-13159ab933ac', 'name': 'network-vif-deleted', 'tag': '4322969c-b15f-4add-b357-2fb04005634a'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:20:53.852395 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-dfbb7449-08f3-4029-9dfc-11071ba98d7e None None] Set router 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:20:53.854294 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4da79f4-2f0c-4916-ad4a-6882317d8b35" -d '{"events": [{"server_uuid": "d482d83d-ac20-49fe-8172-13159ab933ac", "name": "network-vif-deleted", "tag": "4322969c-b15f-4add-b357-2fb04005634a"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:20:53.862221 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7140c87c-cd99-4cd7-b0da-02b7d99aad04 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (a9edd21d-f0a7-4fdd-a098-557551228c8b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:53.870465 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-d731cc8d-ca39-48f2-b410-b9f81d1a3552 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-967281573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:53.899008 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-520474ba-3245-4957-a3f1-7b5350a346ac tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (0f7e1d7c-a00a-439a-8a6a-e4cba9f6f5c7), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:53.936392 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398fa58-9b5a-4063-a292-8ed4445094a9 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Subnet': ['ID=356a1c86-497e-4444-aa53-186772145f0f,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:53.965660 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c398fa58-9b5a-4063-a292-8ed4445094a9 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Checking segment: {'id': '8b063ad6-414c-4d97-966e-1a4d7accfb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '41854ca8-cdb7-4942-8bf0-09e2c23b10de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:53.966116 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c398fa58-9b5a-4063-a292-8ed4445094a9 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network hostable DHCP agents. Network: 41854ca8-cdb7-4942-8bf0-09e2c23b10de, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:20:53.977788 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f59e71-c3fe-4cb0-bc75-e01b33a0f9e7 x-openstack-request-id: req-a0f59e71-c3fe-4cb0-bc75-e01b33a0f9e7 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:20:53.978077 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d482d83d-ac20-49fe-8172-13159ab933ac", "name": "network-vif-deleted", "tag": "4322969c-b15f-4add-b357-2fb04005634a", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:20:53.978330 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0f59e71-c3fe-4cb0-bc75-e01b33a0f9e7 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:20:53.978729 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f59e71-c3fe-4cb0-bc75-e01b33a0f9e7'] response: {'server_uuid': 'd482d83d-ac20-49fe-8172-13159ab933ac', 'name': 'network-vif-deleted', 'tag': '4322969c-b15f-4add-b357-2fb04005634a', 'status': 'completed', 'code': 200} Apr 16 04:20:54.017457 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a035aacd-9ae8-422e-9cc8-b71eb3d61fae tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for port (fc1ab493-cdc4-4add-91a1-5c7fb8ea2f00), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:54.039942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7140c87c-cd99-4cd7-b0da-02b7d99aad04 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (a9edd21d-f0a7-4fdd-a098-557551228c8b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:54.052429 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7140c87c-cd99-4cd7-b0da-02b7d99aad04 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_controller (a9edd21d-f0a7-4fdd-a098-557551228c8b), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:54.108786 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d731cc8d-ca39-48f2-b410-b9f81d1a3552 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (1cc59b6f-5204-473a-a53d-86e22498092e), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:54.109959 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d731cc8d-ca39-48f2-b410-b9f81d1a3552 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (1cc59b6f-5204-473a-a53d-86e22498092e), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:54.119393 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c398fa58-9b5a-4063-a292-8ed4445094a9 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network 41854ca8-cdb7-4942-8bf0-09e2c23b10de is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:20:54.140105 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7c783-e401-4a5a-a68a-c11923dbdc0c req-3b7cb79d-c1fe-454e-a7c3-3c69d1ba6e89 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:54.141943 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-aaa7c783-e401-4a5a-a68a-c11923dbdc0c req-3b7cb79d-c1fe-454e-a7c3-3c69d1ba6e89 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.18 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 945 time: 0.1067042 Apr 16 04:20:54.148331 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a035aacd-9ae8-422e-9cc8-b71eb3d61fae tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (fc1ab493-cdc4-4add-91a1-5c7fb8ea2f00), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:54.219049 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb35e1e-2edb-4050-9260-efb03b390c92 None None] Sync routers for ids ['35815fd0-da62-492a-97e9-0ec9a6a7fbb0'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:54.230552 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb35e1e-2edb-4050-9260-efb03b390c92 None None] Routers {'35815fd0-da62-492a-97e9-0ec9a6a7fbb0'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:54.231172 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-7eb35e1e-2edb-4050-9260-efb03b390c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['35815fd0-da62-492a-97e9-0ec9a6a7fbb0'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:54.240608 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-dfbb7449-08f3-4029-9dfc-11071ba98d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'name': 'tempest-ServersTestJSON-1167936824-router', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '32a25598-7c60-40cb-852a-87216b82346f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 4, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'gw_port': {'id': '32a25598-7c60-40cb-852a-87216b82346f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '2f780e7f-295d-4926-b8de-e0ed9b6200c2', 'name': '', 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'mac_address': 'fa:16:3e:7e:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '8bd7dbee-35dd-4809-be07-6730956df1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:20Z', 'updated_at': '2022-04-16T04:19:27Z', 'revision_number': 5, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'subnets': [{'id': '8bd7dbee-35dd-4809-be07-6730956df1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:54.282143 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-520474ba-3245-4957-a3f1-7b5350a346ac tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (0f7e1d7c-a00a-439a-8a6a-e4cba9f6f5c7), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:54.282393 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d731cc8d-ca39-48f2-b410-b9f81d1a3552 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for router_controller (1cc59b6f-5204-473a-a53d-86e22498092e), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:54.288536 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7140c87c-cd99-4cd7-b0da-02b7d99aad04 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (a9edd21d-f0a7-4fdd-a098-557551228c8b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:54.289146 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7140c87c-cd99-4cd7-b0da-02b7d99aad04 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Fanout notify agent at l3_agent the message router_deleted on router a9edd21d-f0a7-4fdd-a098-557551228c8b {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:20:54.297925 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-c398fa58-9b5a-4063-a292-8ed4445094a9 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 41854ca8-cdb7-4942-8bf0-09e2c23b10de) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:54.308539 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7140c87c-cd99-4cd7-b0da-02b7d99aad04 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:54.317791 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7140c87c-cd99-4cd7-b0da-02b7d99aad04 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "DELETE /v2.0/routers/a9edd21d-f0a7-4fdd-a098-557551228c8b HTTP/1.1" status: 204 len: 168 time: 3.8139734 Apr 16 04:20:54.322943 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34600) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:54.327795 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c398fa58-9b5a-4063-a292-8ed4445094a9 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:54.328389 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c398fa58-9b5a-4063-a292-8ed4445094a9 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:54.329277 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eed337-175a-4df1-ab20-fb524ea65da6 None None] Network 41854ca8-cdb7-4942-8bf0-09e2c23b10de requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:54.334445 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-7eb35e1e-2edb-4050-9260-efb03b390c92 None None] Set router 35815fd0-da62-492a-97e9-0ec9a6a7fbb0 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:20:54.341217 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbb7449-08f3-4029-9dfc-11071ba98d7e None None] Checking router: 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:20:54.344188 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-123f8ac4-3f53-464a-9a07-66aed491e348 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1142712486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:54.353200 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a035aacd-9ae8-422e-9cc8-b71eb3d61fae tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:54.369489 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-a035aacd-9ae8-422e-9cc8-b71eb3d61fae tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:54.377893 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035aacd-9ae8-422e-9cc8-b71eb3d61fae tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Port': ['ID=fc1ab493-cdc4-4add-91a1-5c7fb8ea2f00,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:54.393621 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a035aacd-9ae8-422e-9cc8-b71eb3d61fae tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:54.403753 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d731cc8d-ca39-48f2-b410-b9f81d1a3552 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (1cc59b6f-5204-473a-a53d-86e22498092e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:54.404878 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-520474ba-3245-4957-a3f1-7b5350a346ac tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:54.413895 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1a1ae-fab7-4560-8007-e656861bd54c req-54c35646-319b-43c4-89d4-f4efaddddb9f tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:54.420797 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-520474ba-3245-4957-a3f1-7b5350a346ac tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/0f7e1d7c-a00a-439a-8a6a-e4cba9f6f5c7 HTTP/1.1" status: 204 len: 168 time: 1.0805452 Apr 16 04:20:54.420930 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a4a1a1ae-fab7-4560-8007-e656861bd54c req-54c35646-319b-43c4-89d4-f4efaddddb9f tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 945 time: 0.1914887 Apr 16 04:20:54.426004 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34604) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:54.432260 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520474ba-3245-4957-a3f1-7b5350a346ac tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=0f7e1d7c-a00a-439a-8a6a-e4cba9f6f5c7,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:54.434416 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-7eb35e1e-2edb-4050-9260-efb03b390c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35815fd0-da62-492a-97e9-0ec9a6a7fbb0', 'name': 'tempest-NetworksTestDHCPv6-router-314889689', 'tenant_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:20:43Z', 'updated_at': '2022-04-16T04:20:51Z', 'revision_number': 3, 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:54.479228 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c398fa58-9b5a-4063-a292-8ed4445094a9 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1591847 Apr 16 04:20:54.479424 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee91dc13-3e27-42cb-8926-7f85a6e58b8e None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:54.481342 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb35e1e-2edb-4050-9260-efb03b390c92 None None] Checking router: 35815fd0-da62-492a-97e9-0ec9a6a7fbb0 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:20:54.486980 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34606) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:54.491791 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb35e1e-2edb-4050-9260-efb03b390c92 None None] Routers {'35815fd0-da62-492a-97e9-0ec9a6a7fbb0'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:54.493531 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-7eb35e1e-2edb-4050-9260-efb03b390c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['35815fd0-da62-492a-97e9-0ec9a6a7fbb0'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:54.498674 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-d05a09e3-e173-44b0-9321-90d35202a8a2 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:54.567781 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbb7449-08f3-4029-9dfc-11071ba98d7e None None] Routers {'9dbe8486-cc14-471a-97d4-0d61b62dd9a2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:54.570011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-dfbb7449-08f3-4029-9dfc-11071ba98d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9dbe8486-cc14-471a-97d4-0d61b62dd9a2'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:54.593239 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-123f8ac4-3f53-464a-9a07-66aed491e348 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (c7305467-2822-455d-9bd7-a906a8ec1a22), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:54.594259 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-123f8ac4-3f53-464a-9a07-66aed491e348 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (c7305467-2822-455d-9bd7-a906a8ec1a22), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:54.599741 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d731cc8d-ca39-48f2-b410-b9f81d1a3552 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:54.601524 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d731cc8d-ca39-48f2-b410-b9f81d1a3552 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9551623 Apr 16 04:20:54.611933 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-7eb35e1e-2edb-4050-9260-efb03b390c92 None None] Set router 35815fd0-da62-492a-97e9-0ec9a6a7fbb0 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:20:54.614479 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34608) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:54.620148 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a4a1a1ae-fab7-4560-8007-e656861bd54c req-cfb63faa-d88d-4e03-a211-a23f5b252980 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/security-groups?id=46916e7e-28a6-4289-9a27-f9dc02755330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831825 Apr 16 04:20:54.624301 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-7ea151a3-bd49-4818-8b8d-fa5df696d781 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-17867794'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:54.647633 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d3324fad-1d3d-478d-8d29-f9ef3a218da9 req-2ad79664-8943-45eb-a8d6-b60f0c0e34b4 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/ports?device_id=d482d83d-ac20-49fe-8172-13159ab933ac HTTP/1.1" status: 200 len: 210 time: 0.1848192 Apr 16 04:20:54.648522 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-aaa7c783-e401-4a5a-a68a-c11923dbdc0c req-e3751dcd-6bc1-4648-934d-660ebeb95d73 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Deleting port 7e50415d-7894-48f5-974a-4049e1c994dc {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:54.650278 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-aaa7c783-e401-4a5a-a68a-c11923dbdc0c req-e3751dcd-6bc1-4648-934d-660ebeb95d73 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (7e50415d-7894-48f5-974a-4049e1c994dc), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:54.747819 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-41854ca8-cdb7-4942-8bf0-09e2c23b10de', 'network_id': '41854ca8-cdb7-4942-8bf0-09e2c23b10de', 'project_id': '501d13c948384c9886669f889655f04a', 'fixed_ips': [{'subnet_id': '356a1c86-497e-4444-aa53-186772145f0f'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:54.749737 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:54.761461 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-7eb35e1e-2edb-4050-9260-efb03b390c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35815fd0-da62-492a-97e9-0ec9a6a7fbb0', 'name': 'tempest-NetworksTestDHCPv6-router-314889689', 'tenant_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:20:43Z', 'updated_at': '2022-04-16T04:20:51Z', 'revision_number': 3, 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:54.834064 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb35e1e-2edb-4050-9260-efb03b390c92 None None] The sync data for ids ['35815fd0-da62-492a-97e9-0ec9a6a7fbb0'] in dv-neutron-838078-2-hyperv is: [{'id': '35815fd0-da62-492a-97e9-0ec9a6a7fbb0', 'name': 'tempest-NetworksTestDHCPv6-router-314889689', 'tenant_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:20:43Z', 'updated_at': '2022-04-16T04:20:51Z', 'revision_number': 3, 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'gw_port_host': None}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:54.905868 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-aaa7c783-e401-4a5a-a68a-c11923dbdc0c req-e3751dcd-6bc1-4648-934d-660ebeb95d73 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] For port 7e50415d-7894-48f5-974a-4049e1c994dc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=7e50415d-7894-48f5-974a-4049e1c994dc,segment=NetworkSegment(51186527-bdbc-4d12-a232-038315e00624),segment_id=51186527-bdbc-4d12-a232-038315e00624)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:54.910185 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-aaa7c783-e401-4a5a-a68a-c11923dbdc0c req-e3751dcd-6bc1-4648-934d-660ebeb95d73 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (7e50415d-7894-48f5-974a-4049e1c994dc), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:54.944655 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-dfbb7449-08f3-4029-9dfc-11071ba98d7e None None] Set router 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:20:54.985685 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ee3c1-3d74-4ffa-a507-0fc37f18417b req-8a0d438a-a548-4c37-a5b5-c6ead1f206f5 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:54.995812 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d82a43-a567-4079-a8d8-ca09f2241173 None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:20:55.005511 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fb1ee3c1-3d74-4ffa-a507-0fc37f18417b req-8a0d438a-a548-4c37-a5b5-c6ead1f206f5 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.0777771 Apr 16 04:20:55.030074 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-123f8ac4-3f53-464a-9a07-66aed491e348 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_controller (c7305467-2822-455d-9bd7-a906a8ec1a22), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:55.082954 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-68f97014-622c-433d-9b54-a2f8f1f76708 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6424177 Apr 16 04:20:55.085351 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34614) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:55.109874 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-08d82a43-a567-4079-a8d8-ca09f2241173 None None] Deleting port f79c87b5-482a-4583-ac5b-ed8dec5e6c4d {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:55.110228 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-08d82a43-a567-4079-a8d8-ca09f2241173 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (f79c87b5-482a-4583-ac5b-ed8dec5e6c4d), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:55.137583 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-123f8ac4-3f53-464a-9a07-66aed491e348 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (c7305467-2822-455d-9bd7-a906a8ec1a22), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:55.150052 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d05a09e3-e173-44b0-9321-90d35202a8a2 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8909380'] for subnet (356a1c86-497e-4444-aa53-186772145f0f), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:55.154074 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea151a3-bd49-4818-8b8d-fa5df696d781 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Made reservation on behalf of 4d95904d18d344e297b392ca088d74f8 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:55.157913 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7ea151a3-bd49-4818-8b8d-fa5df696d781 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:55.181936 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-aaa7c783-e401-4a5a-a68a-c11923dbdc0c req-e3751dcd-6bc1-4648-934d-660ebeb95d73 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:55.182309 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-aaa7c783-e401-4a5a-a68a-c11923dbdc0c req-e3751dcd-6bc1-4648-934d-660ebeb95d73 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (f9719823-66b9-4f77-a2a3-d3782d00f117), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:55.183536 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [req-aaa7c783-e401-4a5a-a68a-c11923dbdc0c req-e3751dcd-6bc1-4648-934d-660ebeb95d73 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Floating IP f9719823-66b9-4f77-a2a3-d3782d00f117 disassociated. External IP: 172.26.6.52, port: 7e50415d-7894-48f5-974a-4049e1c994dc. Apr 16 04:20:55.183536 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-aaa7c783-e401-4a5a-a68a-c11923dbdc0c req-e3751dcd-6bc1-4648-934d-660ebeb95d73 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Calling delete_port for 7e50415d-7894-48f5-974a-4049e1c994dc owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:55.192976 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7ea151a3-bd49-4818-8b8d-fa5df696d781 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:55.196619 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-246c4f23-f11e-4030-a6f3-41f9dde61a87 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for router (35815fd0-da62-492a-97e9-0ec9a6a7fbb0), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:55.252658 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fb1ee3c1-3d74-4ffa-a507-0fc37f18417b req-d80bdf42-a295-4181-8f51-28c7709edaf1 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445774 Apr 16 04:20:55.397795 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7ea151a3-bd49-4818-8b8d-fa5df696d781 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for security_group (2084050e-7ad0-4440-99eb-d421b8aaf62d), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:55.408632 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-123f8ac4-3f53-464a-9a07-66aed491e348 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:55.413151 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-123f8ac4-3f53-464a-9a07-66aed491e348 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0873258 Apr 16 04:20:55.417411 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34618) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:55.424116 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-916ca644-e31d-457f-86ca-e85ee7f8a9f2 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'enable_snat': False}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:55.517470 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8b58b-8b88-4afa-8c23-8f40d133e3da req-0bf3c5bc-2ece-4fe2-a9b9-c5fc967a6937 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:55.519071 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-54f8b58b-8b88-4afa-8c23-8f40d133e3da req-0bf3c5bc-2ece-4fe2-a9b9-c5fc967a6937 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.0918751 Apr 16 04:20:55.550419 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-246c4f23-f11e-4030-a6f3-41f9dde61a87 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (35815fd0-da62-492a-97e9-0ec9a6a7fbb0), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:55.554818 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-246c4f23-f11e-4030-a6f3-41f9dde61a87 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for router_controller (35815fd0-da62-492a-97e9-0ec9a6a7fbb0), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:55.575589 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-08d82a43-a567-4079-a8d8-ca09f2241173 None None] For port f79c87b5-482a-4583-ac5b-ed8dec5e6c4d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f79c87b5-482a-4583-ac5b-ed8dec5e6c4d,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:55.575992 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-08d82a43-a567-4079-a8d8-ca09f2241173 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (f79c87b5-482a-4583-ac5b-ed8dec5e6c4d), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:55.609240 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-08d82a43-a567-4079-a8d8-ca09f2241173 None None] Calling delete_port for f79c87b5-482a-4583-ac5b-ed8dec5e6c4d owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:55.625616 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] Allocated IP 172.20.0.2 (41854ca8-cdb7-4942-8bf0-09e2c23b10de/356a1c86-497e-4444-aa53-186772145f0f/d9b33b50-91c8-4f17-82a4-7d389d2672b2) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:55.673841 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-54f8b58b-8b88-4afa-8c23-8f40d133e3da req-28220285-7211-4ab3-a6a1-e3eef0dda61d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385705 Apr 16 04:20:55.757807 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-246c4f23-f11e-4030-a6f3-41f9dde61a87 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (35815fd0-da62-492a-97e9-0ec9a6a7fbb0), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:55.758418 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246c4f23-f11e-4030-a6f3-41f9dde61a87 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Fanout notify agent at l3_agent the message router_deleted on router 35815fd0-da62-492a-97e9-0ec9a6a7fbb0 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:20:55.770480 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-246c4f23-f11e-4030-a6f3-41f9dde61a87 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:55.770480 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-246c4f23-f11e-4030-a6f3-41f9dde61a87 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/routers/35815fd0-da62-492a-97e9-0ec9a6a7fbb0 HTTP/1.1" status: 204 len: 168 time: 0.6801379 Apr 16 04:20:55.772409 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34628) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:55.782577 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-6b26cae4-ab5f-4fe4-b9cf-89ed214af98b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:55.838700 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-aaa7c783-e401-4a5a-a68a-c11923dbdc0c req-e3751dcd-6bc1-4648-934d-660ebeb95d73 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (7e50415d-7894-48f5-974a-4049e1c994dc), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:55.896377 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-dfbb7449-08f3-4029-9dfc-11071ba98d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'name': 'tempest-ServersTestJSON-1167936824-router', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '32a25598-7c60-40cb-852a-87216b82346f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 4, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'gw_port': {'id': '32a25598-7c60-40cb-852a-87216b82346f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '2f780e7f-295d-4926-b8de-e0ed9b6200c2', 'name': '', 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'mac_address': 'fa:16:3e:7e:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '8bd7dbee-35dd-4809-be07-6730956df1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:20Z', 'updated_at': '2022-04-16T04:19:27Z', 'revision_number': 5, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'subnets': [{'id': '8bd7dbee-35dd-4809-be07-6730956df1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:55.932386 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbb7449-08f3-4029-9dfc-11071ba98d7e None None] The sync data for ids ['9dbe8486-cc14-471a-97d4-0d61b62dd9a2'] in dv-neutron-838078-2-hyperv is: [{'id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'name': 'tempest-ServersTestJSON-1167936824-router', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '32a25598-7c60-40cb-852a-87216b82346f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 4, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'gw_port': {'id': '32a25598-7c60-40cb-852a-87216b82346f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '2f780e7f-295d-4926-b8de-e0ed9b6200c2', 'name': '', 'network_id': '91342238-b22f-4e5e-8e06-97e40044a40f', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'mac_address': 'fa:16:3e:7e:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '8bd7dbee-35dd-4809-be07-6730956df1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:20Z', 'updated_at': '2022-04-16T04:19:27Z', 'revision_number': 5, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'subnets': [{'id': '8bd7dbee-35dd-4809-be07-6730956df1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:56.019986 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3751dcd-6bc1-4648-934d-660ebeb95d73 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Pushing event deleted for resources: {'Port': ['ID=7e50415d-7894-48f5-974a-4049e1c994dc,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:56.029030 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7ea151a3-bd49-4818-8b8d-fa5df696d781 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (2084050e-7ad0-4440-99eb-d421b8aaf62d), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:56.034634 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea151a3-bd49-4818-8b8d-fa5df696d781 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:20:56.044458 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7ea151a3-bd49-4818-8b8d-fa5df696d781 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (9af3ed70-4b71-4111-ba87-fb7a57a39200), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:56.044823 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-7ea151a3-bd49-4818-8b8d-fa5df696d781 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Added segment 9af3ed70-4b71-4111-ba87-fb7a57a39200 of type vlan for network 4f003ca4-8064-4efb-8278-566dc63822d3 Apr 16 04:20:56.079889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-08d82a43-a567-4079-a8d8-ca09f2241173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (f79c87b5-482a-4583-ac5b-ed8dec5e6c4d), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:56.088990 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] Publish callbacks [] for port (d9b33b50-91c8-4f17-82a4-7d389d2672b2), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:56.092122 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7ea151a3-bd49-4818-8b8d-fa5df696d781 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (4f003ca4-8064-4efb-8278-566dc63822d3), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:56.106430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6893b-1f25-475a-881a-731c9b2a39dd req-d6f4141b-f5aa-440b-afa0-ee275bd212bd tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:56.108001 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fad6893b-1f25-475a-881a-731c9b2a39dd req-d6f4141b-f5aa-440b-afa0-ee275bd212bd tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.2732503 Apr 16 04:20:56.129360 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d82a43-a567-4079-a8d8-ca09f2241173 None None] Pushing event deleted for resources: {'Port': ['ID=f79c87b5-482a-4583-ac5b-ed8dec5e6c4d,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:56.131365 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d82a43-a567-4079-a8d8-ca09f2241173 None None] No DVR routers for this DVR port f79c87b5-482a-4583-ac5b-ed8dec5e6c4d on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:20:56.178416 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (d9b33b50-91c8-4f17-82a4-7d389d2672b2), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:56.220283 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b26cae4-ab5f-4fe4-b9cf-89ed214af98b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:56.229878 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6b26cae4-ab5f-4fe4-b9cf-89ed214af98b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:56.234481 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] Network 41854ca8-cdb7-4942-8bf0-09e2c23b10de is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:56.237994 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:56.244151 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:56.289889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] Pushing event updated for resources: {'Port': ['ID=d9b33b50-91c8-4f17-82a4-7d389d2672b2,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:56.333502 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] Attempting to bind port d9b33b50-91c8-4f17-82a4-7d389d2672b2 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:20:56.333921 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] Attempting to bind port d9b33b50-91c8-4f17-82a4-7d389d2672b2 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '8b063ad6-414c-4d97-966e-1a4d7accfb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '41854ca8-cdb7-4942-8bf0-09e2c23b10de'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:20:56.334293 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] Attempting to bind port d9b33b50-91c8-4f17-82a4-7d389d2672b2 on network 41854ca8-cdb7-4942-8bf0-09e2c23b10de {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:20:56.343876 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:20:56.344260 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] Checking segment: {'id': '8b063ad6-414c-4d97-966e-1a4d7accfb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '41854ca8-cdb7-4942-8bf0-09e2c23b10de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:56.344670 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:56.345116 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] Bound using segment: {'id': '8b063ad6-414c-4d97-966e-1a4d7accfb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '41854ca8-cdb7-4942-8bf0-09e2c23b10de'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:20:56.345616 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] Bound port: d9b33b50-91c8-4f17-82a4-7d389d2672b2, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b063ad6-414c-4d97-966e-1a4d7accfb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '41854ca8-cdb7-4942-8bf0-09e2c23b10de'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:20:56.345997 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d9b33b50-91c8-4f17-82a4-7d389d2672b2), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:56.400434 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c902ae81-db0a-4143-89cf-bbb2e3b4fe29 None None] New status for floating IP 46050aba-447c-4054-bcc5-7f194e9bd07e: DOWN {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:20:56.426605 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-93967e53-6bdc-4998-a504-5d6671a27d15 req-8d796940-0aa8-4521-be84-a7528715d613 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 210 time: 0.4123788 Apr 16 04:20:56.427517 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7ea151a3-bd49-4818-8b8d-fa5df696d781 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (4f003ca4-8064-4efb-8278-566dc63822d3), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:56.434173 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea151a3-bd49-4818-8b8d-fa5df696d781 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:56.434806 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7ea151a3-bd49-4818-8b8d-fa5df696d781 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:56.513152 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-916ca644-e31d-457f-86ca-e85ee7f8a9f2 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_gateway (c7305467-2822-455d-9bd7-a906a8ec1a22), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:56.520982 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea151a3-bd49-4818-8b8d-fa5df696d781 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2084050e-7ad0-4440-99eb-d421b8aaf62d,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:56.549145 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f79c87b5-482a-4583-ac5b-ed8dec5e6c4d no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:20:56.585466 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: f79c87b5-482a-4583-ac5b-ed8dec5e6c4d {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:20:56.586463 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f79c87b5-482a-4583-ac5b-ed8dec5e6c4d not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:20:56.587140 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2d207436-1955-4cf8-9df9-c8c1bba38485 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:20:56.593255 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d05a09e3-e173-44b0-9321-90d35202a8a2 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751123858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9264369'] for subnet (356a1c86-497e-4444-aa53-186772145f0f), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:56.610162 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea151a3-bd49-4818-8b8d-fa5df696d781 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Pushing event updated for resources: {'Network': ['ID=4f003ca4-8064-4efb-8278-566dc63822d3,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:56.615331 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7ea151a3-bd49-4818-8b8d-fa5df696d781 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9996767 Apr 16 04:20:56.624968 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 2d207436-1955-4cf8-9df9-c8c1bba38485 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:20:56.625236 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2d207436-1955-4cf8-9df9-c8c1bba38485 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:20:56.628055 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 4f003ca4-8064-4efb-8278-566dc63822d3 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:20:56.653143 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34630) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:56.653143 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05a09e3-e173-44b0-9321-90d35202a8a2 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:56.653143 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d05a09e3-e173-44b0-9321-90d35202a8a2 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:56.653143 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d05a09e3-e173-44b0-9321-90d35202a8a2 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "PUT /v2.0/subnets/356a1c86-497e-4444-aa53-186772145f0f HTTP/1.1" status: 200 len: 806 time: 2.1628087 Apr 16 04:20:56.653143 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34632) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:56.655641 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-2b2cff14-80f0-45c6-a989-1f2f2c19fc97 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Request body: {'subnet': {'network_id': '4f003ca4-8064-4efb-8278-566dc63822d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:56.700004 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34634) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:56.758359 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] For port d9b33b50-91c8-4f17-82a4-7d389d2672b2, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:20:56.763210 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] For port d9b33b50-91c8-4f17-82a4-7d389d2672b2, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=d9b33b50-91c8-4f17-82a4-7d389d2672b2,segment=NetworkSegment(8b063ad6-414c-4d97-966e-1a4d7accfb1f),segment_id=8b063ad6-414c-4d97-966e-1a4d7accfb1f)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:20:56.844753 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d9b33b50-91c8-4f17-82a4-7d389d2672b2), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:56.902312 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaa7c783-e401-4a5a-a68a-c11923dbdc0c req-e3751dcd-6bc1-4648-934d-660ebeb95d73 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Router b279b377-756c-4ad3-b4d4-9fe479110a09 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:20:56.906960 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fad6893b-1f25-475a-881a-731c9b2a39dd req-fdd02df2-5df0-4aaf-9c2c-9ee1220be476 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7241578 Apr 16 04:20:56.939013 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a09e3-e173-44b0-9321-90d35202a8a2 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Subnet': ['ID=356a1c86-497e-4444-aa53-186772145f0f,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:57.004278 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b55171-af2a-40bb-87c2-a52609ce043e None None] Pushing event updated for resources: {'Port': ['ID=d9b33b50-91c8-4f17-82a4-7d389d2672b2,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:57.172394 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a86b1789-17f1-4058-b8b4-1d57f2acfeb9 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for security_group (e1c362de-6d53-41aa-ac0b-cc19449b6944), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:57.214614 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaa7c783-e401-4a5a-a68a-c11923dbdc0c req-e3751dcd-6bc1-4648-934d-660ebeb95d73 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:20:57.222521 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6b26cae4-ab5f-4fe4-b9cf-89ed214af98b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (dca2eb64-8cc5-4a92-a10a-7335aa74ad3f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:57.225230 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca6aaf0-b1a0-4ada-a093-d843492d3154 None None] Sync routers for ids ['b279b377-756c-4ad3-b4d4-9fe479110a09'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:20:57.240012 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca6aaf0-b1a0-4ada-a093-d843492d3154 None None] Routers {'b279b377-756c-4ad3-b4d4-9fe479110a09'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:57.244407 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (41854ca8-cdb7-4942-8bf0-09e2c23b10de), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:57.246328 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-8ca6aaf0-b1a0-4ada-a093-d843492d3154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b279b377-756c-4ad3-b4d4-9fe479110a09'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:57.298513 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa7c783-e401-4a5a-a68a-c11923dbdc0c req-e3751dcd-6bc1-4648-934d-660ebeb95d73 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] No DVR routers for this DVR port 7e50415d-7894-48f5-974a-4049e1c994dc on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:20:57.303072 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-aaa7c783-e401-4a5a-a68a-c11923dbdc0c req-e3751dcd-6bc1-4648-934d-660ebeb95d73 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:57.306689 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-aaa7c783-e401-4a5a-a68a-c11923dbdc0c req-e3751dcd-6bc1-4648-934d-660ebeb95d73 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.18 "DELETE /v2.0/ports/7e50415d-7894-48f5-974a-4049e1c994dc HTTP/1.1" status: 204 len: 173 time: 3.1576967 Apr 16 04:20:57.307141 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add4115e-c533-452b-970e-0cd745a8360c', 'name': 'network-vif-deleted', 'tag': '7e50415d-7894-48f5-974a-4049e1c994dc'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:20:57.307316 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb69a68-3923-4d7e-ac30-d371fc988690 req-5d2f3bcb-d2b9-4e35-8486-45e8c9604d47 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:57.309514 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cabf9c3-6925-4569-9d72-4d43cc786c68" -d '{"events": [{"server_uuid": "add4115e-c533-452b-970e-0cd745a8360c", "name": "network-vif-deleted", "tag": "7e50415d-7894-48f5-974a-4049e1c994dc"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:20:57.325730 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-beb69a68-3923-4d7e-ac30-d371fc988690 req-5d2f3bcb-d2b9-4e35-8486-45e8c9604d47 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.2956212 Apr 16 04:20:57.346928 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b26cae4-ab5f-4fe4-b9cf-89ed214af98b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:57.351144 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-6b26cae4-ab5f-4fe4-b9cf-89ed214af98b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:57.357282 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b26cae4-ab5f-4fe4-b9cf-89ed214af98b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:57.358978 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6b26cae4-ab5f-4fe4-b9cf-89ed214af98b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:57.372980 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26cae4-ab5f-4fe4-b9cf-89ed214af98b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=dca2eb64-8cc5-4a92-a10a-7335aa74ad3f,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:57.376030 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2cff14-80f0-45c6-a989-1f2f2c19fc97 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Made reservation on behalf of 4d95904d18d344e297b392ca088d74f8 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:20:57.380237 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e3345e-26b1-470d-b1a4-50eae2f98822 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:57.386179 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2b2cff14-80f0-45c6-a989-1f2f2c19fc97 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:57.421541 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f94f6b2-d141-42f4-8587-e988d07b0a34 x-openstack-request-id: req-7f94f6b2-d141-42f4-8587-e988d07b0a34 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:20:57.421849 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add4115e-c533-452b-970e-0cd745a8360c", "name": "network-vif-deleted", "tag": "7e50415d-7894-48f5-974a-4049e1c994dc", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:20:57.422106 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f94f6b2-d141-42f4-8587-e988d07b0a34 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:20:57.422526 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f94f6b2-d141-42f4-8587-e988d07b0a34'] response: {'server_uuid': 'add4115e-c533-452b-970e-0cd745a8360c', 'name': 'network-vif-deleted', 'tag': '7e50415d-7894-48f5-974a-4049e1c994dc', 'status': 'completed', 'code': 200} Apr 16 04:20:57.446977 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6b26cae4-ab5f-4fe4-b9cf-89ed214af98b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6703069 Apr 16 04:20:57.449535 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34640) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:57.452418 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-f4b2314b-544a-4a97-aa90-3934983295a8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1445738019', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:20:57.461937 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-8ca6aaf0-b1a0-4ada-a093-d843492d3154 None None] Set router b279b377-756c-4ad3-b4d4-9fe479110a09 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:20:57.462238 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a86b1789-17f1-4058-b8b4-1d57f2acfeb9 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for security_group (e1c362de-6d53-41aa-ac0b-cc19449b6944), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:57.499725 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Deleting port d9b33b50-91c8-4f17-82a4-7d389d2672b2 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:57.500336 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (d9b33b50-91c8-4f17-82a4-7d389d2672b2), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:57.506477 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a035aacd-9ae8-422e-9cc8-b71eb3d61fae tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (7ebe3594-c250-4f15-83de-a878c7bac08b), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:57.598493 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f4b2314b-544a-4a97-aa90-3934983295a8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (2af18966-68eb-4b97-ad97-bb4daae4b66a), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:57.599884 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f4b2314b-544a-4a97-aa90-3934983295a8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (2af18966-68eb-4b97-ad97-bb4daae4b66a), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:57.664885 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d144dc41-18ca-4ff0-bbe3-511bd39f59b4 req-4e650a8f-b8ff-4a7f-b1e1-2f82ac712766 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/ports?device_id=add4115e-c533-452b-970e-0cd745a8360c HTTP/1.1" status: 200 len: 210 time: 0.0574698 Apr 16 04:20:57.693606 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': 'dca2eb64-8cc5-4a92-a10a-7335aa74ad3f'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:57.694559 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:57.749822 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f4b2314b-544a-4a97-aa90-3934983295a8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for router_controller (2af18966-68eb-4b97-ad97-bb4daae4b66a), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:57.825524 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f4b2314b-544a-4a97-aa90-3934983295a8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (2af18966-68eb-4b97-ad97-bb4daae4b66a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:57.895019 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-beb69a68-3923-4d7e-ac30-d371fc988690 req-3d88fd88-0a90-4159-aae6-b437e5009440 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5697098 Apr 16 04:20:57.896600 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f4b2314b-544a-4a97-aa90-3934983295a8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:57.898992 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f4b2314b-544a-4a97-aa90-3934983295a8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4506397 Apr 16 04:20:57.901778 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34644) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:57.918598 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-916ca644-e31d-457f-86ca-e85ee7f8a9f2 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_gateway (c7305467-2822-455d-9bd7-a906a8ec1a22), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:57.919267 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-8ca6aaf0-b1a0-4ada-a093-d843492d3154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'name': 'tempest-ServersTestManualDisk-1517995746-router', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:25Z', 'revision_number': 4, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'gw_port': {'id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:14Z', 'updated_at': '2022-04-16T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '76d99e21-8b8d-49c0-8816-206b357393a3', 'name': '', 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'mac_address': 'fa:16:3e:f4:d9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e3f286e-0dab-407e-9b92-7b5c7676658e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:22Z', 'updated_at': '2022-04-16T04:19:32Z', 'revision_number': 5, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'subnets': [{'id': '6e3f286e-0dab-407e-9b92-7b5c7676658e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:57.924750 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] Allocated IP 2001:db8::2 (9a9395da-f56a-4c57-8efc-4b7256188659/dca2eb64-8cc5-4a92-a10a-7335aa74ad3f/01fad3b5-7441-422e-a9ad-bb4c60c9982c) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:57.954689 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-916ca644-e31d-457f-86ca-e85ee7f8a9f2 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:58.009466 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca6aaf0-b1a0-4ada-a093-d843492d3154 None None] Checking router: b279b377-756c-4ad3-b4d4-9fe479110a09 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:20:58.033230 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca6aaf0-b1a0-4ada-a093-d843492d3154 None None] Routers {'b279b377-756c-4ad3-b4d4-9fe479110a09'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:20:58.033865 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-8ca6aaf0-b1a0-4ada-a093-d843492d3154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b279b377-756c-4ad3-b4d4-9fe479110a09'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:58.043091 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a86b1789-17f1-4058-b8b4-1d57f2acfeb9 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (e1c362de-6d53-41aa-ac0b-cc19449b6944), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:58.045766 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a86b1789-17f1-4058-b8b4-1d57f2acfeb9 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:58.047064 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a86b1789-17f1-4058-b8b4-1d57f2acfeb9 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "DELETE /v2.0/security-groups/e1c362de-6d53-41aa-ac0b-cc19449b6944 HTTP/1.1" status: 204 len: 168 time: 1.3592923 Apr 16 04:20:58.049741 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:58.068537 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34648) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:58.128688 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] For port d9b33b50-91c8-4f17-82a4-7d389d2672b2, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=d9b33b50-91c8-4f17-82a4-7d389d2672b2,segment=NetworkSegment(8b063ad6-414c-4d97-966e-1a4d7accfb1f),segment_id=8b063ad6-414c-4d97-966e-1a4d7accfb1f)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:20:58.129082 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (d9b33b50-91c8-4f17-82a4-7d389d2672b2), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:58.149552 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b1789-17f1-4058-b8b4-1d57f2acfeb9 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c362de-6d53-41aa-ac0b-cc19449b6944,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:58.162245 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a035aacd-9ae8-422e-9cc8-b71eb3d61fae tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fc1ab493-cdc4-4add-91a1-5c7fb8ea2f00), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:58.164739 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Calling delete_port for d9b33b50-91c8-4f17-82a4-7d389d2672b2 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:58.218062 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-8ca6aaf0-b1a0-4ada-a093-d843492d3154 None None] Set router b279b377-756c-4ad3-b4d4-9fe479110a09 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:20:58.240989 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] Publish callbacks [] for port (01fad3b5-7441-422e-a9ad-bb4c60c9982c), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:58.243454 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-abf071dc-060b-4c60-be1b-46c2fe8487ca tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] show failed (client error): The resource could not be found. Apr 16 04:20:58.249204 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-abf071dc-060b-4c60-be1b-46c2fe8487ca tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "GET /v2.0/security-groups/e1c362de-6d53-41aa-ac0b-cc19449b6944 HTTP/1.1" status: 404 len: 347 time: 0.1794019 Apr 16 04:20:58.253293 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34650) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:58.332952 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (01fad3b5-7441-422e-a9ad-bb4c60c9982c), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:58.402189 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a935f10-9998-4b39-9835-8b1dfed235fb req-7c0d6f3e-0b97-4505-bc6d-b160bd864944 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:58.411911 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3a935f10-9998-4b39-9835-8b1dfed235fb req-7c0d6f3e-0b97-4505-bc6d-b160bd864944 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.3663144 Apr 16 04:20:58.426108 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:58.446305 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:58.469657 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:58.523020 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d9b33b50-91c8-4f17-82a4-7d389d2672b2 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:20:58.561121 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-916ca644-e31d-457f-86ca-e85ee7f8a9f2 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Allocated IP 172.26.6.48 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/f9889adf-46ba-4a70-9840-36e1b84ab4f1) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:58.579520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f7375e-24ef-4aef-a247-c5e602fca3f7 None None] Network 41854ca8-cdb7-4942-8bf0-09e2c23b10de requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:58.588295 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-8ca6aaf0-b1a0-4ada-a093-d843492d3154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'name': 'tempest-ServersTestManualDisk-1517995746-router', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:25Z', 'revision_number': 4, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'gw_port': {'id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:14Z', 'updated_at': '2022-04-16T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '76d99e21-8b8d-49c0-8816-206b357393a3', 'name': '', 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'mac_address': 'fa:16:3e:f4:d9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e3f286e-0dab-407e-9b92-7b5c7676658e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:22Z', 'updated_at': '2022-04-16T04:19:32Z', 'revision_number': 5, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'subnets': [{'id': '6e3f286e-0dab-407e-9b92-7b5c7676658e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:20:58.604405 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3a935f10-9998-4b39-9835-8b1dfed235fb req-96ca0613-32dd-4fd1-bda1-44125b598a23 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908684 Apr 16 04:20:58.625586 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] Pushing event updated for resources: {'Port': ['ID=01fad3b5-7441-422e-a9ad-bb4c60c9982c,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:58.633735 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca6aaf0-b1a0-4ada-a093-d843492d3154 None None] The sync data for ids ['b279b377-756c-4ad3-b4d4-9fe479110a09'] in dv-neutron-838078-2-hyperv is: [{'id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'name': 'tempest-ServersTestManualDisk-1517995746-router', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:25Z', 'revision_number': 4, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'gw_port': {'id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:14Z', 'updated_at': '2022-04-16T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '76d99e21-8b8d-49c0-8816-206b357393a3', 'name': '', 'network_id': 'e112fc5e-031d-4abe-99e6-ba862847cd77', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'mac_address': 'fa:16:3e:f4:d9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '6e3f286e-0dab-407e-9b92-7b5c7676658e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:22Z', 'updated_at': '2022-04-16T04:19:32Z', 'revision_number': 5, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'subnets': [{'id': '6e3f286e-0dab-407e-9b92-7b5c7676658e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:20:58.643046 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-088df1d5-dc36-44fe-aace-4594e6f601a3 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Deleting port 7374c29c-1975-4ca2-9e7b-726ffe645f6f {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:20:58.643303 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-088df1d5-dc36-44fe-aace-4594e6f601a3 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (7374c29c-1975-4ca2-9e7b-726ffe645f6f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:58.648258 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2b2cff14-80f0-45c6-a989-1f2f2c19fc97 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (2addeecc-b156-4027-8887-ab33d382a83c), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:58.704388 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] Attempting to bind port 01fad3b5-7441-422e-a9ad-bb4c60c9982c on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:20:58.704804 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] Attempting to bind port 01fad3b5-7441-422e-a9ad-bb4c60c9982c by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:20:58.705174 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] Attempting to bind port 01fad3b5-7441-422e-a9ad-bb4c60c9982c on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:20:58.720641 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2de1bc9d-6e79-49b0-913e-34ce961e2e29 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:58.723524 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:20:58.723900 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:58.724308 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:58.724707 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:20:58.725405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] Bound port: 01fad3b5-7441-422e-a9ad-bb4c60c9982c, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:20:58.725796 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (01fad3b5-7441-422e-a9ad-bb4c60c9982c), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:58.751051 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-9478af0a-f1c9-405d-9159-7fee7cecbdf2 None None] Provisioning complete for port d9b33b50-91c8-4f17-82a4-7d389d2672b2 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:58.751425 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9478af0a-f1c9-405d-9159-7fee7cecbdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d9b33b50-91c8-4f17-82a4-7d389d2672b2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:58.787306 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-916ca644-e31d-457f-86ca-e85ee7f8a9f2 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for port (f9889adf-46ba-4a70-9840-36e1b84ab4f1), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:58.910257 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34658) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:58.923935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port d9b33b50-91c8-4f17-82a4-7d389d2672b2 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:20:58.925905 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d9b33b50-91c8-4f17-82a4-7d389d2672b2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:58.928337 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-9478af0a-f1c9-405d-9159-7fee7cecbdf2 None None] Current status of the port d9b33b50-91c8-4f17-82a4-7d389d2672b2 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:20:58.928937 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9478af0a-f1c9-405d-9159-7fee7cecbdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d9b33b50-91c8-4f17-82a4-7d389d2672b2), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:58.941992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b719e-2c9e-482b-921a-ef65ae6054ec req-707ec270-0cb1-4bbc-b760-131c506b31f0 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:58.943652 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-413b719e-2c9e-482b-921a-ef65ae6054ec req-707ec270-0cb1-4bbc-b760-131c506b31f0 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1331856 Apr 16 04:20:58.972856 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-088df1d5-dc36-44fe-aace-4594e6f601a3 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (7374c29c-1975-4ca2-9e7b-726ffe645f6f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:58.973223 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-088df1d5-dc36-44fe-aace-4594e6f601a3 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for floatingip (7374c29c-1975-4ca2-9e7b-726ffe645f6f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:59.018823 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-088df1d5-dc36-44fe-aace-4594e6f601a3 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Calling delete_port for 7374c29c-1975-4ca2-9e7b-726ffe645f6f owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:20:59.025769 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 7e50415d-7894-48f5-974a-4049e1c994dc no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:20:59.042787 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cff14-80f0-45c6-a989-1f2f2c19fc97 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Pushing event updated for resources: {'Subnet': ['ID=2addeecc-b156-4027-8887-ab33d382a83c,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:59.061240 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2cff14-80f0-45c6-a989-1f2f2c19fc97 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Checking segment: {'id': '9af3ed70-4b71-4111-ba87-fb7a57a39200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4f003ca4-8064-4efb-8278-566dc63822d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:20:59.061883 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2cff14-80f0-45c6-a989-1f2f2c19fc97 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Network hostable DHCP agents. Network: 4f003ca4-8064-4efb-8278-566dc63822d3, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:20:59.089885 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f8aebefe-a3ef-4ea8-be2f-9e67418f7f8f tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for security_group (46916e7e-28a6-4289-9a27-f9dc02755330), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:59.107787 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a035aacd-9ae8-422e-9cc8-b71eb3d61fae tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for port (fc1ab493-cdc4-4add-91a1-5c7fb8ea2f00), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:59.116995 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-916ca644-e31d-457f-86ca-e85ee7f8a9f2 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (f9889adf-46ba-4a70-9840-36e1b84ab4f1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:59.172749 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f8aebefe-a3ef-4ea8-be2f-9e67418f7f8f tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for security_group (46916e7e-28a6-4289-9a27-f9dc02755330), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:59.173901 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-413b719e-2c9e-482b-921a-ef65ae6054ec req-818f9ec0-3ad9-48d4-928f-7e2a4087447c tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105598 Apr 16 04:20:59.177218 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (d9b33b50-91c8-4f17-82a4-7d389d2672b2), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:59.186248 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-2de1bc9d-6e79-49b0-913e-34ce961e2e29 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::1 (9a9395da-f56a-4c57-8efc-4b7256188659/dca2eb64-8cc5-4a92-a10a-7335aa74ad3f/e1b099b4-2b24-47ad-9722-f4869d931df2) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:20:59.200929 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916ca644-e31d-457f-86ca-e85ee7f8a9f2 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:59.203558 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-916ca644-e31d-457f-86ca-e85ee7f8a9f2 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:59.223215 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a035aacd-9ae8-422e-9cc8-b71eb3d61fae tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (fc1ab493-cdc4-4add-91a1-5c7fb8ea2f00), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:59.232982 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916ca644-e31d-457f-86ca-e85ee7f8a9f2 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:59.232982 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ca644-e31d-457f-86ca-e85ee7f8a9f2 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Pushing event updated for resources: {'Port': ['ID=f9889adf-46ba-4a70-9840-36e1b84ab4f1,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:59.241457 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] For port 01fad3b5-7441-422e-a9ad-bb4c60c9982c, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:20:59.257435 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 7e50415d-7894-48f5-974a-4049e1c994dc {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:20:59.257435 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 7e50415d-7894-48f5-974a-4049e1c994dc not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:20:59.267310 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a48c3d9-a3d4-4262-8ad9-b2598fe9a9c8 None None] New status for floating IP f9719823-66b9-4f77-a2a3-d3782d00f117: DOWN {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:20:59.270479 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] For port 01fad3b5-7441-422e-a9ad-bb4c60c9982c, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=01fad3b5-7441-422e-a9ad-bb4c60c9982c,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:20:59.306135 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2cff14-80f0-45c6-a989-1f2f2c19fc97 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Network 4f003ca4-8064-4efb-8278-566dc63822d3 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:20:59.311922 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Port': ['ID=d9b33b50-91c8-4f17-82a4-7d389d2672b2,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:59.319200 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Could not find standard attr ID for object d9b33b50-91c8-4f17-82a4-7d389d2672b2. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:20:59.365942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2de1bc9d-6e79-49b0-913e-34ce961e2e29 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (e1b099b4-2b24-47ad-9722-f4869d931df2), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:59.386490 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (01fad3b5-7441-422e-a9ad-bb4c60c9982c), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:59.393294 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No DVR routers for this DVR port d9b33b50-91c8-4f17-82a4-7d389d2672b2 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:20:59.400444 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No ports have port_id starting with d9b33b50-91c8-4f17-82a4-7d389d2672b2 Apr 16 04:20:59.480861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f8aebefe-a3ef-4ea8-be2f-9e67418f7f8f tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (46916e7e-28a6-4289-9a27-f9dc02755330), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:59.484157 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f8aebefe-a3ef-4ea8-be2f-9e67418f7f8f tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:59.493154 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34662) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:59.493842 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f8aebefe-a3ef-4ea8-be2f-9e67418f7f8f tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "DELETE /v2.0/security-groups/46916e7e-28a6-4289-9a27-f9dc02755330 HTTP/1.1" status: 204 len: 168 time: 0.5779181 Apr 16 04:20:59.502485 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61912336-06d1-4ae7-be8f-5e03cd50f8a2 None None] Pushing event updated for resources: {'Port': ['ID=01fad3b5-7441-422e-a9ad-bb4c60c9982c,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:59.505673 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aebefe-a3ef-4ea8-be2f-9e67418f7f8f tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46916e7e-28a6-4289-9a27-f9dc02755330,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:59.538704 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-088df1d5-dc36-44fe-aace-4594e6f601a3 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (7374c29c-1975-4ca2-9e7b-726ffe645f6f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:59.546203 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-2b2cff14-80f0-45c6-a989-1f2f2c19fc97 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 4f003ca4-8064-4efb-8278-566dc63822d3) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:59.550876 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2cff14-80f0-45c6-a989-1f2f2c19fc97 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:20:59.551551 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2b2cff14-80f0-45c6-a989-1f2f2c19fc97 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:59.562588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd4911e-854c-4497-9ae6-aef0e2fa2348 None None] Network 4f003ca4-8064-4efb-8278-566dc63822d3 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:59.574276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a035aacd-9ae8-422e-9cc8-b71eb3d61fae tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (7ebe3594-c250-4f15-83de-a878c7bac08b), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:59.586706 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035aacd-9ae8-422e-9cc8-b71eb3d61fae tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Port': ['ID=fc1ab493-cdc4-4add-91a1-5c7fb8ea2f00,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:59.608992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088df1d5-dc36-44fe-aace-4594e6f601a3 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Pushing event deleted for resources: {'Port': ['ID=7374c29c-1975-4ca2-9e7b-726ffe645f6f,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:59.618607 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2de1bc9d-6e79-49b0-913e-34ce961e2e29 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (e1b099b4-2b24-47ad-9722-f4869d931df2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:59.629756 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-1f4a51a2-563d-4989-824a-c65f39f49d71 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] show failed (client error): The resource could not be found. Apr 16 04:20:59.633842 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1f4a51a2-563d-4989-824a-c65f39f49d71 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "GET /v2.0/security-groups/46916e7e-28a6-4289-9a27-f9dc02755330 HTTP/1.1" status: 404 len: 347 time: 0.1020103 Apr 16 04:20:59.637975 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (356a1c86-497e-4444-aa53-186772145f0f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:59.642966 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34664) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:59.707011 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de1bc9d-6e79-49b0-913e-34ce961e2e29 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:20:59.708629 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26633b68-71d7-4a60-aa0b-05baa2e1267e None None] Network 41854ca8-cdb7-4942-8bf0-09e2c23b10de requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:20:59.719395 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1bc9d-6e79-49b0-913e-34ce961e2e29 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=e1b099b4-2b24-47ad-9722-f4869d931df2,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:20:59.726761 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-cf620aa3-1481-45ce-afc6-ec265288d73e None None] Could not find standard attr ID for object d9b33b50-91c8-4f17-82a4-7d389d2672b2. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:20:59.737912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-2de1bc9d-6e79-49b0-913e-34ce961e2e29 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:20:59.801430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de1bc9d-6e79-49b0-913e-34ce961e2e29 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:20:59.802594 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2de1bc9d-6e79-49b0-913e-34ce961e2e29 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (2af18966-68eb-4b97-ad97-bb4daae4b66a), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:59.895030 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-088df1d5-dc36-44fe-aace-4594e6f601a3 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks [] for floatingip (46050aba-447c-4054-bcc5-7f194e9bd07e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:59.897636 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-088df1d5-dc36-44fe-aace-4594e6f601a3 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:20:59.901600 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-088df1d5-dc36-44fe-aace-4594e6f601a3 tempest-ServersTestJSON-809398077 tempest-ServersTestJSON-809398077-project] 10.222.0.30 "DELETE /v2.0/floatingips/46050aba-447c-4054-bcc5-7f194e9bd07e HTTP/1.1" status: 204 len: 168 time: 1.6428173 Apr 16 04:20:59.902335 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34666) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:20:59.916096 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-4f003ca4-8064-4efb-8278-566dc63822d3', 'network_id': '4f003ca4-8064-4efb-8278-566dc63822d3', 'project_id': '4d95904d18d344e297b392ca088d74f8', 'fixed_ips': [{'subnet_id': '2addeecc-b156-4027-8887-ab33d382a83c'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:20:59.916997 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:00.075907 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2b2cff14-80f0-45c6-a989-1f2f2c19fc97 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4292755 Apr 16 04:21:00.107585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34668) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:00.115616 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-c5a7a722-a23f-4f4d-8cb5-c2ac5db33a09 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Request body: {'network': {'name': 'tempest-router-network01--932301590'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:00.116975 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] Allocated IP 172.20.0.2 (4f003ca4-8064-4efb-8278-566dc63822d3/2addeecc-b156-4027-8887-ab33d382a83c/a5a93473-9519-4ee4-b051-8dfc9b143f92) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:00.148228 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2de1bc9d-6e79-49b0-913e-34ce961e2e29 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e1b099b4-2b24-47ad-9722-f4869d931df2), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:00.277061 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (356a1c86-497e-4444-aa53-186772145f0f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:00.286606 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] Publish callbacks [] for port (a5a93473-9519-4ee4-b051-8dfc9b143f92), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:00.322024 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a7a722-a23f-4f4d-8cb5-c2ac5db33a09 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Made reservation on behalf of 4d95904d18d344e297b392ca088d74f8 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:00.324178 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Subnet': ['ID=356a1c86-497e-4444-aa53-186772145f0f,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:00.325255 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a722-a23f-4f4d-8cb5-c2ac5db33a09 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:00.340519 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f2617e-1494-4dee-ad0a-bdb6fe958c91 None None] Network 41854ca8-cdb7-4942-8bf0-09e2c23b10de requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:00.355312 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-a035aacd-9ae8-422e-9cc8-b71eb3d61fae tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Floating IP 7ebe3594-c250-4f15-83de-a878c7bac08b associated. External IP: 172.26.6.227, port: e988c333-07f8-4b5d-ab0e-a5f3c2c6ae1b. Apr 16 04:21:00.421871 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (a5a93473-9519-4ee4-b051-8dfc9b143f92), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:00.431082 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a7a722-a23f-4f4d-8cb5-c2ac5db33a09 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:21:00.446007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] Network 4f003ca4-8064-4efb-8278-566dc63822d3 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:00.471028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:00.474818 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:00.522018 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (41854ca8-cdb7-4942-8bf0-09e2c23b10de), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:00.565575 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a722-a23f-4f4d-8cb5-c2ac5db33a09 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (119a3750-1b9d-471d-9f95-b851c98e779f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:00.565575 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-c5a7a722-a23f-4f4d-8cb5-c2ac5db33a09 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Added segment 119a3750-1b9d-471d-9f95-b851c98e779f of type vlan for network 1b2cd0f4-7a03-43c5-b046-6be6957ba062 Apr 16 04:21:00.576823 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-139adcc7-0f72-41ab-8632-7d60db403064 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Deleting port 6c92ef83-de77-43c5-a43a-68a7ff279db9 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:00.578157 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-139adcc7-0f72-41ab-8632-7d60db403064 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (6c92ef83-de77-43c5-a43a-68a7ff279db9), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:00.610105 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ed7b34-1b2e-47f6-8dcc-1c51eed5dcdf None None] DHCP port deletion for 41854ca8-cdb7-4942-8bf0-09e2c23b10de request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:21:00.621052 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] Pushing event updated for resources: {'Port': ['ID=a5a93473-9519-4ee4-b051-8dfc9b143f92,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:00.638281 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] Attempting to bind port a5a93473-9519-4ee4-b051-8dfc9b143f92 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:21:00.638661 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] Attempting to bind port a5a93473-9519-4ee4-b051-8dfc9b143f92 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '9af3ed70-4b71-4111-ba87-fb7a57a39200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4f003ca4-8064-4efb-8278-566dc63822d3'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:21:00.639033 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] Attempting to bind port a5a93473-9519-4ee4-b051-8dfc9b143f92 on network 4f003ca4-8064-4efb-8278-566dc63822d3 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:21:00.644778 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:21:00.645155 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] Checking segment: {'id': '9af3ed70-4b71-4111-ba87-fb7a57a39200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4f003ca4-8064-4efb-8278-566dc63822d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:00.645628 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:00.646062 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] Bound using segment: {'id': '9af3ed70-4b71-4111-ba87-fb7a57a39200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4f003ca4-8064-4efb-8278-566dc63822d3'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:21:00.646498 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] Bound port: a5a93473-9519-4ee4-b051-8dfc9b143f92, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af3ed70-4b71-4111-ba87-fb7a57a39200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4f003ca4-8064-4efb-8278-566dc63822d3'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:21:00.646885 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a5a93473-9519-4ee4-b051-8dfc9b143f92), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:00.686721 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 01fad3b5-7441-422e-a9ad-bb4c60c9982c up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:00.754831 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] For port a5a93473-9519-4ee4-b051-8dfc9b143f92, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:21:00.760991 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] For port a5a93473-9519-4ee4-b051-8dfc9b143f92, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a5a93473-9519-4ee4-b051-8dfc9b143f92,segment=NetworkSegment(9af3ed70-4b71-4111-ba87-fb7a57a39200),segment_id=9af3ed70-4b71-4111-ba87-fb7a57a39200)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:21:00.775705 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 01fad3b5-7441-422e-a9ad-bb4c60c9982c triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:00.776088 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (01fad3b5-7441-422e-a9ad-bb4c60c9982c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:00.779674 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a722-a23f-4f4d-8cb5-c2ac5db33a09 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (1b2cd0f4-7a03-43c5-b046-6be6957ba062), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:00.809174 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b4799ddb-fcd1-48fc-b7c5-e3802366aa22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (9dbe8486-cc14-471a-97d4-0d61b62dd9a2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:00.813706 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-139adcc7-0f72-41ab-8632-7d60db403064 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (6c92ef83-de77-43c5-a43a-68a7ff279db9), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:00.814036 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-139adcc7-0f72-41ab-8632-7d60db403064 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for floatingip (6c92ef83-de77-43c5-a43a-68a7ff279db9), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:00.831490 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-139adcc7-0f72-41ab-8632-7d60db403064 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Calling delete_port for 6c92ef83-de77-43c5-a43a-68a7ff279db9 owned by network:floatingip {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:00.836453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41854ca8-cdb7-4942-8bf0-09e2c23b10de']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:00.839463 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (a5a93473-9519-4ee4-b051-8dfc9b143f92), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:00.914501 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b063ad6-414c-4d97-966e-1a4d7accfb1f') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:00.914850 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b063ad6-414c-4d97-966e-1a4d7accfb1f') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:00.934450 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f82a9b-9d13-445f-ad7c-262baf34586e None None] Pushing event updated for resources: {'Port': ['ID=a5a93473-9519-4ee4-b051-8dfc9b143f92,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:00.959279 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 01fad3b5-7441-422e-a9ad-bb4c60c9982c is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:00.959669 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (01fad3b5-7441-422e-a9ad-bb4c60c9982c), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:00.992686 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (8b063ad6-414c-4d97-966e-1a4d7accfb1f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.004126 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 01fad3b5-7441-422e-a9ad-bb4c60c9982c, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=01fad3b5-7441-422e-a9ad-bb4c60c9982c,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:01.027996 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a722-a23f-4f4d-8cb5-c2ac5db33a09 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (1b2cd0f4-7a03-43c5-b046-6be6957ba062), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.033040 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a7a722-a23f-4f4d-8cb5-c2ac5db33a09 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:01.033639 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a722-a23f-4f4d-8cb5-c2ac5db33a09 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.082141 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-2d2cd47f-2bc5-40a2-9fe5-cdf869f32622 None None] Provisioning complete for port 01fad3b5-7441-422e-a9ad-bb4c60c9982c triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:01.082515 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2d2cd47f-2bc5-40a2-9fe5-cdf869f32622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (01fad3b5-7441-422e-a9ad-bb4c60c9982c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.144245 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (01fad3b5-7441-422e-a9ad-bb4c60c9982c), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.147882 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-916ca644-e31d-457f-86ca-e85ee7f8a9f2 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router_gateway (c7305467-2822-455d-9bd7-a906a8ec1a22), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.163751 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (8b063ad6-414c-4d97-966e-1a4d7accfb1f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.220802 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a035aacd-9ae8-422e-9cc8-b71eb3d61fae tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Router 9d6a6c35-a37f-4ea5-b81b-112f3301b2dd has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:21:01.290019 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2d2cd47f-2bc5-40a2-9fe5-cdf869f32622 None None] Current status of the port 01fad3b5-7441-422e-a9ad-bb4c60c9982c is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:01.318234 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=01fad3b5-7441-422e-a9ad-bb4c60c9982c,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:01.333066 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:21:01.333628 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (8b063ad6-414c-4d97-966e-1a4d7accfb1f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:21:01.338199 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:21:01.427464 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-97f95cac-e0b0-4201-b79e-52ac05da0a78 None None] Provisioning complete for port e1b099b4-2b24-47ad-9722-f4869d931df2 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:01.427840 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-97f95cac-e0b0-4201-b79e-52ac05da0a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e1b099b4-2b24-47ad-9722-f4869d931df2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.481378 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-97f95cac-e0b0-4201-b79e-52ac05da0a78 None None] Port e1b099b4-2b24-47ad-9722-f4869d931df2 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:01.536996 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c5a7a722-a23f-4f4d-8cb5-c2ac5db33a09 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4278607 Apr 16 04:21:01.547405 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2de1bc9d-6e79-49b0-913e-34ce961e2e29 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (e1b099b4-2b24-47ad-9722-f4869d931df2), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.549060 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34670) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:01.557262 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (41854ca8-cdb7-4942-8bf0-09e2c23b10de), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.557895 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-d5e02026-945a-455a-bc93-40e74fffa97e tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Request body: {'network': {'name': 'tempest-router-network02--1992321251'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:01.603650 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.606920 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/41854ca8-cdb7-4942-8bf0-09e2c23b10de HTTP/1.1" status: 204 len: 168 time: 4.9010468 Apr 16 04:21:01.610165 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34672) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:01.616392 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2de1bc9d-6e79-49b0-913e-34ce961e2e29 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (e1b099b4-2b24-47ad-9722-f4869d931df2), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.617793 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2de1bc9d-6e79-49b0-913e-34ce961e2e29 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (2af18966-68eb-4b97-ad97-bb4daae4b66a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.624530 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-139adcc7-0f72-41ab-8632-7d60db403064 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (6c92ef83-de77-43c5-a43a-68a7ff279db9), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.637142 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83ee0d-3346-4725-bfd5-788254647947 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Network': ['ID=41854ca8-cdb7-4942-8bf0-09e2c23b10de,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:01.639151 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7a722-a23f-4f4d-8cb5-c2ac5db33a09 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Pushing event updated for resources: {'Network': ['ID=1b2cd0f4-7a03-43c5-b046-6be6957ba062,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:01.653691 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 1b2cd0f4-7a03-43c5-b046-6be6957ba062 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:21:01.671649 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139adcc7-0f72-41ab-8632-7d60db403064 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Pushing event deleted for resources: {'Port': ['ID=6c92ef83-de77-43c5-a43a-68a7ff279db9,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:01.678591 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a035aacd-9ae8-422e-9cc8-b71eb3d61fae tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:21:01.682494 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87c247b-ea01-493a-bcd6-ae2df487cfab tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:01.682997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87c247b-ea01-493a-bcd6-ae2df487cfab tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:01.686228 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e87c247b-ea01-493a-bcd6-ae2df487cfab tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/41854ca8-cdb7-4942-8bf0-09e2c23b10de HTTP/1.1" status: 404 len: 339 time: 0.0663278 Apr 16 04:21:01.690615 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34674) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:01.697569 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-d349713b-7f94-4483-854f-7309bbffe53e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1921431811', 'description': 'd1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:01.702235 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aff505-3de7-46b4-a4db-871f86b46d2e None None] Sync routers for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:21:01.713660 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aff505-3de7-46b4-a4db-871f86b46d2e None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:01.714295 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-03aff505-3de7-46b4-a4db-871f86b46d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:01.748859 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e02026-945a-455a-bc93-40e74fffa97e tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Made reservation on behalf of 4d95904d18d344e297b392ca088d74f8 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:01.752037 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d5e02026-945a-455a-bc93-40e74fffa97e tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.756549 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-03aff505-3de7-46b4-a4db-871f86b46d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:01.774194 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aff505-3de7-46b4-a4db-871f86b46d2e None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:01.775157 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-03aff505-3de7-46b4-a4db-871f86b46d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:01.782802 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1bc9d-6e79-49b0-913e-34ce961e2e29 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=e1b099b4-2b24-47ad-9722-f4869d931df2,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:01.813475 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-03aff505-3de7-46b4-a4db-871f86b46d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:01.814260 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aff505-3de7-46b4-a4db-871f86b46d2e None None] The sync data for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:21:01.847280 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-916ca644-e31d-457f-86ca-e85ee7f8a9f2 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (c7305467-2822-455d-9bd7-a906a8ec1a22), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.857026 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e02026-945a-455a-bc93-40e74fffa97e tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:21:01.859665 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-916ca644-e31d-457f-86ca-e85ee7f8a9f2 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (c7305467-2822-455d-9bd7-a906a8ec1a22), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.864599 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-b4799ddb-fcd1-48fc-b7c5-e3802366aa22 admin admin] Deleting port 2f780e7f-295d-4926-b8de-e0ed9b6200c2 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:01.864961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b4799ddb-fcd1-48fc-b7c5-e3802366aa22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (2f780e7f-295d-4926-b8de-e0ed9b6200c2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.888687 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d5e02026-945a-455a-bc93-40e74fffa97e tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (67840798-59f3-4abd-9e85-761461f54258), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.889046 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-d5e02026-945a-455a-bc93-40e74fffa97e tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Added segment 67840798-59f3-4abd-9e85-761461f54258 of type vlan for network 47fd51d2-6aa0-438d-87b0-1de3a5b1a373 Apr 16 04:21:01.906126 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-139adcc7-0f72-41ab-8632-7d60db403064 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks [] for floatingip (f9719823-66b9-4f77-a2a3-d3782d00f117), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.908690 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-139adcc7-0f72-41ab-8632-7d60db403064 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.909889 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-139adcc7-0f72-41ab-8632-7d60db403064 tempest-ServersTestManualDisk-262633618 tempest-ServersTestManualDisk-262633618-project] 10.222.0.30 "DELETE /v2.0/floatingips/f9719823-66b9-4f77-a2a3-d3782d00f117 HTTP/1.1" status: 204 len: 168 time: 1.8743336 Apr 16 04:21:01.912814 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34676) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:01.935905 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a035aacd-9ae8-422e-9cc8-b71eb3d61fae tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:01.939071 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de1bc9d-6e79-49b0-913e-34ce961e2e29 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:01.969135 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-2de1bc9d-6e79-49b0-913e-34ce961e2e29 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:01.985761 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d5e02026-945a-455a-bc93-40e74fffa97e tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (47fd51d2-6aa0-438d-87b0-1de3a5b1a373), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:02.025923 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d349713b-7f94-4483-854f-7309bbffe53e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:02.029238 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d349713b-7f94-4483-854f-7309bbffe53e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:02.131698 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-b4799ddb-fcd1-48fc-b7c5-e3802366aa22 admin admin] For port 2f780e7f-295d-4926-b8de-e0ed9b6200c2, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2f780e7f-295d-4926-b8de-e0ed9b6200c2,segment=NetworkSegment(e076b0b7-665d-4827-955f-2be7b6ef56fa),segment_id=e076b0b7-665d-4827-955f-2be7b6ef56fa)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:02.132353 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b4799ddb-fcd1-48fc-b7c5-e3802366aa22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (2f780e7f-295d-4926-b8de-e0ed9b6200c2), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:02.151744 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-b4799ddb-fcd1-48fc-b7c5-e3802366aa22 admin admin] Calling delete_port for 2f780e7f-295d-4926-b8de-e0ed9b6200c2 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:02.168062 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d5e02026-945a-455a-bc93-40e74fffa97e tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (47fd51d2-6aa0-438d-87b0-1de3a5b1a373), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:02.173374 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e02026-945a-455a-bc93-40e74fffa97e tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:02.174068 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d5e02026-945a-455a-bc93-40e74fffa97e tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:02.323334 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-aa46f866-c45d-4aaa-ae2d-1757dc374ff6 None None] Provisioning complete for port e1b099b4-2b24-47ad-9722-f4869d931df2 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:02.325621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-aa46f866-c45d-4aaa-ae2d-1757dc374ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e1b099b4-2b24-47ad-9722-f4869d931df2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:02.326273 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e02026-945a-455a-bc93-40e74fffa97e tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Pushing event updated for resources: {'Network': ['ID=47fd51d2-6aa0-438d-87b0-1de3a5b1a373,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:02.366883 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-aa46f866-c45d-4aaa-ae2d-1757dc374ff6 None None] Port e1b099b4-2b24-47ad-9722-f4869d931df2 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:02.368243 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 47fd51d2-6aa0-438d-87b0-1de3a5b1a373 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:21:02.385934 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a035aacd-9ae8-422e-9cc8-b71eb3d61fae tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.8203695 Apr 16 04:21:02.417275 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34678) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:02.423139 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f2ded94c-e650-40d7-8a3f-64e0dc0b2a0f tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'floatingip': {'port_id': 'e988c333-07f8-4b5d-ab0e-a5f3c2c6ae1b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:02.426694 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1568c1d0-f49a-4000-8286-0824ccd59f17 None None] Network 4f003ca4-8064-4efb-8278-566dc63822d3 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:02.508807 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d349713b-7f94-4483-854f-7309bbffe53e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:21:02.531520 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f2ded94c-e650-40d7-8a3f-64e0dc0b2a0f tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (7ebe3594-c250-4f15-83de-a878c7bac08b), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:02.537980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-1ffd2703-5657-4902-b45a-9beab7fbec3d None None] Provisioning complete for port a5a93473-9519-4ee4-b051-8dfc9b143f92 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:02.538362 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1ffd2703-5657-4902-b45a-9beab7fbec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a5a93473-9519-4ee4-b051-8dfc9b143f92), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:02.543812 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de1bc9d-6e79-49b0-913e-34ce961e2e29 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Router 2af18966-68eb-4b97-ad97-bb4daae4b66a is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:21:02.551536 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d5e02026-945a-455a-bc93-40e74fffa97e tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9956861 Apr 16 04:21:02.553245 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34680) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:02.558829 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-325d81f8-89cc-4e41-9996-e856fdddd28b tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Request body: {'subnet': {'network_id': '1b2cd0f4-7a03-43c5-b046-6be6957ba062', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:02.591556 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a5a93473-9519-4ee4-b051-8dfc9b143f92 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:02.613635 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d349713b-7f94-4483-854f-7309bbffe53e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (a76485ff-2899-4971-96f9-312b1f99b2ce), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:02.614200 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-d349713b-7f94-4483-854f-7309bbffe53e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Added segment a76485ff-2899-4971-96f9-312b1f99b2ce of type vlan for network f847d2c4-718a-460c-be67-44397e311334 Apr 16 04:21:02.701565 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd2703-5657-4902-b45a-9beab7fbec3d None None] Current status of the port a5a93473-9519-4ee4-b051-8dfc9b143f92 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:02.701961 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1ffd2703-5657-4902-b45a-9beab7fbec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a5a93473-9519-4ee4-b051-8dfc9b143f92), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:02.705723 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port a5a93473-9519-4ee4-b051-8dfc9b143f92 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:02.706085 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a5a93473-9519-4ee4-b051-8dfc9b143f92), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:02.707084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b4799ddb-fcd1-48fc-b7c5-e3802366aa22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (2f780e7f-295d-4926-b8de-e0ed9b6200c2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:02.746501 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4799ddb-fcd1-48fc-b7c5-e3802366aa22 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f780e7f-295d-4926-b8de-e0ed9b6200c2,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:02.749255 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d349713b-7f94-4483-854f-7309bbffe53e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (f847d2c4-718a-460c-be67-44397e311334), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:02.767299 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-1ffd2703-5657-4902-b45a-9beab7fbec3d None None] For port a5a93473-9519-4ee4-b051-8dfc9b143f92, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a5a93473-9519-4ee4-b051-8dfc9b143f92,segment=NetworkSegment(9af3ed70-4b71-4111-ba87-fb7a57a39200),segment_id=9af3ed70-4b71-4111-ba87-fb7a57a39200)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:02.827386 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port a5a93473-9519-4ee4-b051-8dfc9b143f92 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:02.832572 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a5a93473-9519-4ee4-b051-8dfc9b143f92), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:02.873115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1ffd2703-5657-4902-b45a-9beab7fbec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (a5a93473-9519-4ee4-b051-8dfc9b143f92), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:02.874637 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de1bc9d-6e79-49b0-913e-34ce961e2e29 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:21:02.884543 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2de1bc9d-6e79-49b0-913e-34ce961e2e29 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "PUT /v2.0/routers/2af18966-68eb-4b97-ad97-bb4daae4b66a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9812124 Apr 16 04:21:02.885104 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34682) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:02.892467 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916ca644-e31d-457f-86ca-e85ee7f8a9f2 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Router c7305467-2822-455d-9bd7-a906a8ec1a22 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:21:02.923413 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8670d47b-1def-437d-841a-311d873365d3 None None] Sync routers for ids ['2af18966-68eb-4b97-ad97-bb4daae4b66a'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:21:02.942164 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359f127b-3df0-4f72-bdd8-ce3ca06b6144 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:02.946949 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-359f127b-3df0-4f72-bdd8-ce3ca06b6144 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports/e1b099b4-2b24-47ad-9722-f4869d931df2 HTTP/1.1" status: 200 len: 911 time: 0.0558712 Apr 16 04:21:02.948365 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34684) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:02.957058 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d349713b-7f94-4483-854f-7309bbffe53e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (f847d2c4-718a-460c-be67-44397e311334), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:02.966525 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d349713b-7f94-4483-854f-7309bbffe53e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:02.967310 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d349713b-7f94-4483-854f-7309bbffe53e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:02.985773 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8670d47b-1def-437d-841a-311d873365d3 None None] Routers {'2af18966-68eb-4b97-ad97-bb4daae4b66a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:02.986420 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-8670d47b-1def-437d-841a-311d873365d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2af18966-68eb-4b97-ad97-bb4daae4b66a'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:03.005809 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e175b400-af24-48b4-91fa-11bfcb136433 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:03.011825 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e175b400-af24-48b4-91fa-11bfcb136433 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:03.016953 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e175b400-af24-48b4-91fa-11bfcb136433 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0679123 Apr 16 04:21:03.031806 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34686) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:03.042226 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:21:03.042226 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:21:03.050514 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325d81f8-89cc-4e41-9996-e856fdddd28b tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Made reservation on behalf of 4d95904d18d344e297b392ca088d74f8 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:03.054816 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-325d81f8-89cc-4e41-9996-e856fdddd28b tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:03.249690 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b4799ddb-fcd1-48fc-b7c5-e3802366aa22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (9dbe8486-cc14-471a-97d4-0d61b62dd9a2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:03.251737 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d349713b-7f94-4483-854f-7309bbffe53e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5581625 Apr 16 04:21:03.254128 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34688) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:03.255879 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd2703-5657-4902-b45a-9beab7fbec3d None None] Pushing event updated for resources: {'Port': ['ID=a5a93473-9519-4ee4-b051-8dfc9b143f92,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:03.266192 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-2a65d7e6-ec78-48d3-acf6-429b655bf1a0 None None] Provisioning complete for port a5a93473-9519-4ee4-b051-8dfc9b143f92 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:03.266511 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2a65d7e6-ec78-48d3-acf6-429b655bf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a5a93473-9519-4ee4-b051-8dfc9b143f92), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:03.301323 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349713b-7f94-4483-854f-7309bbffe53e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Network': ['ID=f847d2c4-718a-460c-be67-44397e311334,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:03.308037 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-8670d47b-1def-437d-841a-311d873365d3 None None] Set router 2af18966-68eb-4b97-ad97-bb4daae4b66a gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:21:03.342573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network f847d2c4-718a-460c-be67-44397e311334 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:21:03.514716 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a1958a-c87d-4a21-b242-1fbde504c499 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:03.518798 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-16a1958a-c87d-4a21-b242-1fbde504c499 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "GET /v2.0/networks?id=f847d2c4-718a-460c-be67-44397e311334 HTTP/1.1" status: 200 len: 761 time: 0.2611446 Apr 16 04:21:03.519834 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34690) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:03.524865 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-cee83136-d6b0-49c4-b44b-d4f5b68967fd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'network': {'description': 'd2'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:03.535491 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2a65d7e6-ec78-48d3-acf6-429b655bf1a0 None None] Current status of the port a5a93473-9519-4ee4-b051-8dfc9b143f92 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:03.592637 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-325d81f8-89cc-4e41-9996-e856fdddd28b tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (cce3a317-8b41-4f6e-b162-6e537855b677), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:03.595300 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port a5a93473-9519-4ee4-b051-8dfc9b143f92 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:03.596293 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 01fad3b5-7441-422e-a9ad-bb4c60c9982c up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:03.626691 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916ca644-e31d-457f-86ca-e85ee7f8a9f2 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:21:03.628381 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f4994d5b-474d-454d-97f8-eb5cd9e1c481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (b279b377-756c-4ad3-b4d4-9fe479110a09), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:03.636039 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-916ca644-e31d-457f-86ca-e85ee7f8a9f2 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:03.637776 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-916ca644-e31d-457f-86ca-e85ee7f8a9f2 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "PUT /v2.0/routers/c7305467-2822-455d-9bd7-a906a8ec1a22 HTTP/1.1" status: 200 len: 915 time: 8.2168736 Apr 16 04:21:03.642687 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34692) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:03.647095 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee5a78a-1874-4f77-a50c-a201731863c9 None None] Sync routers for ids ['c7305467-2822-455d-9bd7-a906a8ec1a22'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:21:03.657177 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee5a78a-1874-4f77-a50c-a201731863c9 None None] Routers {'c7305467-2822-455d-9bd7-a906a8ec1a22'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:03.658048 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-aee5a78a-1874-4f77-a50c-a201731863c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c7305467-2822-455d-9bd7-a906a8ec1a22'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:03.696567 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-aee5a78a-1874-4f77-a50c-a201731863c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:03.697304 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-8670d47b-1def-437d-841a-311d873365d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af18966-68eb-4b97-ad97-bb4daae4b66a', 'name': 'tempest-NetworksTestDHCPv6-router-1445738019', 'tenant_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:20:57Z', 'updated_at': '2022-04-16T04:20:59Z', 'revision_number': 2, 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'gw_port_host': None, '_interfaces': [{'id': 'e1b099b4-2b24-47ad-9722-f4869d931df2', 'name': '', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'tenant_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'mac_address': 'fa:16:3e:5a:2c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af18966-68eb-4b97-ad97-bb4daae4b66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'dca2eb64-8cc5-4a92-a10a-7335aa74ad3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:20:58Z', 'updated_at': '2022-04-16T04:21:00Z', 'revision_number': 2, 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'subnets': [{'id': 'dca2eb64-8cc5-4a92-a10a-7335aa74ad3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:03.706477 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee5a78a-1874-4f77-a50c-a201731863c9 None None] Routers {'c7305467-2822-455d-9bd7-a906a8ec1a22'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:03.707308 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-aee5a78a-1874-4f77-a50c-a201731863c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c7305467-2822-455d-9bd7-a906a8ec1a22'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:03.728884 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8670d47b-1def-437d-841a-311d873365d3 None None] Checking router: 2af18966-68eb-4b97-ad97-bb4daae4b66a for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:21:03.729385 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8670d47b-1def-437d-841a-311d873365d3 None None] Updating router 2af18966-68eb-4b97-ad97-bb4daae4b66a port e1b099b4-2b24-47ad-9722-f4869d931df2 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:21:03.732513 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 01fad3b5-7441-422e-a9ad-bb4c60c9982c triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:03.733009 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (01fad3b5-7441-422e-a9ad-bb4c60c9982c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:03.744879 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-aee5a78a-1874-4f77-a50c-a201731863c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:03.745722 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee5a78a-1874-4f77-a50c-a201731863c9 None None] The sync data for ids ['c7305467-2822-455d-9bd7-a906a8ec1a22'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:21:03.793155 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8670d47b-1def-437d-841a-311d873365d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e1b099b4-2b24-47ad-9722-f4869d931df2), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:03.935487 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 01fad3b5-7441-422e-a9ad-bb4c60c9982c is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:03.948172 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d9b33b50-91c8-4f17-82a4-7d389d2672b2 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:21:03.974698 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: d9b33b50-91c8-4f17-82a4-7d389d2672b2 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:21:03.975118 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d9b33b50-91c8-4f17-82a4-7d389d2672b2 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:21:04.061175 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d81f8-89cc-4e41-9996-e856fdddd28b tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Pushing event updated for resources: {'Subnet': ['ID=cce3a317-8b41-4f6e-b162-6e537855b677,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:04.093594 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-41ce16f1-fdbc-4c43-9402-8fa3633fab0c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (2af18966-68eb-4b97-ad97-bb4daae4b66a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:04.138865 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8670d47b-1def-437d-841a-311d873365d3 None None] Publish callbacks [] for port (e1b099b4-2b24-47ad-9722-f4869d931df2), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:04.171579 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cee83136-d6b0-49c4-b44b-d4f5b68967fd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (f847d2c4-718a-460c-be67-44397e311334), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:04.193222 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325d81f8-89cc-4e41-9996-e856fdddd28b tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Checking segment: {'id': '119a3750-1b9d-471d-9f95-b851c98e779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1b2cd0f4-7a03-43c5-b046-6be6957ba062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:04.193503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325d81f8-89cc-4e41-9996-e856fdddd28b tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Network hostable DHCP agents. Network: 1b2cd0f4-7a03-43c5-b046-6be6957ba062, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:21:04.240609 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2ebf2537-3012-44b2-9316-f8e589a40862 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "GET /v2.0/routers/c7305467-2822-455d-9bd7-a906a8ec1a22 HTTP/1.1" status: 200 len: 921 time: 0.5947528 Apr 16 04:21:04.244839 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34694) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:04.255816 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4799ddb-fcd1-48fc-b7c5-e3802366aa22 admin admin] Router 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:21:04.261524 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8670d47b-1def-437d-841a-311d873365d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e1b099b4-2b24-47ad-9722-f4869d931df2), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:04.314040 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712171fb-c2bb-463b-8fda-85b77c328871 None None] Pushing event updated for resources: {'Port': ['ID=e1b099b4-2b24-47ad-9722-f4869d931df2,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:04.333647 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c704ab-ad0a-4aec-a65a-04cc11237b3c tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:04.338658 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-70c704ab-ad0a-4aec-a65a-04cc11237b3c tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&device_id=c7305467-2822-455d-9bd7-a906a8ec1a22&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0924649 Apr 16 04:21:04.339471 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34696) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:04.343269 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cee83136-d6b0-49c4-b44b-d4f5b68967fd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (f847d2c4-718a-460c-be67-44397e311334), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:04.365359 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325d81f8-89cc-4e41-9996-e856fdddd28b tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Network 1b2cd0f4-7a03-43c5-b046-6be6957ba062 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:21:04.389131 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-8670d47b-1def-437d-841a-311d873365d3 None None] Attempting to bind port e1b099b4-2b24-47ad-9722-f4869d931df2 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:21:04.389769 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-8670d47b-1def-437d-841a-311d873365d3 None None] Attempting to bind port e1b099b4-2b24-47ad-9722-f4869d931df2 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:21:04.390299 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8670d47b-1def-437d-841a-311d873365d3 None None] Attempting to bind port e1b099b4-2b24-47ad-9722-f4869d931df2 on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:21:04.397405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8670d47b-1def-437d-841a-311d873365d3 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:21:04.397934 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8670d47b-1def-437d-841a-311d873365d3 None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:04.398979 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8670d47b-1def-437d-841a-311d873365d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:04.399469 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8670d47b-1def-437d-841a-311d873365d3 None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:21:04.404756 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-8670d47b-1def-437d-841a-311d873365d3 None None] Bound port: e1b099b4-2b24-47ad-9722-f4869d931df2, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:21:04.404756 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8670d47b-1def-437d-841a-311d873365d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e1b099b4-2b24-47ad-9722-f4869d931df2), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:04.427668 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cee83136-d6b0-49c4-b44b-d4f5b68967fd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network f847d2c4-718a-460c-be67-44397e311334 is not hosted by any dhcp agent {{(pid=104633) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 16 04:21:04.433292 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee83136-d6b0-49c4-b44b-d4f5b68967fd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:04.434155 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cee83136-d6b0-49c4-b44b-d4f5b68967fd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:04.435643 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cee83136-d6b0-49c4-b44b-d4f5b68967fd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "PUT /v2.0/networks/f847d2c4-718a-460c-be67-44397e311334 HTTP/1.1" status: 200 len: 758 time: 0.9149287 Apr 16 04:21:04.452265 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34698) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:04.482776 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-8670d47b-1def-437d-841a-311d873365d3 None None] For port e1b099b4-2b24-47ad-9722-f4869d931df2, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:21:04.491354 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-8670d47b-1def-437d-841a-311d873365d3 None None] For port e1b099b4-2b24-47ad-9722-f4869d931df2, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e1b099b4-2b24-47ad-9722-f4869d931df2,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:21:04.492274 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f2ded94c-e650-40d7-8a3f-64e0dc0b2a0f tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:04.559445 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8670d47b-1def-437d-841a-311d873365d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e1b099b4-2b24-47ad-9722-f4869d931df2), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:04.577602 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-325d81f8-89cc-4e41-9996-e856fdddd28b tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 1b2cd0f4-7a03-43c5-b046-6be6957ba062) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:04.578097 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f2ded94c-e650-40d7-8a3f-64e0dc0b2a0f tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (7ebe3594-c250-4f15-83de-a878c7bac08b), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:04.582295 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325d81f8-89cc-4e41-9996-e856fdddd28b tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:04.583005 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-325d81f8-89cc-4e41-9996-e856fdddd28b tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:04.597743 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee83136-d6b0-49c4-b44b-d4f5b68967fd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Network': ['ID=f847d2c4-718a-460c-be67-44397e311334,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:04.599785 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a5a93473-9519-4ee4-b051-8dfc9b143f92 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:04.602057 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1011c784-265d-4b10-afb8-238e37aceb44 None None] Network 1b2cd0f4-7a03-43c5-b046-6be6957ba062 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:04.637429 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network f847d2c4-718a-460c-be67-44397e311334 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:21:04.691194 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3cf151-a2aa-49a9-98cb-a05a40de4553 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:04.698752 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cc3cf151-a2aa-49a9-98cb-a05a40de4553 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "GET /v2.0/networks?id=f847d2c4-718a-460c-be67-44397e311334 HTTP/1.1" status: 200 len: 761 time: 0.2371974 Apr 16 04:21:04.698752 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4799ddb-fcd1-48fc-b7c5-e3802366aa22 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:21:04.705894 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b4799ddb-fcd1-48fc-b7c5-e3802366aa22 admin admin] 10.222.0.30 "PUT /v2.0/routers/9dbe8486-cc14-471a-97d4-0d61b62dd9a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7980297 Apr 16 04:21:04.705894 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34700) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:04.717451 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-d6ac3b9b-c82f-4f3f-815f-8c1349b8c35b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1101036896'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:04.723856 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34702) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:04.739966 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-325d81f8-89cc-4e41-9996-e856fdddd28b tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1847320 Apr 16 04:21:04.757001 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34704) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:04.766003 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd70ab26-9039-49f1-9c55-5dbade4ff712 None None] Sync routers for ids ['9dbe8486-cc14-471a-97d4-0d61b62dd9a2'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:21:04.767474 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-99149163-8b4f-497e-b666-efda055ad2a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Request body: {'subnet': {'network_id': '47fd51d2-6aa0-438d-87b0-1de3a5b1a373', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:04.781307 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3259460e-2d64-4051-a904-534efbb75d11 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:04.783656 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3259460e-2d64-4051-a904-534efbb75d11 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "GET /v2.0/networks/2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 HTTP/1.1" status: 200 len: 881 time: 0.4414060 Apr 16 04:21:04.793912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34706) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:04.840781 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-747686cb-f687-4649-ad72-befc63bed11c tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7305467-2822-455d-9bd7-a906a8ec1a22 HTTP/1.1" status: 200 len: 205 time: 0.0455394 Apr 16 04:21:04.852631 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-75dc670d-81e4-4907-adf5-a2fc01f2102a None None] Provisioning complete for port e1b099b4-2b24-47ad-9722-f4869d931df2 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:04.853200 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-75dc670d-81e4-4907-adf5-a2fc01f2102a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e1b099b4-2b24-47ad-9722-f4869d931df2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:04.867240 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34710) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:04.899642 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712171fb-c2bb-463b-8fda-85b77c328871 None None] Pushing event updated for resources: {'Port': ['ID=e1b099b4-2b24-47ad-9722-f4869d931df2,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:04.927739 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ac3b9b-c82f-4f3f-815f-8c1349b8c35b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:04.931846 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d6ac3b9b-c82f-4f3f-815f-8c1349b8c35b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:04.932876 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8670d47b-1def-437d-841a-311d873365d3 None None] Routers {'2af18966-68eb-4b97-ad97-bb4daae4b66a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:04.933709 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-8670d47b-1def-437d-841a-311d873365d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2af18966-68eb-4b97-ad97-bb4daae4b66a'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:04.994976 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0bd2-d0f6-4cf7-beee-4cc85e943f20 admin admin] Publish callbacks [] for router (9dbe8486-cc14-471a-97d4-0d61b62dd9a2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.024396 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd70ab26-9039-49f1-9c55-5dbade4ff712 None None] Routers {'9dbe8486-cc14-471a-97d4-0d61b62dd9a2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:05.024958 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-cd70ab26-9039-49f1-9c55-5dbade4ff712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9dbe8486-cc14-471a-97d4-0d61b62dd9a2'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:05.050407 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ac3b9b-c82f-4f3f-815f-8c1349b8c35b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:21:05.080600 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd3498fb-c16b-48e7-b61d-7fbfd6dc8e73 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router (c7305467-2822-455d-9bd7-a906a8ec1a22), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.100274 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-f4994d5b-474d-454d-97f8-eb5cd9e1c481 admin admin] Deleting port 76d99e21-8b8d-49c0-8816-206b357393a3 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:05.100640 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f4994d5b-474d-454d-97f8-eb5cd9e1c481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (76d99e21-8b8d-49c0-8816-206b357393a3), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.109836 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d6ac3b9b-c82f-4f3f-815f-8c1349b8c35b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (8e8ea2e9-3ca5-4850-ba99-e05274532e3d), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.110168 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-d6ac3b9b-c82f-4f3f-815f-8c1349b8c35b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Added segment 8e8ea2e9-3ca5-4850-ba99-e05274532e3d of type vlan for network 63a1adef-af97-4309-ab9a-2841058855c2 Apr 16 04:21:05.157296 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-41ce16f1-fdbc-4c43-9402-8fa3633fab0c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port e1b099b4-2b24-47ad-9722-f4869d931df2 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:05.157296 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-41ce16f1-fdbc-4c43-9402-8fa3633fab0c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (e1b099b4-2b24-47ad-9722-f4869d931df2), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.187570 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99149163-8b4f-497e-b666-efda055ad2a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Made reservation on behalf of 4d95904d18d344e297b392ca088d74f8 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:05.190630 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-99149163-8b4f-497e-b666-efda055ad2a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.256421 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d6ac3b9b-c82f-4f3f-815f-8c1349b8c35b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (63a1adef-af97-4309-ab9a-2841058855c2), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.282672 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0bd2-d0f6-4cf7-beee-4cc85e943f20 admin admin] Publish callbacks [] for router_gateway (9dbe8486-cc14-471a-97d4-0d61b62dd9a2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.288191 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port a5a93473-9519-4ee4-b051-8dfc9b143f92 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:05.288572 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a5a93473-9519-4ee4-b051-8dfc9b143f92), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.314447 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd3498fb-c16b-48e7-b61d-7fbfd6dc8e73 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_gateway (c7305467-2822-455d-9bd7-a906a8ec1a22), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.385505 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d6ac3b9b-c82f-4f3f-815f-8c1349b8c35b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (63a1adef-af97-4309-ab9a-2841058855c2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.391283 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ded94c-e650-40d7-8a3f-64e0dc0b2a0f tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Router 9d6a6c35-a37f-4ea5-b81b-112f3301b2dd has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:21:05.391474 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ac3b9b-c82f-4f3f-815f-8c1349b8c35b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:05.391922 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d6ac3b9b-c82f-4f3f-815f-8c1349b8c35b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.403854 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-8670d47b-1def-437d-841a-311d873365d3 None None] Set router 2af18966-68eb-4b97-ad97-bb4daae4b66a gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:21:05.407836 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-75dc670d-81e4-4907-adf5-a2fc01f2102a None None] Current status of the port e1b099b4-2b24-47ad-9722-f4869d931df2 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:05.408036 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-75dc670d-81e4-4907-adf5-a2fc01f2102a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e1b099b4-2b24-47ad-9722-f4869d931df2), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.414375 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-41ce16f1-fdbc-4c43-9402-8fa3633fab0c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] For port e1b099b4-2b24-47ad-9722-f4869d931df2, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e1b099b4-2b24-47ad-9722-f4869d931df2,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:05.414740 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-41ce16f1-fdbc-4c43-9402-8fa3633fab0c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (e1b099b4-2b24-47ad-9722-f4869d931df2), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.418527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-f4994d5b-474d-454d-97f8-eb5cd9e1c481 admin admin] For port 76d99e21-8b8d-49c0-8816-206b357393a3, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=76d99e21-8b8d-49c0-8816-206b357393a3,segment=NetworkSegment(51186527-bdbc-4d12-a232-038315e00624),segment_id=51186527-bdbc-4d12-a232-038315e00624)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:05.418527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f4994d5b-474d-454d-97f8-eb5cd9e1c481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (76d99e21-8b8d-49c0-8816-206b357393a3), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.443858 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-1b2cd0f4-7a03-43c5-b046-6be6957ba062', 'network_id': '1b2cd0f4-7a03-43c5-b046-6be6957ba062', 'project_id': '4d95904d18d344e297b392ca088d74f8', 'fixed_ips': [{'subnet_id': 'cce3a317-8b41-4f6e-b162-6e537855b677'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:21:05.444691 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.448559 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-f4994d5b-474d-454d-97f8-eb5cd9e1c481 admin admin] Calling delete_port for 76d99e21-8b8d-49c0-8816-206b357393a3 owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:05.450974 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-41ce16f1-fdbc-4c43-9402-8fa3633fab0c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for e1b099b4-2b24-47ad-9722-f4869d931df2 owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:05.461830 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-5c4a0bd2-d0f6-4cf7-beee-4cc85e943f20 admin admin] Deleting port 32a25598-7c60-40cb-852a-87216b82346f {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:05.462300 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0bd2-d0f6-4cf7-beee-4cc85e943f20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (32a25598-7c60-40cb-852a-87216b82346f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.535885 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d6ac3b9b-c82f-4f3f-815f-8c1349b8c35b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8247435 Apr 16 04:21:05.541917 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34712) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:05.556933 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-cd70ab26-9039-49f1-9c55-5dbade4ff712 None None] Set router 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:21:05.576195 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-89185fe7-6ebc-4e42-bc93-9ea9b79ce0cb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'subnet': {'network_id': '63a1adef-af97-4309-ab9a-2841058855c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:05.579384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-dd3498fb-c16b-48e7-b61d-7fbfd6dc8e73 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Deleting port f9889adf-46ba-4a70-9840-36e1b84ab4f1 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:05.579726 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd3498fb-c16b-48e7-b61d-7fbfd6dc8e73 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (f9889adf-46ba-4a70-9840-36e1b84ab4f1), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.596472 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac3b9b-c82f-4f3f-815f-8c1349b8c35b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Network': ['ID=63a1adef-af97-4309-ab9a-2841058855c2,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:05.658312 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 63a1adef-af97-4309-ab9a-2841058855c2 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:21:05.661722 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-75dc670d-81e4-4907-adf5-a2fc01f2102a None None] For port e1b099b4-2b24-47ad-9722-f4869d931df2, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e1b099b4-2b24-47ad-9722-f4869d931df2,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:05.733057 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-5c4a0bd2-d0f6-4cf7-beee-4cc85e943f20 admin admin] For port 32a25598-7c60-40cb-852a-87216b82346f, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=32a25598-7c60-40cb-852a-87216b82346f,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:05.733631 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0bd2-d0f6-4cf7-beee-4cc85e943f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (32a25598-7c60-40cb-852a-87216b82346f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.762174 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-5c4a0bd2-d0f6-4cf7-beee-4cc85e943f20 admin admin] Calling delete_port for 32a25598-7c60-40cb-852a-87216b82346f owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:05.796933 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd3498fb-c16b-48e7-b61d-7fbfd6dc8e73 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (f9889adf-46ba-4a70-9840-36e1b84ab4f1), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.804574 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-75dc670d-81e4-4907-adf5-a2fc01f2102a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e1b099b4-2b24-47ad-9722-f4869d931df2), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.834441 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ded94c-e650-40d7-8a3f-64e0dc0b2a0f tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:21:05.845966 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f2ded94c-e650-40d7-8a3f-64e0dc0b2a0f tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.850723 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fa4b3b-5e4c-4f5a-9289-f68c3cdb9e60 None None] Sync routers for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:21:05.865555 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fa4b3b-5e4c-4f5a-9289-f68c3cdb9e60 None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:05.867871 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-06fa4b3b-5e4c-4f5a-9289-f68c3cdb9e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:05.905545 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port a5a93473-9519-4ee4-b051-8dfc9b143f92 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:05.931562 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-99149163-8b4f-497e-b666-efda055ad2a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (84d4c575-9022-49fe-a2cf-5ed5548250c7), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:05.976790 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-06fa4b3b-5e4c-4f5a-9289-f68c3cdb9e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:06.012477 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fa4b3b-5e4c-4f5a-9289-f68c3cdb9e60 None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:06.014167 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-bdd6d770-9045-4aab-b366-0f8fa60f29f2 None None] Provisioning complete for port e1b099b4-2b24-47ad-9722-f4869d931df2 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:06.014598 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bdd6d770-9045-4aab-b366-0f8fa60f29f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e1b099b4-2b24-47ad-9722-f4869d931df2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:06.016013 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-06fa4b3b-5e4c-4f5a-9289-f68c3cdb9e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:06.050132 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f2ded94c-e650-40d7-8a3f-64e0dc0b2a0f tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "PUT /v2.0/floatingips/7ebe3594-c250-4f15-83de-a878c7bac08b HTTP/1.1" status: 200 len: 978 time: 3.6302137 Apr 16 04:21:06.059066 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34714) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:06.073282 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc670d-81e4-4907-adf5-a2fc01f2102a None None] Pushing event updated for resources: {'Port': ['ID=e1b099b4-2b24-47ad-9722-f4869d931df2,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:06.108868 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-06fa4b3b-5e4c-4f5a-9289-f68c3cdb9e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:06.109933 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fa4b3b-5e4c-4f5a-9289-f68c3cdb9e60 None None] The sync data for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:21:06.119875 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89185fe7-6ebc-4e42-bc93-9ea9b79ce0cb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:06.121639 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] Allocated IP 172.20.0.2 (1b2cd0f4-7a03-43c5-b046-6be6957ba062/cce3a317-8b41-4f6e-b162-6e537855b677/782c4d22-4d91-40fe-9ba7-a1be712cd7e3) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:06.123651 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-89185fe7-6ebc-4e42-bc93-9ea9b79ce0cb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:06.127425 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99149163-8b4f-497e-b666-efda055ad2a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Pushing event updated for resources: {'Subnet': ['ID=84d4c575-9022-49fe-a2cf-5ed5548250c7,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:06.135538 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-dd3498fb-c16b-48e7-b61d-7fbfd6dc8e73 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Calling delete_port for f9889adf-46ba-4a70-9840-36e1b84ab4f1 owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:06.176405 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99149163-8b4f-497e-b666-efda055ad2a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Checking segment: {'id': '67840798-59f3-4abd-9e85-761461f54258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '47fd51d2-6aa0-438d-87b0-1de3a5b1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:06.176800 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99149163-8b4f-497e-b666-efda055ad2a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Network hostable DHCP agents. Network: 47fd51d2-6aa0-438d-87b0-1de3a5b1a373, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:21:06.182239 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-41ce16f1-fdbc-4c43-9402-8fa3633fab0c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (e1b099b4-2b24-47ad-9722-f4869d931df2), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:06.201305 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.plugins.ml2.db [None req-bdd6d770-9045-4aab-b366-0f8fa60f29f2 None None] No ports have port_id starting with e1b099b4-2b24-47ad-9722-f4869d931df2 Apr 16 04:21:06.209913 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-8670d47b-1def-437d-841a-311d873365d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af18966-68eb-4b97-ad97-bb4daae4b66a', 'name': 'tempest-NetworksTestDHCPv6-router-1445738019', 'tenant_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:20:57Z', 'updated_at': '2022-04-16T04:20:59Z', 'revision_number': 2, 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'gw_port_host': None, '_interfaces': [{'id': 'e1b099b4-2b24-47ad-9722-f4869d931df2', 'name': '', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'tenant_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'mac_address': 'fa:16:3e:5a:2c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af18966-68eb-4b97-ad97-bb4daae4b66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'dca2eb64-8cc5-4a92-a10a-7335aa74ad3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:20:58Z', 'updated_at': '2022-04-16T04:21:04Z', 'revision_number': 4, 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'subnets': [{'id': 'dca2eb64-8cc5-4a92-a10a-7335aa74ad3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:06.215908 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-cd70ab26-9039-49f1-9c55-5dbade4ff712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'name': 'tempest-ServersTestJSON-1167936824-router', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '32a25598-7c60-40cb-852a-87216b82346f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:21:02Z', 'revision_number': 5, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'gw_port': {'id': '32a25598-7c60-40cb-852a-87216b82346f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:06.244862 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f4994d5b-474d-454d-97f8-eb5cd9e1c481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (76d99e21-8b8d-49c0-8816-206b357393a3), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:06.251580 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce16f1-fdbc-4c43-9402-8fa3633fab0c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=e1b099b4-2b24-47ad-9722-f4869d931df2,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:06.277258 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8670d47b-1def-437d-841a-311d873365d3 None None] The sync data for ids ['2af18966-68eb-4b97-ad97-bb4daae4b66a'] in dv-neutron-838078-2-hyperv is: [{'id': '2af18966-68eb-4b97-ad97-bb4daae4b66a', 'name': 'tempest-NetworksTestDHCPv6-router-1445738019', 'tenant_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:20:57Z', 'updated_at': '2022-04-16T04:20:59Z', 'revision_number': 2, 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'gw_port_host': None, '_interfaces': [{'id': 'e1b099b4-2b24-47ad-9722-f4869d931df2', 'name': '', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'tenant_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'mac_address': 'fa:16:3e:5a:2c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af18966-68eb-4b97-ad97-bb4daae4b66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'dca2eb64-8cc5-4a92-a10a-7335aa74ad3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:20:58Z', 'updated_at': '2022-04-16T04:21:04Z', 'revision_number': 4, 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'subnets': [{'id': 'dca2eb64-8cc5-4a92-a10a-7335aa74ad3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:21:06.327985 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd70ab26-9039-49f1-9c55-5dbade4ff712 None None] Checking router: 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:21:06.328135 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4994d5b-474d-454d-97f8-eb5cd9e1c481 admin admin] Pushing event deleted for resources: {'Port': ['ID=76d99e21-8b8d-49c0-8816-206b357393a3,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:06.392412 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd70ab26-9039-49f1-9c55-5dbade4ff712 None None] Routers {'9dbe8486-cc14-471a-97d4-0d61b62dd9a2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:06.393075 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-cd70ab26-9039-49f1-9c55-5dbade4ff712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9dbe8486-cc14-471a-97d4-0d61b62dd9a2'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:06.520287 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-a4d28e95-8e08-4259-a920-20a1b7b153c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Deleting port fc1ab493-cdc4-4add-91a1-5c7fb8ea2f00 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:06.520820 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a4d28e95-8e08-4259-a920-20a1b7b153c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (fc1ab493-cdc4-4add-91a1-5c7fb8ea2f00), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:06.670234 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-cd70ab26-9039-49f1-9c55-5dbade4ff712 None None] Set router 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:21:06.682961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0bd2-d0f6-4cf7-beee-4cc85e943f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (32a25598-7c60-40cb-852a-87216b82346f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:06.730174 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99149163-8b4f-497e-b666-efda055ad2a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Network 47fd51d2-6aa0-438d-87b0-1de3a5b1a373 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:21:06.730536 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-89185fe7-6ebc-4e42-bc93-9ea9b79ce0cb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (ec144b6d-c2a3-449a-b039-24145e9cc6c6), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:06.752975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd3498fb-c16b-48e7-b61d-7fbfd6dc8e73 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (f9889adf-46ba-4a70-9840-36e1b84ab4f1), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:06.755725 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a0bd2-d0f6-4cf7-beee-4cc85e943f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=32a25598-7c60-40cb-852a-87216b82346f,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:06.775987 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-41ce16f1-fdbc-4c43-9402-8fa3633fab0c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (2af18966-68eb-4b97-ad97-bb4daae4b66a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:06.783798 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-cd70ab26-9039-49f1-9c55-5dbade4ff712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'name': 'tempest-ServersTestJSON-1167936824-router', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:21:05Z', 'revision_number': 6, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:06.816362 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] Publish callbacks [] for port (782c4d22-4d91-40fe-9ba7-a1be712cd7e3), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:06.825463 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd70ab26-9039-49f1-9c55-5dbade4ff712 None None] The sync data for ids ['9dbe8486-cc14-471a-97d4-0d61b62dd9a2'] in dv-neutron-838078-2-hyperv is: [{'id': '9dbe8486-cc14-471a-97d4-0d61b62dd9a2', 'name': 'tempest-ServersTestJSON-1167936824-router', 'tenant_id': '1b9a34858d5943edad761c17b78c5f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:21:05Z', 'revision_number': 6, 'project_id': '1b9a34858d5943edad761c17b78c5f88', 'gw_port_host': None}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:21:06.829106 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-99149163-8b4f-497e-b666-efda055ad2a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 47fd51d2-6aa0-438d-87b0-1de3a5b1a373) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:06.838405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06769809-7696-4c5c-af44-693a4af64fc6 None None] Network 47fd51d2-6aa0-438d-87b0-1de3a5b1a373 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:06.909002 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3498fb-c16b-48e7-b61d-7fbfd6dc8e73 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Pushing event deleted for resources: {'Port': ['ID=f9889adf-46ba-4a70-9840-36e1b84ab4f1,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:06.918547 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89185fe7-6ebc-4e42-bc93-9ea9b79ce0cb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Subnet': ['ID=ec144b6d-c2a3-449a-b039-24145e9cc6c6,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:06.952887 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (782c4d22-4d91-40fe-9ba7-a1be712cd7e3), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.016272 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0bd2-d0f6-4cf7-beee-4cc85e943f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (9dbe8486-cc14-471a-97d4-0d61b62dd9a2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.067863 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-47fd51d2-6aa0-438d-87b0-1de3a5b1a373', 'network_id': '47fd51d2-6aa0-438d-87b0-1de3a5b1a373', 'project_id': '4d95904d18d344e297b392ca088d74f8', 'fixed_ips': [{'subnet_id': '84d4c575-9022-49fe-a2cf-5ed5548250c7'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:21:07.069430 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.083268 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] Network 1b2cd0f4-7a03-43c5-b046-6be6957ba062 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:07.098105 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:07.103577 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:07.128916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] Pushing event updated for resources: {'Port': ['ID=782c4d22-4d91-40fe-9ba7-a1be712cd7e3,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:07.140577 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89185fe7-6ebc-4e42-bc93-9ea9b79ce0cb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Checking segment: {'id': '8e8ea2e9-3ca5-4850-ba99-e05274532e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '63a1adef-af97-4309-ab9a-2841058855c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:07.140976 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89185fe7-6ebc-4e42-bc93-9ea9b79ce0cb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network hostable DHCP agents. Network: 63a1adef-af97-4309-ab9a-2841058855c2, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:21:07.145075 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd3498fb-c16b-48e7-b61d-7fbfd6dc8e73 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (c7305467-2822-455d-9bd7-a906a8ec1a22), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.185670 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0bd2-d0f6-4cf7-beee-4cc85e943f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (9dbe8486-cc14-471a-97d4-0d61b62dd9a2), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.236059 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0bd2-d0f6-4cf7-beee-4cc85e943f20 admin admin] Publish callbacks [] for router_controller (9dbe8486-cc14-471a-97d4-0d61b62dd9a2), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.252524 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99149163-8b4f-497e-b666-efda055ad2a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:07.253136 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-99149163-8b4f-497e-b666-efda055ad2a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.294898 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] Attempting to bind port 782c4d22-4d91-40fe-9ba7-a1be712cd7e3 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:21:07.295406 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] Attempting to bind port 782c4d22-4d91-40fe-9ba7-a1be712cd7e3 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '119a3750-1b9d-471d-9f95-b851c98e779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1b2cd0f4-7a03-43c5-b046-6be6957ba062'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:21:07.295869 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] Attempting to bind port 782c4d22-4d91-40fe-9ba7-a1be712cd7e3 on network 1b2cd0f4-7a03-43c5-b046-6be6957ba062 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:21:07.315131 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:21:07.318095 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] Checking segment: {'id': '119a3750-1b9d-471d-9f95-b851c98e779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1b2cd0f4-7a03-43c5-b046-6be6957ba062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:07.318745 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.319116 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] Bound using segment: {'id': '119a3750-1b9d-471d-9f95-b851c98e779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1b2cd0f4-7a03-43c5-b046-6be6957ba062'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:21:07.319712 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] Bound port: 782c4d22-4d91-40fe-9ba7-a1be712cd7e3, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119a3750-1b9d-471d-9f95-b851c98e779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1b2cd0f4-7a03-43c5-b046-6be6957ba062'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:21:07.321625 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (782c4d22-4d91-40fe-9ba7-a1be712cd7e3), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.328895 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd3498fb-c16b-48e7-b61d-7fbfd6dc8e73 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (c7305467-2822-455d-9bd7-a906a8ec1a22), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.332474 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd3498fb-c16b-48e7-b61d-7fbfd6dc8e73 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_controller (c7305467-2822-455d-9bd7-a906a8ec1a22), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.372083 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a4d28e95-8e08-4259-a920-20a1b7b153c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (fc1ab493-cdc4-4add-91a1-5c7fb8ea2f00), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.372410 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a4d28e95-8e08-4259-a920-20a1b7b153c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (fc1ab493-cdc4-4add-91a1-5c7fb8ea2f00), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.447521 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] Allocated IP 172.20.0.2 (47fd51d2-6aa0-438d-87b0-1de3a5b1a373/84d4c575-9022-49fe-a2cf-5ed5548250c7/52d56d15-c599-4f9b-89ea-ef905e7a4585) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:07.454610 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] For port 782c4d22-4d91-40fe-9ba7-a1be712cd7e3, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:21:07.459764 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-a4d28e95-8e08-4259-a920-20a1b7b153c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Calling delete_port for fc1ab493-cdc4-4add-91a1-5c7fb8ea2f00 owned by network:floatingip {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:07.462876 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] For port 782c4d22-4d91-40fe-9ba7-a1be712cd7e3, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=782c4d22-4d91-40fe-9ba7-a1be712cd7e3,segment=NetworkSegment(119a3750-1b9d-471d-9f95-b851c98e779f),segment_id=119a3750-1b9d-471d-9f95-b851c98e779f)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:21:07.465857 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-99149163-8b4f-497e-b666-efda055ad2a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7065253 Apr 16 04:21:07.469531 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34716) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:07.489210 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd3498fb-c16b-48e7-b61d-7fbfd6dc8e73 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (c7305467-2822-455d-9bd7-a906a8ec1a22), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.489803 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3498fb-c16b-48e7-b61d-7fbfd6dc8e73 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Fanout notify agent at l3_agent the message router_deleted on router c7305467-2822-455d-9bd7-a906a8ec1a22 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:21:07.497188 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f4994d5b-474d-454d-97f8-eb5cd9e1c481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (b279b377-756c-4ad3-b4d4-9fe479110a09), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.531911 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ce16f1-fdbc-4c43-9402-8fa3633fab0c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Router 2af18966-68eb-4b97-ad97-bb4daae4b66a has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:21:07.539724 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89185fe7-6ebc-4e42-bc93-9ea9b79ce0cb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network 63a1adef-af97-4309-ab9a-2841058855c2 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:21:07.541969 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0bd2-d0f6-4cf7-beee-4cc85e943f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (9dbe8486-cc14-471a-97d4-0d61b62dd9a2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.543124 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4a0bd2-d0f6-4cf7-beee-4cc85e943f20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dbe8486-cc14-471a-97d4-0d61b62dd9a2 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:21:07.544245 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (782c4d22-4d91-40fe-9ba7-a1be712cd7e3), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.553250 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd3498fb-c16b-48e7-b61d-7fbfd6dc8e73 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.559295 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dd3498fb-c16b-48e7-b61d-7fbfd6dc8e73 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "DELETE /v2.0/routers/c7305467-2822-455d-9bd7-a906a8ec1a22 HTTP/1.1" status: 204 len: 168 time: 2.6879740 Apr 16 04:21:07.569801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34718) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:07.588040 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-6d2bc737-f427-45ae-b3f1-92ed6679cd68 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-887824623', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}, 'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:07.591677 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0bd2-d0f6-4cf7-beee-4cc85e943f20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.595351 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5c4a0bd2-d0f6-4cf7-beee-4cc85e943f20 admin admin] 10.222.0.30 "DELETE /v2.0/routers/9dbe8486-cc14-471a-97d4-0d61b62dd9a2 HTTP/1.1" status: 204 len: 168 time: 2.8679876 Apr 16 04:21:07.597760 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34720) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:07.705818 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-89185fe7-6ebc-4e42-bc93-9ea9b79ce0cb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 63a1adef-af97-4309-ab9a-2841058855c2) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:07.719281 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89185fe7-6ebc-4e42-bc93-9ea9b79ce0cb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:07.719876 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-89185fe7-6ebc-4e42-bc93-9ea9b79ce0cb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.736929 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b6c6a0-e239-4559-b73f-3c1cc38940ea admin admin] Deleting subnet 8bd7dbee-35dd-4809-be07-6730956df1e3 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:21:07.744418 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-53b6c6a0-e239-4559-b73f-3c1cc38940ea admin admin] Publish callbacks [] for subnet (8bd7dbee-35dd-4809-be07-6730956df1e3), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.783676 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ce16f1-fdbc-4c43-9402-8fa3633fab0c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:21:07.796438 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-41ce16f1-fdbc-4c43-9402-8fa3633fab0c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "PUT /v2.0/routers/2af18966-68eb-4b97-ad97-bb4daae4b66a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7569091 Apr 16 04:21:07.803348 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34722) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:07.823413 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4beaf664-2acf-4160-94d4-b271679e00c0 None None] Network 63a1adef-af97-4309-ab9a-2841058855c2 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:07.886704 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6d2bc737-f427-45ae-b3f1-92ed6679cd68 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (861b9106-19a4-4869-a266-b623e85d2357), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.887123 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a468f3c-992e-4064-a7c0-dcbe6b718ed9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:07.887730 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6d2bc737-f427-45ae-b3f1-92ed6679cd68 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (861b9106-19a4-4869-a266-b623e85d2357), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.888420 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a468f3c-992e-4064-a7c0-dcbe6b718ed9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:07.892854 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8a468f3c-992e-4064-a7c0-dcbe6b718ed9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0864675 Apr 16 04:21:07.894952 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34724) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:07.897533 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-89185fe7-6ebc-4e42-bc93-9ea9b79ce0cb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3295059 Apr 16 04:21:07.908131 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34726) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:07.936078 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-53b6c6a0-e239-4559-b73f-3c1cc38940ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (8bd7dbee-35dd-4809-be07-6730956df1e3), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:07.947833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b41c0-7b3e-4b21-b0f5-7f48e3cbc735 None None] Pushing event updated for resources: {'Port': ['ID=782c4d22-4d91-40fe-9ba7-a1be712cd7e3,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:07.998465 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] Publish callbacks [] for port (52d56d15-c599-4f9b-89ea-ef905e7a4585), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.052649 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-63a1adef-af97-4309-ab9a-2841058855c2', 'network_id': '63a1adef-af97-4309-ab9a-2841058855c2', 'project_id': '501d13c948384c9886669f889655f04a', 'fixed_ips': [{'subnet_id': 'ec144b6d-c2a3-449a-b039-24145e9cc6c6'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:21:08.053752 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.083618 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (52d56d15-c599-4f9b-89ea-ef905e7a4585), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.093093 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe76fc3-9bd7-4362-90f1-665835424728 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet dca2eb64-8cc5-4a92-a10a-7335aa74ad3f {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:21:08.097350 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6d2bc737-f427-45ae-b3f1-92ed6679cd68 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_controller (861b9106-19a4-4869-a266-b623e85d2357), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.102378 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5fe76fc3-9bd7-4362-90f1-665835424728 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (dca2eb64-8cc5-4a92-a10a-7335aa74ad3f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.131438 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a2d84857-0616-4745-911f-538eea3f3cd8 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.135774 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4994d5b-474d-454d-97f8-eb5cd9e1c481 admin admin] Router b279b377-756c-4ad3-b4d4-9fe479110a09 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:21:08.159784 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5fe76fc3-9bd7-4362-90f1-665835424728 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (dca2eb64-8cc5-4a92-a10a-7335aa74ad3f), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.195332 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a4d28e95-8e08-4259-a920-20a1b7b153c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (fc1ab493-cdc4-4add-91a1-5c7fb8ea2f00), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.198083 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] Network 47fd51d2-6aa0-438d-87b0-1de3a5b1a373 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:08.213620 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:08.217923 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:08.222519 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] Pushing event updated for resources: {'Port': ['ID=52d56d15-c599-4f9b-89ea-ef905e7a4585,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:08.308159 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (63a1adef-af97-4309-ab9a-2841058855c2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.310812 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-53b6c6a0-e239-4559-b73f-3c1cc38940ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (8bd7dbee-35dd-4809-be07-6730956df1e3), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.337277 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] Attempting to bind port 52d56d15-c599-4f9b-89ea-ef905e7a4585 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:21:08.337677 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] Attempting to bind port 52d56d15-c599-4f9b-89ea-ef905e7a4585 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '67840798-59f3-4abd-9e85-761461f54258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '47fd51d2-6aa0-438d-87b0-1de3a5b1a373'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:21:08.338020 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] Attempting to bind port 52d56d15-c599-4f9b-89ea-ef905e7a4585 on network 47fd51d2-6aa0-438d-87b0-1de3a5b1a373 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:21:08.341351 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Allocated IP 172.20.0.2 (63a1adef-af97-4309-ab9a-2841058855c2/ec144b6d-c2a3-449a-b039-24145e9cc6c6/aef9e675-4d8e-49ce-a58e-4b4903ddd18c) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:08.347222 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:21:08.347615 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] Checking segment: {'id': '67840798-59f3-4abd-9e85-761461f54258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '47fd51d2-6aa0-438d-87b0-1de3a5b1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:08.348021 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.348424 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] Bound using segment: {'id': '67840798-59f3-4abd-9e85-761461f54258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '47fd51d2-6aa0-438d-87b0-1de3a5b1a373'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:21:08.348943 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] Bound port: 52d56d15-c599-4f9b-89ea-ef905e7a4585, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67840798-59f3-4abd-9e85-761461f54258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '47fd51d2-6aa0-438d-87b0-1de3a5b1a373'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:21:08.351479 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (52d56d15-c599-4f9b-89ea-ef905e7a4585), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.476665 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5fe76fc3-9bd7-4362-90f1-665835424728 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (dca2eb64-8cc5-4a92-a10a-7335aa74ad3f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.584873 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d28e95-8e08-4259-a920-20a1b7b153c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event deleted for resources: {'Port': ['ID=fc1ab493-cdc4-4add-91a1-5c7fb8ea2f00,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:08.591854 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (ec144b6d-c2a3-449a-b039-24145e9cc6c6), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.605874 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 782c4d22-4d91-40fe-9ba7-a1be712cd7e3 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:08.612147 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] For port 52d56d15-c599-4f9b-89ea-ef905e7a4585, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:21:08.656988 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-53b6c6a0-e239-4559-b73f-3c1cc38940ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (8bd7dbee-35dd-4809-be07-6730956df1e3), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.680559 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] For port 52d56d15-c599-4f9b-89ea-ef905e7a4585, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=52d56d15-c599-4f9b-89ea-ef905e7a4585,segment=NetworkSegment(67840798-59f3-4abd-9e85-761461f54258),segment_id=67840798-59f3-4abd-9e85-761461f54258)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:21:08.725430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6c6a0-e239-4559-b73f-3c1cc38940ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bd7dbee-35dd-4809-be07-6730956df1e3,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:08.733821 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-53b6c6a0-e239-4559-b73f-3c1cc38940ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.739197 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-53b6c6a0-e239-4559-b73f-3c1cc38940ea admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8bd7dbee-35dd-4809-be07-6730956df1e3 HTTP/1.1" status: 204 len: 168 time: 1.1381946 Apr 16 04:21:08.741119 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34728) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:08.756317 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4994d5b-474d-454d-97f8-eb5cd9e1c481 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:21:08.758366 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 782c4d22-4d91-40fe-9ba7-a1be712cd7e3 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:08.758509 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (782c4d22-4d91-40fe-9ba7-a1be712cd7e3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.760334 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84054efa-74bf-4dc0-b548-6883ec7aa4ea None None] Network 91342238-b22f-4e5e-8e06-97e40044a40f requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:08.766671 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f4994d5b-474d-454d-97f8-eb5cd9e1c481 admin admin] 10.222.0.30 "PUT /v2.0/routers/b279b377-756c-4ad3-b4d4-9fe479110a09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8509994 Apr 16 04:21:08.777358 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Publish callbacks [] for port (aef9e675-4d8e-49ce-a58e-4b4903ddd18c), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.778934 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34730) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:08.786566 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6d2bc737-f427-45ae-b3f1-92ed6679cd68 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_gateway (861b9106-19a4-4869-a266-b623e85d2357), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.792968 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a4d28e95-8e08-4259-a920-20a1b7b153c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (7ebe3594-c250-4f15-83de-a878c7bac08b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.793326 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-a4d28e95-8e08-4259-a920-20a1b7b153c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Floating IP 7ebe3594-c250-4f15-83de-a878c7bac08b disassociated (deleted). External IP: 172.26.6.227, port: e988c333-07f8-4b5d-ab0e-a5f3c2c6ae1b. Apr 16 04:21:08.805612 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cac0be-9879-4217-884b-a8058be8911e None None] Sync routers for ids ['b279b377-756c-4ad3-b4d4-9fe479110a09'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:21:08.813325 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (52d56d15-c599-4f9b-89ea-ef905e7a4585), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.827499 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (91342238-b22f-4e5e-8e06-97e40044a40f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.846247 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-a2d84857-0616-4745-911f-538eea3f3cd8 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Allocated IP 172.20.0.1 (1b2cd0f4-7a03-43c5-b046-6be6957ba062/cce3a317-8b41-4f6e-b162-6e537855b677/bd6a53b0-e270-4525-8fa6-e2cdc3d9281e) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:08.873875 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5fe76fc3-9bd7-4362-90f1-665835424728 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (dca2eb64-8cc5-4a92-a10a-7335aa74ad3f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.903891 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cac0be-9879-4217-884b-a8058be8911e None None] Routers {'b279b377-756c-4ad3-b4d4-9fe479110a09'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:08.904519 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-69cac0be-9879-4217-884b-a8058be8911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b279b377-756c-4ad3-b4d4-9fe479110a09'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:08.962480 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5fe76fc3-9bd7-4362-90f1-665835424728 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.962710 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Deleting port 0b8f5d35-9151-4dc4-b972-47511130ab23 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:08.962795 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (0b8f5d35-9151-4dc4-b972-47511130ab23), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.963747 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (aef9e675-4d8e-49ce-a58e-4b4903ddd18c), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:08.968190 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5fe76fc3-9bd7-4362-90f1-665835424728 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/dca2eb64-8cc5-4a92-a10a-7335aa74ad3f HTTP/1.1" status: 204 len: 168 time: 1.0699921 Apr 16 04:21:08.968694 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe76fc3-9bd7-4362-90f1-665835424728 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=dca2eb64-8cc5-4a92-a10a-7335aa74ad3f,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:08.969810 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34732) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:09.004849 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def5a8c3-15d5-4373-b3ae-de64eef3d52b None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:09.078062 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17eafe1-dc45-4668-98e0-085fdc0135cf None None] Pushing event updated for resources: {'Port': ['ID=52d56d15-c599-4f9b-89ea-ef905e7a4585,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:09.230922 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Network 63a1adef-af97-4309-ab9a-2841058855c2 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:09.274291 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9bb753f8-bd1a-43c9-ac28-800abc8a920c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:09.276375 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:09.292539 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:09.396923 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Pushing event updated for resources: {'Port': ['ID=aef9e675-4d8e-49ce-a58e-4b4903ddd18c,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:09.430277 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 782c4d22-4d91-40fe-9ba7-a1be712cd7e3 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:09.432977 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (782c4d22-4d91-40fe-9ba7-a1be712cd7e3), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:09.463716 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3636bb88-3f8b-4d0a-9b90-86fb1688ae55 None None] DHCP port deletion for 91342238-b22f-4e5e-8e06-97e40044a40f request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:21:09.506080 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-69cac0be-9879-4217-884b-a8058be8911e None None] Set router b279b377-756c-4ad3-b4d4-9fe479110a09 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:21:09.506323 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Publish callbacks [] for router (b279b377-756c-4ad3-b4d4-9fe479110a09), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:09.536641 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dfe6d1-64e7-4624-91ab-17576637b8cd None None] Sync routers for ids ['2af18966-68eb-4b97-ad97-bb4daae4b66a'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:21:09.561437 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dfe6d1-64e7-4624-91ab-17576637b8cd None None] Routers {'2af18966-68eb-4b97-ad97-bb4daae4b66a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:09.568834 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-e5dfe6d1-64e7-4624-91ab-17576637b8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2af18966-68eb-4b97-ad97-bb4daae4b66a'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:09.630942 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-aa5e0152-1529-4989-9ded-eefedffa89ab tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6510932 Apr 16 04:21:09.636244 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34734) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:09.652562 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783bb83f-62d6-4032-8b60-b7ad2ed635bd None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:21:09.695084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] For port 0b8f5d35-9151-4dc4-b972-47511130ab23, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=0b8f5d35-9151-4dc4-b972-47511130ab23,segment=NetworkSegment(e076b0b7-665d-4827-955f-2be7b6ef56fa),segment_id=e076b0b7-665d-4827-955f-2be7b6ef56fa)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:09.696020 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (0b8f5d35-9151-4dc4-b972-47511130ab23), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:09.696129 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-e5dfe6d1-64e7-4624-91ab-17576637b8cd None None] Set router 2af18966-68eb-4b97-ad97-bb4daae4b66a gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:21:09.713026 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Attempting to bind port aef9e675-4d8e-49ce-a58e-4b4903ddd18c on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:21:09.713822 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Attempting to bind port aef9e675-4d8e-49ce-a58e-4b4903ddd18c by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '8e8ea2e9-3ca5-4850-ba99-e05274532e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '63a1adef-af97-4309-ab9a-2841058855c2'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:21:09.714413 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Attempting to bind port aef9e675-4d8e-49ce-a58e-4b4903ddd18c on network 63a1adef-af97-4309-ab9a-2841058855c2 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:21:09.714605 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Calling delete_port for 0b8f5d35-9151-4dc4-b972-47511130ab23 owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:09.778261 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-e5dfe6d1-64e7-4624-91ab-17576637b8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af18966-68eb-4b97-ad97-bb4daae4b66a', 'name': 'tempest-NetworksTestDHCPv6-router-1445738019', 'tenant_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:20:57Z', 'updated_at': '2022-04-16T04:21:05Z', 'revision_number': 3, 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:09.822222 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dfe6d1-64e7-4624-91ab-17576637b8cd None None] Checking router: 2af18966-68eb-4b97-ad97-bb4daae4b66a for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:21:09.834524 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dfe6d1-64e7-4624-91ab-17576637b8cd None None] Routers {'2af18966-68eb-4b97-ad97-bb4daae4b66a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:09.835162 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-e5dfe6d1-64e7-4624-91ab-17576637b8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2af18966-68eb-4b97-ad97-bb4daae4b66a'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:09.836578 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:21:09.837540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Checking segment: {'id': '8e8ea2e9-3ca5-4850-ba99-e05274532e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '63a1adef-af97-4309-ab9a-2841058855c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:09.838151 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:09.838821 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Bound using segment: {'id': '8e8ea2e9-3ca5-4850-ba99-e05274532e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '63a1adef-af97-4309-ab9a-2841058855c2'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:21:09.840281 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Bound port: aef9e675-4d8e-49ce-a58e-4b4903ddd18c, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8ea2e9-3ca5-4850-ba99-e05274532e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '63a1adef-af97-4309-ab9a-2841058855c2'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:21:09.842086 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (aef9e675-4d8e-49ce-a58e-4b4903ddd18c), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:09.879000 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a2d84857-0616-4745-911f-538eea3f3cd8 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for port (bd6a53b0-e270-4525-8fa6-e2cdc3d9281e), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:09.893449 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3636bb88-3f8b-4d0a-9b90-86fb1688ae55 None None] Deleting port 0b8f5d35-9151-4dc4-b972-47511130ab23 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:09.893884 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3636bb88-3f8b-4d0a-9b90-86fb1688ae55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (0b8f5d35-9151-4dc4-b972-47511130ab23), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:09.900462 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (ec144b6d-c2a3-449a-b039-24145e9cc6c6), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:09.915702 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (0b8f5d35-9151-4dc4-b972-47511130ab23), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:09.927546 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-e5dfe6d1-64e7-4624-91ab-17576637b8cd None None] Set router 2af18966-68eb-4b97-ad97-bb4daae4b66a gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:21:09.938647 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-58a89214-ff8b-4cb9-9a97-b602aba192fa tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for router (2af18966-68eb-4b97-ad97-bb4daae4b66a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:09.969666 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6d2bc737-f427-45ae-b3f1-92ed6679cd68 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_gateway (861b9106-19a4-4869-a266-b623e85d2357), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:09.975280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] No DVR routers for this DVR port 0b8f5d35-9151-4dc4-b972-47511130ab23 on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:21:09.991095 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-e5dfe6d1-64e7-4624-91ab-17576637b8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af18966-68eb-4b97-ad97-bb4daae4b66a', 'name': 'tempest-NetworksTestDHCPv6-router-1445738019', 'tenant_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:20:57Z', 'updated_at': '2022-04-16T04:21:05Z', 'revision_number': 3, 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:10.002364 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b8f5d35-9151-4dc4-b972-47511130ab23,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:10.029923 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:10.034921 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:10.035617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:10.036171 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:10.036706 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:10.037354 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:10.037888 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:10.038427 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:10.045326 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:10.046022 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:10.047319 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:10.047892 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:10.048545 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:10.049104 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:10.050188 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:10.053679 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Subnet': ['ID=ec144b6d-c2a3-449a-b039-24145e9cc6c6,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:10.103835 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6d2bc737-f427-45ae-b3f1-92ed6679cd68 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.178220 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dfe6d1-64e7-4624-91ab-17576637b8cd None None] The sync data for ids ['2af18966-68eb-4b97-ad97-bb4daae4b66a'] in dv-neutron-838078-2-hyperv is: [{'id': '2af18966-68eb-4b97-ad97-bb4daae4b66a', 'name': 'tempest-NetworksTestDHCPv6-router-1445738019', 'tenant_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:20:57Z', 'updated_at': '2022-04-16T04:21:05Z', 'revision_number': 3, 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'gw_port_host': None}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:21:10.222513 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 782c4d22-4d91-40fe-9ba7-a1be712cd7e3, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=782c4d22-4d91-40fe-9ba7-a1be712cd7e3,segment=NetworkSegment(119a3750-1b9d-471d-9f95-b851c98e779f),segment_id=119a3750-1b9d-471d-9f95-b851c98e779f)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:10.236191 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Publish callbacks [] for router_gateway (b279b377-756c-4ad3-b4d4-9fe479110a09), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.237510 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a2d84857-0616-4745-911f-538eea3f3cd8 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (bd6a53b0-e270-4525-8fa6-e2cdc3d9281e), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.245163 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7bc172-5117-43e4-90b3-cdb9a1244cf7 None None] Network 1b2cd0f4-7a03-43c5-b046-6be6957ba062 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:10.256943 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (91342238-b22f-4e5e-8e06-97e40044a40f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.262559 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (63a1adef-af97-4309-ab9a-2841058855c2), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.313845 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (782c4d22-4d91-40fe-9ba7-a1be712cd7e3), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.317225 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d84857-0616-4745-911f-538eea3f3cd8 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Network 1b2cd0f4-7a03-43c5-b046-6be6957ba062 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:10.324547 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d28e95-8e08-4259-a920-20a1b7b153c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Router 9d6a6c35-a37f-4ea5-b81b-112f3301b2dd has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:21:10.328524 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-a2d84857-0616-4745-911f-538eea3f3cd8 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:10.345695 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-58a89214-ff8b-4cb9-9a97-b602aba192fa tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (2af18966-68eb-4b97-ad97-bb4daae4b66a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.353140 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d84857-0616-4745-911f-538eea3f3cd8 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:10.358431 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a1adef-af97-4309-ab9a-2841058855c2']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:10.361907 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91342238-b22f-4e5e-8e06-97e40044a40f']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:10.368554 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-41800335-4311-4ca2-8ac9-921639a0ad53 None None] Provisioning complete for port 782c4d22-4d91-40fe-9ba7-a1be712cd7e3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:10.368990 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-58a89214-ff8b-4cb9-9a97-b602aba192fa tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for router_controller (2af18966-68eb-4b97-ad97-bb4daae4b66a), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.369113 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-41800335-4311-4ca2-8ac9-921639a0ad53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (782c4d22-4d91-40fe-9ba7-a1be712cd7e3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.372561 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3636bb88-3f8b-4d0a-9b90-86fb1688ae55 None None] For port 0b8f5d35-9151-4dc4-b972-47511130ab23, host dv-neutron-838078-2-hyperv, got binding levels [] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:10.373046 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3636bb88-3f8b-4d0a-9b90-86fb1688ae55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (0b8f5d35-9151-4dc4-b972-47511130ab23), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.403266 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-783bb83f-62d6-4032-8b60-b7ad2ed635bd None None] Deleting port 01fad3b5-7441-422e-a9ad-bb4c60c9982c {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:10.403724 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-783bb83f-62d6-4032-8b60-b7ad2ed635bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (01fad3b5-7441-422e-a9ad-bb4c60c9982c), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.411709 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e076b0b7-665d-4827-955f-2be7b6ef56fa') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:10.412012 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e076b0b7-665d-4827-955f-2be7b6ef56fa') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:10.420840 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8ea2e9-3ca5-4850-ba99-e05274532e3d') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:10.421653 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8ea2e9-3ca5-4850-ba99-e05274532e3d') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:10.452822 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (e076b0b7-665d-4827-955f-2be7b6ef56fa), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.455691 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (8e8ea2e9-3ca5-4850-ba99-e05274532e3d), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.485030 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d84857-0616-4745-911f-538eea3f3cd8 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Pushing event updated for resources: {'Port': ['ID=bd6a53b0-e270-4525-8fa6-e2cdc3d9281e,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:10.494233 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3636bb88-3f8b-4d0a-9b90-86fb1688ae55 None None] Calling delete_port for 0b8f5d35-9151-4dc4-b972-47511130ab23 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:10.504646 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (8e8ea2e9-3ca5-4850-ba99-e05274532e3d), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.507034 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a2d84857-0616-4745-911f-538eea3f3cd8 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (1cc59b6f-5204-473a-a53d-86e22498092e), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.510116 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-6d2bc737-f427-45ae-b3f1-92ed6679cd68 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Allocated IP 172.26.6.37 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/3eb2e4ce-9940-48c2-b67c-6df41cb58f66) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:10.511215 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.ipam_backend_mixin [None req-3636bb88-3f8b-4d0a-9b90-86fb1688ae55 None None] Port 0b8f5d35-9151-4dc4-b972-47511130ab23 was not found and therefore no delete operation was performed {{(pid=104634) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 16 04:21:10.512653 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (e076b0b7-665d-4827-955f-2be7b6ef56fa), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.547192 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3636bb88-3f8b-4d0a-9b90-86fb1688ae55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (0b8f5d35-9151-4dc4-b972-47511130ab23), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.557043 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-58a89214-ff8b-4cb9-9a97-b602aba192fa tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (2af18966-68eb-4b97-ad97-bb4daae4b66a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.557842 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a89214-ff8b-4cb9-9a97-b602aba192fa tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Fanout notify agent at l3_agent the message router_deleted on router 2af18966-68eb-4b97-ad97-bb4daae4b66a {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:21:10.569836 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-58a89214-ff8b-4cb9-9a97-b602aba192fa tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.571782 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-58a89214-ff8b-4cb9-9a97-b602aba192fa tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/routers/2af18966-68eb-4b97-ad97-bb4daae4b66a HTTP/1.1" status: 204 len: 168 time: 0.8872862 Apr 16 04:21:10.574960 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:21:10.575257 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34736) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:10.575365 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (8e8ea2e9-3ca5-4850-ba99-e05274532e3d), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:21:10.578650 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:21:10.589272 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Deleting port 265c24e8-0d9a-477c-85aa-9a89258ee3b4 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:10.589828 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (265c24e8-0d9a-477c-85aa-9a89258ee3b4), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.596892 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:21:10.597616 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (e076b0b7-665d-4827-955f-2be7b6ef56fa), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:21:10.599439 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:21:10.695708 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2f780e7f-295d-4926-b8de-e0ed9b6200c2 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:21:10.709934 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=782c4d22-4d91-40fe-9ba7-a1be712cd7e3,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:10.716258 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3636bb88-3f8b-4d0a-9b90-86fb1688ae55 None None] No DVR routers for this DVR port 0b8f5d35-9151-4dc4-b972-47511130ab23 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:21:10.738159 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] For port aef9e675-4d8e-49ce-a58e-4b4903ddd18c, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:21:10.783927 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c52407-98a6-4ff9-8468-a02ff75df5ac tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:10.791562 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-74c52407-98a6-4ff9-8468-a02ff75df5ac tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2069342 Apr 16 04:21:10.791562 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d28e95-8e08-4259-a920-20a1b7b153c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:21:10.792056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 2f780e7f-295d-4926-b8de-e0ed9b6200c2 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:21:10.792056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2f780e7f-295d-4926-b8de-e0ed9b6200c2 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:21:10.792056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 32a25598-7c60-40cb-852a-87216b82346f no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:21:10.797966 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a4d28e95-8e08-4259-a920-20a1b7b153c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.800203 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34738) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:10.818587 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-783bb83f-62d6-4032-8b60-b7ad2ed635bd None None] For port 01fad3b5-7441-422e-a9ad-bb4c60c9982c, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=01fad3b5-7441-422e-a9ad-bb4c60c9982c,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:10.818994 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-783bb83f-62d6-4032-8b60-b7ad2ed635bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (01fad3b5-7441-422e-a9ad-bb4c60c9982c), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.844807 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fca36a-03c1-4f32-88ef-038cd9207f36 None None] Network 47fd51d2-6aa0-438d-87b0-1de3a5b1a373 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:10.847453 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ab49f-b0b9-4f66-8f71-449a487e6807 None None] Sync routers for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:21:10.863181 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636bb88-3f8b-4d0a-9b90-86fb1688ae55 None None] Pushing event deleted for resources: {'Port': ['ID=0b8f5d35-9151-4dc4-b972-47511130ab23,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:10.885142 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 32a25598-7c60-40cb-852a-87216b82346f {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:21:10.885558 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 32a25598-7c60-40cb-852a-87216b82346f not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:21:10.900140 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.db.api [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 04:21:10.900140 dv-neutron-838078-2-hyperv neutron-server[104633]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 04:21:10.900140 dv-neutron-838078-2-hyperv neutron-server[104633]: [parameters: {'id': '63a1adef-af97-4309-ab9a-2841058855c2'}] Apr 16 04:21:10.900140 dv-neutron-838078-2-hyperv neutron-server[104633]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:21:10.901421 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG oslo_db.api [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:21:10.901524 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-69cac0be-9879-4217-884b-a8058be8911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'name': 'tempest-ServersTestManualDisk-1517995746-router', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:21:05Z', 'revision_number': 5, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'gw_port': {'id': '265c24e8-0d9a-477c-85aa-9a89258ee3b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:14Z', 'updated_at': '2022-04-16T04:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:10.905570 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] For port aef9e675-4d8e-49ce-a58e-4b4903ddd18c, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=aef9e675-4d8e-49ce-a58e-4b4903ddd18c,segment=NetworkSegment(8e8ea2e9-3ca5-4850-ba99-e05274532e3d),segment_id=8e8ea2e9-3ca5-4850-ba99-e05274532e3d)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:21:10.908845 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-783bb83f-62d6-4032-8b60-b7ad2ed635bd None None] Calling delete_port for 01fad3b5-7441-422e-a9ad-bb4c60c9982c owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:10.918290 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] For port 265c24e8-0d9a-477c-85aa-9a89258ee3b4, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=265c24e8-0d9a-477c-85aa-9a89258ee3b4,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:10.918662 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (265c24e8-0d9a-477c-85aa-9a89258ee3b4), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.924104 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (91342238-b22f-4e5e-8e06-97e40044a40f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.936330 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Calling delete_port for 265c24e8-0d9a-477c-85aa-9a89258ee3b4 owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:10.946482 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:10.957379 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] 10.222.0.30 "DELETE /v2.0/networks/91342238-b22f-4e5e-8e06-97e40044a40f HTTP/1.1" status: 204 len: 168 time: 2.2139280 Apr 16 04:21:10.993080 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f51187-d33c-4763-9d23-118b191c6538 admin admin] Pushing event deleted for resources: {'Network': ['ID=91342238-b22f-4e5e-8e06-97e40044a40f,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:11.010264 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cac0be-9879-4217-884b-a8058be8911e None None] Checking router: b279b377-756c-4ad3-b4d4-9fe479110a09 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:21:11.018230 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ab49f-b0b9-4f66-8f71-449a487e6807 None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:11.018873 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-4d0ab49f-b0b9-4f66-8f71-449a487e6807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:11.079361 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a2d84857-0616-4745-911f-538eea3f3cd8 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (bd6a53b0-e270-4525-8fa6-e2cdc3d9281e), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:11.154558 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (aef9e675-4d8e-49ce-a58e-4b4903ddd18c), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:11.160418 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a4d28e95-8e08-4259-a920-20a1b7b153c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "DELETE /v2.0/floatingips/7ebe3594-c250-4f15-83de-a878c7bac08b HTTP/1.1" status: 204 len: 168 time: 5.0935175 Apr 16 04:21:11.161475 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cac0be-9879-4217-884b-a8058be8911e None None] Routers {'b279b377-756c-4ad3-b4d4-9fe479110a09'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:11.162278 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-69cac0be-9879-4217-884b-a8058be8911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b279b377-756c-4ad3-b4d4-9fe479110a09'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:11.174719 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-4d0ab49f-b0b9-4f66-8f71-449a487e6807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:11.177152 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-41800335-4311-4ca2-8ac9-921639a0ad53 None None] Current status of the port 782c4d22-4d91-40fe-9ba7-a1be712cd7e3 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:11.201420 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34742) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:11.256544 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbce49e-6416-4cfc-a7f6-c8cb4d674641 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:11.260786 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4cbce49e-6416-4cfc-a7f6-c8cb4d674641 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4557636 Apr 16 04:21:11.278039 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34744) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:11.297871 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 52d56d15-c599-4f9b-89ea-ef905e7a4585 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:11.314951 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6d2bc737-f427-45ae-b3f1-92ed6679cd68 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for port (3eb2e4ce-9940-48c2-b67c-6df41cb58f66), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:11.366730 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5569da38-ade3-4ae0-b4c6-36c0e9a9de5c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840464 Apr 16 04:21:11.372457 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34748) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:11.396044 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-d3952686-c08b-4a28-ab26-5ef3c629f849 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:11.421465 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (63a1adef-af97-4309-ab9a-2841058855c2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:11.468815 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ab49f-b0b9-4f66-8f71-449a487e6807 None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:11.469700 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-4d0ab49f-b0b9-4f66-8f71-449a487e6807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:20:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:11.486725 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c347745c-e786-4ea9-803f-37c759b45bb2 None None] Provisioning complete for port 52d56d15-c599-4f9b-89ea-ef905e7a4585 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:11.487203 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c347745c-e786-4ea9-803f-37c759b45bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (52d56d15-c599-4f9b-89ea-ef905e7a4585), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:11.558048 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34750) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:11.596646 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Deleting port aef9e675-4d8e-49ce-a58e-4b4903ddd18c {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:11.597318 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (aef9e675-4d8e-49ce-a58e-4b4903ddd18c), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:11.603893 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3952686-c08b-4a28-ab26-5ef3c629f849 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:11.608972 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d3952686-c08b-4a28-ab26-5ef3c629f849 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:11.615139 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-1611874b-5a38-466b-a960-bd7f3dbc352a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Deleting port e988c333-07f8-4b5d-ab0e-a5f3c2c6ae1b {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:11.615370 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1611874b-5a38-466b-a960-bd7f3dbc352a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (e988c333-07f8-4b5d-ab0e-a5f3c2c6ae1b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:11.624715 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Pushing event updated for resources: {'Port': ['ID=aef9e675-4d8e-49ce-a58e-4b4903ddd18c,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:11.645477 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.645815 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.646171 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.647159 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.647500 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.647887 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.648834 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.649170 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.649506 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.649852 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.650175 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.650517 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.651306 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.651660 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.652259 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7b2a-0d5a-4bf0-bcdb-eeb9a48a8a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.656849 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-4d0ab49f-b0b9-4f66-8f71-449a487e6807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:11.657367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ab49f-b0b9-4f66-8f71-449a487e6807 None None] The sync data for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:21:11.659536 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd444-ddaa-48f5-a399-5a91b3ba7d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:11.705513 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f07b8a74-6bc5-4dde-bb54-e67c80d362f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b9a34858d5943edad761c17b78c5f88&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1463253 Apr 16 04:21:11.709089 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-69cac0be-9879-4217-884b-a8058be8911e None None] Set router b279b377-756c-4ad3-b4d4-9fe479110a09 gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:21:11.710592 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34754) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:11.712937 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a2d84857-0616-4745-911f-538eea3f3cd8 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for port (bd6a53b0-e270-4525-8fa6-e2cdc3d9281e), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:11.717370 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (265c24e8-0d9a-477c-85aa-9a89258ee3b4), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:11.724965 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6d2bc737-f427-45ae-b3f1-92ed6679cd68 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (3eb2e4ce-9940-48c2-b67c-6df41cb58f66), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:11.745469 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] For port aef9e675-4d8e-49ce-a58e-4b4903ddd18c, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=aef9e675-4d8e-49ce-a58e-4b4903ddd18c,segment=NetworkSegment(8e8ea2e9-3ca5-4850-ba99-e05274532e3d),segment_id=8e8ea2e9-3ca5-4850-ba99-e05274532e3d)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:11.745947 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (aef9e675-4d8e-49ce-a58e-4b4903ddd18c), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:11.751905 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 52d56d15-c599-4f9b-89ea-ef905e7a4585 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:11.752281 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (52d56d15-c599-4f9b-89ea-ef905e7a4585), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:11.770442 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Calling delete_port for aef9e675-4d8e-49ce-a58e-4b4903ddd18c owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:11.781078 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a2d84857-0616-4745-911f-538eea3f3cd8 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (bd6a53b0-e270-4525-8fa6-e2cdc3d9281e), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:11.787398 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Pushing event deleted for resources: {'Port': ['ID=265c24e8-0d9a-477c-85aa-9a89258ee3b4,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:11.827663 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2bc737-f427-45ae-b3f1-92ed6679cd68 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:11.833229 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.833594 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.833924 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.835992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.835992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.835992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.835992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.836357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330ecfa3-900d-4a33-a7d2-aa3e74698acf None None] Network 63a1adef-af97-4309-ab9a-2841058855c2 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:11.836450 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.836450 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.836450 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.836628 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.838921 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.838921 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.838921 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.838921 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:21:11.870030 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-6d2bc737-f427-45ae-b3f1-92ed6679cd68 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:11.870240 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-69cac0be-9879-4217-884b-a8058be8911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'name': 'tempest-ServersTestManualDisk-1517995746-router', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:21:10Z', 'revision_number': 6, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:11.907882 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2bc737-f427-45ae-b3f1-92ed6679cd68 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:11.912663 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1611874b-5a38-466b-a960-bd7f3dbc352a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (e988c333-07f8-4b5d-ab0e-a5f3c2c6ae1b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:11.918705 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a2d84857-0616-4745-911f-538eea3f3cd8 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (1cc59b6f-5204-473a-a53d-86e22498092e), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:11.920594 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-434bc3ef-e6e5-48d5-9e56-31e69c12b8bc admin admin] Publish callbacks [] for security_group (b57cc233-81c3-4d2e-8d6a-987618a23a1a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:11.943695 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c347745c-e786-4ea9-803f-37c759b45bb2 None None] Current status of the port 52d56d15-c599-4f9b-89ea-ef905e7a4585 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:11.944082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c347745c-e786-4ea9-803f-37c759b45bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (52d56d15-c599-4f9b-89ea-ef905e7a4585), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:11.949835 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-783bb83f-62d6-4032-8b60-b7ad2ed635bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (01fad3b5-7441-422e-a9ad-bb4c60c9982c), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:11.950020 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d84857-0616-4745-911f-538eea3f3cd8 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Pushing event updated for resources: {'Port': ['ID=bd6a53b0-e270-4525-8fa6-e2cdc3d9281e,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:11.983013 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cac0be-9879-4217-884b-a8058be8911e None None] The sync data for ids ['b279b377-756c-4ad3-b4d4-9fe479110a09'] in dv-neutron-838078-2-hyperv is: [{'id': 'b279b377-756c-4ad3-b4d4-9fe479110a09', 'name': 'tempest-ServersTestManualDisk-1517995746-router', 'tenant_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:21:10Z', 'revision_number': 6, 'project_id': '1ea8ea5364e24a79bc268bed7e9883d4', 'gw_port_host': None}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:21:11.995760 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-434bc3ef-e6e5-48d5-9e56-31e69c12b8bc admin admin] Publish callbacks [] for security_group (b57cc233-81c3-4d2e-8d6a-987618a23a1a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:11.998004 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-1611874b-5a38-466b-a960-bd7f3dbc352a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Calling delete_port for e988c333-07f8-4b5d-ab0e-a5f3c2c6ae1b owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:12.027903 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783bb83f-62d6-4032-8b60-b7ad2ed635bd None None] No DVR routers for this DVR port 01fad3b5-7441-422e-a9ad-bb4c60c9982c on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:21:12.040528 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bc737-f427-45ae-b3f1-92ed6679cd68 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Pushing event updated for resources: {'Port': ['ID=3eb2e4ce-9940-48c2-b67c-6df41cb58f66,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:12.097661 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bb83f-62d6-4032-8b60-b7ad2ed635bd None None] Pushing event deleted for resources: {'Port': ['ID=01fad3b5-7441-422e-a9ad-bb4c60c9982c,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:12.121127 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (b279b377-756c-4ad3-b4d4-9fe479110a09), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:12.155665 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c347745c-e786-4ea9-803f-37c759b45bb2 None None] For port 52d56d15-c599-4f9b-89ea-ef905e7a4585, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=52d56d15-c599-4f9b-89ea-ef905e7a4585,segment=NetworkSegment(67840798-59f3-4abd-9e85-761461f54258),segment_id=67840798-59f3-4abd-9e85-761461f54258)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:12.157418 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d84857-0616-4745-911f-538eea3f3cd8 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Network 1b2cd0f4-7a03-43c5-b046-6be6957ba062 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:12.159244 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-a2d84857-0616-4745-911f-538eea3f3cd8 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:12.245109 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (aef9e675-4d8e-49ce-a58e-4b4903ddd18c), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:12.254261 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-434bc3ef-e6e5-48d5-9e56-31e69c12b8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (b57cc233-81c3-4d2e-8d6a-987618a23a1a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:12.256915 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-434bc3ef-e6e5-48d5-9e56-31e69c12b8bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:12.260486 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-434bc3ef-e6e5-48d5-9e56-31e69c12b8bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b57cc233-81c3-4d2e-8d6a-987618a23a1a HTTP/1.1" status: 204 len: 168 time: 0.5432706 Apr 16 04:21:12.344319 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No DVR routers for this DVR port aef9e675-4d8e-49ce-a58e-4b4903ddd18c on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:21:12.358023 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Port': ['ID=aef9e675-4d8e-49ce-a58e-4b4903ddd18c,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:12.384271 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434bc3ef-e6e5-48d5-9e56-31e69c12b8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57cc233-81c3-4d2e-8d6a-987618a23a1a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:12.401999 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c347745c-e786-4ea9-803f-37c759b45bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (52d56d15-c599-4f9b-89ea-ef905e7a4585), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:12.482911 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 52d56d15-c599-4f9b-89ea-ef905e7a4585 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:12.483326 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (52d56d15-c599-4f9b-89ea-ef905e7a4585), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:12.520031 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (63a1adef-af97-4309-ab9a-2841058855c2), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:12.536008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347745c-e786-4ea9-803f-37c759b45bb2 None None] Pushing event updated for resources: {'Port': ['ID=52d56d15-c599-4f9b-89ea-ef905e7a4585,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:12.562505 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a1adef-af97-4309-ab9a-2841058855c2']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:12.570403 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8ea2e9-3ca5-4850-ba99-e05274532e3d') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:12.570716 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8ea2e9-3ca5-4850-ba99-e05274532e3d') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:12.570933 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511216e6-699c-424b-bf6e-72b359db58a7 None None] get_active_networks_info from dv-neutron-838078-2-hyperv {{(pid=104634) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 16 04:21:12.578305 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-bbcce722-4359-4842-878f-8ec21fe95c47 None None] Provisioning complete for port 782c4d22-4d91-40fe-9ba7-a1be712cd7e3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:12.578687 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bbcce722-4359-4842-878f-8ec21fe95c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (782c4d22-4d91-40fe-9ba7-a1be712cd7e3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:12.583621 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (8e8ea2e9-3ca5-4850-ba99-e05274532e3d), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:12.606745 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (8e8ea2e9-3ca5-4850-ba99-e05274532e3d), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:12.614643 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:21:12.615709 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (8e8ea2e9-3ca5-4850-ba99-e05274532e3d), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:21:12.618660 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:21:12.638153 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:12.639021 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d84857-0616-4745-911f-538eea3f3cd8 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Router 1cc59b6f-5204-473a-a53d-86e22498092e is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:21:12.651612 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:21:12.651968 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:21:12.756605 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-bbcce722-4359-4842-878f-8ec21fe95c47 None None] Current status of the port 782c4d22-4d91-40fe-9ba7-a1be712cd7e3 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:12.769775 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (63a1adef-af97-4309-ab9a-2841058855c2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:12.780551 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-bbcce722-4359-4842-878f-8ec21fe95c47 None None] Provisioning complete for port bd6a53b0-e270-4525-8fa6-e2cdc3d9281e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:12.780942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:12.783721 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bbcce722-4359-4842-878f-8ec21fe95c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (bd6a53b0-e270-4525-8fa6-e2cdc3d9281e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:12.783721 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511216e6-699c-424b-bf6e-72b359db58a7 None None] Resources bound (agent type, host, resource id): {{(pid=104634) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 16 04:21:12.783901 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/63a1adef-af97-4309-ab9a-2841058855c2 HTTP/1.1" status: 204 len: 168 time: 4.8747327 Apr 16 04:21:12.786609 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34758) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:12.808457 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122251a3-0116-4a93-8134-8a38d7161522 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Network': ['ID=63a1adef-af97-4309-ab9a-2841058855c2,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:12.814115 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (b279b377-756c-4ad3-b4d4-9fe479110a09), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:12.828122 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Publish callbacks [] for router_controller (b279b377-756c-4ad3-b4d4-9fe479110a09), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:12.829719 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d84857-0616-4745-911f-538eea3f3cd8 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:21:12.836301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-bbcce722-4359-4842-878f-8ec21fe95c47 None None] Port bd6a53b0-e270-4525-8fa6-e2cdc3d9281e cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:12.839961 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c229a710-a3fa-4066-b24a-498348d60fe0 None None] Sync routers for ids ['1cc59b6f-5204-473a-a53d-86e22498092e'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:21:12.850882 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-56769361-7b67-4e79-b2d3-da47ddbcf4fd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] GET failed (client error): The resource could not be found. Apr 16 04:21:12.852176 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-56769361-7b67-4e79-b2d3-da47ddbcf4fd tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "GET /v2.0/subnets/ec144b6d-c2a3-449a-b039-24145e9cc6c6 HTTP/1.1" status: 404 len: 337 time: 0.0559115 Apr 16 04:21:12.854882 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c229a710-a3fa-4066-b24a-498348d60fe0 None None] Routers {'1cc59b6f-5204-473a-a53d-86e22498092e'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:12.855523 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c229a710-a3fa-4066-b24a-498348d60fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['1cc59b6f-5204-473a-a53d-86e22498092e'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:12.863803 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-bbcce722-4359-4842-878f-8ec21fe95c47 None None] Provisioning complete for port 52d56d15-c599-4f9b-89ea-ef905e7a4585 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:12.864179 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bbcce722-4359-4842-878f-8ec21fe95c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (52d56d15-c599-4f9b-89ea-ef905e7a4585), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:12.869256 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a2d84857-0616-4745-911f-538eea3f3cd8 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "PUT /v2.0/routers/1cc59b6f-5204-473a-a53d-86e22498092e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3985515 Apr 16 04:21:12.871410 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34760) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:12.877513 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34762) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:12.944710 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c229a710-a3fa-4066-b24a-498348d60fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:12.968704 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c229a710-a3fa-4066-b24a-498348d60fe0 None None] Routers {'1cc59b6f-5204-473a-a53d-86e22498092e'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:12.969773 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c229a710-a3fa-4066-b24a-498348d60fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['1cc59b6f-5204-473a-a53d-86e22498092e'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:13.005981 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-730d9966-b9b1-4875-ab63-bc3db42fa266 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:13.006568 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730d9966-b9b1-4875-ab63-bc3db42fa266 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:13.009773 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-730d9966-b9b1-4875-ab63-bc3db42fa266 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/63a1adef-af97-4309-ab9a-2841058855c2 HTTP/1.1" status: 404 len: 339 time: 0.1368928 Apr 16 04:21:13.015527 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34766) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:13.077971 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (b279b377-756c-4ad3-b4d4-9fe479110a09), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:13.078510 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b279b377-756c-4ad3-b4d4-9fe479110a09 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:21:13.085145 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:13.089502 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a962cc8c-9148-40fa-bcc6-d1ce67c5fd32 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b279b377-756c-4ad3-b4d4-9fe479110a09 HTTP/1.1" status: 204 len: 168 time: 4.3066363 Apr 16 04:21:13.090472 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34768) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:13.119455 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-bbcce722-4359-4842-878f-8ec21fe95c47 None None] Current status of the port 52d56d15-c599-4f9b-89ea-ef905e7a4585 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:13.133462 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c229a710-a3fa-4066-b24a-498348d60fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:13.134398 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c229a710-a3fa-4066-b24a-498348d60fe0 None None] The sync data for ids ['1cc59b6f-5204-473a-a53d-86e22498092e'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:21:13.215423 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 52d56d15-c599-4f9b-89ea-ef905e7a4585 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:13.217464 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 782c4d22-4d91-40fe-9ba7-a1be712cd7e3 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:13.293022 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 782c4d22-4d91-40fe-9ba7-a1be712cd7e3 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:13.293406 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (782c4d22-4d91-40fe-9ba7-a1be712cd7e3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:13.327668 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-5306c98e-95fe-4b29-9d3a-1072f81cf2d0 admin admin] Deleting subnet 6e3f286e-0dab-407e-9b92-7b5c7676658e {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:21:13.347050 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5306c98e-95fe-4b29-9d3a-1072f81cf2d0 admin admin] Publish callbacks [] for subnet (6e3f286e-0dab-407e-9b92-7b5c7676658e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:13.414916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 782c4d22-4d91-40fe-9ba7-a1be712cd7e3 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:13.467390 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.objects.ports [None req-d3952686-c08b-4a28-ab26-5ef3c629f849 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104632) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 16 04:21:13.480607 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d3952686-c08b-4a28-ab26-5ef3c629f849 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (4e6564de-40b9-43a1-a6e2-5e7dfcbe7da8), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:13.486580 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5306c98e-95fe-4b29-9d3a-1072f81cf2d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (6e3f286e-0dab-407e-9b92-7b5c7676658e), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:13.516162 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e1b099b4-2b24-47ad-9722-f4869d931df2 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:21:13.543697 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: e1b099b4-2b24-47ad-9722-f4869d931df2 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:21:13.544446 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e1b099b4-2b24-47ad-9722-f4869d931df2 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:21:13.545064 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 0b8f5d35-9151-4dc4-b972-47511130ab23 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:21:13.572051 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1611874b-5a38-466b-a960-bd7f3dbc352a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (e988c333-07f8-4b5d-ab0e-a5f3c2c6ae1b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:13.576601 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 0b8f5d35-9151-4dc4-b972-47511130ab23 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:21:13.577288 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 0b8f5d35-9151-4dc4-b972-47511130ab23 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:21:13.577745 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 01fad3b5-7441-422e-a9ad-bb4c60c9982c no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:21:13.581377 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3952686-c08b-4a28-ab26-5ef3c629f849 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:13.596648 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6d2bc737-f427-45ae-b3f1-92ed6679cd68 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_gateway (861b9106-19a4-4869-a266-b623e85d2357), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:13.609160 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 01fad3b5-7441-422e-a9ad-bb4c60c9982c {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:21:13.609563 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 01fad3b5-7441-422e-a9ad-bb4c60c9982c not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:21:13.613958 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055e5c25-466e-4c5e-9868-2eaefc3e31fc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:13.615565 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-055e5c25-466e-4c5e-9868-2eaefc3e31fc tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5989952 Apr 16 04:21:13.621110 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34778) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:13.622020 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-d3952686-c08b-4a28-ab26-5ef3c629f849 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:13.625099 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3952686-c08b-4a28-ab26-5ef3c629f849 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:13.625755 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d3952686-c08b-4a28-ab26-5ef3c629f849 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:13.634368 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e44a93-a678-40c6-8b41-be592f81f110 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:13.667890 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611874b-5a38-466b-a960-bd7f3dbc352a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event deleted for resources: {'Port': ['ID=e988c333-07f8-4b5d-ab0e-a5f3c2c6ae1b,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:13.673426 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ff7e9d23-c2ee-4997-9403-2cd3078a709c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "GET /v2.0/subnets?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 HTTP/1.1" status: 200 len: 207 time: 0.0430725 Apr 16 04:21:13.673426 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34780) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:13.676554 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3952686-c08b-4a28-ab26-5ef3c629f849 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=4e6564de-40b9-43a1-a6e2-5e7dfcbe7da8,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:13.812966 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d3952686-c08b-4a28-ab26-5ef3c629f849 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4361918 Apr 16 04:21:13.814970 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34788) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:13.829102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-859b8aac-dad2-4f8a-bbf2-263e3934ef8e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:13.859080 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5306c98e-95fe-4b29-9d3a-1072f81cf2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (6e3f286e-0dab-407e-9b92-7b5c7676658e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:13.877842 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 52d56d15-c599-4f9b-89ea-ef905e7a4585 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:13.900095 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': '4e6564de-40b9-43a1-a6e2-5e7dfcbe7da8'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:21:13.902147 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:13.935481 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1611874b-5a38-466b-a960-bd7f3dbc352a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:13.935481 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1611874b-5a38-466b-a960-bd7f3dbc352a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "DELETE /v2.0/ports/e988c333-07f8-4b5d-ab0e-a5f3c2c6ae1b HTTP/1.1" status: 204 len: 168 time: 2.7279699 Apr 16 04:21:13.937942 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34790) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:13.942688 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f90ec920-0a09-4e3b-a942-5c0060293d6a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:14.065972 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:14.067364 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6d2bc737-f427-45ae-b3f1-92ed6679cd68 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (861b9106-19a4-4869-a266-b623e85d2357), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:14.099512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66506cda-9d8f-4fd0-b69a-6a1cf2af357b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:14.104956 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66506cda-9d8f-4fd0-b69a-6a1cf2af357b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:14.109961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66506cda-9d8f-4fd0-b69a-6a1cf2af357b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:14.113694 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 52d56d15-c599-4f9b-89ea-ef905e7a4585 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:14.114311 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (52d56d15-c599-4f9b-89ea-ef905e7a4585), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:14.114990 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66506cda-9d8f-4fd0-b69a-6a1cf2af357b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:14.117330 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-66506cda-9d8f-4fd0-b69a-6a1cf2af357b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4408803 Apr 16 04:21:14.119307 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5306c98e-95fe-4b29-9d3a-1072f81cf2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (6e3f286e-0dab-407e-9b92-7b5c7676658e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:14.121087 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34796) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:14.136258 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f90ec920-0a09-4e3b-a942-5c0060293d6a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:14.176438 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-84f55123-9a84-4d41-9365-610f137c9b6d tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:21:14.181184 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-84f55123-9a84-4d41-9365-610f137c9b6d tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "PUT /v2.0/routers/1cc59b6f-5204-473a-a53d-86e22498092e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2940226 Apr 16 04:21:14.183518 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34798) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:14.202570 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306c98e-95fe-4b29-9d3a-1072f81cf2d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e3f286e-0dab-407e-9b92-7b5c7676658e,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:14.218984 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5306c98e-95fe-4b29-9d3a-1072f81cf2d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:14.224828 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5306c98e-95fe-4b29-9d3a-1072f81cf2d0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6e3f286e-0dab-407e-9b92-7b5c7676658e HTTP/1.1" status: 204 len: 168 time: 1.1313205 Apr 16 04:21:14.228781 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34800) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:14.228926 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711b2a0f-4863-41e3-ba06-6db686c95057 None None] Network e112fc5e-031d-4abe-99e6-ba862847cd77 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:14.296222 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859b8aac-dad2-4f8a-bbf2-263e3934ef8e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:14.299589 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-859b8aac-dad2-4f8a-bbf2-263e3934ef8e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:14.339605 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] Allocated IP 2001:db8::f816:3eff:fee8:3d72 (9a9395da-f56a-4c57-8efc-4b7256188659/4e6564de-40b9-43a1-a6e2-5e7dfcbe7da8/3bc3efff-2580-4895-ae25-06fb50ffaf2d) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:14.377673 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f90ec920-0a09-4e3b-a942-5c0060293d6a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:14.424606 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a10e65e7-46ae-4c55-a30a-d50f5a928f43 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3010674 Apr 16 04:21:14.449853 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34804) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:14.455893 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10e7f743-b621-4304-84f3-2062cc87510c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (e112fc5e-031d-4abe-99e6-ba862847cd77), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:14.546230 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-f90ec920-0a09-4e3b-a942-5c0060293d6a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Allocated IP 172.26.6.153 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/495f1fa3-5be6-407d-b27e-becaee4cfa32) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:14.561574 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1982cd93-5bc4-41e6-9891-9adf7c88f54a None None] DHCP port deletion for e112fc5e-031d-4abe-99e6-ba862847cd77 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:21:14.580202 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2bc737-f427-45ae-b3f1-92ed6679cd68 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Router 861b9106-19a4-4869-a266-b623e85d2357 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:21:14.591983 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 52d56d15-c599-4f9b-89ea-ef905e7a4585 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:14.616817 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07502b0d-2590-4479-a436-c4c0e348e2f4 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:14.618718 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07502b0d-2590-4479-a436-c4c0e348e2f4 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:14.620297 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-07502b0d-2590-4479-a436-c4c0e348e2f4 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1675961 Apr 16 04:21:14.628083 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34808) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:14.685000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 76d99e21-8b8d-49c0-8816-206b357393a3 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:21:14.728851 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1982cd93-5bc4-41e6-9891-9adf7c88f54a None None] Deleting port 49b11461-5fd7-4eea-8a88-dcafaec3bb13 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:14.729335 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1982cd93-5bc4-41e6-9891-9adf7c88f54a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (49b11461-5fd7-4eea-8a88-dcafaec3bb13), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:14.737342 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-10e7f743-b621-4304-84f3-2062cc87510c admin admin] Deleting port 49b11461-5fd7-4eea-8a88-dcafaec3bb13 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:14.738157 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10e7f743-b621-4304-84f3-2062cc87510c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (49b11461-5fd7-4eea-8a88-dcafaec3bb13), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:14.783274 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f90ec920-0a09-4e3b-a942-5c0060293d6a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for port (495f1fa3-5be6-407d-b27e-becaee4cfa32), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:14.785702 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 76d99e21-8b8d-49c0-8816-206b357393a3 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:21:14.785876 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 76d99e21-8b8d-49c0-8816-206b357393a3 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:21:14.786409 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 265c24e8-0d9a-477c-85aa-9a89258ee3b4 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:21:14.791138 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2bc737-f427-45ae-b3f1-92ed6679cd68 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:21:14.794789 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8106253b-1dd8-4b6b-8c47-440f630a9b73 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['shared'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:14.795996 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8106253b-1dd8-4b6b-8c47-440f630a9b73 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['shared'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:14.800606 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8106253b-1dd8-4b6b-8c47-440f630a9b73 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1662278 Apr 16 04:21:14.807540 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34812) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:14.823449 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f2bdc5-4ce7-4dd1-b800-245e2a32ba53 None None] Sync routers for ids ['861b9106-19a4-4869-a266-b623e85d2357'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:21:14.837099 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 265c24e8-0d9a-477c-85aa-9a89258ee3b4 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:21:14.837519 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 265c24e8-0d9a-477c-85aa-9a89258ee3b4 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:21:14.841328 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-1982cd93-5bc4-41e6-9891-9adf7c88f54a None None] For port 49b11461-5fd7-4eea-8a88-dcafaec3bb13, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=49b11461-5fd7-4eea-8a88-dcafaec3bb13,segment=NetworkSegment(51186527-bdbc-4d12-a232-038315e00624),segment_id=51186527-bdbc-4d12-a232-038315e00624)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:14.841845 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1982cd93-5bc4-41e6-9891-9adf7c88f54a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (49b11461-5fd7-4eea-8a88-dcafaec3bb13), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:14.870980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f2bdc5-4ce7-4dd1-b800-245e2a32ba53 None None] Routers {'861b9106-19a4-4869-a266-b623e85d2357'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:14.871621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-56f2bdc5-4ce7-4dd1-b800-245e2a32ba53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['861b9106-19a4-4869-a266-b623e85d2357'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:14.873888 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1982cd93-5bc4-41e6-9891-9adf7c88f54a None None] Calling delete_port for 49b11461-5fd7-4eea-8a88-dcafaec3bb13 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:14.883832 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] Publish callbacks [] for port (3bc3efff-2580-4895-ae25-06fb50ffaf2d), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:14.898666 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6d2bc737-f427-45ae-b3f1-92ed6679cd68 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:14.902554 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6d2bc737-f427-45ae-b3f1-92ed6679cd68 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.3261247 Apr 16 04:21:14.903541 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34816) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:14.912202 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-4f9c0258-5bda-4e0d-a2c1-e0be699f41b6 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:14.975309 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-10e7f743-b621-4304-84f3-2062cc87510c admin admin] For port 49b11461-5fd7-4eea-8a88-dcafaec3bb13, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=49b11461-5fd7-4eea-8a88-dcafaec3bb13,segment=NetworkSegment(51186527-bdbc-4d12-a232-038315e00624),segment_id=51186527-bdbc-4d12-a232-038315e00624)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:14.975680 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10e7f743-b621-4304-84f3-2062cc87510c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (49b11461-5fd7-4eea-8a88-dcafaec3bb13), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:14.979107 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c993945-c26f-4a9b-bd73-32a3b132125a tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:14.984865 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9c993945-c26f-4a9b-bd73-32a3b132125a tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "GET /v2.0/networks/33210665-5786-48d7-8e37-f10e23494953 HTTP/1.1" status: 200 len: 799 time: 0.1761489 Apr 16 04:21:14.987568 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34818) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:15.013547 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-56f2bdc5-4ce7-4dd1-b800-245e2a32ba53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:15.017522 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (3bc3efff-2580-4895-ae25-06fb50ffaf2d), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:15.056525 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f2bdc5-4ce7-4dd1-b800-245e2a32ba53 None None] Routers {'861b9106-19a4-4869-a266-b623e85d2357'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:15.057194 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-56f2bdc5-4ce7-4dd1-b800-245e2a32ba53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['861b9106-19a4-4869-a266-b623e85d2357'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:15.066970 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:15.108587 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f90ec920-0a09-4e3b-a942-5c0060293d6a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (495f1fa3-5be6-407d-b27e-becaee4cfa32), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:15.109761 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1982cd93-5bc4-41e6-9891-9adf7c88f54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (49b11461-5fd7-4eea-8a88-dcafaec3bb13), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:15.111876 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:15.117174 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-56f2bdc5-4ce7-4dd1-b800-245e2a32ba53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:15.117801 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f2bdc5-4ce7-4dd1-b800-245e2a32ba53 None None] The sync data for ids ['861b9106-19a4-4869-a266-b623e85d2357'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:21:15.122656 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:15.133817 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] Pushing event updated for resources: {'Port': ['ID=3bc3efff-2580-4895-ae25-06fb50ffaf2d,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:15.141819 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1982cd93-5bc4-41e6-9891-9adf7c88f54a None None] No DVR routers for this DVR port 49b11461-5fd7-4eea-8a88-dcafaec3bb13 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:21:15.180036 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982cd93-5bc4-41e6-9891-9adf7c88f54a None None] Pushing event deleted for resources: {'Port': ['ID=49b11461-5fd7-4eea-8a88-dcafaec3bb13,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:15.225627 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] Attempting to bind port 3bc3efff-2580-4895-ae25-06fb50ffaf2d on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:21:15.225627 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] Attempting to bind port 3bc3efff-2580-4895-ae25-06fb50ffaf2d by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:21:15.225953 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] Attempting to bind port 3bc3efff-2580-4895-ae25-06fb50ffaf2d on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:21:15.233125 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b8de82a5-2814-48d0-aafb-1138b7813a06 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "GET /v2.0/networks/33210665-5786-48d7-8e37-f10e23494953?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2340136 Apr 16 04:21:15.233125 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90ec920-0a09-4e3b-a942-5c0060293d6a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:15.235043 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34824) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:15.236227 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:21:15.236626 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:15.237076 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:15.237466 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:21:15.237938 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] Bound port: 3bc3efff-2580-4895-ae25-06fb50ffaf2d, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:21:15.238314 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (3bc3efff-2580-4895-ae25-06fb50ffaf2d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:15.248461 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-f90ec920-0a09-4e3b-a942-5c0060293d6a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:15.251566 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90ec920-0a09-4e3b-a942-5c0060293d6a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:15.277491 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34826) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:15.308066 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-10e7f743-b621-4304-84f3-2062cc87510c admin admin] Calling delete_port for 49b11461-5fd7-4eea-8a88-dcafaec3bb13 owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:15.324560 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ec920-0a09-4e3b-a942-5c0060293d6a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Port': ['ID=495f1fa3-5be6-407d-b27e-becaee4cfa32,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:15.329459 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] For port 3bc3efff-2580-4895-ae25-06fb50ffaf2d, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:21:15.346673 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbae562-ee27-4456-a577-5b02ee71f8d6 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:15.351292 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] For port 3bc3efff-2580-4895-ae25-06fb50ffaf2d, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3bc3efff-2580-4895-ae25-06fb50ffaf2d,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:21:15.351484 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5cbae562-ee27-4456-a577-5b02ee71f8d6 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "GET /v2.0/subnets/c804b91e-c264-4a09-9792-55ac48b49b72 HTTP/1.1" status: 200 len: 811 time: 0.1117971 Apr 16 04:21:15.354007 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34830) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:15.417207 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-68f5827c-3db2-4ef4-ae44-184ff5e9c882 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (1cc59b6f-5204-473a-a53d-86e22498092e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:15.432841 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:15.440044 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfd1bc2-a64a-4ef9-8779-5f04ffa81f9b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['shared'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:15.441802 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0dfd1bc2-a64a-4ef9-8779-5f04ffa81f9b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "GET /v2.0/subnets/c804b91e-c264-4a09-9792-55ac48b49b72?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0892055 Apr 16 04:21:15.449382 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34832) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:15.454290 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-55df56ed-7b85-47d0-b653-39e5056f176b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-416844001'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:15.461783 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (3bc3efff-2580-4895-ae25-06fb50ffaf2d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:15.483105 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f90ec920-0a09-4e3b-a942-5c0060293d6a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (13605e9b-5a5a-4275-bbd0-2f37afb1c8c9), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:15.544029 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5e770-d375-4606-89a4-c088af3901a8 None None] Pushing event updated for resources: {'Port': ['ID=3bc3efff-2580-4895-ae25-06fb50ffaf2d,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:15.575255 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-92c6a57f-230f-423a-bcf8-25b1c3528533 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-18819706'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:15.598236 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55df56ed-7b85-47d0-b653-39e5056f176b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:15.601762 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-55df56ed-7b85-47d0-b653-39e5056f176b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:15.611561 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f90ec920-0a09-4e3b-a942-5c0060293d6a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (495f1fa3-5be6-407d-b27e-becaee4cfa32), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:15.638151 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-859b8aac-dad2-4f8a-bbf2-263e3934ef8e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (f60c394d-1238-4999-bfab-67a072891aaf), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:15.647527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55df56ed-7b85-47d0-b653-39e5056f176b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:21:15.661526 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-55df56ed-7b85-47d0-b653-39e5056f176b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (cd2794a7-3f46-42b2-b9cd-a6dee03da12e), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:15.661526 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-55df56ed-7b85-47d0-b653-39e5056f176b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Added segment cd2794a7-3f46-42b2-b9cd-a6dee03da12e of type vlan for network 7e32499e-3b57-40e0-94ec-51a0784de4ed Apr 16 04:21:15.725508 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 49b11461-5fd7-4eea-8a88-dcafaec3bb13 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:21:15.750966 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-55df56ed-7b85-47d0-b653-39e5056f176b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (7e32499e-3b57-40e0-94ec-51a0784de4ed), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:15.752876 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 49b11461-5fd7-4eea-8a88-dcafaec3bb13 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:21:15.753302 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 49b11461-5fd7-4eea-8a88-dcafaec3bb13 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:21:15.775857 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859b8aac-dad2-4f8a-bbf2-263e3934ef8e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:15.818068 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-859b8aac-dad2-4f8a-bbf2-263e3934ef8e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:15.825345 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10e7f743-b621-4304-84f3-2062cc87510c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (49b11461-5fd7-4eea-8a88-dcafaec3bb13), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:15.827454 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c6a57f-230f-423a-bcf8-25b1c3528533 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Made reservation on behalf of 77264f7ba7f640088194aa101eba95d3 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:15.830519 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92c6a57f-230f-423a-bcf8-25b1c3528533 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:15.840591 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859b8aac-dad2-4f8a-bbf2-263e3934ef8e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:15.841215 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-859b8aac-dad2-4f8a-bbf2-263e3934ef8e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:15.889214 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b8aac-dad2-4f8a-bbf2-263e3934ef8e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=f60c394d-1238-4999-bfab-67a072891aaf,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:15.891577 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92c6a57f-230f-423a-bcf8-25b1c3528533 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:15.900905 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7f743-b621-4304-84f3-2062cc87510c admin admin] Pushing event deleted for resources: {'Port': ['ID=49b11461-5fd7-4eea-8a88-dcafaec3bb13,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:15.914193 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f90ec920-0a09-4e3b-a942-5c0060293d6a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for port (495f1fa3-5be6-407d-b27e-becaee4cfa32), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:15.917068 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-55df56ed-7b85-47d0-b653-39e5056f176b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (7e32499e-3b57-40e0-94ec-51a0784de4ed), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:15.917654 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e7f743-b621-4304-84f3-2062cc87510c admin admin] No DVR routers for this DVR port 49b11461-5fd7-4eea-8a88-dcafaec3bb13 on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:21:15.922334 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55df56ed-7b85-47d0-b653-39e5056f176b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:15.923019 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-55df56ed-7b85-47d0-b653-39e5056f176b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:15.993871 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f90ec920-0a09-4e3b-a942-5c0060293d6a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (495f1fa3-5be6-407d-b27e-becaee4cfa32), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.004962 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-859b8aac-dad2-4f8a-bbf2-263e3934ef8e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1872032 Apr 16 04:21:16.025417 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34834) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:16.026072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df56ed-7b85-47d0-b653-39e5056f176b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Network': ['ID=7e32499e-3b57-40e0-94ec-51a0784de4ed,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:16.033927 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-94f73e55-768f-4921-a175-a41d4f73b090 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'mac_address': 'fa:16:3e:40:4f:06', 'name': 'tempest-NetworksTestDHCPv6-4075688'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:16.039743 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 7e32499e-3b57-40e0-94ec-51a0784de4ed details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:21:16.060382 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-55df56ed-7b85-47d0-b653-39e5056f176b tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6099393 Apr 16 04:21:16.072529 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34836) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:16.098052 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-fdc797a1-96b4-4a36-9b89-4b103527b5bb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'subnet': {'network_id': '7e32499e-3b57-40e0-94ec-51a0784de4ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:16.133287 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10e7f743-b621-4304-84f3-2062cc87510c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (e112fc5e-031d-4abe-99e6-ba862847cd77), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.209673 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-10e7f743-b621-4304-84f3-2062cc87510c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e112fc5e-031d-4abe-99e6-ba862847cd77']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:16.238347 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-10e7f743-b621-4304-84f3-2062cc87510c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51186527-bdbc-4d12-a232-038315e00624') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:16.238644 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-10e7f743-b621-4304-84f3-2062cc87510c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51186527-bdbc-4d12-a232-038315e00624') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:16.254093 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0258-5bda-4e0d-a2c1-e0be699f41b6 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_gateway (861b9106-19a4-4869-a266-b623e85d2357), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.267536 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10e7f743-b621-4304-84f3-2062cc87510c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (51186527-bdbc-4d12-a232-038315e00624), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.276818 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-68f5827c-3db2-4ef4-ae44-184ff5e9c882 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Deleting port bd6a53b0-e270-4525-8fa6-e2cdc3d9281e {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:16.277522 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-68f5827c-3db2-4ef4-ae44-184ff5e9c882 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (bd6a53b0-e270-4525-8fa6-e2cdc3d9281e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.344349 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10e7f743-b621-4304-84f3-2062cc87510c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (51186527-bdbc-4d12-a232-038315e00624), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.367190 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e7f743-b621-4304-84f3-2062cc87510c admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:21:16.367611 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10e7f743-b621-4304-84f3-2062cc87510c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (51186527-bdbc-4d12-a232-038315e00624), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:21:16.374118 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:21:16.393311 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0258-5bda-4e0d-a2c1-e0be699f41b6 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_gateway (861b9106-19a4-4869-a266-b623e85d2357), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.411100 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92c6a57f-230f-423a-bcf8-25b1c3528533 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks [] for security_group (f3c7ff94-cba9-46dd-9b5b-39171307b808), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.471919 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-68f5827c-3db2-4ef4-ae44-184ff5e9c882 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (bd6a53b0-e270-4525-8fa6-e2cdc3d9281e), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.481660 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92c6a57f-230f-423a-bcf8-25b1c3528533 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f3c7ff94-cba9-46dd-9b5b-39171307b808), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.497531 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-68f5827c-3db2-4ef4-ae44-184ff5e9c882 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Calling delete_port for bd6a53b0-e270-4525-8fa6-e2cdc3d9281e owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:16.520569 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c6a57f-230f-423a-bcf8-25b1c3528533 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:21:16.529176 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ec920-0a09-4e3b-a942-5c0060293d6a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Port': ['ID=495f1fa3-5be6-407d-b27e-becaee4cfa32,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:16.569489 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92c6a57f-230f-423a-bcf8-25b1c3528533 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (0d271644-910e-476e-8d92-c4d639c25a86), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.569992 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-92c6a57f-230f-423a-bcf8-25b1c3528533 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Added segment 0d271644-910e-476e-8d92-c4d639c25a86 of type vlan for network 44f39aef-9b72-4833-b146-56604bd1c54a Apr 16 04:21:16.574565 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6a57f-230f-423a-bcf8-25b1c3528533 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c7ff94-cba9-46dd-9b5b-39171307b808,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:16.575514 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f90ec920-0a09-4e3b-a942-5c0060293d6a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (13605e9b-5a5a-4275-bbd0-2f37afb1c8c9), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.608606 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10e7f743-b621-4304-84f3-2062cc87510c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (e112fc5e-031d-4abe-99e6-ba862847cd77), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.641909 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10e7f743-b621-4304-84f3-2062cc87510c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.646101 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-10e7f743-b621-4304-84f3-2062cc87510c admin admin] 10.222.0.30 "DELETE /v2.0/networks/e112fc5e-031d-4abe-99e6-ba862847cd77 HTTP/1.1" status: 204 len: 168 time: 2.4168761 Apr 16 04:21:16.689942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92c6a57f-230f-423a-bcf8-25b1c3528533 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (44f39aef-9b72-4833-b146-56604bd1c54a), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.698800 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7f743-b621-4304-84f3-2062cc87510c admin admin] Pushing event deleted for resources: {'Network': ['ID=e112fc5e-031d-4abe-99e6-ba862847cd77,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:16.711324 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c0258-5bda-4e0d-a2c1-e0be699f41b6 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Deleting port 3eb2e4ce-9940-48c2-b67c-6df41cb58f66 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:16.711668 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0258-5bda-4e0d-a2c1-e0be699f41b6 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (3eb2e4ce-9940-48c2-b67c-6df41cb58f66), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.731109 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33986bb-2a97-45ec-8280-7591eb2815ae None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:16.739217 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f90ec920-0a09-4e3b-a942-5c0060293d6a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.740770 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f90ec920-0a09-4e3b-a942-5c0060293d6a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8018351 Apr 16 04:21:16.743923 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34840) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:16.749948 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-8e5d93c6-0eee-4499-a344-0b27b07517d6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'port': {'network_id': '49d41999-9b87-4205-ba96-96eddc7309bc', 'name': 'tempest-FloatingIPTestJSON-1674104918'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:16.788031 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f73e55-768f-4921-a175-a41d4f73b090 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:16.818746 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-0dc8a64d-c2b1-482f-a848-94a992b1dfcf None None] Provisioning complete for port 3bc3efff-2580-4895-ae25-06fb50ffaf2d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:16.819416 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0dc8a64d-c2b1-482f-a848-94a992b1dfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3bc3efff-2580-4895-ae25-06fb50ffaf2d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.847282 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc797a1-96b4-4a36-9b89-4b103527b5bb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Made reservation on behalf of 501d13c948384c9886669f889655f04a for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:16.852248 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fdc797a1-96b4-4a36-9b89-4b103527b5bb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.878500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0258-5bda-4e0d-a2c1-e0be699f41b6 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (3eb2e4ce-9940-48c2-b67c-6df41cb58f66), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.898481 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c0258-5bda-4e0d-a2c1-e0be699f41b6 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Calling delete_port for 3eb2e4ce-9940-48c2-b67c-6df41cb58f66 owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:16.924198 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92c6a57f-230f-423a-bcf8-25b1c3528533 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (44f39aef-9b72-4833-b146-56604bd1c54a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.929008 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c6a57f-230f-423a-bcf8-25b1c3528533 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:16.930485 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92c6a57f-230f-423a-bcf8-25b1c3528533 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.943032 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0dc8a64d-c2b1-482f-a848-94a992b1dfcf None None] Current status of the port 3bc3efff-2580-4895-ae25-06fb50ffaf2d is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:16.943429 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0dc8a64d-c2b1-482f-a848-94a992b1dfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (3bc3efff-2580-4895-ae25-06fb50ffaf2d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:16.999847 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-0dc8a64d-c2b1-482f-a848-94a992b1dfcf None None] For port 3bc3efff-2580-4895-ae25-06fb50ffaf2d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3bc3efff-2580-4895-ae25-06fb50ffaf2d,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:17.000552 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.ipam_backend_mixin [None req-fdc797a1-96b4-4a36-9b89-4b103527b5bb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Performing IP validity checks on allocation pools {{(pid=104632) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 16 04:21:17.001114 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.ipam_backend_mixin [None req-fdc797a1-96b4-4a36-9b89-4b103527b5bb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104632) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 16 04:21:17.017283 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba247ab-be0d-4aa6-876b-14dfe41d2372 None None] Update dhcp port {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'fixed_ips': [{'subnet_id': '4e6564de-40b9-43a1-a6e2-5e7dfcbe7da8', 'ip_address': '2001:db8::f816:3eff:fee8:3d72'}, {'subnet_id': 'f60c394d-1238-4999-bfab-67a072891aaf'}], 'binding:host_id': 'dv-neutron-838078-2-hyperv'}, 'id': '3bc3efff-2580-4895-ae25-06fb50ffaf2d'} from dv-neutron-838078-2-hyperv. {{(pid=104634) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 16 04:21:17.044697 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-68f5827c-3db2-4ef4-ae44-184ff5e9c882 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (bd6a53b0-e270-4525-8fa6-e2cdc3d9281e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:17.052346 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1ba247ab-be0d-4aa6-876b-14dfe41d2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (3bc3efff-2580-4895-ae25-06fb50ffaf2d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:17.067942 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0dc8a64d-c2b1-482f-a848-94a992b1dfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (3bc3efff-2580-4895-ae25-06fb50ffaf2d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:17.079972 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94f73e55-768f-4921-a175-a41d4f73b090 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:17.084408 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5827c-3db2-4ef4-ae44-184ff5e9c882 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Pushing event deleted for resources: {'Port': ['ID=bd6a53b0-e270-4525-8fa6-e2cdc3d9281e,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:17.089886 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6a57f-230f-423a-bcf8-25b1c3528533 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Pushing event updated for resources: {'Network': ['ID=44f39aef-9b72-4833-b146-56604bd1c54a,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:17.106415 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-92c6a57f-230f-423a-bcf8-25b1c3528533 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8247445 Apr 16 04:21:17.124318 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34844) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:17.145976 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34846) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:17.149729 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 44f39aef-9b72-4833-b146-56604bd1c54a details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:21:17.153364 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-8588a35a-9cdc-40dc-85fd-6e20a44d1a72 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Request body: {'subnet': {'network_id': '44f39aef-9b72-4833-b146-56604bd1c54a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:17.203572 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-94f73e55-768f-4921-a175-a41d4f73b090 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port a5897689-a0bb-4011-9a50-9dc967c62aab yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:21:17.309285 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8a64d-c2b1-482f-a848-94a992b1dfcf None None] Pushing event updated for resources: {'Port': ['ID=3bc3efff-2580-4895-ae25-06fb50ffaf2d,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:17.322362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-68f5827c-3db2-4ef4-ae44-184ff5e9c882 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (1cc59b6f-5204-473a-a53d-86e22498092e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:17.418059 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-1ba247ab-be0d-4aa6-876b-14dfe41d2372 None None] Allocated IP 172.20.0.2 (9a9395da-f56a-4c57-8efc-4b7256188659/f60c394d-1238-4999-bfab-67a072891aaf/3bc3efff-2580-4895-ae25-06fb50ffaf2d) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:17.439925 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2576e0e3-ff4b-4e59-979e-f91b1243a5e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ea8ea5364e24a79bc268bed7e9883d4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2825854 Apr 16 04:21:17.448527 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34848) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:17.449761 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5d93c6-0eee-4499-a344-0b27b07517d6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Made reservation on behalf of c1e968e96cb346f1b2897a7d365fa656 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:17.453137 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8e5d93c6-0eee-4499-a344-0b27b07517d6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:17.487997 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-8e5d93c6-0eee-4499-a344-0b27b07517d6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] device_id is not set on port 72c630d2-fefc-4f3f-91eb-a21a536a2d64 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:21:17.520944 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-1ba247ab-be0d-4aa6-876b-14dfe41d2372 None None] For port 3bc3efff-2580-4895-ae25-06fb50ffaf2d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3bc3efff-2580-4895-ae25-06fb50ffaf2d,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:17.556117 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fdc797a1-96b4-4a36-9b89-4b103527b5bb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (a7515147-06ef-411e-98f7-2115714563d5), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:17.556376 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1ba247ab-be0d-4aa6-876b-14dfe41d2372 None None] Publish callbacks [] for port (3bc3efff-2580-4895-ae25-06fb50ffaf2d), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:17.563548 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8588a35a-9cdc-40dc-85fd-6e20a44d1a72 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Made reservation on behalf of 77264f7ba7f640088194aa101eba95d3 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:17.566808 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8588a35a-9cdc-40dc-85fd-6e20a44d1a72 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:17.657159 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1ba247ab-be0d-4aa6-876b-14dfe41d2372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (3bc3efff-2580-4895-ae25-06fb50ffaf2d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:17.761473 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba247ab-be0d-4aa6-876b-14dfe41d2372 None None] Pushing event updated for resources: {'Port': ['ID=3bc3efff-2580-4895-ae25-06fb50ffaf2d,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:17.763184 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc797a1-96b4-4a36-9b89-4b103527b5bb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Subnet': ['ID=a7515147-06ef-411e-98f7-2115714563d5,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:17.801340 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0258-5bda-4e0d-a2c1-e0be699f41b6 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (3eb2e4ce-9940-48c2-b67c-6df41cb58f66), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:17.809862 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3bc3efff-2580-4895-ae25-06fb50ffaf2d up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:17.840183 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c0258-5bda-4e0d-a2c1-e0be699f41b6 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Pushing event deleted for resources: {'Port': ['ID=3eb2e4ce-9940-48c2-b67c-6df41cb58f66,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:17.862466 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 3bc3efff-2580-4895-ae25-06fb50ffaf2d triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:17.862964 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3bc3efff-2580-4895-ae25-06fb50ffaf2d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:17.869401 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f5827c-3db2-4ef4-ae44-184ff5e9c882 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Router 1cc59b6f-5204-473a-a53d-86e22498092e has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:21:17.882489 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc797a1-96b4-4a36-9b89-4b103527b5bb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Checking segment: {'id': 'cd2794a7-3f46-42b2-b9cd-a6dee03da12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e32499e-3b57-40e0-94ec-51a0784de4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:17.882998 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc797a1-96b4-4a36-9b89-4b103527b5bb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network hostable DHCP agents. Network: 7e32499e-3b57-40e0-94ec-51a0784de4ed, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:21:17.888754 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-8e5d93c6-0eee-4499-a344-0b27b07517d6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Allocated IP 172.20.0.4 (49d41999-9b87-4205-ba96-96eddc7309bc/df23c74b-170a-4626-9522-baa9fe0eae67/72c630d2-fefc-4f3f-91eb-a21a536a2d64) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:17.939159 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-71bf2a76-f276-4013-b051-0e46a52e28bd admin admin] Publish callbacks [] for security_group (fa07548d-e5f9-4436-b0f1-aea10d95cda9), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:17.963993 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 3bc3efff-2580-4895-ae25-06fb50ffaf2d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:17.972421 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.db.api [None req-94f73e55-768f-4921-a175-a41d4f73b090 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-949087e9-2e54-49f1-9e68-5b6bc36194ac {{(pid=104632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:21:17.972799 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG oslo_db.api [None req-94f73e55-768f-4921-a175-a41d4f73b090 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:21:18.030520 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0258-5bda-4e0d-a2c1-e0be699f41b6 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (861b9106-19a4-4869-a266-b623e85d2357), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:18.039594 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-71bf2a76-f276-4013-b051-0e46a52e28bd admin admin] Publish callbacks [] for security_group (fa07548d-e5f9-4436-b0f1-aea10d95cda9), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:18.061403 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc797a1-96b4-4a36-9b89-4b103527b5bb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Network 7e32499e-3b57-40e0-94ec-51a0784de4ed is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:21:18.078049 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f5827c-3db2-4ef4-ae44-184ff5e9c882 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:21:18.090859 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1d5631-2786-4035-8a21-e8ebd7c9111e None None] Sync routers for ids ['1cc59b6f-5204-473a-a53d-86e22498092e'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:21:18.103172 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d5631-2786-4035-8a21-e8ebd7c9111e None None] Routers {'1cc59b6f-5204-473a-a53d-86e22498092e'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:18.103874 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1e1d5631-2786-4035-8a21-e8ebd7c9111e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['1cc59b6f-5204-473a-a53d-86e22498092e'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:18.118500 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-68f5827c-3db2-4ef4-ae44-184ff5e9c882 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "PUT /v2.0/routers/1cc59b6f-5204-473a-a53d-86e22498092e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9303668 Apr 16 04:21:18.121997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34850) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:18.147309 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1e1d5631-2786-4035-8a21-e8ebd7c9111e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:18.157997 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d5631-2786-4035-8a21-e8ebd7c9111e None None] Routers {'1cc59b6f-5204-473a-a53d-86e22498092e'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:18.158960 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1e1d5631-2786-4035-8a21-e8ebd7c9111e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['1cc59b6f-5204-473a-a53d-86e22498092e'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:18.184610 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-8cc81ca2-9470-4216-b87f-6162e5d77846 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] delete failed (client error): The resource could not be found. Apr 16 04:21:18.185698 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8cc81ca2-9470-4216-b87f-6162e5d77846 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-591943293 HTTP/1.1" status: 404 len: 334 time: 0.0627663 Apr 16 04:21:18.188414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8e5d93c6-0eee-4499-a344-0b27b07517d6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for port (72c630d2-fefc-4f3f-91eb-a21a536a2d64), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:18.191300 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-fdc797a1-96b4-4a36-9b89-4b103527b5bb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 7e32499e-3b57-40e0-94ec-51a0784de4ed) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:18.200109 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc797a1-96b4-4a36-9b89-4b103527b5bb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:18.201119 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fdc797a1-96b4-4a36-9b89-4b103527b5bb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:18.223710 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1c14dc-f358-4a23-a7f4-638add5bffbe None None] Network 7e32499e-3b57-40e0-94ec-51a0784de4ed requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:18.223943 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1e1d5631-2786-4035-8a21-e8ebd7c9111e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:18.225073 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1d5631-2786-4035-8a21-e8ebd7c9111e None None] The sync data for ids ['1cc59b6f-5204-473a-a53d-86e22498092e'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:21:18.256299 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34852) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:18.261892 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8588a35a-9cdc-40dc-85fd-6e20a44d1a72 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (058a9da9-12cd-4c09-901d-c76e90e0d67e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:18.265002 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-91d96b8f-5600-41d5-aaa5-5fcf450b63a2 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Request body: {'router': {'external_gateway_info': {'network_id': '1cc59b6f-5204-473a-a53d-86e22498092e'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:18.369649 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-7e32499e-3b57-40e0-94ec-51a0784de4ed', 'network_id': '7e32499e-3b57-40e0-94ec-51a0784de4ed', 'project_id': '501d13c948384c9886669f889655f04a', 'fixed_ips': [{'subnet_id': 'a7515147-06ef-411e-98f7-2115714563d5'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:21:18.370633 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:18.386369 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fdc797a1-96b4-4a36-9b89-4b103527b5bb tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3113534 Apr 16 04:21:18.387003 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34854) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:18.394995 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0258-5bda-4e0d-a2c1-e0be699f41b6 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (861b9106-19a4-4869-a266-b623e85d2357), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:18.400157 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0258-5bda-4e0d-a2c1-e0be699f41b6 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (861b9106-19a4-4869-a266-b623e85d2357), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:18.403370 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-7c5a54f3-9eda-4640-b3be-5daaff3dd7d5 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:18.412788 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8e5d93c6-0eee-4499-a344-0b27b07517d6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (72c630d2-fefc-4f3f-91eb-a21a536a2d64), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:18.478465 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-71bf2a76-f276-4013-b051-0e46a52e28bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (fa07548d-e5f9-4436-b0f1-aea10d95cda9), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:18.480347 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-71bf2a76-f276-4013-b051-0e46a52e28bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:18.481683 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-71bf2a76-f276-4013-b051-0e46a52e28bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa07548d-e5f9-4436-b0f1-aea10d95cda9 HTTP/1.1" status: 204 len: 168 time: 1.0313797 Apr 16 04:21:18.494884 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d93c6-0eee-4499-a344-0b27b07517d6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Port': ['ID=72c630d2-fefc-4f3f-91eb-a21a536a2d64,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:18.498395 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94f73e55-768f-4921-a175-a41d4f73b090 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:18.508334 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf2a76-f276-4013-b051-0e46a52e28bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa07548d-e5f9-4436-b0f1-aea10d95cda9,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:18.529134 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9c0258-5bda-4e0d-a2c1-e0be699f41b6 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Router 861b9106-19a4-4869-a266-b623e85d2357 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:21:18.566926 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] Allocated IP 172.20.0.3 (7e32499e-3b57-40e0-94ec-51a0784de4ed/a7515147-06ef-411e-98f7-2115714563d5/cc6f7e4b-0e84-4d9b-8b36-73f381df0c61) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:18.621815 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-ce2b761d-50cf-47b8-89f8-a16002168cba None None] Provisioning complete for port 3bc3efff-2580-4895-ae25-06fb50ffaf2d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:18.622289 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ce2b761d-50cf-47b8-89f8-a16002168cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3bc3efff-2580-4895-ae25-06fb50ffaf2d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:18.639112 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9c0258-5bda-4e0d-a2c1-e0be699f41b6 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:21:18.639489 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588a35a-9cdc-40dc-85fd-6e20a44d1a72 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Pushing event updated for resources: {'Subnet': ['ID=058a9da9-12cd-4c09-901d-c76e90e0d67e,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:18.646055 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0258-5bda-4e0d-a2c1-e0be699f41b6 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:18.647256 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4f9c0258-5bda-4e0d-a2c1-e0be699f41b6 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "PUT /v2.0/routers/861b9106-19a4-4869-a266-b623e85d2357 HTTP/1.1" status: 200 len: 705 time: 3.7427588 Apr 16 04:21:18.654574 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34858) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:18.654830 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d93c6-0eee-4499-a344-0b27b07517d6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Network 49d41999-9b87-4205-ba96-96eddc7309bc is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:18.656016 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8588a35a-9cdc-40dc-85fd-6e20a44d1a72 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Checking segment: {'id': '0d271644-910e-476e-8d92-c4d639c25a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '44f39aef-9b72-4833-b146-56604bd1c54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:18.656527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8588a35a-9cdc-40dc-85fd-6e20a44d1a72 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Network hostable DHCP agents. Network: 44f39aef-9b72-4833-b146-56604bd1c54a, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:21:18.678064 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-8e5d93c6-0eee-4499-a344-0b27b07517d6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:18.681040 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d93c6-0eee-4499-a344-0b27b07517d6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:18.684735 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-94f73e55-768f-4921-a175-a41d4f73b090 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port df167727-0821-492a-b0db-d83067ed022a yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:21:18.709647 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2676f0-96a3-4785-9cf3-147c18f961ff None None] Sync routers for ids ['861b9106-19a4-4869-a266-b623e85d2357'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:21:18.736740 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2676f0-96a3-4785-9cf3-147c18f961ff None None] Routers {'861b9106-19a4-4869-a266-b623e85d2357'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:18.737456 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-dc2676f0-96a3-4785-9cf3-147c18f961ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['861b9106-19a4-4869-a266-b623e85d2357'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:18.747310 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ce43252f-db18-4c1f-b9ff-983ac38e18d1 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "GET /v2.0/routers/861b9106-19a4-4869-a266-b623e85d2357 HTTP/1.1" status: 200 len: 740 time: 0.0884998 Apr 16 04:21:18.747519 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34860) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:18.781599 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-dc2676f0-96a3-4785-9cf3-147c18f961ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:18.800117 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e210426e-7263-43f6-a86d-0eb816b0a1a5 tempest-RoutersAdminTest-2087460423 tempest-RoutersAdminTest-2087460423-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&device_id=861b9106-19a4-4869-a266-b623e85d2357 HTTP/1.1" status: 200 len: 205 time: 0.0488489 Apr 16 04:21:18.800117 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34862) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:18.818382 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2676f0-96a3-4785-9cf3-147c18f961ff None None] Routers {'861b9106-19a4-4869-a266-b623e85d2357'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:18.826387 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-dc2676f0-96a3-4785-9cf3-147c18f961ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['861b9106-19a4-4869-a266-b623e85d2357'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:18.831074 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cfb45854-591c-491c-a677-bceb31292e39 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "GET /v2.0/ports?device_id=861b9106-19a4-4869-a266-b623e85d2357 HTTP/1.1" status: 200 len: 205 time: 0.0293345 Apr 16 04:21:18.838293 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34864) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:18.868006 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-dc2676f0-96a3-4785-9cf3-147c18f961ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:18.868612 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2676f0-96a3-4785-9cf3-147c18f961ff None None] The sync data for ids ['861b9106-19a4-4869-a266-b623e85d2357'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:21:18.870836 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c5a54f3-9eda-4640-b3be-5daaff3dd7d5 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8909380'] for subnet (a7515147-06ef-411e-98f7-2115714563d5), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:18.905992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-91d96b8f-5600-41d5-aaa5-5fcf450b63a2 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for router_gateway (1cc59b6f-5204-473a-a53d-86e22498092e), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:18.921598 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8588a35a-9cdc-40dc-85fd-6e20a44d1a72 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Network 44f39aef-9b72-4833-b146-56604bd1c54a is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:21:18.925088 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f69209c0-e5f6-433f-83b2-a75801acd927 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router (861b9106-19a4-4869-a266-b623e85d2357), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:18.932331 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5d93c6-0eee-4499-a344-0b27b07517d6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:18.932951 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8e5d93c6-0eee-4499-a344-0b27b07517d6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:18.939483 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-ce2b761d-50cf-47b8-89f8-a16002168cba None None] Current status of the port 3bc3efff-2580-4895-ae25-06fb50ffaf2d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:18.966251 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] Publish callbacks [] for port (cc6f7e4b-0e84-4d9b-8b36-73f381df0c61), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:19.028934 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (cc6f7e4b-0e84-4d9b-8b36-73f381df0c61), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:19.078457 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] Network 7e32499e-3b57-40e0-94ec-51a0784de4ed is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:19.083485 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:19.097742 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:19.100257 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f69209c0-e5f6-433f-83b2-a75801acd927 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (861b9106-19a4-4869-a266-b623e85d2357), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:19.105277 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8e5d93c6-0eee-4499-a344-0b27b07517d6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3572655 Apr 16 04:21:19.105812 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f69209c0-e5f6-433f-83b2-a75801acd927 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router_controller (861b9106-19a4-4869-a266-b623e85d2357), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:19.105938 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-8588a35a-9cdc-40dc-85fd-6e20a44d1a72 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 44f39aef-9b72-4833-b146-56604bd1c54a) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:19.107436 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34868) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:19.109153 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-91d96b8f-5600-41d5-aaa5-5fcf450b63a2 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] update failed (client error): The resource could not be found. Apr 16 04:21:19.110313 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-91d96b8f-5600-41d5-aaa5-5fcf450b63a2 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "PUT /v2.0/routers/1cc59b6f-5204-473a-a53d-86e22498092e HTTP/1.1" status: 404 len: 339 time: 0.8527544 Apr 16 04:21:19.117923 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34870) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:19.119237 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8588a35a-9cdc-40dc-85fd-6e20a44d1a72 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:19.120365 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8588a35a-9cdc-40dc-85fd-6e20a44d1a72 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:19.123569 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf6b509-2e2d-4300-9e63-1742d336fd35 None None] Network 44f39aef-9b72-4833-b146-56604bd1c54a requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:19.123732 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-bc4e8284-f167-4540-bbc5-1268a78c46e3 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'floatingip': {'port_id': '72c630d2-fefc-4f3f-91eb-a21a536a2d64'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:19.167721 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] Pushing event updated for resources: {'Port': ['ID=cc6f7e4b-0e84-4d9b-8b36-73f381df0c61,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:19.215605 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bc4e8284-f167-4540-bbc5-1268a78c46e3 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (13605e9b-5a5a-4275-bbd0-2f37afb1c8c9), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:19.252988 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] Attempting to bind port cc6f7e4b-0e84-4d9b-8b36-73f381df0c61 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:21:19.253367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] Attempting to bind port cc6f7e4b-0e84-4d9b-8b36-73f381df0c61 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'cd2794a7-3f46-42b2-b9cd-a6dee03da12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e32499e-3b57-40e0-94ec-51a0784de4ed'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:21:19.253740 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] Attempting to bind port cc6f7e4b-0e84-4d9b-8b36-73f381df0c61 on network 7e32499e-3b57-40e0-94ec-51a0784de4ed {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:21:19.261454 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:21:19.261740 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] Checking segment: {'id': 'cd2794a7-3f46-42b2-b9cd-a6dee03da12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e32499e-3b57-40e0-94ec-51a0784de4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:19.262147 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:19.262546 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] Bound using segment: {'id': 'cd2794a7-3f46-42b2-b9cd-a6dee03da12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e32499e-3b57-40e0-94ec-51a0784de4ed'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:21:19.263028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] Bound port: cc6f7e4b-0e84-4d9b-8b36-73f381df0c61, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2794a7-3f46-42b2-b9cd-a6dee03da12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e32499e-3b57-40e0-94ec-51a0784de4ed'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:21:19.263411 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (cc6f7e4b-0e84-4d9b-8b36-73f381df0c61), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:19.329312 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f69209c0-e5f6-433f-83b2-a75801acd927 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (861b9106-19a4-4869-a266-b623e85d2357), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:19.330110 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69209c0-e5f6-433f-83b2-a75801acd927 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Fanout notify agent at l3_agent the message router_deleted on router 861b9106-19a4-4869-a266-b623e85d2357 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:21:19.348783 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f69209c0-e5f6-433f-83b2-a75801acd927 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:19.355733 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f69209c0-e5f6-433f-83b2-a75801acd927 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "DELETE /v2.0/routers/861b9106-19a4-4869-a266-b623e85d2357 HTTP/1.1" status: 204 len: 168 time: 0.5166447 Apr 16 04:21:19.356623 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34878) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:19.359546 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-44f39aef-9b72-4833-b146-56604bd1c54a', 'network_id': '44f39aef-9b72-4833-b146-56604bd1c54a', 'project_id': '77264f7ba7f640088194aa101eba95d3', 'fixed_ips': [{'subnet_id': '058a9da9-12cd-4c09-901d-c76e90e0d67e'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:21:19.360476 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:19.385794 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-94f73e55-768f-4921-a175-a41d4f73b090 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 172.20.0.8 (9a9395da-f56a-4c57-8efc-4b7256188659/f60c394d-1238-4999-bfab-67a072891aaf/df167727-0821-492a-b0db-d83067ed022a) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:19.386668 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] For port cc6f7e4b-0e84-4d9b-8b36-73f381df0c61, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:21:19.402394 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-94f73e55-768f-4921-a175-a41d4f73b090 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::f816:3eff:fe40:4f06 (9a9395da-f56a-4c57-8efc-4b7256188659/4e6564de-40b9-43a1-a6e2-5e7dfcbe7da8/df167727-0821-492a-b0db-d83067ed022a) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:19.407049 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] For port cc6f7e4b-0e84-4d9b-8b36-73f381df0c61, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=cc6f7e4b-0e84-4d9b-8b36-73f381df0c61,segment=NetworkSegment(cd2794a7-3f46-42b2-b9cd-a6dee03da12e),segment_id=cd2794a7-3f46-42b2-b9cd-a6dee03da12e)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:21:19.508439 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (cc6f7e4b-0e84-4d9b-8b36-73f381df0c61), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:19.515909 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8588a35a-9cdc-40dc-85fd-6e20a44d1a72 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3769960 Apr 16 04:21:19.526709 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34882) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:19.532924 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-41a9da94-edd7-42ca-b200-b84599eac893 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Request body: {'port': {'network_id': '44f39aef-9b72-4833-b146-56604bd1c54a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-570918154'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:19.551861 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1a16fd35-6fbd-4df7-adfa-a6fa6838f3c7 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "GET /v2.0/ports?device_id=861b9106-19a4-4869-a266-b623e85d2357 HTTP/1.1" status: 200 len: 205 time: 0.1876700 Apr 16 04:21:19.552468 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34884) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:19.583890 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] Allocated IP 172.20.0.2 (44f39aef-9b72-4833-b146-56604bd1c54a/058a9da9-12cd-4c09-901d-c76e90e0d67e/6857fcf7-788c-4bca-aeee-b7b8cf18aa8b) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:19.606595 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098662ac-1431-46ab-85f8-21547cf7a2e7 None None] Pushing event updated for resources: {'Port': ['ID=cc6f7e4b-0e84-4d9b-8b36-73f381df0c61,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:19.617600 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-350f12ed-efff-4087-9c95-3dff6417eb15 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] delete failed (client error): The resource could not be found. Apr 16 04:21:19.618688 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-350f12ed-efff-4087-9c95-3dff6417eb15 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "DELETE /v2.0/routers/861b9106-19a4-4869-a266-b623e85d2357 HTTP/1.1" status: 404 len: 336 time: 0.0654471 Apr 16 04:21:19.652370 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34888) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:19.696911 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bcf45045-3881-4257-9987-658504e03409 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7305467-2822-455d-9bd7-a906a8ec1a22 HTTP/1.1" status: 200 len: 205 time: 0.0429401 Apr 16 04:21:19.706709 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34892) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:19.736944 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c5a54f3-9eda-4640-b3be-5daaff3dd7d5 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751123858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9264369'] for subnet (a7515147-06ef-411e-98f7-2115714563d5), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:19.936087 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3bc3efff-2580-4895-ae25-06fb50ffaf2d up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:20.147611 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bc4e8284-f167-4540-bbc5-1268a78c46e3 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:20.152596 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] Publish callbacks [] for port (6857fcf7-788c-4bca-aeee-b7b8cf18aa8b), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:20.167083 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 3bc3efff-2580-4895-ae25-06fb50ffaf2d triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:20.167816 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3bc3efff-2580-4895-ae25-06fb50ffaf2d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:20.210151 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bc4e8284-f167-4540-bbc5-1268a78c46e3 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (13605e9b-5a5a-4275-bbd0-2f37afb1c8c9), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:20.243887 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (6857fcf7-788c-4bca-aeee-b7b8cf18aa8b), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:20.291154 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-c17b8975-5ca8-4a93-907e-d45e139ea581 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] delete failed (client error): The resource could not be found. Apr 16 04:21:20.292181 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c17b8975-5ca8-4a93-907e-d45e139ea581 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "DELETE /v2.0/routers/c7305467-2822-455d-9bd7-a906a8ec1a22 HTTP/1.1" status: 404 len: 336 time: 0.5563860 Apr 16 04:21:20.296455 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34900) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:20.297536 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] Network 44f39aef-9b72-4833-b146-56604bd1c54a is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:20.303542 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:20.308000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:20.315081 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 3bc3efff-2580-4895-ae25-06fb50ffaf2d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.objects.base [None req-7c5a54f3-9eda-4640-b3be-5daaff3dd7d5 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] ORM session: SQL execution without transaction in progress, traceback: Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: result = function(*args, **kwargs) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: proto.__init__(conn_state, self) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: self.handle() Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: self.handle_one_request() Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: self.handle_one_response() Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: result = self.application(self.environ, start_response) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: return app(environ, start_response) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: response = req.get_response(self.application) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: response = req.get_response(self.application) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: response = req.get_response(self.application) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: response = req.get_response(self.application) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: return request.get_response(self.application) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: response = req.get_response(self._app) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: return resp(environ, start_response) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: return resp(environ, start_response) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: response = self.app(environ, start_response) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: return resp(environ, start_response) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__ Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.application(environ, start_response) Apr 16 04:21:20.318306 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__ Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: return super(Pecan, self).__call__(environ, start_response) Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__ Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: self.invoke_controller(controller, args, kwargs, state) Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: result = controller(*args, **kwargs) Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*args, **kwargs) Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*args, **kwargs) Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*dup_args, **dup_kwargs) Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*args, **kwargs) Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: return {self.resource: self.plugin_updater(*updater_args)} Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*args, **kwargs) Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: return method(*args, **kwargs) Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*args, **kwargs) Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*args, **kwargs) Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*dup_args, **dup_kwargs) Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1366, in update_subnet Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: self._update_subnet_postcommit(context, original_subnet, Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: registry.publish( Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: _get_callback_manager().publish(resource, event, trigger, payload=payload) Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: return function(*args, **kwargs) Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: errors = self._notify_loop(resource, event, trigger, payload) Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: callback(resource, event, trigger, payload=payload) Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: router_ids = set(port.device_id for port in query) Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._iter().__iter__() Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: result = self.session.execute( Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: result = fn(orm_exec_state) Apr 16 04:21:20.324369 dv-neutron-838078-2-hyperv neutron-server[104632]: Apr 16 04:21:20.327996 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] Pushing event updated for resources: {'Port': ['ID=6857fcf7-788c-4bca-aeee-b7b8cf18aa8b,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:20.338082 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a54f3-9eda-4640-b3be-5daaff3dd7d5 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:20.339327 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c5a54f3-9eda-4640-b3be-5daaff3dd7d5 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:20.341159 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7c5a54f3-9eda-4640-b3be-5daaff3dd7d5 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "PUT /v2.0/subnets/a7515147-06ef-411e-98f7-2115714563d5 HTTP/1.1" status: 200 len: 877 time: 1.9485416 Apr 16 04:21:20.342558 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6ce0dae0-34fb-4269-8cb3-8f3a2d012026 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:20.351627 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34904) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:20.357881 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-401050c4-ad94-4010-b9c5-38ce568fe21c tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9edd21d-f0a7-4fdd-a098-557551228c8b HTTP/1.1" status: 200 len: 205 time: 0.0601728 Apr 16 04:21:20.364473 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34906) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:20.412413 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] Attempting to bind port 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:21:20.415949 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] Attempting to bind port 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '0d271644-910e-476e-8d92-c4d639c25a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '44f39aef-9b72-4833-b146-56604bd1c54a'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:21:20.416541 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] Attempting to bind port 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b on network 44f39aef-9b72-4833-b146-56604bd1c54a {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:21:20.420458 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a54f3-9eda-4640-b3be-5daaff3dd7d5 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event updated for resources: {'Subnet': ['ID=a7515147-06ef-411e-98f7-2115714563d5,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:20.427436 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:21:20.427823 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] Checking segment: {'id': '0d271644-910e-476e-8d92-c4d639c25a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '44f39aef-9b72-4833-b146-56604bd1c54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:20.428241 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:20.428645 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] Bound using segment: {'id': '0d271644-910e-476e-8d92-c4d639c25a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '44f39aef-9b72-4833-b146-56604bd1c54a'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:21:20.431072 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] Bound port: 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d271644-910e-476e-8d92-c4d639c25a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '44f39aef-9b72-4833-b146-56604bd1c54a'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:21:20.431488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6857fcf7-788c-4bca-aeee-b7b8cf18aa8b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:20.529598 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] For port 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:21:20.533760 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] For port 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6857fcf7-788c-4bca-aeee-b7b8cf18aa8b,segment=NetworkSegment(0d271644-910e-476e-8d92-c4d639c25a86),segment_id=0d271644-910e-476e-8d92-c4d639c25a86)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:21:20.601061 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94f73e55-768f-4921-a175-a41d4f73b090 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (df167727-0821-492a-b0db-d83067ed022a), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:20.652477 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6857fcf7-788c-4bca-aeee-b7b8cf18aa8b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:20.690631 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (7e32499e-3b57-40e0-94ec-51a0784de4ed), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:20.733307 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-bc4e8284-f167-4540-bbc5-1268a78c46e3 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Floating IP 13605e9b-5a5a-4275-bbd0-2f37afb1c8c9 associated. External IP: 172.26.6.153, port: 72c630d2-fefc-4f3f-91eb-a21a536a2d64. Apr 16 04:21:20.779016 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a9da94-edd7-42ca-b200-b84599eac893 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Made reservation on behalf of 77264f7ba7f640088194aa101eba95d3 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:20.782675 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-41a9da94-edd7-42ca-b200-b84599eac893 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:20.785036 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a049b-a1b4-4faa-bf77-ebd97bfc03fd None None] Pushing event updated for resources: {'Port': ['ID=6857fcf7-788c-4bca-aeee-b7b8cf18aa8b,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:20.795241 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-30714539-fbc2-41e8-a13e-8ce721d92faa tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] delete failed (client error): The resource could not be found. Apr 16 04:21:20.799042 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-30714539-fbc2-41e8-a13e-8ce721d92faa tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "DELETE /v2.0/routers/a9edd21d-f0a7-4fdd-a098-557551228c8b HTTP/1.1" status: 404 len: 336 time: 0.4345500 Apr 16 04:21:20.799666 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34912) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:20.853872 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-bcf215ca-9858-4065-8eb2-7c2a47de1f00 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "GET /v2.0/ports?device_id=8afcce9e-6e5a-4c62-afb9-179f0cbc19e1 HTTP/1.1" status: 200 len: 205 time: 0.0503435 Apr 16 04:21:20.859446 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34916) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:20.903828 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-41a9da94-edd7-42ca-b200-b84599eac893 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] device_id is not set on port 91b3cd32-a2fc-462d-b665-296dff00cc38 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:21:20.935512 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-e3f17734-abd7-4678-97ca-6c37f13753b0 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] delete failed (client error): The resource could not be found. Apr 16 04:21:20.936574 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e3f17734-abd7-4678-97ca-6c37f13753b0 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "DELETE /v2.0/routers/8afcce9e-6e5a-4c62-afb9-179f0cbc19e1 HTTP/1.1" status: 404 len: 336 time: 0.0757513 Apr 16 04:21:20.959680 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34918) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:21.020388 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-6ce0dae0-34fb-4269-8cb3-8f3a2d012026 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Allocated IP 172.20.0.1 (4f003ca4-8064-4efb-8278-566dc63822d3/2addeecc-b156-4027-8887-ab33d382a83c/f3dbc74f-a9d8-4dfd-bf59-d66a1349fa79) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:21.027280 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7499d625-dc52-4a7f-a96c-0a03958d8007 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3a099d9-683b-47e5-8fca-fa4b8b3dce94 HTTP/1.1" status: 200 len: 205 time: 0.0658767 Apr 16 04:21:21.028575 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94f73e55-768f-4921-a175-a41d4f73b090 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (df167727-0821-492a-b0db-d83067ed022a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:21.030132 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34924) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:21.036418 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Deleting port cc6f7e4b-0e84-4d9b-8b36-73f381df0c61 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:21.043251 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (cc6f7e4b-0e84-4d9b-8b36-73f381df0c61), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:21.130918 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f149f5-8f53-4b3f-83ac-65a3a4c734f1 None None] Network 7e32499e-3b57-40e0-94ec-51a0784de4ed requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:21.199905 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34926) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:21.218118 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] For port cc6f7e4b-0e84-4d9b-8b36-73f381df0c61, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=cc6f7e4b-0e84-4d9b-8b36-73f381df0c61,segment=NetworkSegment(cd2794a7-3f46-42b2-b9cd-a6dee03da12e),segment_id=cd2794a7-3f46-42b2-b9cd-a6dee03da12e)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:21.218621 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (cc6f7e4b-0e84-4d9b-8b36-73f381df0c61), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:21.231553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-f725392a-c96b-406f-aa2f-9f5f81eaf474 None None] Provisioning complete for port cc6f7e4b-0e84-4d9b-8b36-73f381df0c61 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:21.231553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f725392a-c96b-406f-aa2f-9f5f81eaf474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cc6f7e4b-0e84-4d9b-8b36-73f381df0c61), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:21.234678 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Calling delete_port for cc6f7e4b-0e84-4d9b-8b36-73f381df0c61 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:21.277842 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4e8284-f167-4540-bbc5-1268a78c46e3 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Router 9d6a6c35-a37f-4ea5-b81b-112f3301b2dd has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:21:21.369130 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f725392a-c96b-406f-aa2f-9f5f81eaf474 None None] Current status of the port cc6f7e4b-0e84-4d9b-8b36-73f381df0c61 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:21.369963 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f725392a-c96b-406f-aa2f-9f5f81eaf474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (cc6f7e4b-0e84-4d9b-8b36-73f381df0c61), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:21.388454 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-5644ab5d-fec6-48b1-adfb-ae8571406cb7 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] delete failed (client error): The resource could not be found. Apr 16 04:21:21.389551 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5644ab5d-fec6-48b1-adfb-ae8571406cb7 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "DELETE /v2.0/routers/e3a099d9-683b-47e5-8fca-fa4b8b3dce94 HTTP/1.1" status: 404 len: 336 time: 0.3541038 Apr 16 04:21:21.413905 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f725392a-c96b-406f-aa2f-9f5f81eaf474 None None] For port cc6f7e4b-0e84-4d9b-8b36-73f381df0c61, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=cc6f7e4b-0e84-4d9b-8b36-73f381df0c61,segment=NetworkSegment(cd2794a7-3f46-42b2-b9cd-a6dee03da12e),segment_id=cd2794a7-3f46-42b2-b9cd-a6dee03da12e)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:21.423235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34930) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:21.431010 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-e4b17cea-cead-4647-b9d0-0c5ad112c13f tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-939113322'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:21.438026 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f73e55-768f-4921-a175-a41d4f73b090 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:21.460585 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-94f73e55-768f-4921-a175-a41d4f73b090 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:21.466998 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f725392a-c96b-406f-aa2f-9f5f81eaf474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (cc6f7e4b-0e84-4d9b-8b36-73f381df0c61), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:21.472518 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f73e55-768f-4921-a175-a41d4f73b090 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:21.489413 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-da096b2b-985d-42f2-b0d8-f5b7261c3931 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7332b1e-c349-46c8-9c0b-94be72c35cbb HTTP/1.1" status: 200 len: 205 time: 0.0607483 Apr 16 04:21:21.502043 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34934) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:21.511877 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f73e55-768f-4921-a175-a41d4f73b090 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=df167727-0821-492a-b0db-d83067ed022a,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:21.531353 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725392a-c96b-406f-aa2f-9f5f81eaf474 None None] Pushing event updated for resources: {'Port': ['ID=cc6f7e4b-0e84-4d9b-8b36-73f381df0c61,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:21.589523 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-e69f8842-388a-4446-9a8b-a2b699e82146 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] delete failed (client error): The resource could not be found. Apr 16 04:21:21.590864 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e69f8842-388a-4446-9a8b-a2b699e82146 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "DELETE /v2.0/routers/b7332b1e-c349-46c8-9c0b-94be72c35cbb HTTP/1.1" status: 404 len: 336 time: 0.0854321 Apr 16 04:21:21.594274 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34936) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:21.617899 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972cb3a2-a6e1-4595-b5ca-ec142aab357d None None] Network 7e32499e-3b57-40e0-94ec-51a0784de4ed requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:21.629797 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-41a9da94-edd7-42ca-b200-b84599eac893 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Allocated IP 172.20.0.6 (44f39aef-9b72-4833-b146-56604bd1c54a/058a9da9-12cd-4c09-901d-c76e90e0d67e/91b3cd32-a2fc-462d-b665-296dff00cc38) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:21.642069 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ddd0b9-fe5c-40e0-811e-0df2e4e41792 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:21.655668 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ddd0b9-fe5c-40e0-811e-0df2e4e41792 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:21.663747 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-10ddd0b9-fe5c-40e0-811e-0df2e4e41792 tempest-RoutersAdminTest-1467589844 tempest-RoutersAdminTest-1467589844-project] 10.222.0.30 "DELETE /v2.0/subnets/a433d79e-fde7-4fd2-b3cb-d609a57c7bdd HTTP/1.1" status: 404 len: 337 time: 0.0683644 Apr 16 04:21:21.667274 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b17cea-cead-4647-b9d0-0c5ad112c13f tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Made reservation on behalf of 9ed1a3c5af8b4008a272b9eae769ae8b for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:21.671511 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f73e55-768f-4921-a175-a41d4f73b090 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:21.671511 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94f73e55-768f-4921-a175-a41d4f73b090 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:21.683025 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4b17cea-cead-4647-b9d0-0c5ad112c13f tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:21.717629 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6ce0dae0-34fb-4269-8cb3-8f3a2d012026 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for port (f3dbc74f-a9d8-4dfd-bf59-d66a1349fa79), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:21.724998 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4b17cea-cead-4647-b9d0-0c5ad112c13f tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:21.737633 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4e8284-f167-4540-bbc5-1268a78c46e3 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:21:21.757224 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-15eb44d8-032d-41a8-b1bb-8eda921e199a None None] Provisioning complete for port cc6f7e4b-0e84-4d9b-8b36-73f381df0c61 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:21.761090 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-15eb44d8-032d-41a8-b1bb-8eda921e199a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cc6f7e4b-0e84-4d9b-8b36-73f381df0c61), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:21.775504 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a83892-d2a8-48e8-9fb6-ce665ce225ca None None] Sync routers for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:21:21.781595 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bc4e8284-f167-4540-bbc5-1268a78c46e3 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:21.803557 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a83892-d2a8-48e8-9fb6-ce665ce225ca None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:21.807813 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-48a83892-d2a8-48e8-9fb6-ce665ce225ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:21.849987 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-bc4e8284-f167-4540-bbc5-1268a78c46e3 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "PUT /v2.0/floatingips/13605e9b-5a5a-4275-bbd0-2f37afb1c8c9 HTTP/1.1" status: 200 len: 978 time: 2.7424986 Apr 16 04:21:21.860881 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34940) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:21.878879 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-15eb44d8-032d-41a8-b1bb-8eda921e199a None None] Port cc6f7e4b-0e84-4d9b-8b36-73f381df0c61 was deleted so its status cannot be updated. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Apr 16 04:21:21.941681 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device cc6f7e4b-0e84-4d9b-8b36-73f381df0c61 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:21.948587 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-48a83892-d2a8-48e8-9fb6-ce665ce225ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:21.961263 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a83892-d2a8-48e8-9fb6-ce665ce225ca None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:21.961263 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-48a83892-d2a8-48e8-9fb6-ce665ce225ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:21.974639 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: cc6f7e4b-0e84-4d9b-8b36-73f381df0c61 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:21:21.974987 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device cc6f7e4b-0e84-4d9b-8b36-73f381df0c61 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 16 04:21:21.983719 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (cc6f7e4b-0e84-4d9b-8b36-73f381df0c61), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.005744 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-94f73e55-768f-4921-a175-a41d4f73b090 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 5.9756994 Apr 16 04:21:22.013070 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34942) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:22.024716 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6ce0dae0-34fb-4269-8cb3-8f3a2d012026 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (f3dbc74f-a9d8-4dfd-bf59-d66a1349fa79), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.040380 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b519db20-e7cb-432f-9aee-a8fa6fddba7b None None] Provisioning complete for port df167727-0821-492a-b0db-d83067ed022a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:22.040791 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b519db20-e7cb-432f-9aee-a8fa6fddba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (df167727-0821-492a-b0db-d83067ed022a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.043981 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Port cc6f7e4b-0e84-4d9b-8b36-73f381df0c61 not found, will not notify nova. {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 16 04:21:22.044392 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:22.057842 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-48a83892-d2a8-48e8-9fb6-ce665ce225ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:22.058711 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a83892-d2a8-48e8-9fb6-ce665ce225ca None None] The sync data for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:21:22.122209 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-dba9913d-bff1-4fa1-9691-41902b87b8fa tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Deleting port 72c630d2-fefc-4f3f-91eb-a21a536a2d64 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:22.122989 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dba9913d-bff1-4fa1-9691-41902b87b8fa tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (72c630d2-fefc-4f3f-91eb-a21a536a2d64), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.135760 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b519db20-e7cb-432f-9aee-a8fa6fddba7b None None] Port df167727-0821-492a-b0db-d83067ed022a cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:22.155839 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:22.156338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6857fcf7-788c-4bca-aeee-b7b8cf18aa8b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.166568 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Port': ['ID=cc6f7e4b-0e84-4d9b-8b36-73f381df0c61,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:22.183816 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4b17cea-cead-4647-b9d0-0c5ad112c13f tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Publish callbacks [] for security_group (74eb64e7-2ad4-44e5-84e1-ef1de2a26918), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.277350 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4b17cea-cead-4647-b9d0-0c5ad112c13f tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (74eb64e7-2ad4-44e5-84e1-ef1de2a26918), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.277932 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce0dae0-34fb-4269-8cb3-8f3a2d012026 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Network 4f003ca4-8064-4efb-8278-566dc63822d3 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:22.283739 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:22.284285 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6857fcf7-788c-4bca-aeee-b7b8cf18aa8b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.320441 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b17cea-cead-4647-b9d0-0c5ad112c13f tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:21:22.333646 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4b17cea-cead-4647-b9d0-0c5ad112c13f tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (eba45dfc-c33d-4610-b6ce-308030e5516e), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.333646 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-e4b17cea-cead-4647-b9d0-0c5ad112c13f tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Added segment eba45dfc-c33d-4610-b6ce-308030e5516e of type vlan for network 4fdb7c79-bc5d-4f77-8680-eb8ccb0013d0 Apr 16 04:21:22.337212 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-6ce0dae0-34fb-4269-8cb3-8f3a2d012026 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:22.342689 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce0dae0-34fb-4269-8cb3-8f3a2d012026 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:22.349176 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6857fcf7-788c-4bca-aeee-b7b8cf18aa8b,segment=NetworkSegment(0d271644-910e-476e-8d92-c4d639c25a86),segment_id=0d271644-910e-476e-8d92-c4d639c25a86)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:22.350001 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-41a9da94-edd7-42ca-b200-b84599eac893 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks [] for port (91b3cd32-a2fc-462d-b665-296dff00cc38), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.407831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4b17cea-cead-4647-b9d0-0c5ad112c13f tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (4fdb7c79-bc5d-4f77-8680-eb8ccb0013d0), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.409309 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c158ac92-977b-4265-b8c5-116770d5b3ef tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:22.414617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dba9913d-bff1-4fa1-9691-41902b87b8fa tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (72c630d2-fefc-4f3f-91eb-a21a536a2d64), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.415549 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6857fcf7-788c-4bca-aeee-b7b8cf18aa8b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.419579 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c158ac92-977b-4265-b8c5-116770d5b3ef tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:22.425288 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b17cea-cead-4647-b9d0-0c5ad112c13f tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74eb64e7-2ad4-44e5-84e1-ef1de2a26918,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:22.425485 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c158ac92-977b-4265-b8c5-116770d5b3ef tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.4090078 Apr 16 04:21:22.429997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34946) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:22.430330 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34948) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:22.463157 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No DVR routers for this DVR port cc6f7e4b-0e84-4d9b-8b36-73f381df0c61 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:21:22.477504 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0dae0-34fb-4269-8cb3-8f3a2d012026 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Pushing event updated for resources: {'Port': ['ID=f3dbc74f-a9d8-4dfd-bf59-d66a1349fa79,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:22.496746 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=6857fcf7-788c-4bca-aeee-b7b8cf18aa8b,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:22.528276 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e344a8f5-fac6-4fbf-a806-aeb700448fed None None] Network 44f39aef-9b72-4833-b146-56604bd1c54a requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:22.566504 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.db.resource_extend [None req-e4b17cea-cead-4647-b9d0-0c5ad112c13f tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 16 04:21:22.582483 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6ce0dae0-34fb-4269-8cb3-8f3a2d012026 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (1cc59b6f-5204-473a-a53d-86e22498092e), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.601870 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-cf8f3b95-2cae-4257-aaf5-9887d3e48853 None None] Provisioning complete for port 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:22.605811 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cf8f3b95-2cae-4257-aaf5-9887d3e48853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6857fcf7-788c-4bca-aeee-b7b8cf18aa8b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.654452 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (a7515147-06ef-411e-98f7-2115714563d5), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.706562 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4b17cea-cead-4647-b9d0-0c5ad112c13f tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (4fdb7c79-bc5d-4f77-8680-eb8ccb0013d0), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.711798 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b17cea-cead-4647-b9d0-0c5ad112c13f tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:22.712526 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4b17cea-cead-4647-b9d0-0c5ad112c13f tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.759141 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-225537f7-965b-4a41-a33a-ba58d64b3654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.779763 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f3b95-2cae-4257-aaf5-9887d3e48853 None None] Current status of the port 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:22.786582 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-ff16e83a-fb02-4ad9-b156-8a244c787f76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port df167727-0821-492a-b0db-d83067ed022a {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:22.786927 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ff16e83a-fb02-4ad9-b156-8a244c787f76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (df167727-0821-492a-b0db-d83067ed022a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.791556 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-41a9da94-edd7-42ca-b200-b84599eac893 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (91b3cd32-a2fc-462d-b665-296dff00cc38), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.844142 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a9da94-edd7-42ca-b200-b84599eac893 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Network 44f39aef-9b72-4833-b146-56604bd1c54a is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:22.852028 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-41a9da94-edd7-42ca-b200-b84599eac893 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:22.853329 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e4b17cea-cead-4647-b9d0-0c5ad112c13f tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6522179 Apr 16 04:21:22.854551 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a9da94-edd7-42ca-b200-b84599eac893 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:22.860620 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34954) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:22.894164 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9da94-edd7-42ca-b200-b84599eac893 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Pushing event updated for resources: {'Port': ['ID=91b3cd32-a2fc-462d-b665-296dff00cc38,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:22.908159 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-4e9d710a-45d9-403b-80d8-2a5dfa2d5701 None None] Provisioning complete for port f3dbc74f-a9d8-4dfd-bf59-d66a1349fa79 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:22.908868 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4e9d710a-45d9-403b-80d8-2a5dfa2d5701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f3dbc74f-a9d8-4dfd-bf59-d66a1349fa79), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.928759 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b17cea-cead-4647-b9d0-0c5ad112c13f tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Pushing event updated for resources: {'Network': ['ID=4fdb7c79-bc5d-4f77-8680-eb8ccb0013d0,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:22.934077 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (a7515147-06ef-411e-98f7-2115714563d5), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:22.945892 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 4fdb7c79-bc5d-4f77-8680-eb8ccb0013d0 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:21:22.988744 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a9da94-edd7-42ca-b200-b84599eac893 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:22.989425 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-41a9da94-edd7-42ca-b200-b84599eac893 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.000479 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Subnet': ['ID=a7515147-06ef-411e-98f7-2115714563d5,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:23.005570 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6ce0dae0-34fb-4269-8cb3-8f3a2d012026 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f3dbc74f-a9d8-4dfd-bf59-d66a1349fa79), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.051317 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be861e3a-3b74-454b-8f49-3fa4f0d1fc99 None None] Network 7e32499e-3b57-40e0-94ec-51a0784de4ed requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:23.051460 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dba9913d-bff1-4fa1-9691-41902b87b8fa tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.052161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dba9913d-bff1-4fa1-9691-41902b87b8fa tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (13605e9b-5a5a-4275-bbd0-2f37afb1c8c9), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.052161 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-dba9913d-bff1-4fa1-9691-41902b87b8fa tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Floating IP 13605e9b-5a5a-4275-bbd0-2f37afb1c8c9 disassociated. External IP: 172.26.6.153, port: 72c630d2-fefc-4f3f-91eb-a21a536a2d64. Apr 16 04:21:23.052364 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-dba9913d-bff1-4fa1-9691-41902b87b8fa tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Calling delete_port for 72c630d2-fefc-4f3f-91eb-a21a536a2d64 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:23.056314 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d710a-45d9-403b-80d8-2a5dfa2d5701 None None] Port f3dbc74f-a9d8-4dfd-bf59-d66a1349fa79 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:23.096345 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:21:23.107099 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ff16e83a-fb02-4ad9-b156-8a244c787f76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (df167727-0821-492a-b0db-d83067ed022a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.112075 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (7e32499e-3b57-40e0-94ec-51a0784de4ed), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.127862 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-41a9da94-edd7-42ca-b200-b84599eac893 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5970972 Apr 16 04:21:23.130985 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34958) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:23.152630 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-4b01b6a5-450e-4d4b-b5aa-c721439014c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Request body: {'network': {'name': 'tempest-network--2105271027', 'router:external': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:23.177043 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-ff16e83a-fb02-4ad9-b156-8a244c787f76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for df167727-0821-492a-b0db-d83067ed022a owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:23.184011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-05479c91-22fd-496a-b6d1-fb46adc6453d None None] Provisioning complete for port 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:23.184011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-05479c91-22fd-496a-b6d1-fb46adc6453d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6857fcf7-788c-4bca-aeee-b7b8cf18aa8b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.202583 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e32499e-3b57-40e0-94ec-51a0784de4ed']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:23.258519 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-225537f7-965b-4a41-a33a-ba58d64b3654 admin admin] Publish callbacks [] for security_group (2a523f47-c66a-42b1-9116-89b07d6a42c4), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.285282 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2794a7-3f46-42b2-b9cd-a6dee03da12e') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:23.285592 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2794a7-3f46-42b2-b9cd-a6dee03da12e') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:23.335613 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (cd2794a7-3f46-42b2-b9cd-a6dee03da12e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.350707 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-05479c91-22fd-496a-b6d1-fb46adc6453d None None] Current status of the port 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:23.368167 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (cd2794a7-3f46-42b2-b9cd-a6dee03da12e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.371476 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-225537f7-965b-4a41-a33a-ba58d64b3654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (2a523f47-c66a-42b1-9116-89b07d6a42c4), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.376427 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef748b5-0bad-437c-a255-cdb3b0511374 None None] DHCP port deletion for 7e32499e-3b57-40e0-94ec-51a0784de4ed request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:21:23.389970 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:21:23.390177 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (cd2794a7-3f46-42b2-b9cd-a6dee03da12e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:21:23.393665 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:21:23.405478 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-678721b4-5103-4a69-8e7a-2faf0cbf3e84 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Deleting port 91b3cd32-a2fc-462d-b665-296dff00cc38 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:23.405816 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-678721b4-5103-4a69-8e7a-2faf0cbf3e84 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (91b3cd32-a2fc-462d-b665-296dff00cc38), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.443470 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-225537f7-965b-4a41-a33a-ba58d64b3654 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=58e6d9001b73465eaf70328e27f962ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9897153 Apr 16 04:21:23.452312 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34962) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:23.455453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b01b6a5-450e-4d4b-b5aa-c721439014c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Made reservation on behalf of 3a8d41515bff44b893a27cf8fda91274 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:23.458615 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4b01b6a5-450e-4d4b-b5aa-c721439014c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.468804 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-2da337df-6572-481b-81f1-27bacc754358 None None] Provisioning complete for port 91b3cd32-a2fc-462d-b665-296dff00cc38 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:23.469702 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2da337df-6572-481b-81f1-27bacc754358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (91b3cd32-a2fc-462d-b665-296dff00cc38), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.508556 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225537f7-965b-4a41-a33a-ba58d64b3654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a523f47-c66a-42b1-9116-89b07d6a42c4,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:23.509077 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2da337df-6572-481b-81f1-27bacc754358 None None] Port 91b3cd32-a2fc-462d-b665-296dff00cc38 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:23.530182 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4b01b6a5-450e-4d4b-b5aa-c721439014c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.557275 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9b9c3f1f-81f9-440b-a842-92351b7062b8 admin admin] Publish callbacks [] for security_group (2a523f47-c66a-42b1-9116-89b07d6a42c4), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.599313 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9b9c3f1f-81f9-440b-a842-92351b7062b8 admin admin] Publish callbacks [] for security_group (2a523f47-c66a-42b1-9116-89b07d6a42c4), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.607641 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dba9913d-bff1-4fa1-9691-41902b87b8fa tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (72c630d2-fefc-4f3f-91eb-a21a536a2d64), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.627820 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (7e32499e-3b57-40e0-94ec-51a0784de4ed), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.632656 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.641051 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/7e32499e-3b57-40e0-94ec-51a0784de4ed HTTP/1.1" status: 204 len: 168 time: 3.2833009 Apr 16 04:21:23.646474 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34964) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:23.663198 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9913d-bff1-4fa1-9691-41902b87b8fa tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event deleted for resources: {'Port': ['ID=72c630d2-fefc-4f3f-91eb-a21a536a2d64,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:23.688507 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454e5a-806b-4d03-8b84-d9ecc42eed8f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Network': ['ID=7e32499e-3b57-40e0-94ec-51a0784de4ed,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:23.689133 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c69a50-6534-46d4-8b12-b80a917f52a5 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:23.689687 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c69a50-6534-46d4-8b12-b80a917f52a5 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:23.692546 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-20c69a50-6534-46d4-8b12-b80a917f52a5 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/subnets/a7515147-06ef-411e-98f7-2115714563d5 HTTP/1.1" status: 404 len: 337 time: 0.0396945 Apr 16 04:21:23.696692 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34966) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:23.701854 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-678721b4-5103-4a69-8e7a-2faf0cbf3e84 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (91b3cd32-a2fc-462d-b665-296dff00cc38), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.704997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ff16e83a-fb02-4ad9-b156-8a244c787f76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (df167727-0821-492a-b0db-d83067ed022a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.728936 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-678721b4-5103-4a69-8e7a-2faf0cbf3e84 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Calling delete_port for 91b3cd32-a2fc-462d-b665-296dff00cc38 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:23.746987 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6ce0dae0-34fb-4269-8cb3-8f3a2d012026 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for port (f3dbc74f-a9d8-4dfd-bf59-d66a1349fa79), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.761839 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:23.778904 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-de708e95-f81b-41e8-bd5a-9ac5b06a3cff tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:23.779671 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de708e95-f81b-41e8-bd5a-9ac5b06a3cff tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:23.782573 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-de708e95-f81b-41e8-bd5a-9ac5b06a3cff tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/7e32499e-3b57-40e0-94ec-51a0784de4ed HTTP/1.1" status: 404 len: 339 time: 0.0847797 Apr 16 04:21:23.786931 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16e83a-fb02-4ad9-b156-8a244c787f76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=df167727-0821-492a-b0db-d83067ed022a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:23.789309 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34968) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:23.834769 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:23.835159 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6857fcf7-788c-4bca-aeee-b7b8cf18aa8b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.844866 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6ce0dae0-34fb-4269-8cb3-8f3a2d012026 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (f3dbc74f-a9d8-4dfd-bf59-d66a1349fa79), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.848944 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4b01b6a5-450e-4d4b-b5aa-c721439014c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks [] for security_group (a6595051-bfd2-46d9-bd14-ea68427f59b9), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.857801 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a738ae-7819-445c-bdce-36ad8520c1a9 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:23.858267 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a738ae-7819-445c-bdce-36ad8520c1a9 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:23.861361 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-70a738ae-7819-445c-bdce-36ad8520c1a9 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/subnets/ec144b6d-c2a3-449a-b039-24145e9cc6c6 HTTP/1.1" status: 404 len: 337 time: 0.0679121 Apr 16 04:21:23.866823 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34970) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:23.922980 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9b9c3f1f-81f9-440b-a842-92351b7062b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (2a523f47-c66a-42b1-9116-89b07d6a42c4), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.928882 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9b9c3f1f-81f9-440b-a842-92351b7062b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.932288 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9b9c3f1f-81f9-440b-a842-92351b7062b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a523f47-c66a-42b1-9116-89b07d6a42c4 HTTP/1.1" status: 204 len: 168 time: 0.4772580 Apr 16 04:21:23.947830 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ef41f9-23d3-4294-8120-cb8227972dc3 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:23.948371 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ef41f9-23d3-4294-8120-cb8227972dc3 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:23.951475 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-12ef41f9-23d3-4294-8120-cb8227972dc3 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/63a1adef-af97-4309-ab9a-2841058855c2 HTTP/1.1" status: 404 len: 339 time: 0.0791166 Apr 16 04:21:23.952218 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4b01b6a5-450e-4d4b-b5aa-c721439014c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (a6595051-bfd2-46d9-bd14-ea68427f59b9), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:23.960095 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34974) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:23.972072 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:24.081143 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c3f1f-81f9-440b-a842-92351b7062b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a523f47-c66a-42b1-9116-89b07d6a42c4,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:24.081275 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device cc6f7e4b-0e84-4d9b-8b36-73f381df0c61 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:21:24.128165 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: cc6f7e4b-0e84-4d9b-8b36-73f381df0c61 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:21:24.128512 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device cc6f7e4b-0e84-4d9b-8b36-73f381df0c61 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:21:24.134639 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ff16e83a-fb02-4ad9-b156-8a244c787f76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:24.140156 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ff16e83a-fb02-4ad9-b156-8a244c787f76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/df167727-0821-492a-b0db-d83067ed022a HTTP/1.1" status: 204 len: 168 time: 1.7087736 Apr 16 04:21:24.144580 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34978) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:24.157505 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba9913d-bff1-4fa1-9691-41902b87b8fa tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Router 9d6a6c35-a37f-4ea5-b81b-112f3301b2dd has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:21:24.262480 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3425db69-245d-4402-b3d4-01a5dccdd9ca tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:24.263888 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3425db69-245d-4402-b3d4-01a5dccdd9ca tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:24.265233 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3425db69-245d-4402-b3d4-01a5dccdd9ca tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:24.266902 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3425db69-245d-4402-b3d4-01a5dccdd9ca tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1212399 Apr 16 04:21:24.271022 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34980) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:24.373986 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-79beedff-541e-4461-9d49-457dcf557524 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet 4e6564de-40b9-43a1-a6e2-5e7dfcbe7da8 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:21:24.379180 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-79beedff-541e-4461-9d49-457dcf557524 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (4e6564de-40b9-43a1-a6e2-5e7dfcbe7da8), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:24.413197 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba9913d-bff1-4fa1-9691-41902b87b8fa tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:21:24.435615 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5968f3-7c9d-4ca8-895a-e5429d4f1a7b None None] Sync routers for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:21:24.447646 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-79beedff-541e-4461-9d49-457dcf557524 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (4e6564de-40b9-43a1-a6e2-5e7dfcbe7da8), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:24.450654 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b01b6a5-450e-4d4b-b5aa-c721439014c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:21:24.460496 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4b01b6a5-450e-4d4b-b5aa-c721439014c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f54233b5-107d-4a38-8716-5cb668b8ac79), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:24.461584 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-4b01b6a5-450e-4d4b-b5aa-c721439014c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Added segment f54233b5-107d-4a38-8716-5cb668b8ac79 of type vlan for network c320b684-cc1a-4a9e-8a04-4f2fe8078e4f Apr 16 04:21:24.472159 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5968f3-7c9d-4ca8-895a-e5429d4f1a7b None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:24.472841 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3b5968f3-7c9d-4ca8-895a-e5429d4f1a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:24.514145 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3b5968f3-7c9d-4ca8-895a-e5429d4f1a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:24.523785 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5968f3-7c9d-4ca8-895a-e5429d4f1a7b None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:24.524590 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3b5968f3-7c9d-4ca8-895a-e5429d4f1a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:24.535172 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6ce0dae0-34fb-4269-8cb3-8f3a2d012026 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (1cc59b6f-5204-473a-a53d-86e22498092e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:24.564546 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3b5968f3-7c9d-4ca8-895a-e5429d4f1a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:24.565439 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5968f3-7c9d-4ca8-895a-e5429d4f1a7b None None] The sync data for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:21:24.577173 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0dae0-34fb-4269-8cb3-8f3a2d012026 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Pushing event updated for resources: {'Port': ['ID=f3dbc74f-a9d8-4dfd-bf59-d66a1349fa79,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:24.599785 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-10a19fcc-8828-403a-9867-b28283eca840 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (f847d2c4-718a-460c-be67-44397e311334), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:24.653363 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01b6a5-450e-4d4b-b5aa-c721439014c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6595051-bfd2-46d9-bd14-ea68427f59b9,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:24.671512 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4b01b6a5-450e-4d4b-b5aa-c721439014c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (c320b684-cc1a-4a9e-8a04-4f2fe8078e4f), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:24.683113 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37261785-27a8-4681-84d6-9774677aaa4e req-19871daa-438c-4a65-ade9-bf777a6eecd9 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:24.684686 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-37261785-27a8-4681-84d6-9774677aaa4e req-19871daa-438c-4a65-ade9-bf777a6eecd9 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.2049739 Apr 16 04:21:24.753018 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34986) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:24.871166 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996b181-3015-4de1-b6be-4c097b92a9c8 req-56d89792-ba48-45a9-955f-f0a878e7616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:24.872652 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1996b181-3015-4de1-b6be-4c097b92a9c8 req-56d89792-ba48-45a9-955f-f0a878e7616b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b631a5189db64668b5973175d03e09b1&device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 1130 time: 0.3783939 Apr 16 04:21:24.878009 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dba9913d-bff1-4fa1-9691-41902b87b8fa tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:24.878230 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-678721b4-5103-4a69-8e7a-2faf0cbf3e84 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (91b3cd32-a2fc-462d-b665-296dff00cc38), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:24.881171 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dba9913d-bff1-4fa1-9691-41902b87b8fa tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "DELETE /v2.0/ports/72c630d2-fefc-4f3f-91eb-a21a536a2d64 HTTP/1.1" status: 204 len: 168 time: 3.0192130 Apr 16 04:21:24.889631 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34988) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:24.915684 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-79beedff-541e-4461-9d49-457dcf557524 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (4e6564de-40b9-43a1-a6e2-5e7dfcbe7da8), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.012764 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-37261785-27a8-4681-84d6-9774677aaa4e req-31589343-fb0d-4b8a-954b-9cd9ccbf6a93 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3045578 Apr 16 04:21:25.012764 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4b01b6a5-450e-4d4b-b5aa-c721439014c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (c320b684-cc1a-4a9e-8a04-4f2fe8078e4f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.012764 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b01b6a5-450e-4d4b-b5aa-c721439014c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:25.012764 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4b01b6a5-450e-4d4b-b5aa-c721439014c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.021029 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996b181-3015-4de1-b6be-4c097b92a9c8 req-a4851e21-3936-4c98-8efa-93a9e373e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:25.022507 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1996b181-3015-4de1-b6be-4c097b92a9c8 req-a4851e21-3936-4c98-8efa-93a9e373e033 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c3c2d0c-413d-4b27-b518-f77ba01ee470 HTTP/1.1" status: 200 len: 911 time: 0.1387789 Apr 16 04:21:25.024115 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-10a19fcc-8828-403a-9867-b28283eca840 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (f847d2c4-718a-460c-be67-44397e311334), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.030446 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678721b4-5103-4a69-8e7a-2faf0cbf3e84 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Pushing event deleted for resources: {'Port': ['ID=91b3cd32-a2fc-462d-b665-296dff00cc38,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:25.038020 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-955e5bd1-dd62-4ef2-91b2-8595219984f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba1292f55f994e0e82adcb39ab7cfb13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799830 Apr 16 04:21:25.045679 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34990) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:25.074206 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c7dd95e3-33a6-4b22-a3bf-d90fb220525d tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "GET /v2.0/floatingips/13605e9b-5a5a-4275-bbd0-2f37afb1c8c9 HTTP/1.1" status: 200 len: 688 time: 0.1721816 Apr 16 04:21:25.094683 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34992) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:25.105486 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce0dae0-34fb-4269-8cb3-8f3a2d012026 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Network 4f003ca4-8064-4efb-8278-566dc63822d3 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:25.109627 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-10a19fcc-8828-403a-9867-b28283eca840 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f847d2c4-718a-460c-be67-44397e311334']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:25.140466 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-79beedff-541e-4461-9d49-457dcf557524 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (4e6564de-40b9-43a1-a6e2-5e7dfcbe7da8), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.152863 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-6ce0dae0-34fb-4269-8cb3-8f3a2d012026 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:25.178780 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-10a19fcc-8828-403a-9867-b28283eca840 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76485ff-2899-4971-96f9-312b1f99b2ce') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:25.179467 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-10a19fcc-8828-403a-9867-b28283eca840 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76485ff-2899-4971-96f9-312b1f99b2ce') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:25.184100 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79beedff-541e-4461-9d49-457dcf557524 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=4e6564de-40b9-43a1-a6e2-5e7dfcbe7da8,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:25.199687 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-10a19fcc-8828-403a-9867-b28283eca840 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (a76485ff-2899-4971-96f9-312b1f99b2ce), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.207962 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4b01b6a5-450e-4d4b-b5aa-c721439014c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.3436778 Apr 16 04:21:25.211671 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-79beedff-541e-4461-9d49-457dcf557524 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.214149 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01b6a5-450e-4d4b-b5aa-c721439014c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Pushing event updated for resources: {'Network': ['ID=c320b684-cc1a-4a9e-8a04-4f2fe8078e4f,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:25.217638 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-79beedff-541e-4461-9d49-457dcf557524 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/4e6564de-40b9-43a1-a6e2-5e7dfcbe7da8 HTTP/1.1" status: 204 len: 168 time: 0.9428148 Apr 16 04:21:25.217638 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 34994) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:25.224554 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34996) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:25.230247 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda60086-4758-40de-ba94-e1b2c8c2e2fa None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:25.241003 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-10a19fcc-8828-403a-9867-b28283eca840 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (a76485ff-2899-4971-96f9-312b1f99b2ce), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.243059 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network c320b684-cc1a-4a9e-8a04-4f2fe8078e4f details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:21:25.320296 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1996b181-3015-4de1-b6be-4c097b92a9c8 req-56721923-79f8-4fcb-8818-96fe1f2b0f98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d691ce19-b854-44bc-871d-ed4bdc2db5a7 HTTP/1.1" status: 200 len: 1002 time: 0.2918251 Apr 16 04:21:25.342990 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a19fcc-8828-403a-9867-b28283eca840 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:21:25.343391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-10a19fcc-8828-403a-9867-b28283eca840 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (a76485ff-2899-4971-96f9-312b1f99b2ce), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:21:25.350710 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:21:25.359430 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-678721b4-5103-4a69-8e7a-2faf0cbf3e84 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.360237 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-678721b4-5103-4a69-8e7a-2faf0cbf3e84 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] 10.222.0.30 "DELETE /v2.0/ports/91b3cd32-a2fc-462d-b665-296dff00cc38 HTTP/1.1" status: 204 len: 168 time: 2.2281091 Apr 16 04:21:25.372279 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 34998) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:25.395885 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-42870b5f-58f8-4265-9ce6-a2cb0517dd24 admin admin] Publish callbacks [] for security_group (2a4779a1-dedb-4605-a875-d70c326288e7), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.470004 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-085a4a40-f76f-4123-8885-dff2f80781da tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet f60c394d-1238-4999-bfab-67a072891aaf {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:21:25.477441 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-085a4a40-f76f-4123-8885-dff2f80781da tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (f60c394d-1238-4999-bfab-67a072891aaf), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.479352 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-499f381b-1a47-4e9c-8a1e-b57269cbb70e tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Deleting port 495f1fa3-5be6-407d-b27e-becaee4cfa32 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:25.484684 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-499f381b-1a47-4e9c-8a1e-b57269cbb70e tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (495f1fa3-5be6-407d-b27e-becaee4cfa32), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.491206 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-42870b5f-58f8-4265-9ce6-a2cb0517dd24 admin admin] Publish callbacks [] for security_group (2a4779a1-dedb-4605-a875-d70c326288e7), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.494904 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5010847c-ed08-4bb7-a257-a18f0062d0ca tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (c320b684-cc1a-4a9e-8a04-4f2fe8078e4f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.526436 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce0dae0-34fb-4269-8cb3-8f3a2d012026 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Router 1cc59b6f-5204-473a-a53d-86e22498092e has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:21:25.536188 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-085a4a40-f76f-4123-8885-dff2f80781da tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (f60c394d-1238-4999-bfab-67a072891aaf), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.564632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996b181-3015-4de1-b6be-4c097b92a9c8 req-660a8731-db14-4486-bb15-d642d5dba16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:25.566156 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1996b181-3015-4de1-b6be-4c097b92a9c8 req-660a8731-db14-4486-bb15-d642d5dba16c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cedacccd-a081-4c1d-aad3-f594f5ad80d3 HTTP/1.1" status: 200 len: 850 time: 0.2354696 Apr 16 04:21:25.568499 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-0d30d73e-dc12-4ada-aa61-db28e5574d81 None None] Provisioning complete for port f3dbc74f-a9d8-4dfd-bf59-d66a1349fa79 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:25.569024 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0d30d73e-dc12-4ada-aa61-db28e5574d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f3dbc74f-a9d8-4dfd-bf59-d66a1349fa79), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.580630 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-10a19fcc-8828-403a-9867-b28283eca840 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (f847d2c4-718a-460c-be67-44397e311334), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.640178 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0d30d73e-dc12-4ada-aa61-db28e5574d81 None None] Port f3dbc74f-a9d8-4dfd-bf59-d66a1349fa79 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:25.664626 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-10a19fcc-8828-403a-9867-b28283eca840 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.668264 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-10a19fcc-8828-403a-9867-b28283eca840 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/f847d2c4-718a-460c-be67-44397e311334 HTTP/1.1" status: 204 len: 168 time: 1.7050998 Apr 16 04:21:25.685089 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35002) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:25.702370 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a19fcc-8828-403a-9867-b28283eca840 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Network': ['ID=f847d2c4-718a-460c-be67-44397e311334,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:25.731081 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b9e7c5-8645-47fe-b0b5-8822a05cf408 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:25.731559 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b9e7c5-8645-47fe-b0b5-8822a05cf408 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:25.737847 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b6b9e7c5-8645-47fe-b0b5-8822a05cf408 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/subnets/356a1c86-497e-4444-aa53-186772145f0f HTTP/1.1" status: 404 len: 337 time: 0.0473547 Apr 16 04:21:25.737847 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996b181-3015-4de1-b6be-4c097b92a9c8 req-2ff36926-f0f9-4ad6-9d72-7694d3e2dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:25.738478 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1996b181-3015-4de1-b6be-4c097b92a9c8 req-2ff36926-f0f9-4ad6-9d72-7694d3e2dc6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c3c2d0c-413d-4b27-b518-f77ba01ee470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1566846 Apr 16 04:21:25.738988 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35004) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:25.766525 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce0dae0-34fb-4269-8cb3-8f3a2d012026 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:21:25.786688 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c73902-d01b-4873-9bc9-93c90a6d4a5c None None] Sync routers for ids ['1cc59b6f-5204-473a-a53d-86e22498092e'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:21:25.795020 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-499f381b-1a47-4e9c-8a1e-b57269cbb70e tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (495f1fa3-5be6-407d-b27e-becaee4cfa32), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.795355 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-499f381b-1a47-4e9c-8a1e-b57269cbb70e tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (495f1fa3-5be6-407d-b27e-becaee4cfa32), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.801243 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6ce0dae0-34fb-4269-8cb3-8f3a2d012026 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "PUT /v2.0/routers/1cc59b6f-5204-473a-a53d-86e22498092e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6724858 Apr 16 04:21:25.805364 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35006) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:25.806288 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c73902-d01b-4873-9bc9-93c90a6d4a5c None None] Routers {'1cc59b6f-5204-473a-a53d-86e22498092e'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:25.806912 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-44c73902-d01b-4873-9bc9-93c90a6d4a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['1cc59b6f-5204-473a-a53d-86e22498092e'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:25.812983 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-eabd089f-84bb-47bf-9307-64d9b13e7f6d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:25.823152 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eabd089f-84bb-47bf-9307-64d9b13e7f6d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:25.823152 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-eabd089f-84bb-47bf-9307-64d9b13e7f6d tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/41854ca8-cdb7-4942-8bf0-09e2c23b10de HTTP/1.1" status: 404 len: 339 time: 0.0717342 Apr 16 04:21:25.832602 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35008) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:25.850262 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-44c73902-d01b-4873-9bc9-93c90a6d4a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:25.853151 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-499f381b-1a47-4e9c-8a1e-b57269cbb70e tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Calling delete_port for 495f1fa3-5be6-407d-b27e-becaee4cfa32 owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:25.853335 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5010847c-ed08-4bb7-a257-a18f0062d0ca tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (c320b684-cc1a-4a9e-8a04-4f2fe8078e4f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.860464 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c73902-d01b-4873-9bc9-93c90a6d4a5c None None] Routers {'1cc59b6f-5204-473a-a53d-86e22498092e'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:25.861325 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-44c73902-d01b-4873-9bc9-93c90a6d4a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['1cc59b6f-5204-473a-a53d-86e22498092e'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:25.902240 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-b433ebba-b008-4dbb-8012-25a31699fb36 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:25.902754 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b433ebba-b008-4dbb-8012-25a31699fb36 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:25.905870 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-44c73902-d01b-4873-9bc9-93c90a6d4a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:25.906788 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c73902-d01b-4873-9bc9-93c90a6d4a5c None None] The sync data for ids ['1cc59b6f-5204-473a-a53d-86e22498092e'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:21:25.909035 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b433ebba-b008-4dbb-8012-25a31699fb36 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/subnets/b9f9b888-04a6-442d-a796-37bb8ebcb255 HTTP/1.1" status: 404 len: 337 time: 0.0745678 Apr 16 04:21:25.910108 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35010) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:25.942188 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ee8f371d-b45b-4379-b43c-53f7e36efba6 tempest-DHCPAgentSchedulersTestJSON-2032167112 tempest-DHCPAgentSchedulersTestJSON-2032167112-project-admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4561 time: 0.5650644 Apr 16 04:21:25.949378 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35012) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:25.957286 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-bfbbe1c8-7d37-4b80-8e3e-fba8dc2fb96b tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2074244146'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:25.960419 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-42870b5f-58f8-4265-9ce6-a2cb0517dd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (2a4779a1-dedb-4605-a875-d70c326288e7), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.961031 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-085a4a40-f76f-4123-8885-dff2f80781da tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (f60c394d-1238-4999-bfab-67a072891aaf), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.963455 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-42870b5f-58f8-4265-9ce6-a2cb0517dd24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:25.965068 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-42870b5f-58f8-4265-9ce6-a2cb0517dd24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a4779a1-dedb-4605-a875-d70c326288e7 HTTP/1.1" status: 204 len: 168 time: 0.9152150 Apr 16 04:21:25.967053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-5010847c-ed08-4bb7-a257-a18f0062d0ca tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c320b684-cc1a-4a9e-8a04-4f2fe8078e4f']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:26.005419 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-5010847c-ed08-4bb7-a257-a18f0062d0ca tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54233b5-107d-4a38-8716-5cb668b8ac79') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:26.005812 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-5010847c-ed08-4bb7-a257-a18f0062d0ca tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54233b5-107d-4a38-8716-5cb668b8ac79') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:26.008518 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-31dc62b1-20fc-4482-946f-8ccfb5057c86 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:26.009148 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31dc62b1-20fc-4482-946f-8ccfb5057c86 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:26.012213 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-31dc62b1-20fc-4482-946f-8ccfb5057c86 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/97d38518-2416-487e-838b-8721958af80e HTTP/1.1" status: 404 len: 339 time: 0.0919752 Apr 16 04:21:26.020773 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35016) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:26.039172 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42870b5f-58f8-4265-9ce6-a2cb0517dd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4779a1-dedb-4605-a875-d70c326288e7,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:26.043987 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5010847c-ed08-4bb7-a257-a18f0062d0ca tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (f54233b5-107d-4a38-8716-5cb668b8ac79), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:26.065923 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1996b181-3015-4de1-b6be-4c097b92a9c8 req-b35b84b9-9b38-42e2-89bc-2a83d0524b91 service neutron] 10.222.0.18 "GET /v2.0/networks/4c3c2d0c-413d-4b27-b518-f77ba01ee470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141100 Apr 16 04:21:26.080848 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5010847c-ed08-4bb7-a257-a18f0062d0ca tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f54233b5-107d-4a38-8716-5cb668b8ac79), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:26.091696 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7b6709-ae16-4fc6-bc9e-9505d64129c1 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:26.092831 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a7b6709-ae16-4fc6-bc9e-9505d64129c1 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:26.099665 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1a7b6709-ae16-4fc6-bc9e-9505d64129c1 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/subnets/965aeb7a-90bf-4d95-95e1-e6afb969e2d2 HTTP/1.1" status: 404 len: 337 time: 0.0770051 Apr 16 04:21:26.100862 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbbe1c8-7d37-4b80-8e3e-fba8dc2fb96b tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Made reservation on behalf of 77264f7ba7f640088194aa101eba95d3 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:26.104474 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bfbbe1c8-7d37-4b80-8e3e-fba8dc2fb96b tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:26.107234 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35020) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:26.111172 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-87122302-0192-41e9-874a-34f9e87bc4b5 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for router (1cc59b6f-5204-473a-a53d-86e22498092e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:26.150654 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5010847c-ed08-4bb7-a257-a18f0062d0ca tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:21:26.151818 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5010847c-ed08-4bb7-a257-a18f0062d0ca tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (f54233b5-107d-4a38-8716-5cb668b8ac79), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:21:26.198573 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:21:26.221812 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-301bd65f-abd4-4b6e-87f2-e9861439629c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:26.222471 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301bd65f-abd4-4b6e-87f2-e9861439629c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:26.228336 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-301bd65f-abd4-4b6e-87f2-e9861439629c tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/461b31aa-7766-458b-b840-3f968e9fc754 HTTP/1.1" status: 404 len: 339 time: 0.1172850 Apr 16 04:21:26.233726 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35022) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:26.277181 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-2346a0ba-1f9c-4839-b7e2-65ce2dcedc97 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:26.277735 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2346a0ba-1f9c-4839-b7e2-65ce2dcedc97 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:26.280873 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2346a0ba-1f9c-4839-b7e2-65ce2dcedc97 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/subnets/c33eb566-8f0d-4971-bffa-83c6769d31ea HTTP/1.1" status: 404 len: 337 time: 0.0434980 Apr 16 04:21:26.284041 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35024) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:26.308591 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-0461320a-526c-4840-b2fc-c8d832d1d2f9 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:26.309115 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0461320a-526c-4840-b2fc-c8d832d1d2f9 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:26.313171 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0461320a-526c-4840-b2fc-c8d832d1d2f9 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/8fe70c37-c90f-4647-9763-16b7487fedcf HTTP/1.1" status: 404 len: 339 time: 0.0271475 Apr 16 04:21:26.314877 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35026) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:26.328479 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-085a4a40-f76f-4123-8885-dff2f80781da tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (f60c394d-1238-4999-bfab-67a072891aaf), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:26.356777 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9827ba6-8c3f-4e26-a2d4-111d509ed5db req-3b9c0b76-768d-43ae-b396-dc26081576fb tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:26.358096 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d9827ba6-8c3f-4e26-a2d4-111d509ed5db req-3b9c0b76-768d-43ae-b396-dc26081576fb tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.2030375 Apr 16 04:21:26.359966 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-87122302-0192-41e9-874a-34f9e87bc4b5 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 16 04:21:26.361114 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-87122302-0192-41e9-874a-34f9e87bc4b5 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "DELETE /v2.0/routers/1cc59b6f-5204-473a-a53d-86e22498092e HTTP/1.1" status: 409 len: 376 time: 0.5492530 Apr 16 04:21:26.365253 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4f4c10-6274-474d-842c-ac2f9750af72 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:26.365716 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c4f4c10-6274-474d-842c-ac2f9750af72 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:26.367294 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35028) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:26.371833 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6c4f4c10-6274-474d-842c-ac2f9750af72 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/subnets/68730ecf-441c-4c3f-b7a7-1b0cf9decd54 HTTP/1.1" status: 404 len: 337 time: 0.0532386 Apr 16 04:21:26.378804 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35030) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:26.381802 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-1a590c27-3ea6-4947-acc2-9c5fa63d048f None None] Provisioning complete for port 3bc3efff-2580-4895-ae25-06fb50ffaf2d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:26.381802 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1a590c27-3ea6-4947-acc2-9c5fa63d048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3bc3efff-2580-4895-ae25-06fb50ffaf2d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:26.389803 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a4a40-f76f-4123-8885-dff2f80781da tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=f60c394d-1238-4999-bfab-67a072891aaf,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:26.392641 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-085a4a40-f76f-4123-8885-dff2f80781da tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:26.399210 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-085a4a40-f76f-4123-8885-dff2f80781da tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/f60c394d-1238-4999-bfab-67a072891aaf HTTP/1.1" status: 204 len: 168 time: 1.1687989 Apr 16 04:21:26.403967 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35032) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:26.420324 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936a2ac5-883c-438e-8e80-5cb3d5392949 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:26.463643 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbbe1c8-7d37-4b80-8e3e-fba8dc2fb96b tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:21:26.474673 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5010847c-ed08-4bb7-a257-a18f0062d0ca tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (c320b684-cc1a-4a9e-8a04-4f2fe8078e4f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:26.475360 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bfbbe1c8-7d37-4b80-8e3e-fba8dc2fb96b tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (0b1082de-d819-4977-a761-93acbefa91eb), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:26.481595 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-bfbbe1c8-7d37-4b80-8e3e-fba8dc2fb96b tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Added segment 0b1082de-d819-4977-a761-93acbefa91eb of type vlan for network 339732cd-bc85-47f1-a982-a3dbe4f48ee6 Apr 16 04:21:26.485741 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-499f381b-1a47-4e9c-8a1e-b57269cbb70e tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (495f1fa3-5be6-407d-b27e-becaee4cfa32), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:26.495085 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4294e28-6a9f-4e1e-8022-33f6c3d39966 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:26.495630 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4294e28-6a9f-4e1e-8022-33f6c3d39966 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:26.501004 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f4294e28-6a9f-4e1e-8022-33f6c3d39966 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/1fe6d455-1e69-4972-ad49-b9d417565b95 HTTP/1.1" status: 404 len: 339 time: 0.1171813 Apr 16 04:21:26.510614 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1996b181-3015-4de1-b6be-4c097b92a9c8 req-52b27955-c9c3-486d-b91d-2083023fa8e3 service neutron] 10.222.0.18 "GET /v2.0/networks/4c3c2d0c-413d-4b27-b518-f77ba01ee470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382398 Apr 16 04:21:26.514201 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35036) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:26.520072 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5010847c-ed08-4bb7-a257-a18f0062d0ca tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c320b684-cc1a-4a9e-8a04-4f2fe8078e4f {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 16 04:21:26.531978 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5010847c-ed08-4bb7-a257-a18f0062d0ca tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:26.537890 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5010847c-ed08-4bb7-a257-a18f0062d0ca tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] 10.222.0.30 "DELETE /v2.0/networks/c320b684-cc1a-4a9e-8a04-4f2fe8078e4f HTTP/1.1" status: 204 len: 168 time: 1.3163724 Apr 16 04:21:26.557380 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e032cfc6-9dcb-47b7-912f-ec48fdc7b9e2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1519375 Apr 16 04:21:26.560878 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35040) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:26.561527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35042) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:26.567696 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-a7a787ce-1a21-4cb5-a11b-3162815dfbfe tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:26.606937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-0b1fcf67-7022-4c3d-984c-7ebd834cb84d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:26.620024 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010847c-ed08-4bb7-a257-a18f0062d0ca tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Pushing event deleted for resources: {'Network': ['ID=c320b684-cc1a-4a9e-8a04-4f2fe8078e4f,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:26.621910 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f381b-1a47-4e9c-8a1e-b57269cbb70e tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event deleted for resources: {'Port': ['ID=495f1fa3-5be6-407d-b27e-becaee4cfa32,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:26.636676 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bafad7f-2aff-42e2-909f-7674bf7e0eaa tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:26.637204 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bafad7f-2aff-42e2-909f-7674bf7e0eaa tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:26.643230 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4bafad7f-2aff-42e2-909f-7674bf7e0eaa tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/subnets/cf75f0ab-add4-4880-ad4f-70ad31cb072e HTTP/1.1" status: 404 len: 337 time: 0.1180408 Apr 16 04:21:26.654537 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bfbbe1c8-7d37-4b80-8e3e-fba8dc2fb96b tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (339732cd-bc85-47f1-a982-a3dbe4f48ee6), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:26.669806 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35046) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:26.712370 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea1d044-d6b3-4493-8002-22394be134ad tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:26.712977 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea1d044-d6b3-4493-8002-22394be134ad tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:26.716004 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1ea1d044-d6b3-4493-8002-22394be134ad tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/9b3f1ae2-613b-4fa6-8c86-432b132bbd72 HTTP/1.1" status: 404 len: 339 time: 0.0452120 Apr 16 04:21:26.721830 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35050) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:26.722477 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a787ce-1a21-4cb5-a11b-3162815dfbfe tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Made reservation on behalf of 3a8d41515bff44b893a27cf8fda91274 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:26.725225 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a7a787ce-1a21-4cb5-a11b-3162815dfbfe tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:26.733357 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d9827ba6-8c3f-4e26-a2d4-111d509ed5db req-2000823f-ced3-4112-986b-c30aefb3a53d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3535850 Apr 16 04:21:26.826190 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-499f381b-1a47-4e9c-8a1e-b57269cbb70e tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (13605e9b-5a5a-4275-bbd0-2f37afb1c8c9), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:26.828994 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-499f381b-1a47-4e9c-8a1e-b57269cbb70e tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:26.833526 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-499f381b-1a47-4e9c-8a1e-b57269cbb70e tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "DELETE /v2.0/floatingips/13605e9b-5a5a-4275-bbd0-2f37afb1c8c9 HTTP/1.1" status: 204 len: 168 time: 1.7345517 Apr 16 04:21:26.846076 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35054) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:26.856784 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1a590c27-3ea6-4947-acc2-9c5fa63d048f None None] Current status of the port 3bc3efff-2580-4895-ae25-06fb50ffaf2d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:26.862129 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-3207c364-6753-43cf-84d8-31e1284af6ce tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': 'a9ccc8cf-d97f-4716-9d4d-0325d572e864'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:26.890835 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bfbbe1c8-7d37-4b80-8e3e-fba8dc2fb96b tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (339732cd-bc85-47f1-a982-a3dbe4f48ee6), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:26.901424 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbbe1c8-7d37-4b80-8e3e-fba8dc2fb96b tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:26.902770 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bfbbe1c8-7d37-4b80-8e3e-fba8dc2fb96b tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:26.914078 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c104f7d0-9bc5-4456-957f-c9e64f49db02 None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:21:26.958052 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-639af0e4-8b5c-44b9-8ca4-c955a9fd0c91 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:26.958938 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639af0e4-8b5c-44b9-8ca4-c955a9fd0c91 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:26.964143 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-639af0e4-8b5c-44b9-8ca4-c955a9fd0c91 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/subnets/54124185-0bf5-4219-9c27-42ed08f65623 HTTP/1.1" status: 404 len: 337 time: 0.2355051 Apr 16 04:21:26.969786 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35056) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:26.971881 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c104f7d0-9bc5-4456-957f-c9e64f49db02 None None] Deleting port 3bc3efff-2580-4895-ae25-06fb50ffaf2d {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:26.972322 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c104f7d0-9bc5-4456-957f-c9e64f49db02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (3bc3efff-2580-4895-ae25-06fb50ffaf2d), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:27.020958 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a787ce-1a21-4cb5-a11b-3162815dfbfe tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:21:27.028758 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3207c364-6753-43cf-84d8-31e1284af6ce tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:27.061343 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae817e1c-5861-4546-883c-f5a36939122f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:27.061563 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c104f7d0-9bc5-4456-957f-c9e64f49db02 None None] For port 3bc3efff-2580-4895-ae25-06fb50ffaf2d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3bc3efff-2580-4895-ae25-06fb50ffaf2d,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:27.061880 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae817e1c-5861-4546-883c-f5a36939122f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:27.064953 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ae817e1c-5861-4546-883c-f5a36939122f tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/ad110fb0-4194-4422-8994-fdbeaf498820 HTTP/1.1" status: 404 len: 339 time: 0.0941505 Apr 16 04:21:27.067685 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35058) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:27.069014 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c104f7d0-9bc5-4456-957f-c9e64f49db02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (3bc3efff-2580-4895-ae25-06fb50ffaf2d), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:27.092542 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c104f7d0-9bc5-4456-957f-c9e64f49db02 None None] Calling delete_port for 3bc3efff-2580-4895-ae25-06fb50ffaf2d owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:27.138972 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a7a787ce-1a21-4cb5-a11b-3162815dfbfe tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (e6a97e2f-5f8f-4d8b-b532-45268e928b95), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:27.139743 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-a7a787ce-1a21-4cb5-a11b-3162815dfbfe tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Added segment e6a97e2f-5f8f-4d8b-b532-45268e928b95 of type vlan for network 545fe515-4d6e-4421-adac-06482d1d2dbc Apr 16 04:21:27.158670 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-230a9e1e-0fcb-48bf-b6e4-898fc0bfe589 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:27.159405 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230a9e1e-0fcb-48bf-b6e4-898fc0bfe589 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:27.165388 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-230a9e1e-0fcb-48bf-b6e4-898fc0bfe589 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/subnets/65a0bedb-6ed7-4018-8966-a0903db7274e HTTP/1.1" status: 404 len: 337 time: 0.0964479 Apr 16 04:21:27.166492 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1fcf67-7022-4c3d-984c-7ebd834cb84d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:27.170644 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b1fcf67-7022-4c3d-984c-7ebd834cb84d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:27.172622 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35064) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:27.201882 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bfbbe1c8-7d37-4b80-8e3e-fba8dc2fb96b tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2465162 Apr 16 04:21:27.202335 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35068) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:27.214309 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02bf04f-4519-4672-9b1a-ba3a1c1ecba1 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:27.214837 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02bf04f-4519-4672-9b1a-ba3a1c1ecba1 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:27.216545 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbbe1c8-7d37-4b80-8e3e-fba8dc2fb96b tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Pushing event updated for resources: {'Network': ['ID=339732cd-bc85-47f1-a982-a3dbe4f48ee6,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:27.217877 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e02bf04f-4519-4672-9b1a-ba3a1c1ecba1 tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/db5c2df7-bada-49f3-b4eb-39bc721ab006 HTTP/1.1" status: 404 len: 339 time: 0.0442688 Apr 16 04:21:27.221765 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7503784c-c11f-4dc5-ac1e-f61e6c2259a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (1cc59b6f-5204-473a-a53d-86e22498092e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:27.223486 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35070) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:27.228668 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 339732cd-bc85-47f1-a982-a3dbe4f48ee6 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:21:27.241571 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3207c364-6753-43cf-84d8-31e1284af6ce tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:27.290856 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c104f7d0-9bc5-4456-957f-c9e64f49db02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (3bc3efff-2580-4895-ae25-06fb50ffaf2d), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:27.312366 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a7a787ce-1a21-4cb5-a11b-3162815dfbfe tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (545fe515-4d6e-4421-adac-06482d1d2dbc), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:27.329114 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104f7d0-9bc5-4456-957f-c9e64f49db02 None None] Pushing event deleted for resources: {'Port': ['ID=3bc3efff-2580-4895-ae25-06fb50ffaf2d,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:27.335894 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c104f7d0-9bc5-4456-957f-c9e64f49db02 None None] No DVR routers for this DVR port 3bc3efff-2580-4895-ae25-06fb50ffaf2d on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:21:27.503196 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35074) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:27.513822 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a7a787ce-1a21-4cb5-a11b-3162815dfbfe tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (545fe515-4d6e-4421-adac-06482d1d2dbc), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:27.515919 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a787ce-1a21-4cb5-a11b-3162815dfbfe tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:27.516512 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a7a787ce-1a21-4cb5-a11b-3162815dfbfe tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:27.612999 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a787ce-1a21-4cb5-a11b-3162815dfbfe tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Pushing event updated for resources: {'Network': ['ID=545fe515-4d6e-4421-adac-06482d1d2dbc,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:27.622411 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1de42967-1443-468f-8e20-b68f6af1f775 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1538820770'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:27.623819 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 545fe515-4d6e-4421-adac-06482d1d2dbc details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:21:27.649722 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a7a787ce-1a21-4cb5-a11b-3162815dfbfe tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.0868056 Apr 16 04:21:27.650179 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35078) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:27.664234 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-9b366e71-d981-45e8-9916-0399c3b14a76 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Request body: {'subnet': {'network_id': '545fe515-4d6e-4421-adac-06482d1d2dbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:27.695763 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.objects.ports [None req-0b1fcf67-7022-4c3d-984c-7ebd834cb84d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104632) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 16 04:21:27.700420 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b1fcf67-7022-4c3d-984c-7ebd834cb84d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (a194c570-fa23-4008-b126-72604c2c92bf), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:27.739114 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de42967-1443-468f-8e20-b68f6af1f775 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Made reservation on behalf of 97dbc097d0b843e7b68e6f83b7ec21a9 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:27.743318 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1de42967-1443-468f-8e20-b68f6af1f775 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:27.750661 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b174c3e-8ce9-4c9f-9907-fe4d49657bad tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Deleting subnet c804b91e-c264-4a09-9792-55ac48b49b72 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:21:27.763108 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3bc3efff-2580-4895-ae25-06fb50ffaf2d no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:21:27.764934 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b366e71-d981-45e8-9916-0399c3b14a76 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Made reservation on behalf of 3a8d41515bff44b893a27cf8fda91274 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:27.767650 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9b366e71-d981-45e8-9916-0399c3b14a76 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:27.778922 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b174c3e-8ce9-4c9f-9907-fe4d49657bad tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks [] for subnet (c804b91e-c264-4a09-9792-55ac48b49b72), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:27.781797 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1fcf67-7022-4c3d-984c-7ebd834cb84d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:27.782661 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1de42967-1443-468f-8e20-b68f6af1f775 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:27.801592 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 3bc3efff-2580-4895-ae25-06fb50ffaf2d {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:21:27.801947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3bc3efff-2580-4895-ae25-06fb50ffaf2d not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:21:27.815189 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-0b1fcf67-7022-4c3d-984c-7ebd834cb84d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:27.837295 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1fcf67-7022-4c3d-984c-7ebd834cb84d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:27.837295 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b1fcf67-7022-4c3d-984c-7ebd834cb84d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:27.837513 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3694c05c-0434-42b2-9994-f73e1dbefaad None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:27.879727 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fcf67-7022-4c3d-984c-7ebd834cb84d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=a194c570-fa23-4008-b126-72604c2c92bf,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:27.942242 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b174c3e-8ce9-4c9f-9907-fe4d49657bad tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (c804b91e-c264-4a09-9792-55ac48b49b72), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:27.947440 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': 'a194c570-fa23-4008-b126-72604c2c92bf'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:21:27.948755 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:27.967850 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60567180-8047-4ec6-9b42-57208db09a90 req-905bea81-bcd1-44d9-86ec-30cbce3fad7b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:27.969423 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-60567180-8047-4ec6-9b42-57208db09a90 req-905bea81-bcd1-44d9-86ec-30cbce3fad7b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1562402 Apr 16 04:21:28.002645 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5d361b04-cbab-4b64-95f1-4aa768f070b9 tempest-DHCPAgentSchedulersTestJSON-2032167112 tempest-DHCPAgentSchedulersTestJSON-2032167112-project-admin] 10.222.0.30 "GET /v2.0/agents/37807b48-4b0b-40b7-afd4-7c10d47ccf02/dhcp-networks HTTP/1.1" status: 200 len: 8838 time: 0.7965274 Apr 16 04:21:28.011156 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35082) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:28.022079 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.033938 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-3207c364-6753-43cf-84d8-31e1284af6ce tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Allocated IP 172.26.6.154 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/89bf088c-411d-4bc4-977d-41c946d584d8) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:28.059343 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0b1fcf67-7022-4c3d-984c-7ebd834cb84d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4644291 Apr 16 04:21:28.073063 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35084) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:28.094575 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-d58bfa9c-2357-45a3-8d0f-4dbffa3582b9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:28.105217 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] Allocated IP 2001:db8::f816:3eff:fef7:9d97 (9a9395da-f56a-4c57-8efc-4b7256188659/a194c570-fa23-4008-b126-72604c2c92bf/6cb3a54b-dea8-4917-b59a-b161832ed1a6) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:28.183367 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1de42967-1443-468f-8e20-b68f6af1f775 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks [] for security_group (99586820-d206-408b-8356-321069380074), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.189001 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b174c3e-8ce9-4c9f-9907-fe4d49657bad tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (c804b91e-c264-4a09-9792-55ac48b49b72), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.216920 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-60567180-8047-4ec6-9b42-57208db09a90 req-b9d93249-a1ce-4df8-aae0-9095defaf97d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306693 Apr 16 04:21:28.272390 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7503784c-c11f-4dc5-ac1e-f61e6c2259a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Deleting port f3dbc74f-a9d8-4dfd-bf59-d66a1349fa79 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:28.272939 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7503784c-c11f-4dc5-ac1e-f61e6c2259a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (f3dbc74f-a9d8-4dfd-bf59-d66a1349fa79), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.273678 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] Publish callbacks [] for port (6cb3a54b-dea8-4917-b59a-b161832ed1a6), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.283211 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1de42967-1443-468f-8e20-b68f6af1f775 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (99586820-d206-408b-8356-321069380074), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.288039 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17a2feb-4cd1-43c6-93fb-d8e89c5dab3d tempest-DHCPAgentSchedulersTestJSON-2032167112 tempest-DHCPAgentSchedulersTestJSON-2032167112-project-admin] Network 339732cd-bc85-47f1-a982-a3dbe4f48ee6 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:21:28.332515 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de42967-1443-468f-8e20-b68f6af1f775 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:21:28.352766 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (6cb3a54b-dea8-4917-b59a-b161832ed1a6), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.356969 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de42967-1443-468f-8e20-b68f6af1f775 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99586820-d206-408b-8356-321069380074,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:28.362953 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1de42967-1443-468f-8e20-b68f6af1f775 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (595118d9-1557-4c55-9c79-7a2f1f3c0251), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.363300 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-1de42967-1443-468f-8e20-b68f6af1f775 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Added segment 595118d9-1557-4c55-9c79-7a2f1f3c0251 of type vlan for network d133b500-95dd-4899-8eb9-50c0064e37b2 Apr 16 04:21:28.364512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3207c364-6753-43cf-84d8-31e1284af6ce tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for port (89bf088c-411d-4bc4-977d-41c946d584d8), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.402170 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:28.405467 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:28.408456 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a17a2feb-4cd1-43c6-93fb-d8e89c5dab3d tempest-DHCPAgentSchedulersTestJSON-2032167112 tempest-DHCPAgentSchedulersTestJSON-2032167112-project-admin] 10.222.0.30 "POST /v2.0/agents/37807b48-4b0b-40b7-afd4-7c10d47ccf02/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3944414 Apr 16 04:21:28.411111 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:28.412133 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35086) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:28.420462 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b00ee6-4c5d-4924-ba71-817459c82c69 None None] Network 339732cd-bc85-47f1-a982-a3dbe4f48ee6 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:28.425259 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] Pushing event updated for resources: {'Port': ['ID=6cb3a54b-dea8-4917-b59a-b161832ed1a6,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:28.438620 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1de42967-1443-468f-8e20-b68f6af1f775 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (d133b500-95dd-4899-8eb9-50c0064e37b2), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.476680 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58bfa9c-2357-45a3-8d0f-4dbffa3582b9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:28.480057 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d58bfa9c-2357-45a3-8d0f-4dbffa3582b9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.518124 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7503784c-c11f-4dc5-ac1e-f61e6c2259a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (f3dbc74f-a9d8-4dfd-bf59-d66a1349fa79), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.528880 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b174c3e-8ce9-4c9f-9907-fe4d49657bad tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (c804b91e-c264-4a09-9792-55ac48b49b72), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.548865 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] Attempting to bind port 6cb3a54b-dea8-4917-b59a-b161832ed1a6 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:21:28.549232 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] Attempting to bind port 6cb3a54b-dea8-4917-b59a-b161832ed1a6 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:21:28.549908 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] Attempting to bind port 6cb3a54b-dea8-4917-b59a-b161832ed1a6 on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:21:28.555770 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:21:28.556144 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:28.556545 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.556965 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:21:28.557612 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] Bound port: 6cb3a54b-dea8-4917-b59a-b161832ed1a6, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:21:28.558153 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6cb3a54b-dea8-4917-b59a-b161832ed1a6), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.573661 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7503784c-c11f-4dc5-ac1e-f61e6c2259a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Calling delete_port for f3dbc74f-a9d8-4dfd-bf59-d66a1349fa79 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:28.586598 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b174c3e-8ce9-4c9f-9907-fe4d49657bad tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Subnet': ['ID=c804b91e-c264-4a09-9792-55ac48b49b72,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:28.597729 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1de42967-1443-468f-8e20-b68f6af1f775 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (d133b500-95dd-4899-8eb9-50c0064e37b2), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.601127 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b174c3e-8ce9-4c9f-9907-fe4d49657bad tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.603009 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de42967-1443-468f-8e20-b68f6af1f775 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:28.603661 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1de42967-1443-468f-8e20-b68f6af1f775 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.604387 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7b174c3e-8ce9-4c9f-9907-fe4d49657bad tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/subnets/c804b91e-c264-4a09-9792-55ac48b49b72 HTTP/1.1" status: 204 len: 168 time: 1.3745308 Apr 16 04:21:28.609668 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35088) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:28.618815 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.objects.ports [None req-9b366e71-d981-45e8-9916-0399c3b14a76 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104632) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 16 04:21:28.618815 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9b366e71-d981-45e8-9916-0399c3b14a76 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (b001be82-49ec-49ca-a8af-63826c51fc42), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.619540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81771ad2-735c-46ef-8cfa-3e27e47b6eb3 None None] Network 33210665-5786-48d7-8e37-f10e23494953 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:28.681553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] For port 6cb3a54b-dea8-4917-b59a-b161832ed1a6, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:21:28.689621 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3207c364-6753-43cf-84d8-31e1284af6ce tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (89bf088c-411d-4bc4-977d-41c946d584d8), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.699318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] For port 6cb3a54b-dea8-4917-b59a-b161832ed1a6, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6cb3a54b-dea8-4917-b59a-b161832ed1a6,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:21:28.699622 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-48a09ce2-a34b-4903-ae24-2e78976fc2d8 tempest-DHCPAgentSchedulersTestJSON-2032167112 tempest-DHCPAgentSchedulersTestJSON-2032167112-project-admin] 10.222.0.30 "GET /v2.0/agents/37807b48-4b0b-40b7-afd4-7c10d47ccf02/dhcp-networks HTTP/1.1" status: 200 len: 9569 time: 0.2803462 Apr 16 04:21:28.732981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35090) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:28.781935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6cb3a54b-dea8-4917-b59a-b161832ed1a6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.828365 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079bfe26-7f9d-4610-83f8-cc93a548a2b2 None None] DHCP port deletion for 33210665-5786-48d7-8e37-f10e23494953 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:21:28.841431 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3207c364-6753-43cf-84d8-31e1284af6ce tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:28.847661 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-386010cd-eca5-4b43-9485-41bf34713a1e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (33210665-5786-48d7-8e37-f10e23494953), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.851901 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-3207c364-6753-43cf-84d8-31e1284af6ce tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:28.855613 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207c364-6753-43cf-84d8-31e1284af6ce tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Port': ['ID=89bf088c-411d-4bc4-977d-41c946d584d8,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:28.894579 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3207c364-6753-43cf-84d8-31e1284af6ce tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:28.896528 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26259c-4129-4f16-a51f-9b20fb946c1c None None] Pushing event updated for resources: {'Port': ['ID=6cb3a54b-dea8-4917-b59a-b161832ed1a6,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:28.910803 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-079bfe26-7f9d-4610-83f8-cc93a548a2b2 None None] Deleting port 73fd36d9-9726-4b53-b216-c11ef5dd26a3 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:28.911206 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-079bfe26-7f9d-4610-83f8-cc93a548a2b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (73fd36d9-9726-4b53-b216-c11ef5dd26a3), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:28.999363 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-079bfe26-7f9d-4610-83f8-cc93a548a2b2 None None] For port 73fd36d9-9726-4b53-b216-c11ef5dd26a3, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=73fd36d9-9726-4b53-b216-c11ef5dd26a3,segment=NetworkSegment(6c3bf586-4ba7-47f8-b3eb-b39ab8304a70),segment_id=6c3bf586-4ba7-47f8-b3eb-b39ab8304a70)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:28.999996 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-079bfe26-7f9d-4610-83f8-cc93a548a2b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (73fd36d9-9726-4b53-b216-c11ef5dd26a3), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:29.018785 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-079bfe26-7f9d-4610-83f8-cc93a548a2b2 None None] Calling delete_port for 73fd36d9-9726-4b53-b216-c11ef5dd26a3 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:29.105442 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de42967-1443-468f-8e20-b68f6af1f775 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Pushing event updated for resources: {'Network': ['ID=d133b500-95dd-4899-8eb9-50c0064e37b2,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:29.120615 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network d133b500-95dd-4899-8eb9-50c0064e37b2 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:21:29.123398 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b366e71-d981-45e8-9916-0399c3b14a76 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b001be82-49ec-49ca-a8af-63826c51fc42,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:29.141715 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1de42967-1443-468f-8e20-b68f6af1f775 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6358202 Apr 16 04:21:29.143450 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35092) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:29.155787 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-386010cd-eca5-4b43-9485-41bf34713a1e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Deleting port 73fd36d9-9726-4b53-b216-c11ef5dd26a3 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:29.156299 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-386010cd-eca5-4b43-9485-41bf34713a1e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (73fd36d9-9726-4b53-b216-c11ef5dd26a3), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:29.159351 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-af65ba52-7472-4de8-bbaf-5cd526ab6d14 tempest-DHCPAgentSchedulersTestJSON-2032167112 tempest-DHCPAgentSchedulersTestJSON-2032167112-project-admin] 10.222.0.30 "DELETE /v2.0/agents/37807b48-4b0b-40b7-afd4-7c10d47ccf02/dhcp-networks/339732cd-bc85-47f1-a982-a3dbe4f48ee6 HTTP/1.1" status: 204 len: 168 time: 0.4251509 Apr 16 04:21:29.165410 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35094) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:29.187621 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-b95445c8-33be-4eda-83e8-b11f27564d68 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Request body: {'subnet': {'network_id': 'd133b500-95dd-4899-8eb9-50c0064e37b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:29.251598 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b366e71-d981-45e8-9916-0399c3b14a76 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Checking segment: {'id': 'e6a97e2f-5f8f-4d8b-b532-45268e928b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '545fe515-4d6e-4421-adac-06482d1d2dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:29.251598 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b366e71-d981-45e8-9916-0399c3b14a76 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Network hostable DHCP agents. Network: 545fe515-4d6e-4421-adac-06482d1d2dbc, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:21:29.327344 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-079bfe26-7f9d-4610-83f8-cc93a548a2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (73fd36d9-9726-4b53-b216-c11ef5dd26a3), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:29.361404 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079bfe26-7f9d-4610-83f8-cc93a548a2b2 None None] Pushing event deleted for resources: {'Port': ['ID=73fd36d9-9726-4b53-b216-c11ef5dd26a3,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:29.363845 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7503784c-c11f-4dc5-ac1e-f61e6c2259a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (f3dbc74f-a9d8-4dfd-bf59-d66a1349fa79), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:29.369408 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079bfe26-7f9d-4610-83f8-cc93a548a2b2 None None] No DVR routers for this DVR port 73fd36d9-9726-4b53-b216-c11ef5dd26a3 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:21:29.451854 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b366e71-d981-45e8-9916-0399c3b14a76 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Network 545fe515-4d6e-4421-adac-06482d1d2dbc is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:21:29.503775 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95445c8-33be-4eda-83e8-b11f27564d68 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Made reservation on behalf of 97dbc097d0b843e7b68e6f83b7ec21a9 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:29.507783 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b95445c8-33be-4eda-83e8-b11f27564d68 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:29.516180 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503784c-c11f-4dc5-ac1e-f61e6c2259a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Pushing event deleted for resources: {'Port': ['ID=f3dbc74f-a9d8-4dfd-bf59-d66a1349fa79,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:29.527730 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-386010cd-eca5-4b43-9485-41bf34713a1e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] For port 73fd36d9-9726-4b53-b216-c11ef5dd26a3, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=73fd36d9-9726-4b53-b216-c11ef5dd26a3,segment=NetworkSegment(6c3bf586-4ba7-47f8-b3eb-b39ab8304a70),segment_id=6c3bf586-4ba7-47f8-b3eb-b39ab8304a70)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:29.534220 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-386010cd-eca5-4b43-9485-41bf34713a1e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (73fd36d9-9726-4b53-b216-c11ef5dd26a3), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:29.553693 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b109499-fcb3-4592-bba1-958b96b32316 req-25da1dd0-7af1-4c25-a639-3ca9a0d5779f tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:29.555565 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3b109499-fcb3-4592-bba1-958b96b32316 req-25da1dd0-7af1-4c25-a639-3ca9a0d5779f tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.2309813 Apr 16 04:21:29.576010 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-9b366e71-d981-45e8-9916-0399c3b14a76 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 545fe515-4d6e-4421-adac-06482d1d2dbc) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:29.583286 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d58bfa9c-2357-45a3-8d0f-4dbffa3582b9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (b9a09309-5d6a-4b20-b26f-33a56f1c92ec), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:29.588811 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfba3e34-d1b4-4940-bfc1-ba3aa4fbb9bb None None] Network 545fe515-4d6e-4421-adac-06482d1d2dbc requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:29.591473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b366e71-d981-45e8-9916-0399c3b14a76 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:29.592021 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9b366e71-d981-45e8-9916-0399c3b14a76 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:29.601876 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-386010cd-eca5-4b43-9485-41bf34713a1e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Calling delete_port for 73fd36d9-9726-4b53-b216-c11ef5dd26a3 owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:29.662007 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58bfa9c-2357-45a3-8d0f-4dbffa3582b9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:29.672430 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-d58bfa9c-2357-45a3-8d0f-4dbffa3582b9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:29.676025 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58bfa9c-2357-45a3-8d0f-4dbffa3582b9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:29.676679 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d58bfa9c-2357-45a3-8d0f-4dbffa3582b9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:29.695103 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58bfa9c-2357-45a3-8d0f-4dbffa3582b9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=b9a09309-5d6a-4b20-b26f-33a56f1c92ec,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:29.720085 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9b366e71-d981-45e8-9916-0399c3b14a76 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0649614 Apr 16 04:21:29.720743 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35098) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:29.747145 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-533ca402-aa81-4067-9a13-c032ee01699a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Request body: {'floatingip': {'floating_network_id': '545fe515-4d6e-4421-adac-06482d1d2dbc'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:29.780754 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d58bfa9c-2357-45a3-8d0f-4dbffa3582b9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7019417 Apr 16 04:21:29.785163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35100) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:29.830077 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-33aa122d-a855-4fe0-8d76-f3e31022a03e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'mac_address': 'fa:16:3e:c0:6e:20', 'name': 'tempest-NetworksTestDHCPv6-1310054985'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:29.837138 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-35ed8e29-587b-47cc-85f0-93663c265286 tempest-DHCPAgentSchedulersTestJSON-2032167112 tempest-DHCPAgentSchedulersTestJSON-2032167112-project-admin] 10.222.0.30 "GET /v2.0/agents/37807b48-4b0b-40b7-afd4-7c10d47ccf02/dhcp-networks HTTP/1.1" status: 200 len: 8800 time: 0.6551321 Apr 16 04:21:29.846470 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35102) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:29.858334 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6cb3a54b-dea8-4917-b59a-b161832ed1a6 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:29.881171 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f70b50b3-edb9-4dd0-8f0a-c65a9a3e8155 tempest-DHCPAgentSchedulersTestJSON-2032167112 tempest-DHCPAgentSchedulersTestJSON-2032167112-project-admin] 10.222.0.30 "GET /v2.0/networks/44f39aef-9b72-4833-b146-56604bd1c54a/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0298066 Apr 16 04:21:29.881376 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35104) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:29.902458 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-533ca402-aa81-4067-9a13-c032ee01699a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:29.909243 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a24dc3-b269-4a82-9839-e4f7b935c1dd None None] Network 545fe515-4d6e-4421-adac-06482d1d2dbc requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:29.916192 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3b109499-fcb3-4592-bba1-958b96b32316 req-f8ab52d4-3c9a-4f6f-b31d-e2b9392ec25c tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3399856 Apr 16 04:21:29.967932 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 6cb3a54b-dea8-4917-b59a-b161832ed1a6 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:29.968919 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6cb3a54b-dea8-4917-b59a-b161832ed1a6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:30.018627 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-533ca402-aa81-4067-9a13-c032ee01699a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:30.021536 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b95445c8-33be-4eda-83e8-b11f27564d68 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (f9496722-ac8d-4f57-9241-d1cc82dea4d3), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:30.030308 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7d0dc4f7-6e37-4c7e-b318-b26578cc24fa tempest-DHCPAgentSchedulersTestJSON-2032167112 tempest-DHCPAgentSchedulersTestJSON-2032167112-project-admin] 10.222.0.30 "GET /v2.0/networks/44f39aef-9b72-4833-b146-56604bd1c54a/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1429040 Apr 16 04:21:30.042838 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35106) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:30.181066 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 6cb3a54b-dea8-4917-b59a-b161832ed1a6 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:30.183036 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6cb3a54b-dea8-4917-b59a-b161832ed1a6), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:30.232402 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 6cb3a54b-dea8-4917-b59a-b161832ed1a6, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6cb3a54b-dea8-4917-b59a-b161832ed1a6,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:30.299318 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95445c8-33be-4eda-83e8-b11f27564d68 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Pushing event updated for resources: {'Subnet': ['ID=f9496722-ac8d-4f57-9241-d1cc82dea4d3,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:30.300853 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6cb3a54b-dea8-4917-b59a-b161832ed1a6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:30.378095 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 73fd36d9-9726-4b53-b216-c11ef5dd26a3 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:21:30.385098 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95445c8-33be-4eda-83e8-b11f27564d68 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Checking segment: {'id': '595118d9-1557-4c55-9c79-7a2f1f3c0251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd133b500-95dd-4899-8eb9-50c0064e37b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:30.385473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95445c8-33be-4eda-83e8-b11f27564d68 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Network hostable DHCP agents. Network: d133b500-95dd-4899-8eb9-50c0064e37b2, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:21:30.409259 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=6cb3a54b-dea8-4917-b59a-b161832ed1a6,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:30.411980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 73fd36d9-9726-4b53-b216-c11ef5dd26a3 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:21:30.412581 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 73fd36d9-9726-4b53-b216-c11ef5dd26a3 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:21:30.423091 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b05470-66ae-4f10-b055-54eaae728183 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:30.447688 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-386010cd-eca5-4b43-9485-41bf34713a1e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (73fd36d9-9726-4b53-b216-c11ef5dd26a3), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:30.496425 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386010cd-eca5-4b43-9485-41bf34713a1e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] No DVR routers for this DVR port 73fd36d9-9726-4b53-b216-c11ef5dd26a3 on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:21:30.500316 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ae25edc0-e947-40f1-868c-02d64507684c tempest-DHCPAgentSchedulersTestJSON-2032167112 tempest-DHCPAgentSchedulersTestJSON-2032167112-project-admin] 10.222.0.30 "GET /v2.0/agents/37807b48-4b0b-40b7-afd4-7c10d47ccf02/dhcp-networks HTTP/1.1" status: 200 len: 9608 time: 0.4560733 Apr 16 04:21:30.501633 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-533ca402-aa81-4067-9a13-c032ee01699a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Allocated IP 172.20.0.13 (545fe515-4d6e-4421-adac-06482d1d2dbc/b001be82-49ec-49ca-a8af-63826c51fc42/c78adca8-f55f-4ffc-be34-8430d5e006d5) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:30.504427 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35108) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:30.505511 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386010cd-eca5-4b43-9485-41bf34713a1e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Port': ['ID=73fd36d9-9726-4b53-b216-c11ef5dd26a3,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:30.546072 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7503784c-c11f-4dc5-ac1e-f61e6c2259a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (1cc59b6f-5204-473a-a53d-86e22498092e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:30.546315 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-e185f9ab-a75a-406f-9970-2d2185808248 None None] Provisioning complete for port 6cb3a54b-dea8-4917-b59a-b161832ed1a6 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:30.546315 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e185f9ab-a75a-406f-9970-2d2185808248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6cb3a54b-dea8-4917-b59a-b161832ed1a6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:30.624116 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95445c8-33be-4eda-83e8-b11f27564d68 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Network d133b500-95dd-4899-8eb9-50c0064e37b2 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:21:30.665122 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e59bb6-7eb1-4aa2-8910-4969eafa01f7 None None] Update dhcp port {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'fixed_ips': [{'subnet_id': 'a194c570-fa23-4008-b126-72604c2c92bf', 'ip_address': '2001:db8::f816:3eff:fef7:9d97'}, {'subnet_id': 'b9a09309-5d6a-4b20-b26f-33a56f1c92ec'}], 'binding:host_id': 'dv-neutron-838078-2-hyperv'}, 'id': '6cb3a54b-dea8-4917-b59a-b161832ed1a6'} from dv-neutron-838078-2-hyperv. {{(pid=104634) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 16 04:21:30.667675 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e185f9ab-a75a-406f-9970-2d2185808248 None None] Current status of the port 6cb3a54b-dea8-4917-b59a-b161832ed1a6 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:30.673854 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-96d59632-36a4-4efd-bf92-cd29eae5b547 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (339732cd-bc85-47f1-a982-a3dbe4f48ee6), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:30.698432 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f0e59bb6-7eb1-4aa2-8910-4969eafa01f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6cb3a54b-dea8-4917-b59a-b161832ed1a6), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:30.715195 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-386010cd-eca5-4b43-9485-41bf34713a1e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (33210665-5786-48d7-8e37-f10e23494953), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:30.758558 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-b95445c8-33be-4eda-83e8-b11f27564d68 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, d133b500-95dd-4899-8eb9-50c0064e37b2) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:30.792159 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3207c364-6753-43cf-84d8-31e1284af6ce tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (99e0d2ad-eede-4e99-a1cc-e847ea52f32c), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:30.809943 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0863e3d2-2141-4f0c-82a0-fd5ec8d85482 None None] Network d133b500-95dd-4899-8eb9-50c0064e37b2 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:30.810748 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-96d59632-36a4-4efd-bf92-cd29eae5b547 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (339732cd-bc85-47f1-a982-a3dbe4f48ee6), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:30.814442 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95445c8-33be-4eda-83e8-b11f27564d68 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:30.815081 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b95445c8-33be-4eda-83e8-b11f27564d68 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:30.817151 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-386010cd-eca5-4b43-9485-41bf34713a1e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33210665-5786-48d7-8e37-f10e23494953']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:30.842733 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-386010cd-eca5-4b43-9485-41bf34713a1e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3bf586-4ba7-47f8-b3eb-b39ab8304a70') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:30.842733 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-386010cd-eca5-4b43-9485-41bf34713a1e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3bf586-4ba7-47f8-b3eb-b39ab8304a70') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:30.842969 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-533ca402-aa81-4067-9a13-c032ee01699a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks [] for port (c78adca8-f55f-4ffc-be34-8430d5e006d5), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:30.858778 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-96d59632-36a4-4efd-bf92-cd29eae5b547 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339732cd-bc85-47f1-a982-a3dbe4f48ee6']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:30.872057 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-96d59632-36a4-4efd-bf92-cd29eae5b547 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1082de-d819-4977-a761-93acbefa91eb') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:30.872373 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-96d59632-36a4-4efd-bf92-cd29eae5b547 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1082de-d819-4977-a761-93acbefa91eb') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:30.887921 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-96d59632-36a4-4efd-bf92-cd29eae5b547 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (0b1082de-d819-4977-a761-93acbefa91eb), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:30.912278 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b95445c8-33be-4eda-83e8-b11f27564d68 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7432778 Apr 16 04:21:30.912551 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35110) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:30.917302 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-96d59632-36a4-4efd-bf92-cd29eae5b547 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (0b1082de-d819-4977-a761-93acbefa91eb), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:30.918475 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33aa122d-a855-4fe0-8d76-f3e31022a03e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:30.926798 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d59632-36a4-4efd-bf92-cd29eae5b547 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:21:30.927196 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-96d59632-36a4-4efd-bf92-cd29eae5b547 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (0b1082de-d819-4977-a761-93acbefa91eb), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:30.928266 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-d7a9716c-da86-44e7-855c-a6300afe30f2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Request body: {'port': {'network_id': 'd133b500-95dd-4899-8eb9-50c0064e37b2', 'name': 'tempest-AllowedAddressPairTestJSON-1833659998'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:21:30.930950 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:21:30.934084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-386010cd-eca5-4b43-9485-41bf34713a1e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (6c3bf586-4ba7-47f8-b3eb-b39ab8304a70), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:30.974021 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-f0e59bb6-7eb1-4aa2-8910-4969eafa01f7 None None] Allocated IP 172.20.0.2 (9a9395da-f56a-4c57-8efc-4b7256188659/b9a09309-5d6a-4b20-b26f-33a56f1c92ec/6cb3a54b-dea8-4917-b59a-b161832ed1a6) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:30.991097 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-d133b500-95dd-4899-8eb9-50c0064e37b2', 'network_id': 'd133b500-95dd-4899-8eb9-50c0064e37b2', 'project_id': '97dbc097d0b843e7b68e6f83b7ec21a9', 'fixed_ips': [{'subnet_id': 'f9496722-ac8d-4f57-9241-d1cc82dea4d3'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:21:30.991097 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:30.994585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-386010cd-eca5-4b43-9485-41bf34713a1e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (6c3bf586-4ba7-47f8-b3eb-b39ab8304a70), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.021503 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-533ca402-aa81-4067-9a13-c032ee01699a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (c78adca8-f55f-4ffc-be34-8430d5e006d5), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.067965 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386010cd-eca5-4b43-9485-41bf34713a1e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:21:31.068277 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-386010cd-eca5-4b43-9485-41bf34713a1e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (6c3bf586-4ba7-47f8-b3eb-b39ab8304a70), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.072440 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7503784c-c11f-4dc5-ac1e-f61e6c2259a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Router 1cc59b6f-5204-473a-a53d-86e22498092e has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:21:31.073305 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:21:31.098548 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533ca402-aa81-4067-9a13-c032ee01699a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Network 545fe515-4d6e-4421-adac-06482d1d2dbc is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:31.106425 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-533ca402-aa81-4067-9a13-c032ee01699a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:31.121806 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533ca402-aa81-4067-9a13-c032ee01699a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:31.123965 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-96d59632-36a4-4efd-bf92-cd29eae5b547 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (339732cd-bc85-47f1-a982-a3dbe4f48ee6), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.151704 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-96d59632-36a4-4efd-bf92-cd29eae5b547 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.157714 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-96d59632-36a4-4efd-bf92-cd29eae5b547 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] 10.222.0.30 "DELETE /v2.0/networks/339732cd-bc85-47f1-a982-a3dbe4f48ee6 HTTP/1.1" status: 204 len: 168 time: 0.6479969 Apr 16 04:21:31.169252 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35114) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:31.180865 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf8f6f-f9ad-4dd2-b11d-9851414fa8a4 req-a74b0d3c-84ff-40e0-9c29-a95841d76ccc tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:31.183072 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f7bf8f6f-f9ad-4dd2-b11d-9851414fa8a4 req-a74b0d3c-84ff-40e0-9c29-a95841d76ccc tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1532824 Apr 16 04:21:31.188593 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ca402-aa81-4067-9a13-c032ee01699a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Pushing event updated for resources: {'Port': ['ID=c78adca8-f55f-4ffc-be34-8430d5e006d5,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:31.197074 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d59632-36a4-4efd-bf92-cd29eae5b547 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Pushing event deleted for resources: {'Network': ['ID=339732cd-bc85-47f1-a982-a3dbe4f48ee6,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:31.236364 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7e14bb-eeee-4a54-8716-f47f26da4b73 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:31.237008 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7e14bb-eeee-4a54-8716-f47f26da4b73 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:31.242526 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4d7e14bb-eeee-4a54-8716-f47f26da4b73 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] 10.222.0.30 "DELETE /v2.0/ports/91b3cd32-a2fc-462d-b665-296dff00cc38 HTTP/1.1" status: 404 len: 333 time: 0.0696535 Apr 16 04:21:31.244531 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35116) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:31.311033 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-33aa122d-a855-4fe0-8d76-f3e31022a03e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.313057 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3207c364-6753-43cf-84d8-31e1284af6ce tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (89bf088c-411d-4bc4-977d-41c946d584d8), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.332565 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f7bf8f6f-f9ad-4dd2-b11d-9851414fa8a4 req-284ae2ac-ad96-4929-b0fc-c7c8eec2ce26 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258225 Apr 16 04:21:31.345875 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-386010cd-eca5-4b43-9485-41bf34713a1e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (33210665-5786-48d7-8e37-f10e23494953), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.354461 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f0e59bb6-7eb1-4aa2-8910-4969eafa01f7 None None] For port 6cb3a54b-dea8-4917-b59a-b161832ed1a6, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6cb3a54b-dea8-4917-b59a-b161832ed1a6,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:31.363255 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-533ca402-aa81-4067-9a13-c032ee01699a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks [] for floatingip (3e0eb570-d1fc-408f-aba6-51820624e1c1), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.366436 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-386010cd-eca5-4b43-9485-41bf34713a1e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.368526 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a29f470-cdf2-4c94-8e29-662bd5625de8 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Deleting subnet 058a9da9-12cd-4c09-901d-c76e90e0d67e {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:21:31.369540 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-386010cd-eca5-4b43-9485-41bf34713a1e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] 10.222.0.30 "DELETE /v2.0/networks/33210665-5786-48d7-8e37-f10e23494953 HTTP/1.1" status: 204 len: 168 time: 2.7514417 Apr 16 04:21:31.378029 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a29f470-cdf2-4c94-8e29-662bd5625de8 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks [] for subnet (058a9da9-12cd-4c09-901d-c76e90e0d67e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.384368 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7503784c-c11f-4dc5-ac1e-f61e6c2259a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:21:31.399909 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] Allocated IP 172.20.0.2 (d133b500-95dd-4899-8eb9-50c0064e37b2/f9496722-ac8d-4f57-9241-d1cc82dea4d3/05fd0dd7-33ee-4863-bf48-5fee4d46c4be) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:31.404315 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7503784c-c11f-4dc5-ac1e-f61e6c2259a0 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "PUT /v2.0/routers/1cc59b6f-5204-473a-a53d-86e22498092e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0359774 Apr 16 04:21:31.407914 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35120) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:31.417723 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-33aa122d-a855-4fe0-8d76-f3e31022a03e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port f0bbd7ba-1660-4048-bf52-33f834d22495 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:21:31.425218 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386010cd-eca5-4b43-9485-41bf34713a1e tempest-NetworksTest-1393318980 tempest-NetworksTest-1393318980-project] Pushing event deleted for resources: {'Network': ['ID=33210665-5786-48d7-8e37-f10e23494953,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:31.436082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f0e59bb6-7eb1-4aa2-8910-4969eafa01f7 None None] Publish callbacks [] for port (6cb3a54b-dea8-4917-b59a-b161832ed1a6), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.440888 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800afcc4-7710-4b23-ab92-cb1de1074a93 None None] Sync routers for ids ['1cc59b6f-5204-473a-a53d-86e22498092e'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:21:31.456792 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800afcc4-7710-4b23-ab92-cb1de1074a93 None None] Routers {'1cc59b6f-5204-473a-a53d-86e22498092e'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:31.457577 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-800afcc4-7710-4b23-ab92-cb1de1074a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['1cc59b6f-5204-473a-a53d-86e22498092e'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:31.472845 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-3621a2e3-b412-4c9c-8526-16f91f50b3cd tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] show failed (client error): The resource could not be found. Apr 16 04:21:31.474401 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3621a2e3-b412-4c9c-8526-16f91f50b3cd tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-885404147 HTTP/1.1" status: 404 len: 334 time: 0.0654600 Apr 16 04:21:31.481684 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35122) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:31.500786 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-36f5e686-b17a-4aba-9643-a770a700eb52 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:31.506315 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a29f470-cdf2-4c94-8e29-662bd5625de8 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (058a9da9-12cd-4c09-901d-c76e90e0d67e), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.525664 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-800afcc4-7710-4b23-ab92-cb1de1074a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:31.528000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f0e59bb6-7eb1-4aa2-8910-4969eafa01f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6cb3a54b-dea8-4917-b59a-b161832ed1a6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.544326 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-36f5e686-b17a-4aba-9643-a770a700eb52 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] update failed (client error): The resource could not be found. Apr 16 04:21:31.548561 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-533ca402-aa81-4067-9a13-c032ee01699a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c78adca8-f55f-4ffc-be34-8430d5e006d5), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.548786 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-36f5e686-b17a-4aba-9643-a770a700eb52 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1492807416 HTTP/1.1" status: 404 len: 335 time: 0.0609975 Apr 16 04:21:31.570467 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35124) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:31.576643 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a9716c-da86-44e7-855c-a6300afe30f2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Made reservation on behalf of 97dbc097d0b843e7b68e6f83b7ec21a9 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:31.579758 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d7a9716c-da86-44e7-855c-a6300afe30f2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.616863 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800afcc4-7710-4b23-ab92-cb1de1074a93 None None] Routers {'1cc59b6f-5204-473a-a53d-86e22498092e'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:31.617731 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-800afcc4-7710-4b23-ab92-cb1de1074a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['1cc59b6f-5204-473a-a53d-86e22498092e'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:31.644795 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-d7a9716c-da86-44e7-855c-a6300afe30f2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] device_id is not set on port c7430560-efb3-4d80-9aaf-c1191e52b517 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:21:31.685502 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2aee8db-34ff-467b-a434-08be0454c75a tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Deleting subnet 84d4c575-9022-49fe-a2cf-5ed5548250c7 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:21:31.702024 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f2aee8db-34ff-467b-a434-08be0454c75a tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for subnet (84d4c575-9022-49fe-a2cf-5ed5548250c7), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.731572 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-800afcc4-7710-4b23-ab92-cb1de1074a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:31.731815 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800afcc4-7710-4b23-ab92-cb1de1074a93 None None] The sync data for ids ['1cc59b6f-5204-473a-a53d-86e22498092e'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:21:31.735303 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a29f470-cdf2-4c94-8e29-662bd5625de8 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (058a9da9-12cd-4c09-901d-c76e90e0d67e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.782260 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e59bb6-7eb1-4aa2-8910-4969eafa01f7 None None] Pushing event updated for resources: {'Port': ['ID=6cb3a54b-dea8-4917-b59a-b161832ed1a6,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:31.788710 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3207c364-6753-43cf-84d8-31e1284af6ce tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for port (89bf088c-411d-4bc4-977d-41c946d584d8), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.821268 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-33aa122d-a855-4fe0-8d76-f3e31022a03e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 172.20.0.9 (9a9395da-f56a-4c57-8efc-4b7256188659/b9a09309-5d6a-4b20-b26f-33a56f1c92ec/f0bbd7ba-1660-4048-bf52-33f834d22495) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:31.827666 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f2aee8db-34ff-467b-a434-08be0454c75a tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (84d4c575-9022-49fe-a2cf-5ed5548250c7), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.836006 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-33aa122d-a855-4fe0-8d76-f3e31022a03e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::f816:3eff:fec0:6e20 (9a9395da-f56a-4c57-8efc-4b7256188659/a194c570-fa23-4008-b126-72604c2c92bf/f0bbd7ba-1660-4048-bf52-33f834d22495) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:31.848817 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6cb3a54b-dea8-4917-b59a-b161832ed1a6 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:31.870949 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3207c364-6753-43cf-84d8-31e1284af6ce tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (89bf088c-411d-4bc4-977d-41c946d584d8), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.984468 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] Publish callbacks [] for port (05fd0dd7-33ee-4863-bf48-5fee4d46c4be), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.986321 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-533ca402-aa81-4067-9a13-c032ee01699a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks [] for port (c78adca8-f55f-4ffc-be34-8430d5e006d5), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:31.993863 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 6cb3a54b-dea8-4917-b59a-b161832ed1a6 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:31.994467 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6cb3a54b-dea8-4917-b59a-b161832ed1a6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.003472 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a29f470-cdf2-4c94-8e29-662bd5625de8 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (058a9da9-12cd-4c09-901d-c76e90e0d67e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.014924 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35128) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:32.056225 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f2aee8db-34ff-467b-a434-08be0454c75a tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (84d4c575-9022-49fe-a2cf-5ed5548250c7), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.082330 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29f470-cdf2-4c94-8e29-662bd5625de8 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Pushing event deleted for resources: {'Subnet': ['ID=058a9da9-12cd-4c09-901d-c76e90e0d67e,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:32.084558 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a29f470-cdf2-4c94-8e29-662bd5625de8 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.087803 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0a29f470-cdf2-4c94-8e29-662bd5625de8 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] 10.222.0.30 "DELETE /v2.0/subnets/058a9da9-12cd-4c09-901d-c76e90e0d67e HTTP/1.1" status: 204 len: 168 time: 0.8440545 Apr 16 04:21:32.094561 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35132) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:32.101157 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2b2078-7436-444c-ab83-a383f217715b None None] Network 44f39aef-9b72-4833-b146-56604bd1c54a requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:32.126861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3207c364-6753-43cf-84d8-31e1284af6ce tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (99e0d2ad-eede-4e99-a1cc-e847ea52f32c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.134175 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (05fd0dd7-33ee-4863-bf48-5fee4d46c4be), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.143121 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-533ca402-aa81-4067-9a13-c032ee01699a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (c78adca8-f55f-4ffc-be34-8430d5e006d5), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.227124 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207c364-6753-43cf-84d8-31e1284af6ce tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Port': ['ID=89bf088c-411d-4bc4-977d-41c946d584d8,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:32.274341 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 6cb3a54b-dea8-4917-b59a-b161832ed1a6 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:32.296571 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] Network d133b500-95dd-4899-8eb9-50c0064e37b2 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:32.307284 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-d7a9716c-da86-44e7-855c-a6300afe30f2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Allocated IP 172.20.0.13 (d133b500-95dd-4899-8eb9-50c0064e37b2/f9496722-ac8d-4f57-9241-d1cc82dea4d3/c7430560-efb3-4d80-9aaf-c1191e52b517) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:32.341677 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7637955f-4f0b-4252-ae55-3abf94da7eb5 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (44f39aef-9b72-4833-b146-56604bd1c54a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.343471 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ca402-aa81-4067-9a13-c032ee01699a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Pushing event updated for resources: {'Port': ['ID=c78adca8-f55f-4ffc-be34-8430d5e006d5,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:32.357658 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:32.364431 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:32.370241 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-533ca402-aa81-4067-9a13-c032ee01699a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (3e0eb570-d1fc-408f-aba6-51820624e1c1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.375743 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] Pushing event updated for resources: {'Port': ['ID=05fd0dd7-33ee-4863-bf48-5fee4d46c4be,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:32.394474 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d9a8dbf7-b6ac-4104-aab2-0819c9b4bcda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=501d13c948384c9886669f889655f04a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3764493 Apr 16 04:21:32.399525 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35136) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:32.418872 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f2aee8db-34ff-467b-a434-08be0454c75a tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (84d4c575-9022-49fe-a2cf-5ed5548250c7), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.465044 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-3207c364-6753-43cf-84d8-31e1284af6ce tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Floating IP 99e0d2ad-eede-4e99-a1cc-e847ea52f32c associated. External IP: 172.26.6.154, port: a9ccc8cf-d97f-4716-9d4d-0325d572e864. Apr 16 04:21:32.473660 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f2aee8db-34ff-467b-a434-08be0454c75a tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.478947 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f2aee8db-34ff-467b-a434-08be0454c75a tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "DELETE /v2.0/subnets/84d4c575-9022-49fe-a2cf-5ed5548250c7 HTTP/1.1" status: 204 len: 168 time: 0.9074237 Apr 16 04:21:32.489994 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adee1d0-55ae-4830-ae45-08daa98316da None None] Network 47fd51d2-6aa0-438d-87b0-1de3a5b1a373 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:32.499224 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813792b2-2149-4df2-8c13-56c45885b915 None None] DHCP port deletion for 44f39aef-9b72-4833-b146-56604bd1c54a request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:21:32.507106 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-33aa122d-a855-4fe0-8d76-f3e31022a03e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (f0bbd7ba-1660-4048-bf52-33f834d22495), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.512548 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35138) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:32.526443 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-533ca402-aa81-4067-9a13-c032ee01699a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.527737 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-533ca402-aa81-4067-9a13-c032ee01699a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7871566 Apr 16 04:21:32.535519 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] Attempting to bind port 05fd0dd7-33ee-4863-bf48-5fee4d46c4be on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:21:32.535902 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] Attempting to bind port 05fd0dd7-33ee-4863-bf48-5fee4d46c4be by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '595118d9-1557-4c55-9c79-7a2f1f3c0251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd133b500-95dd-4899-8eb9-50c0064e37b2'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:21:32.536805 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] Attempting to bind port 05fd0dd7-33ee-4863-bf48-5fee4d46c4be on network d133b500-95dd-4899-8eb9-50c0064e37b2 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:21:32.537055 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aee8db-34ff-467b-a434-08be0454c75a tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Pushing event deleted for resources: {'Subnet': ['ID=84d4c575-9022-49fe-a2cf-5ed5548250c7,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:32.543889 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35140) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:32.548300 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:21:32.548691 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] Checking segment: {'id': '595118d9-1557-4c55-9c79-7a2f1f3c0251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd133b500-95dd-4899-8eb9-50c0064e37b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:32.549167 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.549564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] Bound using segment: {'id': '595118d9-1557-4c55-9c79-7a2f1f3c0251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd133b500-95dd-4899-8eb9-50c0064e37b2'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:21:32.550096 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] Bound port: 05fd0dd7-33ee-4863-bf48-5fee4d46c4be, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595118d9-1557-4c55-9c79-7a2f1f3c0251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd133b500-95dd-4899-8eb9-50c0064e37b2'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:21:32.550616 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (05fd0dd7-33ee-4863-bf48-5fee4d46c4be), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.584837 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-7637955f-4f0b-4252-ae55-3abf94da7eb5 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Deleting port 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:32.586133 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7637955f-4f0b-4252-ae55-3abf94da7eb5 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (6857fcf7-788c-4bca-aeee-b7b8cf18aa8b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.682337 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4d632966-8e72-40f7-ad7f-e7476138577f tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] 10.222.0.30 "GET /v2.0/floatingips?floating_network_id=545fe515-4d6e-4421-adac-06482d1d2dbc HTTP/1.1" status: 200 len: 690 time: 0.1345363 Apr 16 04:21:32.682575 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-813792b2-2149-4df2-8c13-56c45885b915 None None] Deleting port 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:32.682813 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-813792b2-2149-4df2-8c13-56c45885b915 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (6857fcf7-788c-4bca-aeee-b7b8cf18aa8b), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.713748 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35142) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:32.790895 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9a39c0-c099-423c-8d7d-f4e76667e207 None None] DHCP port deletion for 47fd51d2-6aa0-438d-87b0-1de3a5b1a373 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:21:32.811878 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-813792b2-2149-4df2-8c13-56c45885b915 None None] For port 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6857fcf7-788c-4bca-aeee-b7b8cf18aa8b,segment=NetworkSegment(0d271644-910e-476e-8d92-c4d639c25a86),segment_id=0d271644-910e-476e-8d92-c4d639c25a86)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:32.812280 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-813792b2-2149-4df2-8c13-56c45885b915 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (6857fcf7-788c-4bca-aeee-b7b8cf18aa8b), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.826844 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-7637955f-4f0b-4252-ae55-3abf94da7eb5 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] For port 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6857fcf7-788c-4bca-aeee-b7b8cf18aa8b,segment=NetworkSegment(0d271644-910e-476e-8d92-c4d639c25a86),segment_id=0d271644-910e-476e-8d92-c4d639c25a86)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:32.827362 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7637955f-4f0b-4252-ae55-3abf94da7eb5 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (6857fcf7-788c-4bca-aeee-b7b8cf18aa8b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.832066 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab99add5-4c79-4472-b6d4-3668758aba41 admin admin] Publish callbacks [] for security_group (0e4bcca4-6bd1-4df0-b8fe-b7cd3cd37ec9), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.856620 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-813792b2-2149-4df2-8c13-56c45885b915 None None] Calling delete_port for 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:32.859621 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-7637955f-4f0b-4252-ae55-3abf94da7eb5 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Calling delete_port for 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:32.874321 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] For port 05fd0dd7-33ee-4863-bf48-5fee4d46c4be, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:21:32.880347 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] For port 05fd0dd7-33ee-4863-bf48-5fee4d46c4be, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=05fd0dd7-33ee-4863-bf48-5fee4d46c4be,segment=NetworkSegment(595118d9-1557-4c55-9c79-7a2f1f3c0251),segment_id=595118d9-1557-4c55-9c79-7a2f1f3c0251)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:21:32.890830 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab99add5-4c79-4472-b6d4-3668758aba41 admin admin] Publish callbacks [] for security_group (0e4bcca4-6bd1-4df0-b8fe-b7cd3cd37ec9), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.927608 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a39c0-c099-423c-8d7d-f4e76667e207 None None] Deleting port 52d56d15-c599-4f9b-89ea-ef905e7a4585 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:32.927915 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ba9a39c0-c099-423c-8d7d-f4e76667e207 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (52d56d15-c599-4f9b-89ea-ef905e7a4585), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:32.979444 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (545fe515-4d6e-4421-adac-06482d1d2dbc), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:33.002318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3421570e-e4fc-4b2f-a78e-082d41c6e647 None None] Provisioning complete for port 6cb3a54b-dea8-4917-b59a-b161832ed1a6 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:33.002318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3421570e-e4fc-4b2f-a78e-082d41c6e647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6cb3a54b-dea8-4917-b59a-b161832ed1a6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:33.031363 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (05fd0dd7-33ee-4863-bf48-5fee4d46c4be), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:33.081747 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159fd1a-ce5d-4693-a00d-5af510a9cabb req-5f696fff-65cc-4492-942b-add26e2a1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:33.083264 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0159fd1a-ce5d-4693-a00d-5af510a9cabb req-5f696fff-65cc-4492-942b-add26e2a1dd5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b631a5189db64668b5973175d03e09b1&device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 1130 time: 0.6141670 Apr 16 04:21:33.124881 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424e7c7-4b6f-4aa3-a871-d95225ab80c7 req-a548a00f-4d17-44e0-8d79-d91469f6c6f6 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:33.126410 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c424e7c7-4b6f-4aa3-a871-d95225ab80c7 req-a548a00f-4d17-44e0-8d79-d91469f6c6f6 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.6149483 Apr 16 04:21:33.138650 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Deleting port c78adca8-f55f-4ffc-be34-8430d5e006d5 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:33.138972 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c78adca8-f55f-4ffc-be34-8430d5e006d5), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:33.147266 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-ba9a39c0-c099-423c-8d7d-f4e76667e207 None None] For port 52d56d15-c599-4f9b-89ea-ef905e7a4585, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=52d56d15-c599-4f9b-89ea-ef905e7a4585,segment=NetworkSegment(67840798-59f3-4abd-9e85-761461f54258),segment_id=67840798-59f3-4abd-9e85-761461f54258)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:33.147266 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ba9a39c0-c099-423c-8d7d-f4e76667e207 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (52d56d15-c599-4f9b-89ea-ef905e7a4585), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:33.170918 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a39c0-c099-423c-8d7d-f4e76667e207 None None] Calling delete_port for 52d56d15-c599-4f9b-89ea-ef905e7a4585 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:33.186882 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4879b9-03ae-4ddf-bbfe-aae27d13f81f None None] Pushing event updated for resources: {'Port': ['ID=05fd0dd7-33ee-4863-bf48-5fee4d46c4be,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:33.214460 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9b02c3-4a0a-4bd5-b7a0-f80cfc620d22 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Deleting subnet cce3a317-8b41-4f6e-b162-6e537855b677 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:21:33.259339 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-813792b2-2149-4df2-8c13-56c45885b915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (6857fcf7-788c-4bca-aeee-b7b8cf18aa8b), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:33.283502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bc9b02c3-4a0a-4bd5-b7a0-f80cfc620d22 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for subnet (cce3a317-8b41-4f6e-b162-6e537855b677), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:33.300109 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3421570e-e4fc-4b2f-a78e-082d41c6e647 None None] Current status of the port 6cb3a54b-dea8-4917-b59a-b161832ed1a6 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:33.305248 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813792b2-2149-4df2-8c13-56c45885b915 None None] Pushing event deleted for resources: {'Port': ['ID=6857fcf7-788c-4bca-aeee-b7b8cf18aa8b,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:33.312387 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813792b2-2149-4df2-8c13-56c45885b915 None None] No DVR routers for this DVR port 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:21:33.362505 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-33aa122d-a855-4fe0-8d76-f3e31022a03e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (f0bbd7ba-1660-4048-bf52-33f834d22495), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:33.432526 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ba9a39c0-c099-423c-8d7d-f4e76667e207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (52d56d15-c599-4f9b-89ea-ef905e7a4585), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:33.470079 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a39c0-c099-423c-8d7d-f4e76667e207 None None] Pushing event deleted for resources: {'Port': ['ID=52d56d15-c599-4f9b-89ea-ef905e7a4585,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:33.478518 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9a39c0-c099-423c-8d7d-f4e76667e207 None None] No DVR routers for this DVR port 52d56d15-c599-4f9b-89ea-ef905e7a4585 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:21:33.525058 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159fd1a-ce5d-4693-a00d-5af510a9cabb req-12804d97-52c8-44ce-a841-e8ef6d1509b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:33.526550 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0159fd1a-ce5d-4693-a00d-5af510a9cabb req-12804d97-52c8-44ce-a841-e8ef6d1509b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c3c2d0c-413d-4b27-b518-f77ba01ee470 HTTP/1.1" status: 200 len: 911 time: 0.3620477 Apr 16 04:21:33.582857 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bc9b02c3-4a0a-4bd5-b7a0-f80cfc620d22 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (cce3a317-8b41-4f6e-b162-6e537855b677), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:33.596317 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7637955f-4f0b-4252-ae55-3abf94da7eb5 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (6857fcf7-788c-4bca-aeee-b7b8cf18aa8b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:33.598218 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab99add5-4c79-4472-b6d4-3668758aba41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (0e4bcca4-6bd1-4df0-b8fe-b7cd3cd37ec9), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:33.600677 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab99add5-4c79-4472-b6d4-3668758aba41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:33.608054 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ab99add5-4c79-4472-b6d4-3668758aba41 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e4bcca4-6bd1-4df0-b8fe-b7cd3cd37ec9 HTTP/1.1" status: 204 len: 168 time: 1.2031748 Apr 16 04:21:33.643786 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99add5-4c79-4472-b6d4-3668758aba41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4bcca4-6bd1-4df0-b8fe-b7cd3cd37ec9,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:33.645400 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637955f-4f0b-4252-ae55-3abf94da7eb5 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Pushing event deleted for resources: {'Port': ['ID=6857fcf7-788c-4bca-aeee-b7b8cf18aa8b,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:33.649823 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7637955f-4f0b-4252-ae55-3abf94da7eb5 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] No DVR routers for this DVR port 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:21:33.687742 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c78adca8-f55f-4ffc-be34-8430d5e006d5), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:33.688068 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks [] for floatingip (c78adca8-f55f-4ffc-be34-8430d5e006d5), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:33.696005 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aa122d-a855-4fe0-8d76-f3e31022a03e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:33.704613 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c424e7c7-4b6f-4aa3-a871-d95225ab80c7 req-bb75dd33-1341-492d-9782-aae4c6ac3618 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5271616 Apr 16 04:21:33.719147 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Calling delete_port for c78adca8-f55f-4ffc-be34-8430d5e006d5 owned by network:floatingip {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:33.749087 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d7a9716c-da86-44e7-855c-a6300afe30f2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks [] for port (c7430560-efb3-4d80-9aaf-c1191e52b517), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:33.759557 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-33aa122d-a855-4fe0-8d76-f3e31022a03e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:33.768215 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa122d-a855-4fe0-8d76-f3e31022a03e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=f0bbd7ba-1660-4048-bf52-33f834d22495,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:33.774296 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7637955f-4f0b-4252-ae55-3abf94da7eb5 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (44f39aef-9b72-4833-b146-56604bd1c54a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:33.787880 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aa122d-a855-4fe0-8d76-f3e31022a03e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:33.837100 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-7637955f-4f0b-4252-ae55-3abf94da7eb5 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f39aef-9b72-4833-b146-56604bd1c54a']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:33.852639 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-7637955f-4f0b-4252-ae55-3abf94da7eb5 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d271644-910e-476e-8d92-c4d639c25a86') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:33.853010 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-7637955f-4f0b-4252-ae55-3abf94da7eb5 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d271644-910e-476e-8d92-c4d639c25a86') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:33.869092 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7637955f-4f0b-4252-ae55-3abf94da7eb5 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (0d271644-910e-476e-8d92-c4d639c25a86), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:33.884415 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0159fd1a-ce5d-4693-a00d-5af510a9cabb req-405e1fef-0133-4150-9ede-2114ff0269c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d691ce19-b854-44bc-871d-ed4bdc2db5a7 HTTP/1.1" status: 200 len: 1002 time: 0.3386109 Apr 16 04:21:33.885709 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7637955f-4f0b-4252-ae55-3abf94da7eb5 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (0d271644-910e-476e-8d92-c4d639c25a86), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:33.893189 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7637955f-4f0b-4252-ae55-3abf94da7eb5 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:21:33.896036 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7637955f-4f0b-4252-ae55-3abf94da7eb5 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (0d271644-910e-476e-8d92-c4d639c25a86), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:21:33.915977 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:21:33.925974 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 05fd0dd7-33ee-4863-bf48-5fee4d46c4be up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:33.985228 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aa122d-a855-4fe0-8d76-f3e31022a03e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:33.985903 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-33aa122d-a855-4fe0-8d76-f3e31022a03e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:34.026643 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 05fd0dd7-33ee-4863-bf48-5fee4d46c4be triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:34.026903 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (05fd0dd7-33ee-4863-bf48-5fee4d46c4be), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:34.046939 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bc9b02c3-4a0a-4bd5-b7a0-f80cfc620d22 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (cce3a317-8b41-4f6e-b162-6e537855b677), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:34.094224 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3207c364-6753-43cf-84d8-31e1284af6ce tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Router 9d6a6c35-a37f-4ea5-b81b-112f3301b2dd has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:21:34.110071 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7637955f-4f0b-4252-ae55-3abf94da7eb5 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (44f39aef-9b72-4833-b146-56604bd1c54a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:34.113007 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159fd1a-ce5d-4693-a00d-5af510a9cabb req-136d6909-1c72-4b74-a51b-f4a0c05eb269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:34.116234 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0159fd1a-ce5d-4693-a00d-5af510a9cabb req-136d6909-1c72-4b74-a51b-f4a0c05eb269 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cedacccd-a081-4c1d-aad3-f594f5ad80d3 HTTP/1.1" status: 200 len: 850 time: 0.2219126 Apr 16 04:21:34.133075 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7637955f-4f0b-4252-ae55-3abf94da7eb5 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:34.136532 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7637955f-4f0b-4252-ae55-3abf94da7eb5 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] 10.222.0.30 "DELETE /v2.0/networks/44f39aef-9b72-4833-b146-56604bd1c54a HTTP/1.1" status: 204 len: 168 time: 2.0406208 Apr 16 04:21:34.187340 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637955f-4f0b-4252-ae55-3abf94da7eb5 tempest-DHCPAgentSchedulersTestJSON-1050851464 tempest-DHCPAgentSchedulersTestJSON-1050851464-project] Pushing event deleted for resources: {'Network': ['ID=44f39aef-9b72-4833-b146-56604bd1c54a,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:34.199749 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 05fd0dd7-33ee-4863-bf48-5fee4d46c4be is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:34.200145 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (05fd0dd7-33ee-4863-bf48-5fee4d46c4be), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:34.232592 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (c78adca8-f55f-4ffc-be34-8430d5e006d5), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:34.261857 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-33aa122d-a855-4fe0-8d76-f3e31022a03e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.4483917 Apr 16 04:21:34.266135 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d7a9716c-da86-44e7-855c-a6300afe30f2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c7430560-efb3-4d80-9aaf-c1191e52b517), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:34.272099 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 05fd0dd7-33ee-4863-bf48-5fee4d46c4be, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=05fd0dd7-33ee-4863-bf48-5fee4d46c4be,segment=NetworkSegment(595118d9-1557-4c55-9c79-7a2f1f3c0251),segment_id=595118d9-1557-4c55-9c79-7a2f1f3c0251)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:34.283411 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35152) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:34.325077 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Pushing event deleted for resources: {'Port': ['ID=c78adca8-f55f-4ffc-be34-8430d5e006d5,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:34.365220 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-1f5ac571-8f62-40f5-8a59-baae601c6663 None None] Provisioning complete for port f0bbd7ba-1660-4048-bf52-33f834d22495 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:34.365625 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1f5ac571-8f62-40f5-8a59-baae601c6663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f0bbd7ba-1660-4048-bf52-33f834d22495), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:34.366558 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bc9b02c3-4a0a-4bd5-b7a0-f80cfc620d22 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (cce3a317-8b41-4f6e-b162-6e537855b677), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:34.367544 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (05fd0dd7-33ee-4863-bf48-5fee4d46c4be), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:34.368334 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6cb3a54b-dea8-4917-b59a-b161832ed1a6 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:34.461397 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0b3dc1-2afb-4c8f-a2c5-ea854990a4eb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:34.467058 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0b3dc1-2afb-4c8f-a2c5-ea854990a4eb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:34.468862 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-da0b3dc1-2afb-4c8f-a2c5-ea854990a4eb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1675620 Apr 16 04:21:34.471759 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35158) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:34.513836 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159fd1a-ce5d-4693-a00d-5af510a9cabb req-bae23b43-36d2-4348-9592-293586bd96d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:34.514944 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0159fd1a-ce5d-4693-a00d-5af510a9cabb req-bae23b43-36d2-4348-9592-293586bd96d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c3c2d0c-413d-4b27-b518-f77ba01ee470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3204327 Apr 16 04:21:34.520316 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b02c3-4a0a-4bd5-b7a0-f80cfc620d22 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Pushing event deleted for resources: {'Subnet': ['ID=cce3a317-8b41-4f6e-b162-6e537855b677,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:34.548764 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a9716c-da86-44e7-855c-a6300afe30f2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Network d133b500-95dd-4899-8eb9-50c0064e37b2 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:34.551483 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bc9b02c3-4a0a-4bd5-b7a0-f80cfc620d22 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:34.559171 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-bc9b02c3-4a0a-4bd5-b7a0-f80cfc620d22 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "DELETE /v2.0/subnets/cce3a317-8b41-4f6e-b162-6e537855b677 HTTP/1.1" status: 204 len: 168 time: 2.0323992 Apr 16 04:21:34.560095 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35162) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:34.563756 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf19d5b-4647-4719-b8a0-275fb849a527 None None] Network 1b2cd0f4-7a03-43c5-b046-6be6957ba062 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:34.578442 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks [] for floatingip (3e0eb570-d1fc-408f-aba6-51820624e1c1), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:34.641360 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-d7a9716c-da86-44e7-855c-a6300afe30f2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:34.653190 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ed407-b214-4e81-a655-85586e5f51cf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port f0bbd7ba-1660-4048-bf52-33f834d22495 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:34.653551 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed407-b214-4e81-a655-85586e5f51cf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (f0bbd7ba-1660-4048-bf52-33f834d22495), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:34.667210 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a9716c-da86-44e7-855c-a6300afe30f2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:34.709099 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (b001be82-49ec-49ca-a8af-63826c51fc42), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:34.742189 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9716c-da86-44e7-855c-a6300afe30f2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Pushing event updated for resources: {'Port': ['ID=c7430560-efb3-4d80-9aaf-c1191e52b517,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:34.849709 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2101a65c-b98a-449f-863d-01502d913355 None None] Network d133b500-95dd-4899-8eb9-50c0064e37b2 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:34.849936 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed407-b214-4e81-a655-85586e5f51cf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (f0bbd7ba-1660-4048-bf52-33f834d22495), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:34.850621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ac571-8f62-40f5-8a59-baae601c6663 None None] Port f0bbd7ba-1660-4048-bf52-33f834d22495 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:34.866576 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=05fd0dd7-33ee-4863-bf48-5fee4d46c4be,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:34.873953 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a9716c-da86-44e7-855c-a6300afe30f2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:34.878290 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d7a9716c-da86-44e7-855c-a6300afe30f2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:34.902981 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ed407-b214-4e81-a655-85586e5f51cf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for f0bbd7ba-1660-4048-bf52-33f834d22495 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:34.936263 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6967b-4447-48c7-aa61-93b4d783f180 req-c55d840c-bf46-40cf-9fc3-5af103860202 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:34.938278 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8df6967b-4447-48c7-aa61-93b4d783f180 req-c55d840c-bf46-40cf-9fc3-5af103860202 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1123190 Apr 16 04:21:35.000116 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3207c364-6753-43cf-84d8-31e1284af6ce tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:21:35.014001 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0de7c69c-bbf5-4a34-9970-24e0108ab5c5 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (47fd51d2-6aa0-438d-87b0-1de3a5b1a373), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.014521 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (b001be82-49ec-49ca-a8af-63826c51fc42), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.015754 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601b323d-3071-4839-b089-922b67d7d0c5 None None] Sync routers for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:21:35.040086 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b323d-3071-4839-b089-922b67d7d0c5 None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:35.041938 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-601b323d-3071-4839-b089-922b67d7d0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:35.068943 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b001be82-49ec-49ca-a8af-63826c51fc42,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:35.090775 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d7a9716c-da86-44e7-855c-a6300afe30f2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1731234 Apr 16 04:21:35.096038 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35170) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:35.103340 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0159fd1a-ce5d-4693-a00d-5af510a9cabb req-2f41b5b5-e76c-4158-bf73-1ad68aafa23c service neutron] 10.222.0.18 "GET /v2.0/networks/4c3c2d0c-413d-4b27-b518-f77ba01ee470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725963 Apr 16 04:21:35.118370 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-2ac5728a-fcac-4221-b0d0-0b4a534e05e7 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Request body: {'port': {'network_id': 'd133b500-95dd-4899-8eb9-50c0064e37b2', 'name': 'tempest-AllowedAddressPairTestJSON-416259689', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:4d:80:ce'}]}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:35.139233 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35172) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:35.142893 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-601b323d-3071-4839-b089-922b67d7d0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:35.145126 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b132fd-02bc-4a78-9108-b64cff1f45dc None None] DHCP port deletion for 1b2cd0f4-7a03-43c5-b046-6be6957ba062 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:21:35.164809 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 6cb3a54b-dea8-4917-b59a-b161832ed1a6 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:35.165186 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6cb3a54b-dea8-4917-b59a-b161832ed1a6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.175721 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b323d-3071-4839-b089-922b67d7d0c5 None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:35.177173 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-601b323d-3071-4839-b089-922b67d7d0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:35.183609 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3207c364-6753-43cf-84d8-31e1284af6ce tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.226725 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-073aad63-7f2e-4d32-9603-f7df1a0fc5ef None None] Provisioning complete for port 05fd0dd7-33ee-4863-bf48-5fee4d46c4be triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:35.226725 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-073aad63-7f2e-4d32-9603-f7df1a0fc5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (05fd0dd7-33ee-4863-bf48-5fee4d46c4be), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.260480 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (545fe515-4d6e-4421-adac-06482d1d2dbc), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.283850 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-601b323d-3071-4839-b089-922b67d7d0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:35.285797 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601b323d-3071-4839-b089-922b67d7d0c5 None None] The sync data for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:21:35.309566 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['545fe515-4d6e-4421-adac-06482d1d2dbc']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:35.321094 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a97e2f-5f8f-4d8b-b532-45268e928b95') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:35.321401 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a97e2f-5f8f-4d8b-b532-45268e928b95') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:35.333154 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (e6a97e2f-5f8f-4d8b-b532-45268e928b95), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.353705 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (e6a97e2f-5f8f-4d8b-b532-45268e928b95), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.375256 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e6b132fd-02bc-4a78-9108-b64cff1f45dc None None] Deleting port 782c4d22-4d91-40fe-9ba7-a1be712cd7e3 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:35.375803 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e6b132fd-02bc-4a78-9108-b64cff1f45dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (782c4d22-4d91-40fe-9ba7-a1be712cd7e3), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.390247 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3207c364-6753-43cf-84d8-31e1284af6ce tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.5395246 Apr 16 04:21:35.390247 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0de7c69c-bbf5-4a34-9970-24e0108ab5c5 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (47fd51d2-6aa0-438d-87b0-1de3a5b1a373), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.396985 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 6cb3a54b-dea8-4917-b59a-b161832ed1a6 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:35.401072 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8df6967b-4447-48c7-aa61-93b4d783f180 req-f4045674-0518-4311-858c-b9242073b403 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4552982 Apr 16 04:21:35.401592 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35180) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:35.409154 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:21:35.409531 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (e6a97e2f-5f8f-4d8b-b532-45268e928b95), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.415064 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-08123f42-3d33-4191-9c31-7623616e15c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1004983293'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:21:35.423524 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:21:35.482168 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-0de7c69c-bbf5-4a34-9970-24e0108ab5c5 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fd51d2-6aa0-438d-87b0-1de3a5b1a373']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:35.507649 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-0de7c69c-bbf5-4a34-9970-24e0108ab5c5 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67840798-59f3-4abd-9e85-761461f54258') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:35.508094 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-0de7c69c-bbf5-4a34-9970-24e0108ab5c5 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67840798-59f3-4abd-9e85-761461f54258') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:35.514307 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-47985262-de99-4fcc-a1c8-f6d644c4364f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77264f7ba7f640088194aa101eba95d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3615375 Apr 16 04:21:35.521691 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35186) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:35.561157 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:21:35.574201 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0de7c69c-bbf5-4a34-9970-24e0108ab5c5 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (67840798-59f3-4abd-9e85-761461f54258), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.584055 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0159fd1a-ce5d-4693-a00d-5af510a9cabb req-2afdcdec-d6bf-4abd-92dc-39f1913038b0 service neutron] 10.222.0.18 "GET /v2.0/networks/4c3c2d0c-413d-4b27-b518-f77ba01ee470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438138 Apr 16 04:21:35.602656 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0de7c69c-bbf5-4a34-9970-24e0108ab5c5 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (67840798-59f3-4abd-9e85-761461f54258), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.609184 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:21:35.609732 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6857fcf7-788c-4bca-aeee-b7b8cf18aa8b not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:21:35.613929 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 52d56d15-c599-4f9b-89ea-ef905e7a4585 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:21:35.619598 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de7c69c-bbf5-4a34-9970-24e0108ab5c5 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:21:35.620143 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0de7c69c-bbf5-4a34-9970-24e0108ab5c5 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (67840798-59f3-4abd-9e85-761461f54258), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.624355 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f7ea192-0e4e-41fe-80a3-ea41d3df4e38 admin admin] Publish callbacks [] for security_group (f3c7ff94-cba9-46dd-9b5b-39171307b808), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:21:35.626401 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:21:35.669308 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 52d56d15-c599-4f9b-89ea-ef905e7a4585 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:21:35.669670 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 52d56d15-c599-4f9b-89ea-ef905e7a4585 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:21:35.687276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08123f42-3d33-4191-9c31-7623616e15c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Made reservation on behalf of c1e968e96cb346f1b2897a7d365fa656 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:35.691228 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-08123f42-3d33-4191-9c31-7623616e15c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.701346 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (545fe515-4d6e-4421-adac-06482d1d2dbc), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.707011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-073aad63-7f2e-4d32-9603-f7df1a0fc5ef None None] Current status of the port 05fd0dd7-33ee-4863-bf48-5fee4d46c4be is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:35.709996 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e6b132fd-02bc-4a78-9108-b64cff1f45dc None None] For port 782c4d22-4d91-40fe-9ba7-a1be712cd7e3, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=782c4d22-4d91-40fe-9ba7-a1be712cd7e3,segment=NetworkSegment(119a3750-1b9d-471d-9f95-b851c98e779f),segment_id=119a3750-1b9d-471d-9f95-b851c98e779f)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:35.710254 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e6b132fd-02bc-4a78-9108-b64cff1f45dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (782c4d22-4d91-40fe-9ba7-a1be712cd7e3), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.712893 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f7ea192-0e4e-41fe-80a3-ea41d3df4e38 admin admin] Publish callbacks [] for security_group (f3c7ff94-cba9-46dd-9b5b-39171307b808), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.753617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35188) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:35.763620 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e6b132fd-02bc-4a78-9108-b64cff1f45dc None None] Calling delete_port for 782c4d22-4d91-40fe-9ba7-a1be712cd7e3 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:35.808171 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0de7c69c-bbf5-4a34-9970-24e0108ab5c5 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (47fd51d2-6aa0-438d-87b0-1de3a5b1a373), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.826978 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0de7c69c-bbf5-4a34-9970-24e0108ab5c5 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.827912 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac5728a-fcac-4221-b0d0-0b4a534e05e7 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Made reservation on behalf of 97dbc097d0b843e7b68e6f83b7ec21a9 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:35.835787 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0de7c69c-bbf5-4a34-9970-24e0108ab5c5 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "DELETE /v2.0/networks/47fd51d2-6aa0-438d-87b0-1de3a5b1a373 HTTP/1.1" status: 204 len: 168 time: 1.2446623 Apr 16 04:21:35.843017 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 545fe515-4d6e-4421-adac-06482d1d2dbc {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 16 04:21:35.848150 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:35.852213 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7c69c-bbf5-4a34-9970-24e0108ab5c5 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Pushing event deleted for resources: {'Network': ['ID=47fd51d2-6aa0-438d-87b0-1de3a5b1a373,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:35.855972 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35192) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:35.856651 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35194) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:35.857443 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] 10.222.0.30 "DELETE /v2.0/networks/545fe515-4d6e-4421-adac-06482d1d2dbc HTTP/1.1" status: 204 len: 168 time: 3.1391683 Apr 16 04:21:35.898057 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 05fd0dd7-33ee-4863-bf48-5fee4d46c4be up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:35.926000 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b5940-f6c6-4c3d-8ed5-5adaa9f4ad59 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Pushing event deleted for resources: {'Network': ['ID=545fe515-4d6e-4421-adac-06482d1d2dbc,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:36.017764 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-af7ce220-29cd-4f30-8f41-d17761f7141a None None] Provisioning complete for port 05fd0dd7-33ee-4863-bf48-5fee4d46c4be triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:36.018148 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-af7ce220-29cd-4f30-8f41-d17761f7141a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (05fd0dd7-33ee-4863-bf48-5fee4d46c4be), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:36.074820 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2ac5728a-fcac-4221-b0d0-0b4a534e05e7 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:36.095344 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 05fd0dd7-33ee-4863-bf48-5fee4d46c4be triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:36.096114 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (05fd0dd7-33ee-4863-bf48-5fee4d46c4be), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:36.110145 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed407-b214-4e81-a655-85586e5f51cf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (f0bbd7ba-1660-4048-bf52-33f834d22495), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:36.112513 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08123f42-3d33-4191-9c31-7623616e15c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:21:36.115504 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-2ac5728a-fcac-4221-b0d0-0b4a534e05e7 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] device_id is not set on port cef3e02e-ed12-4e6c-8e8c-e7aad2b48958 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:21:36.137795 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-645b68e5-5f10-46f9-9261-b4c8d2cbc658 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'network': {'name': 'tempest-RoutersTest-2130262077'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:36.146733 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ebdcbc5e-f16c-4f0a-ad6d-6a2bbb4f027f tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1767 time: 0.2826970 Apr 16 04:21:36.149903 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f3ced5fd-a2ca-40eb-97d8-033d5d4b1761 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (1b2cd0f4-7a03-43c5-b046-6be6957ba062), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:36.153280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f7ea192-0e4e-41fe-80a3-ea41d3df4e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f3c7ff94-cba9-46dd-9b5b-39171307b808), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:36.155799 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f7ea192-0e4e-41fe-80a3-ea41d3df4e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:36.159861 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1f7ea192-0e4e-41fe-80a3-ea41d3df4e38 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3c7ff94-cba9-46dd-9b5b-39171307b808 HTTP/1.1" status: 204 len: 168 time: 0.6371300 Apr 16 04:21:36.161407 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35196) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:36.216917 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ed407-b214-4e81-a655-85586e5f51cf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=f0bbd7ba-1660-4048-bf52-33f834d22495,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:36.245713 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-af7ce220-29cd-4f30-8f41-d17761f7141a None None] Current status of the port 05fd0dd7-33ee-4863-bf48-5fee4d46c4be is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:36.250475 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-08123f42-3d33-4191-9c31-7623616e15c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (8428cf3a-7d79-438d-9574-8c44fbbc1079), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:36.253210 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-08123f42-3d33-4191-9c31-7623616e15c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Added segment 8428cf3a-7d79-438d-9574-8c44fbbc1079 of type vlan for network 63ede8fc-f428-4c35-9312-476c9aa43334 Apr 16 04:21:36.282515 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-af7ce220-29cd-4f30-8f41-d17761f7141a None None] Provisioning complete for port c7430560-efb3-4d80-9aaf-c1191e52b517 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:36.288443 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-af7ce220-29cd-4f30-8f41-d17761f7141a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c7430560-efb3-4d80-9aaf-c1191e52b517), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:36.318768 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ea192-0e4e-41fe-80a3-ea41d3df4e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c7ff94-cba9-46dd-9b5b-39171307b808,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:36.344802 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd0a25b-0ef7-47ee-93c3-a2973ceda7ce tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:36.345237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd0a25b-0ef7-47ee-93c3-a2973ceda7ce tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:36.345735 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd0a25b-0ef7-47ee-93c3-a2973ceda7ce tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:36.347938 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd0a25b-0ef7-47ee-93c3-a2973ceda7ce tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:36.348587 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd0a25b-0ef7-47ee-93c3-a2973ceda7ce tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:36.351455 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd0a25b-0ef7-47ee-93c3-a2973ceda7ce tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:36.351455 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd0a25b-0ef7-47ee-93c3-a2973ceda7ce tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:36.351455 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd0a25b-0ef7-47ee-93c3-a2973ceda7ce tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:36.351455 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd0a25b-0ef7-47ee-93c3-a2973ceda7ce tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:36.352579 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4dd0a25b-0ef7-47ee-93c3-a2973ceda7ce tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5752 time: 0.1703284 Apr 16 04:21:36.376593 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35200) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:36.392689 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 05fd0dd7-33ee-4863-bf48-5fee4d46c4be is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:36.407234 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e6b132fd-02bc-4a78-9108-b64cff1f45dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (782c4d22-4d91-40fe-9ba7-a1be712cd7e3), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:36.424664 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-08123f42-3d33-4191-9c31-7623616e15c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (63ede8fc-f428-4c35-9312-476c9aa43334), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:36.456086 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b132fd-02bc-4a78-9108-b64cff1f45dc None None] Pushing event deleted for resources: {'Port': ['ID=782c4d22-4d91-40fe-9ba7-a1be712cd7e3,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:36.486925 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b132fd-02bc-4a78-9108-b64cff1f45dc None None] No DVR routers for this DVR port 782c4d22-4d91-40fe-9ba7-a1be712cd7e3 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:21:36.511180 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 782c4d22-4d91-40fe-9ba7-a1be712cd7e3 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:21:36.513218 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-af7ce220-29cd-4f30-8f41-d17761f7141a None None] Port c7430560-efb3-4d80-9aaf-c1191e52b517 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:36.567355 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 782c4d22-4d91-40fe-9ba7-a1be712cd7e3 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:21:36.567957 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 782c4d22-4d91-40fe-9ba7-a1be712cd7e3 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:21:36.640040 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-2ac5728a-fcac-4221-b0d0-0b4a534e05e7 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Allocated IP 172.20.0.7 (d133b500-95dd-4899-8eb9-50c0064e37b2/f9496722-ac8d-4f57-9241-d1cc82dea4d3/cef3e02e-ed12-4e6c-8e8c-e7aad2b48958) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:36.641456 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-d6464e3d-60ab-4748-a6bc-1c4953684063 None None] Provisioning complete for port c7430560-efb3-4d80-9aaf-c1191e52b517 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:36.644922 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d6464e3d-60ab-4748-a6bc-1c4953684063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c7430560-efb3-4d80-9aaf-c1191e52b517), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:36.655187 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed407-b214-4e81-a655-85586e5f51cf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:36.664137 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1a1ed407-b214-4e81-a655-85586e5f51cf tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/f0bbd7ba-1660-4048-bf52-33f834d22495 HTTP/1.1" status: 204 len: 168 time: 2.1907699 Apr 16 04:21:36.671855 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35202) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:36.713661 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-08123f42-3d33-4191-9c31-7623616e15c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (63ede8fc-f428-4c35-9312-476c9aa43334), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:36.714684 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d6464e3d-60ab-4748-a6bc-1c4953684063 None None] Port c7430560-efb3-4d80-9aaf-c1191e52b517 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:36.719720 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08123f42-3d33-4191-9c31-7623616e15c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:36.720525 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-08123f42-3d33-4191-9c31-7623616e15c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:36.843271 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859ce545-bd10-40ba-bdc1-97390849fe6e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:36.844536 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859ce545-bd10-40ba-bdc1-97390849fe6e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:36.845980 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859ce545-bd10-40ba-bdc1-97390849fe6e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:36.847593 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-859ce545-bd10-40ba-bdc1-97390849fe6e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1747746 Apr 16 04:21:36.857186 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35206) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:36.861152 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-d3071af9-2e1f-4684-9280-9f1fc58e5b38 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] delete failed (client error): The resource could not be found. Apr 16 04:21:36.864884 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d3071af9-2e1f-4684-9280-9f1fc58e5b38 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/3e0eb570-d1fc-408f-aba6-51820624e1c1 HTTP/1.1" status: 404 len: 345 time: 0.0807657 Apr 16 04:21:36.865594 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-08123f42-3d33-4191-9c31-7623616e15c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4586675 Apr 16 04:21:36.867016 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35208) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:36.877392 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35210) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:36.882635 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08123f42-3d33-4191-9c31-7623616e15c4 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Network': ['ID=63ede8fc-f428-4c35-9312-476c9aa43334,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:36.891968 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-e6017d1a-fe2b-4685-a7e4-ce2a2cdb9dea tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'subnet': {'network_id': '63ede8fc-f428-4c35-9312-476c9aa43334', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:36.894589 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 63ede8fc-f428-4c35-9312-476c9aa43334 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:21:36.943036 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f3ced5fd-a2ca-40eb-97d8-033d5d4b1761 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (1b2cd0f4-7a03-43c5-b046-6be6957ba062), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:36.952836 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05f7d9a-55b1-44c7-8d6b-09a1deaa3ae0 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] DELETE failed (client error): The resource could not be found. Apr 16 04:21:36.953388 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05f7d9a-55b1-44c7-8d6b-09a1deaa3ae0 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:36.960174 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b05f7d9a-55b1-44c7-8d6b-09a1deaa3ae0 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] 10.222.0.30 "DELETE /v2.0/networks/545fe515-4d6e-4421-adac-06482d1d2dbc HTTP/1.1" status: 404 len: 339 time: 0.0824459 Apr 16 04:21:36.960762 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35212) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:36.966103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-9393b7df-8c87-477f-8aa7-999e1aecc9b8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Request body: {'network': {'name': 'tempest-network--1416891819', 'router:external': True}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:36.995799 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-f3ced5fd-a2ca-40eb-97d8-033d5d4b1761 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2cd0f4-7a03-43c5-b046-6be6957ba062']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:36.998969 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645b68e5-5f10-46f9-9261-b4c8d2cbc658 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Made reservation on behalf of a2943c81039c44448da97f93644354e6 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:37.002368 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-645b68e5-5f10-46f9-9261-b4c8d2cbc658 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.015251 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eaf543c-f656-45e4-9122-26bceae4fe63 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet a194c570-fa23-4008-b126-72604c2c92bf {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:21:37.026692 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8eaf543c-f656-45e4-9122-26bceae4fe63 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (a194c570-fa23-4008-b126-72604c2c92bf), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.031456 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-f3ced5fd-a2ca-40eb-97d8-033d5d4b1761 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119a3750-1b9d-471d-9f95-b851c98e779f') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:37.031753 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-f3ced5fd-a2ca-40eb-97d8-033d5d4b1761 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119a3750-1b9d-471d-9f95-b851c98e779f') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:37.056670 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-645b68e5-5f10-46f9-9261-b4c8d2cbc658 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.061775 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2ac5728a-fcac-4221-b0d0-0b4a534e05e7 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks [] for port (cef3e02e-ed12-4e6c-8e8c-e7aad2b48958), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.076657 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f3ced5fd-a2ca-40eb-97d8-033d5d4b1761 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (119a3750-1b9d-471d-9f95-b851c98e779f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.093133 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35214) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:37.104006 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f3ced5fd-a2ca-40eb-97d8-033d5d4b1761 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (119a3750-1b9d-471d-9f95-b851c98e779f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.110131 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8eaf543c-f656-45e4-9122-26bceae4fe63 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (a194c570-fa23-4008-b126-72604c2c92bf), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.110444 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c8994059-a753-4dad-a534-9514fd2d7848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.137599 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ced5fd-a2ca-40eb-97d8-033d5d4b1761 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:21:37.138003 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f3ced5fd-a2ca-40eb-97d8-033d5d4b1761 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (119a3750-1b9d-471d-9f95-b851c98e779f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:21:37.142362 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:21:37.144142 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9393b7df-8c87-477f-8aa7-999e1aecc9b8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Made reservation on behalf of 3a8d41515bff44b893a27cf8fda91274 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:37.145136 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9393b7df-8c87-477f-8aa7-999e1aecc9b8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.156038 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6017d1a-fe2b-4685-a7e4-ce2a2cdb9dea tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Made reservation on behalf of c1e968e96cb346f1b2897a7d365fa656 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:37.159397 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e6017d1a-fe2b-4685-a7e4-ce2a2cdb9dea tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.231494 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2ac5728a-fcac-4221-b0d0-0b4a534e05e7 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (cef3e02e-ed12-4e6c-8e8c-e7aad2b48958), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.262664 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9393b7df-8c87-477f-8aa7-999e1aecc9b8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:21:37.296086 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9393b7df-8c87-477f-8aa7-999e1aecc9b8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (14d3faa2-9f79-442e-bab2-fb24a40abf25), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.296439 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-9393b7df-8c87-477f-8aa7-999e1aecc9b8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Added segment 14d3faa2-9f79-442e-bab2-fb24a40abf25 of type vlan for network 4a285980-40c3-4ff9-967a-ae90d135818b Apr 16 04:21:37.311319 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c8994059-a753-4dad-a534-9514fd2d7848 admin admin] Publish callbacks [] for security_group (978c4d0e-0a82-400e-ad6d-7324944c5d92), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.313349 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac5728a-fcac-4221-b0d0-0b4a534e05e7 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Network d133b500-95dd-4899-8eb9-50c0064e37b2 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:37.324169 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-2ac5728a-fcac-4221-b0d0-0b4a534e05e7 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:37.331702 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac5728a-fcac-4221-b0d0-0b4a534e05e7 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:37.350785 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f3ced5fd-a2ca-40eb-97d8-033d5d4b1761 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (1b2cd0f4-7a03-43c5-b046-6be6957ba062), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.354967 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5728a-fcac-4221-b0d0-0b4a534e05e7 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Pushing event updated for resources: {'Port': ['ID=cef3e02e-ed12-4e6c-8e8c-e7aad2b48958,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:37.379296 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f3ced5fd-a2ca-40eb-97d8-033d5d4b1761 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.379296 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f3ced5fd-a2ca-40eb-97d8-033d5d4b1761 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "DELETE /v2.0/networks/1b2cd0f4-7a03-43c5-b046-6be6957ba062 HTTP/1.1" status: 204 len: 168 time: 1.5157430 Apr 16 04:21:37.379482 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35216) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:37.387248 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8eaf543c-f656-45e4-9122-26bceae4fe63 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (a194c570-fa23-4008-b126-72604c2c92bf), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.391588 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-645b68e5-5f10-46f9-9261-b4c8d2cbc658 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for security_group (8d6b9d06-feb0-4463-bcac-58db2b2cc110), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.420875 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9393b7df-8c87-477f-8aa7-999e1aecc9b8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (4a285980-40c3-4ff9-967a-ae90d135818b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.427307 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ced5fd-a2ca-40eb-97d8-033d5d4b1761 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Pushing event deleted for resources: {'Network': ['ID=1b2cd0f4-7a03-43c5-b046-6be6957ba062,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:37.441376 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c8994059-a753-4dad-a534-9514fd2d7848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (978c4d0e-0a82-400e-ad6d-7324944c5d92), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.466917 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac5728a-fcac-4221-b0d0-0b4a534e05e7 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:37.467592 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2ac5728a-fcac-4221-b0d0-0b4a534e05e7 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.471132 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-645b68e5-5f10-46f9-9261-b4c8d2cbc658 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (8d6b9d06-feb0-4463-bcac-58db2b2cc110), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.508132 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645b68e5-5f10-46f9-9261-b4c8d2cbc658 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:21:37.529681 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b68e5-5f10-46f9-9261-b4c8d2cbc658 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6b9d06-feb0-4463-bcac-58db2b2cc110,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:37.532849 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-645b68e5-5f10-46f9-9261-b4c8d2cbc658 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (1eb51b0b-c963-40e4-ac9e-8e3808bf764d), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.533209 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-645b68e5-5f10-46f9-9261-b4c8d2cbc658 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Added segment 1eb51b0b-c963-40e4-ac9e-8e3808bf764d of type vlan for network 49580678-a762-4607-bb88-48745a967af6 Apr 16 04:21:37.535477 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c8994059-a753-4dad-a534-9514fd2d7848 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72cecaac582b4da0affa987b99ecd2b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4412782 Apr 16 04:21:37.542475 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35218) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:37.542964 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-a891bdd8-1731-4668-bfe6-2cadf82abc8c tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Deleting subnet 2addeecc-b156-4027-8887-ab33d382a83c {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:21:37.568110 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8994059-a753-4dad-a534-9514fd2d7848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978c4d0e-0a82-400e-ad6d-7324944c5d92,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:37.571048 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a891bdd8-1731-4668-bfe6-2cadf82abc8c tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for subnet (2addeecc-b156-4027-8887-ab33d382a83c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.590523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9393b7df-8c87-477f-8aa7-999e1aecc9b8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (4a285980-40c3-4ff9-967a-ae90d135818b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.591484 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9393b7df-8c87-477f-8aa7-999e1aecc9b8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:37.592065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9393b7df-8c87-477f-8aa7-999e1aecc9b8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.608980 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2ac5728a-fcac-4221-b0d0-0b4a534e05e7 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.5097246 Apr 16 04:21:37.614699 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35220) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:37.625644 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8eaf543c-f656-45e4-9122-26bceae4fe63 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (a194c570-fa23-4008-b126-72604c2c92bf), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.642305 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-6e2117fe-6d75-4727-9afb-6055cdede5b1 None None] Provisioning complete for port cef3e02e-ed12-4e6c-8e8c-e7aad2b48958 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:37.642897 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6e2117fe-6d75-4727-9afb-6055cdede5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cef3e02e-ed12-4e6c-8e8c-e7aad2b48958), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.661981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-645b68e5-5f10-46f9-9261-b4c8d2cbc658 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (49580678-a762-4607-bb88-48745a967af6), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.665522 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a891bdd8-1731-4668-bfe6-2cadf82abc8c tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (2addeecc-b156-4027-8887-ab33d382a83c), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.680535 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-6e2117fe-6d75-4727-9afb-6055cdede5b1 None None] Port cef3e02e-ed12-4e6c-8e8c-e7aad2b48958 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:37.703198 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d6f0a1-47b8-4b0b-94a3-ca11b74e17fc tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:37.708497 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d6f0a1-47b8-4b0b-94a3-ca11b74e17fc tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:37.714487 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d6f0a1-47b8-4b0b-94a3-ca11b74e17fc tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:37.716537 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-72d6f0a1-47b8-4b0b-94a3-ca11b74e17fc tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.0984225 Apr 16 04:21:37.719297 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35222) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:37.734270 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e6017d1a-fe2b-4685-a7e4-ce2a2cdb9dea tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (d3316af8-cb3d-4870-9b8c-a7446d693856), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.739617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf543c-f656-45e4-9122-26bceae4fe63 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=a194c570-fa23-4008-b126-72604c2c92bf,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:37.740581 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321ae2c7-0b2e-4572-9a0c-5c6f2fed4972 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:37.742690 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8eaf543c-f656-45e4-9122-26bceae4fe63 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.748427 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8eaf543c-f656-45e4-9122-26bceae4fe63 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/a194c570-fa23-4008-b126-72604c2c92bf HTTP/1.1" status: 204 len: 168 time: 0.8885069 Apr 16 04:21:37.760624 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35224) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:37.785055 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9393b7df-8c87-477f-8aa7-999e1aecc9b8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8235161 Apr 16 04:21:37.794111 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35226) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:37.794761 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393b7df-8c87-477f-8aa7-999e1aecc9b8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Pushing event updated for resources: {'Network': ['ID=4a285980-40c3-4ff9-967a-ae90d135818b,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:37.810343 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 4a285980-40c3-4ff9-967a-ae90d135818b details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:21:37.831078 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e5e384be-2738-4326-bca0-f1ae690e83bf admin admin] Publish callbacks [] for security_group (978c4d0e-0a82-400e-ad6d-7324944c5d92), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.904852 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-645b68e5-5f10-46f9-9261-b4c8d2cbc658 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (49580678-a762-4607-bb88-48745a967af6), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.910806 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645b68e5-5f10-46f9-9261-b4c8d2cbc658 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:37.911153 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-645b68e5-5f10-46f9-9261-b4c8d2cbc658 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.914810 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6017d1a-fe2b-4685-a7e4-ce2a2cdb9dea tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Subnet': ['ID=d3316af8-cb3d-4870-9b8c-a7446d693856,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:37.922489 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a891bdd8-1731-4668-bfe6-2cadf82abc8c tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (2addeecc-b156-4027-8887-ab33d382a83c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.940538 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e5e384be-2738-4326-bca0-f1ae690e83bf admin admin] Publish callbacks [] for security_group (978c4d0e-0a82-400e-ad6d-7324944c5d92), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.969216 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6017d1a-fe2b-4685-a7e4-ce2a2cdb9dea tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Checking segment: {'id': '8428cf3a-7d79-438d-9574-8c44fbbc1079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63ede8fc-f428-4c35-9312-476c9aa43334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:37.969585 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6017d1a-fe2b-4685-a7e4-ce2a2cdb9dea tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Network hostable DHCP agents. Network: 63ede8fc-f428-4c35-9312-476c9aa43334, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:21:37.971691 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-19d92382-2fac-4549-ae6f-91fa23d9dba3 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Deleting port cef3e02e-ed12-4e6c-8e8c-e7aad2b48958 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:37.972044 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-19d92382-2fac-4549-ae6f-91fa23d9dba3 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (cef3e02e-ed12-4e6c-8e8c-e7aad2b48958), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:37.978751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ffc29a9-3fc0-4fa9-876a-992b7015c491 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet b9a09309-5d6a-4b20-b26f-33a56f1c92ec {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:21:37.994610 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7ffc29a9-3fc0-4fa9-876a-992b7015c491 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (b9a09309-5d6a-4b20-b26f-33a56f1c92ec), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.077899 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-645b68e5-5f10-46f9-9261-b4c8d2cbc658 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3229678 Apr 16 04:21:38.091035 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35228) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:38.098508 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-20fa3b32-1155-4a57-a43f-646a92de852e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'network': {'name': 'tempest-RoutersTest-1888249383'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:38.114428 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b68e5-5f10-46f9-9261-b4c8d2cbc658 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Network': ['ID=49580678-a762-4607-bb88-48745a967af6,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:38.130360 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 49580678-a762-4607-bb88-48745a967af6 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:21:38.131289 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa06c2f-ae6f-443f-ac51-ce2b408c2077 tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:38.138571 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa06c2f-ae6f-443f-ac51-ce2b408c2077 tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:38.144182 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa06c2f-ae6f-443f-ac51-ce2b408c2077 tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:38.150246 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa06c2f-ae6f-443f-ac51-ce2b408c2077 tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:38.154838 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4aa06c2f-ae6f-443f-ac51-ce2b408c2077 tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3548877 Apr 16 04:21:38.154838 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7ffc29a9-3fc0-4fa9-876a-992b7015c491 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (b9a09309-5d6a-4b20-b26f-33a56f1c92ec), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.185101 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35230) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:38.291082 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-265cd5a6-c84c-442a-9e94-f7f6729847a1 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (4a285980-40c3-4ff9-967a-ae90d135818b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.296587 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fa3b32-1155-4a57-a43f-646a92de852e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Made reservation on behalf of a2943c81039c44448da97f93644354e6 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:38.300005 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-20fa3b32-1155-4a57-a43f-646a92de852e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.332857 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e5e384be-2738-4326-bca0-f1ae690e83bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (978c4d0e-0a82-400e-ad6d-7324944c5d92), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.335432 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e5e384be-2738-4326-bca0-f1ae690e83bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.335974 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-19d92382-2fac-4549-ae6f-91fa23d9dba3 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (cef3e02e-ed12-4e6c-8e8c-e7aad2b48958), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.339078 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e5e384be-2738-4326-bca0-f1ae690e83bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/978c4d0e-0a82-400e-ad6d-7324944c5d92 HTTP/1.1" status: 204 len: 168 time: 0.7931621 Apr 16 04:21:38.353565 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-19d92382-2fac-4549-ae6f-91fa23d9dba3 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Calling delete_port for cef3e02e-ed12-4e6c-8e8c-e7aad2b48958 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:38.370388 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e384be-2738-4326-bca0-f1ae690e83bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978c4d0e-0a82-400e-ad6d-7324944c5d92,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:38.404616 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fa3b32-1155-4a57-a43f-646a92de852e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:21:38.407130 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7ffc29a9-3fc0-4fa9-876a-992b7015c491 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (b9a09309-5d6a-4b20-b26f-33a56f1c92ec), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.458845 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-20fa3b32-1155-4a57-a43f-646a92de852e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (9b0358b7-b58f-4051-93c2-0a6bb5a371a0), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.459207 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-20fa3b32-1155-4a57-a43f-646a92de852e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Added segment 9b0358b7-b58f-4051-93c2-0a6bb5a371a0 of type vlan for network 6865734c-b77b-4095-87e6-9badccedd89f Apr 16 04:21:38.488520 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6017d1a-fe2b-4685-a7e4-ce2a2cdb9dea tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Network 63ede8fc-f428-4c35-9312-476c9aa43334 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:21:38.495524 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a891bdd8-1731-4668-bfe6-2cadf82abc8c tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (2addeecc-b156-4027-8887-ab33d382a83c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.511333 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-265cd5a6-c84c-442a-9e94-f7f6729847a1 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (4a285980-40c3-4ff9-967a-ae90d135818b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.532250 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a891bdd8-1731-4668-bfe6-2cadf82abc8c tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.536031 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a891bdd8-1731-4668-bfe6-2cadf82abc8c tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "DELETE /v2.0/subnets/2addeecc-b156-4027-8887-ab33d382a83c HTTP/1.1" status: 204 len: 168 time: 1.1528070 Apr 16 04:21:38.541465 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35234) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:38.543053 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb19e23d-eaf3-4968-b97c-27ee14e35a9e None None] Network 4f003ca4-8064-4efb-8278-566dc63822d3 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:38.571923 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-265cd5a6-c84c-442a-9e94-f7f6729847a1 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a285980-40c3-4ff9-967a-ae90d135818b']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:38.572616 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891bdd8-1731-4668-bfe6-2cadf82abc8c tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Pushing event deleted for resources: {'Subnet': ['ID=2addeecc-b156-4027-8887-ab33d382a83c,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:38.583055 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-20fa3b32-1155-4a57-a43f-646a92de852e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (6865734c-b77b-4095-87e6-9badccedd89f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.591505 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-265cd5a6-c84c-442a-9e94-f7f6729847a1 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d3faa2-9f79-442e-bab2-fb24a40abf25') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:38.591505 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-265cd5a6-c84c-442a-9e94-f7f6729847a1 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d3faa2-9f79-442e-bab2-fb24a40abf25') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:38.607268 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-265cd5a6-c84c-442a-9e94-f7f6729847a1 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (14d3faa2-9f79-442e-bab2-fb24a40abf25), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.634652 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-265cd5a6-c84c-442a-9e94-f7f6729847a1 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (14d3faa2-9f79-442e-bab2-fb24a40abf25), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.641574 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265cd5a6-c84c-442a-9e94-f7f6729847a1 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:21:38.641902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-265cd5a6-c84c-442a-9e94-f7f6729847a1 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (14d3faa2-9f79-442e-bab2-fb24a40abf25), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:21:38.644088 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:21:38.646738 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-e6017d1a-fe2b-4685-a7e4-ce2a2cdb9dea tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 63ede8fc-f428-4c35-9312-476c9aa43334) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:38.661075 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6017d1a-fe2b-4685-a7e4-ce2a2cdb9dea tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:38.661674 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e6017d1a-fe2b-4685-a7e4-ce2a2cdb9dea tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.675838 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad0ef03-2c7b-4179-a883-8ea00398e7c3 None None] Network 63ede8fc-f428-4c35-9312-476c9aa43334 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:38.684522 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c0aa59-74cc-40f2-8a7f-0ad57ba92288 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (4f003ca4-8064-4efb-8278-566dc63822d3), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.687934 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7ffc29a9-3fc0-4fa9-876a-992b7015c491 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (b9a09309-5d6a-4b20-b26f-33a56f1c92ec), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.722562 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc29a9-3fc0-4fa9-876a-992b7015c491 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=b9a09309-5d6a-4b20-b26f-33a56f1c92ec,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:38.726972 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7ffc29a9-3fc0-4fa9-876a-992b7015c491 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.733775 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7ffc29a9-3fc0-4fa9-876a-992b7015c491 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/b9a09309-5d6a-4b20-b26f-33a56f1c92ec HTTP/1.1" status: 204 len: 168 time: 0.9721129 Apr 16 04:21:38.738687 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35236) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:38.738933 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-50c0aa59-74cc-40f2-8a7f-0ad57ba92288 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Deleting port a5a93473-9519-4ee4-b051-8dfc9b143f92 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:38.738933 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c0aa59-74cc-40f2-8a7f-0ad57ba92288 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (a5a93473-9519-4ee4-b051-8dfc9b143f92), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.739133 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-20fa3b32-1155-4a57-a43f-646a92de852e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (6865734c-b77b-4095-87e6-9badccedd89f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.743751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fa3b32-1155-4a57-a43f-646a92de852e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:38.744537 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-20fa3b32-1155-4a57-a43f-646a92de852e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.750171 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b3b9831a-8026-4909-9288-d34d10b88049 None None] Provisioning complete for port 6cb3a54b-dea8-4917-b59a-b161832ed1a6 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:38.750651 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b3b9831a-8026-4909-9288-d34d10b88049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6cb3a54b-dea8-4917-b59a-b161832ed1a6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.789921 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75a47d8-3b0a-4984-8256-04912d967a51 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:38.817436 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5ffbd51f-58a9-405d-9853-cd98654d1265 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806961 Apr 16 04:21:38.818662 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-19d92382-2fac-4549-ae6f-91fa23d9dba3 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (cef3e02e-ed12-4e6c-8e8c-e7aad2b48958), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.826507 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e6017d1a-fe2b-4685-a7e4-ce2a2cdb9dea tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9408400 Apr 16 04:21:38.834722 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35240) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:38.835744 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35242) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:38.838784 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4089c73-7edf-4932-8fd6-f307a059fc4e None None] DHCP port deletion for 4f003ca4-8064-4efb-8278-566dc63822d3 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:21:38.845616 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-6c104f0c-bd74-4af6-be2d-8b3a8bed3b54 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:38.852336 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-14858675-eb4e-4b95-bdeb-0d944cea2bd8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1403247122', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}, 'admin_state_up': False}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:38.861768 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-265cd5a6-c84c-442a-9e94-f7f6729847a1 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (4a285980-40c3-4ff9-967a-ae90d135818b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.865383 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-50c0aa59-74cc-40f2-8a7f-0ad57ba92288 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] For port a5a93473-9519-4ee4-b051-8dfc9b143f92, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a5a93473-9519-4ee4-b051-8dfc9b143f92,segment=NetworkSegment(9af3ed70-4b71-4111-ba87-fb7a57a39200),segment_id=9af3ed70-4b71-4111-ba87-fb7a57a39200)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:38.865759 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c0aa59-74cc-40f2-8a7f-0ad57ba92288 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (a5a93473-9519-4ee4-b051-8dfc9b143f92), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.887884 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-50c0aa59-74cc-40f2-8a7f-0ad57ba92288 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Calling delete_port for a5a93473-9519-4ee4-b051-8dfc9b143f92 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:38.908143 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-63ede8fc-f428-4c35-9312-476c9aa43334', 'network_id': '63ede8fc-f428-4c35-9312-476c9aa43334', 'project_id': 'c1e968e96cb346f1b2897a7d365fa656', 'fixed_ips': [{'subnet_id': 'd3316af8-cb3d-4870-9b8c-a7446d693856'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:21:38.909327 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.917299 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265cd5a6-c84c-442a-9e94-f7f6729847a1 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4a285980-40c3-4ff9-967a-ae90d135818b {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 16 04:21:38.925499 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-20fa3b32-1155-4a57-a43f-646a92de852e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8310349 Apr 16 04:21:38.932562 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-265cd5a6-c84c-442a-9e94-f7f6729847a1 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:38.939033 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-265cd5a6-c84c-442a-9e94-f7f6729847a1 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] 10.222.0.30 "DELETE /v2.0/networks/4a285980-40c3-4ff9-967a-ae90d135818b HTTP/1.1" status: 204 len: 168 time: 0.7521517 Apr 16 04:21:38.939033 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35244) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:38.944334 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35246) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:38.948081 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-e480d2c0-c056-4f2e-8e73-2f923b9f07e8 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'subnet': {'network_id': '49580678-a762-4607-bb88-48745a967af6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:38.982343 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa3b32-1155-4a57-a43f-646a92de852e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Network': ['ID=6865734c-b77b-4095-87e6-9badccedd89f,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:39.006076 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 6865734c-b77b-4095-87e6-9badccedd89f details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:21:39.012849 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-e4e4047f-81d4-4225-928b-9d6d4789054e tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Request body: {'network': {'name': 'tempest-network--1562919860', 'router:external': True}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:39.029164 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cd5a6-c84c-442a-9e94-f7f6729847a1 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a285980-40c3-4ff9-967a-ae90d135818b,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:39.077995 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d92382-2fac-4549-ae6f-91fa23d9dba3 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Pushing event deleted for resources: {'Port': ['ID=cef3e02e-ed12-4e6c-8e8c-e7aad2b48958,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:39.110876 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c0aa59-74cc-40f2-8a7f-0ad57ba92288 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (a5a93473-9519-4ee4-b051-8dfc9b143f92), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.153952 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0aa59-74cc-40f2-8a7f-0ad57ba92288 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Pushing event deleted for resources: {'Port': ['ID=a5a93473-9519-4ee4-b051-8dfc9b143f92,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:39.162565 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c4089c73-7edf-4932-8fd6-f307a059fc4e None None] Deleting port a5a93473-9519-4ee4-b051-8dfc9b143f92 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:39.163022 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c4089c73-7edf-4932-8fd6-f307a059fc4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (a5a93473-9519-4ee4-b051-8dfc9b143f92), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.174582 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c0aa59-74cc-40f2-8a7f-0ad57ba92288 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] No DVR routers for this DVR port a5a93473-9519-4ee4-b051-8dfc9b143f92 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:21:39.177517 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-14858675-eb4e-4b95-bdeb-0d944cea2bd8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (54445761-6c46-4590-b3b0-fb5467f09c49), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.178984 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-14858675-eb4e-4b95-bdeb-0d944cea2bd8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (54445761-6c46-4590-b3b0-fb5467f09c49), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.228538 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e4047f-81d4-4225-928b-9d6d4789054e tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Made reservation on behalf of 3a8d41515bff44b893a27cf8fda91274 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:39.231091 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4e4047f-81d4-4225-928b-9d6d4789054e tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.288601 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-14858675-eb4e-4b95-bdeb-0d944cea2bd8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for router_controller (54445761-6c46-4590-b3b0-fb5467f09c49), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.303590 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e4047f-81d4-4225-928b-9d6d4789054e tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:21:39.313391 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c104f0c-bd74-4af6-be2d-8b3a8bed3b54 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:39.318738 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6c104f0c-bd74-4af6-be2d-8b3a8bed3b54 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.330926 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c0aa59-74cc-40f2-8a7f-0ad57ba92288 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (4f003ca4-8064-4efb-8278-566dc63822d3), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.331215 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4e4047f-81d4-4225-928b-9d6d4789054e tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (5c50847d-72a2-4d45-8971-c75fd372d2f5), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.331665 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-e4e4047f-81d4-4225-928b-9d6d4789054e tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Added segment 5c50847d-72a2-4d45-8971-c75fd372d2f5 of type vlan for network 4864d33b-c6b1-42d9-964b-a7d0a5232d5a Apr 16 04:21:39.356488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c4089c73-7edf-4932-8fd6-f307a059fc4e None None] For port a5a93473-9519-4ee4-b051-8dfc9b143f92, host dv-neutron-838078-2-hyperv, got binding levels [] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:39.356690 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-50c0aa59-74cc-40f2-8a7f-0ad57ba92288 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f003ca4-8064-4efb-8278-566dc63822d3']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:39.360342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c4089c73-7edf-4932-8fd6-f307a059fc4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (a5a93473-9519-4ee4-b051-8dfc9b143f92), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.370596 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-50c0aa59-74cc-40f2-8a7f-0ad57ba92288 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af3ed70-4b71-4111-ba87-fb7a57a39200') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:39.371188 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-50c0aa59-74cc-40f2-8a7f-0ad57ba92288 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af3ed70-4b71-4111-ba87-fb7a57a39200') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:39.383227 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e480d2c0-c056-4f2e-8e73-2f923b9f07e8 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Made reservation on behalf of a2943c81039c44448da97f93644354e6 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:39.385185 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c0aa59-74cc-40f2-8a7f-0ad57ba92288 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (9af3ed70-4b71-4111-ba87-fb7a57a39200), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.388159 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e480d2c0-c056-4f2e-8e73-2f923b9f07e8 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.408196 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c0aa59-74cc-40f2-8a7f-0ad57ba92288 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (9af3ed70-4b71-4111-ba87-fb7a57a39200), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.416458 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c0aa59-74cc-40f2-8a7f-0ad57ba92288 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:21:39.416904 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c0aa59-74cc-40f2-8a7f-0ad57ba92288 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (9af3ed70-4b71-4111-ba87-fb7a57a39200), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:21:39.495171 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:21:39.568675 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c4089c73-7edf-4932-8fd6-f307a059fc4e None None] Calling delete_port for a5a93473-9519-4ee4-b051-8dfc9b143f92 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:39.572807 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.ipam_backend_mixin [None req-c4089c73-7edf-4932-8fd6-f307a059fc4e None None] Port a5a93473-9519-4ee4-b051-8dfc9b143f92 was not found and therefore no delete operation was performed {{(pid=104634) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 16 04:21:39.575047 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b3b9831a-8026-4909-9288-d34d10b88049 None None] Current status of the port 6cb3a54b-dea8-4917-b59a-b161832ed1a6 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:39.578006 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c4089c73-7edf-4932-8fd6-f307a059fc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (a5a93473-9519-4ee4-b051-8dfc9b143f92), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.604864 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-19d92382-2fac-4549-ae6f-91fa23d9dba3 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.615582 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-19d92382-2fac-4549-ae6f-91fa23d9dba3 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "DELETE /v2.0/ports/cef3e02e-ed12-4e6c-8e8c-e7aad2b48958 HTTP/1.1" status: 204 len: 168 time: 1.8950999 Apr 16 04:21:39.617083 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c0aa59-74cc-40f2-8a7f-0ad57ba92288 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (4f003ca4-8064-4efb-8278-566dc63822d3), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.621588 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c0aa59-74cc-40f2-8a7f-0ad57ba92288 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.627454 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-50c0aa59-74cc-40f2-8a7f-0ad57ba92288 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "DELETE /v2.0/networks/4f003ca4-8064-4efb-8278-566dc63822d3 HTTP/1.1" status: 204 len: 168 time: 1.0663736 Apr 16 04:21:39.628086 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35258) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:39.636067 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c4089c73-7edf-4932-8fd6-f307a059fc4e None None] Network 4f003ca4-8064-4efb-8278-566dc63822d3 is not hosted by any dhcp agent {{(pid=104634) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 16 04:21:39.636864 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4089c73-7edf-4932-8fd6-f307a059fc4e None None] No DVR routers for this DVR port a5a93473-9519-4ee4-b051-8dfc9b143f92 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:21:39.638366 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a2d08d4e-5b5a-49a0-8582-1bb95e5da576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.639185 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35260) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:39.664810 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4089c73-7edf-4932-8fd6-f307a059fc4e None None] Pushing event deleted for resources: {'Port': ['ID=a5a93473-9519-4ee4-b051-8dfc9b143f92,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:39.678456 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cbe1dc-40ff-4421-ad6e-275cc7de2e76 None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:21:39.685875 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0aa59-74cc-40f2-8a7f-0ad57ba92288 tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Pushing event deleted for resources: {'Network': ['ID=4f003ca4-8064-4efb-8278-566dc63822d3,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:39.692188 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-75558930-43b1-4e88-90ba-72febb156104 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] GET failed (client error): The resource could not be found. Apr 16 04:21:39.700135 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-75558930-43b1-4e88-90ba-72febb156104 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "GET /v2.0/ports/cef3e02e-ed12-4e6c-8e8c-e7aad2b48958 HTTP/1.1" status: 404 len: 333 time: 0.0482881 Apr 16 04:21:39.700825 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35266) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:39.706035 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-4fe8c6da-97d3-4c29-b886-794204a46596 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Request body: {'port': {'network_id': 'd133b500-95dd-4899-8eb9-50c0064e37b2', 'name': 'tempest-AllowedAddressPairTestJSON-367354884'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:39.712457 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-fca00a99-051c-4189-ae8b-892c6159c09e tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "GET /v2.0/ports?device_id=1cc59b6f-5204-473a-a53d-86e22498092e HTTP/1.1" status: 200 len: 205 time: 0.0668519 Apr 16 04:21:39.722297 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35268) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:39.778520 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4e4047f-81d4-4225-928b-9d6d4789054e tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (4864d33b-c6b1-42d9-964b-a7d0a5232d5a), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.842257 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a5a93473-9519-4ee4-b051-8dfc9b143f92 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:21:39.844414 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] Allocated IP 172.20.0.2 (63ede8fc-f428-4c35-9312-476c9aa43334/d3316af8-cb3d-4870-9b8c-a7446d693856/59e404ab-4877-40d5-8e1e-124e208d41f5) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:39.884878 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: a5a93473-9519-4ee4-b051-8dfc9b143f92 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:21:39.885146 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a5a93473-9519-4ee4-b051-8dfc9b143f92 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:21:39.885575 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6cb3a54b-dea8-4917-b59a-b161832ed1a6 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:21:39.911071 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-43cbe1dc-40ff-4421-ad6e-275cc7de2e76 None None] Deleting port 6cb3a54b-dea8-4917-b59a-b161832ed1a6 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:39.911429 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-43cbe1dc-40ff-4421-ad6e-275cc7de2e76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (6cb3a54b-dea8-4917-b59a-b161832ed1a6), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.944974 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe8c6da-97d3-4c29-b886-794204a46596 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Made reservation on behalf of 97dbc097d0b843e7b68e6f83b7ec21a9 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:39.951630 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.db.resource_extend [None req-e4e4047f-81d4-4225-928b-9d6d4789054e tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 16 04:21:39.955304 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4fe8c6da-97d3-4c29-b886-794204a46596 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.968138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-14858675-eb4e-4b95-bdeb-0d944cea2bd8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for router_gateway (54445761-6c46-4590-b3b0-fb5467f09c49), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.983962 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-45c8a962-da92-414d-87ce-a86b7450d82e tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for router (1cc59b6f-5204-473a-a53d-86e22498092e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:39.985883 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-4fe8c6da-97d3-4c29-b886-794204a46596 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] device_id is not set on port a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:21:40.044191 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-43cbe1dc-40ff-4421-ad6e-275cc7de2e76 None None] For port 6cb3a54b-dea8-4917-b59a-b161832ed1a6, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6cb3a54b-dea8-4917-b59a-b161832ed1a6,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:40.044584 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-43cbe1dc-40ff-4421-ad6e-275cc7de2e76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (6cb3a54b-dea8-4917-b59a-b161832ed1a6), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.056471 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35274) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:40.072068 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-43cbe1dc-40ff-4421-ad6e-275cc7de2e76 None None] Calling delete_port for 6cb3a54b-dea8-4917-b59a-b161832ed1a6 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:40.164867 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4e4047f-81d4-4225-928b-9d6d4789054e tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (4864d33b-c6b1-42d9-964b-a7d0a5232d5a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.166023 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e4047f-81d4-4225-928b-9d6d4789054e tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:40.166407 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4e4047f-81d4-4225-928b-9d6d4789054e tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.172904 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-4fe8c6da-97d3-4c29-b886-794204a46596 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Allocated IP 172.20.0.10 (d133b500-95dd-4899-8eb9-50c0064e37b2/f9496722-ac8d-4f57-9241-d1cc82dea4d3/a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:40.193520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 6cb3a54b-dea8-4917-b59a-b161832ed1a6 is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:40.193911 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6cb3a54b-dea8-4917-b59a-b161832ed1a6), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.239436 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-e4bf964c-e8f5-416c-aea8-476370024266 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-73507328'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:40.242191 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] Publish callbacks [] for port (59e404ab-4877-40d5-8e1e-124e208d41f5), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.275747 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 6cb3a54b-dea8-4917-b59a-b161832ed1a6, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6cb3a54b-dea8-4917-b59a-b161832ed1a6,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:40.374952 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4fe8c6da-97d3-4c29-b886-794204a46596 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks [] for port (a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.410166 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6cb3a54b-dea8-4917-b59a-b161832ed1a6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.414931 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (59e404ab-4877-40d5-8e1e-124e208d41f5), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.455857 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] Network 63ede8fc-f428-4c35-9312-476c9aa43334 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:40.460982 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bf964c-e8f5-416c-aea8-476370024266 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Made reservation on behalf of f1a31f7176614b8b8e8ca22f21bbdd22 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:40.461183 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:40.466728 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e4bf964c-e8f5-416c-aea8-476370024266 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.468056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:40.476336 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e4bf964c-e8f5-416c-aea8-476370024266 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.483427 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=6cb3a54b-dea8-4917-b59a-b161832ed1a6,revision_number=7']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:40.495176 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4fe8c6da-97d3-4c29-b886-794204a46596 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.540243 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-43cbe1dc-40ff-4421-ad6e-275cc7de2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (6cb3a54b-dea8-4917-b59a-b161832ed1a6), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.565964 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe8c6da-97d3-4c29-b886-794204a46596 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Network d133b500-95dd-4899-8eb9-50c0064e37b2 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:40.573489 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-4fe8c6da-97d3-4c29-b886-794204a46596 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:40.575937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe8c6da-97d3-4c29-b886-794204a46596 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:40.583194 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8c6da-97d3-4c29-b886-794204a46596 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Pushing event updated for resources: {'Port': ['ID=a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:40.587587 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cbe1dc-40ff-4421-ad6e-275cc7de2e76 None None] No DVR routers for this DVR port 6cb3a54b-dea8-4917-b59a-b161832ed1a6 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:21:40.593512 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] Attempting to bind port 59e404ab-4877-40d5-8e1e-124e208d41f5 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:21:40.593512 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] Attempting to bind port 59e404ab-4877-40d5-8e1e-124e208d41f5 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '8428cf3a-7d79-438d-9574-8c44fbbc1079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63ede8fc-f428-4c35-9312-476c9aa43334'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:21:40.593512 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] Attempting to bind port 59e404ab-4877-40d5-8e1e-124e208d41f5 on network 63ede8fc-f428-4c35-9312-476c9aa43334 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:21:40.605945 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] Pushing event updated for resources: {'Port': ['ID=59e404ab-4877-40d5-8e1e-124e208d41f5,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:40.615621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:21:40.615621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] Checking segment: {'id': '8428cf3a-7d79-438d-9574-8c44fbbc1079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63ede8fc-f428-4c35-9312-476c9aa43334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:40.615621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.615621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] Bound using segment: {'id': '8428cf3a-7d79-438d-9574-8c44fbbc1079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63ede8fc-f428-4c35-9312-476c9aa43334'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:21:40.615621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] Bound port: 59e404ab-4877-40d5-8e1e-124e208d41f5, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8428cf3a-7d79-438d-9574-8c44fbbc1079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63ede8fc-f428-4c35-9312-476c9aa43334'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:21:40.615621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (59e404ab-4877-40d5-8e1e-124e208d41f5), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.635974 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e4e4047f-81d4-4225-928b-9d6d4789054e tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6510313 Apr 16 04:21:40.644626 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35278) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:40.646626 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbe1dc-40ff-4421-ad6e-275cc7de2e76 None None] Pushing event deleted for resources: {'Port': ['ID=6cb3a54b-dea8-4917-b59a-b161832ed1a6,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:40.685515 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe8c6da-97d3-4c29-b886-794204a46596 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:40.685515 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4fe8c6da-97d3-4c29-b886-794204a46596 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.729449 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] For port 59e404ab-4877-40d5-8e1e-124e208d41f5, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:21:40.730001 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4047f-81d4-4225-928b-9d6d4789054e tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Pushing event updated for resources: {'Network': ['ID=4864d33b-c6b1-42d9-964b-a7d0a5232d5a,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:40.747447 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 4864d33b-c6b1-42d9-964b-a7d0a5232d5a details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:21:40.755300 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e4bf964c-e8f5-416c-aea8-476370024266 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks [] for security_group (ebe8adac-5147-4828-88e3-7d8ce040c837), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.779527 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4fe8c6da-97d3-4c29-b886-794204a46596 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0775678 Apr 16 04:21:40.779770 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-45c8a962-da92-414d-87ce-a86b7450d82e tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (1cc59b6f-5204-473a-a53d-86e22498092e), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.783648 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-45c8a962-da92-414d-87ce-a86b7450d82e tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for router_controller (1cc59b6f-5204-473a-a53d-86e22498092e), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.784696 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35280) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:40.786939 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] For port 59e404ab-4877-40d5-8e1e-124e208d41f5, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=59e404ab-4877-40d5-8e1e-124e208d41f5,segment=NetworkSegment(8428cf3a-7d79-438d-9574-8c44fbbc1079),segment_id=8428cf3a-7d79-438d-9574-8c44fbbc1079)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:21:40.790517 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-5f7fab74-4a46-453f-9f67-7846df22bcc4 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:4d:80:ce'}]}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:40.799414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32934df7-1af2-4a2c-854d-2426ff64a89b tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:40.800974 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-32934df7-1af2-4a2c-854d-2426ff64a89b tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] 10.222.0.30 "GET /v2.0/networks/4864d33b-c6b1-42d9-964b-a7d0a5232d5a HTTP/1.1" status: 200 len: 757 time: 0.1553771 Apr 16 04:21:40.807619 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35282) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:40.857434 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (59e404ab-4877-40d5-8e1e-124e208d41f5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.864429 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e4bf964c-e8f5-416c-aea8-476370024266 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (ebe8adac-5147-4828-88e3-7d8ce040c837), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.938598 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c250512d-cb42-4d68-97f9-65aa9485dcdd None None] Provisioning complete for port a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:40.938983 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c250512d-cb42-4d68-97f9-65aa9485dcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.941843 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58459ce5-b9b3-4c21-b354-e385dd6757f9 None None] Pushing event updated for resources: {'Port': ['ID=59e404ab-4877-40d5-8e1e-124e208d41f5,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:40.949279 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6c104f0c-bd74-4af6-be2d-8b3a8bed3b54 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (bd085e5a-1f90-46b5-a83d-1193ebccbdf6), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.960922 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e480d2c0-c056-4f2e-8e73-2f923b9f07e8 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (69dbbc9f-33bc-4213-b62e-7b75ea4b62aa), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:40.981819 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4bf964c-e8f5-416c-aea8-476370024266 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:21:40.994994 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c250512d-cb42-4d68-97f9-65aa9485dcdd None None] Port a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:41.003093 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5f7fab74-4a46-453f-9f67-7846df22bcc4 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.009414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf964c-e8f5-416c-aea8-476370024266 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe8adac-5147-4828-88e3-7d8ce040c837,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:41.023890 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e4bf964c-e8f5-416c-aea8-476370024266 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (8f91340b-18d7-433a-99d8-8886f4d0e99a), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.030323 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-e4bf964c-e8f5-416c-aea8-476370024266 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Added segment 8f91340b-18d7-433a-99d8-8886f4d0e99a of type vlan for network 4ebca00d-3cb4-421a-9656-58138cc6cd99 Apr 16 04:21:41.030872 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-45c8a962-da92-414d-87ce-a86b7450d82e tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (1cc59b6f-5204-473a-a53d-86e22498092e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.030872 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c8a962-da92-414d-87ce-a86b7450d82e tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Fanout notify agent at l3_agent the message router_deleted on router 1cc59b6f-5204-473a-a53d-86e22498092e {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:21:41.033202 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d63b41-a643-4a7d-92e8-7de367c3021c tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:41.033491 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c104f0c-bd74-4af6-be2d-8b3a8bed3b54 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:41.036625 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-20d63b41-a643-4a7d-92e8-7de367c3021c tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] 10.222.0.30 "GET /v2.0/networks/4fdb7c79-bc5d-4f77-8680-eb8ccb0013d0 HTTP/1.1" status: 200 len: 767 time: 0.1941469 Apr 16 04:21:41.038953 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35284) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:41.044301 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-45c8a962-da92-414d-87ce-a86b7450d82e tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.047992 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-45c8a962-da92-414d-87ce-a86b7450d82e tempest-RoutersNegativeTest-1221158699 tempest-RoutersNegativeTest-1221158699-project] 10.222.0.30 "DELETE /v2.0/routers/1cc59b6f-5204-473a-a53d-86e22498092e HTTP/1.1" status: 204 len: 168 time: 1.3158362 Apr 16 04:21:41.076837 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-6c104f0c-bd74-4af6-be2d-8b3a8bed3b54 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:41.083185 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-14858675-eb4e-4b95-bdeb-0d944cea2bd8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for router_gateway (54445761-6c46-4590-b3b0-fb5467f09c49), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.085954 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c104f0c-bd74-4af6-be2d-8b3a8bed3b54 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:41.086554 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6c104f0c-bd74-4af6-be2d-8b3a8bed3b54 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.091381 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d357820c-53e6-4343-9e33-fc424ca386d6 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:41.148981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c104f0c-bd74-4af6-be2d-8b3a8bed3b54 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=bd085e5a-1f90-46b5-a83d-1193ebccbdf6,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:41.161124 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-14858675-eb4e-4b95-bdeb-0d944cea2bd8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.269234 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e4bf964c-e8f5-416c-aea8-476370024266 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (4ebca00d-3cb4-421a-9656-58138cc6cd99), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.280610 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': 'bd085e5a-1f90-46b5-a83d-1193ebccbdf6'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:21:41.282038 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.282302 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e480d2c0-c056-4f2e-8e73-2f923b9f07e8 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Checking segment: {'id': '1eb51b0b-c963-40e4-ac9e-8e3808bf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '49580678-a762-4607-bb88-48745a967af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:41.282631 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e480d2c0-c056-4f2e-8e73-2f923b9f07e8 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network hostable DHCP agents. Network: 49580678-a762-4607-bb88-48745a967af6, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:21:41.332229 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6c104f0c-bd74-4af6-be2d-8b3a8bed3b54 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4920325 Apr 16 04:21:41.337993 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-62101524-13ac-4f75-99a5-3dbafb9ad9c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (4864d33b-c6b1-42d9-964b-a7d0a5232d5a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.341019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35288) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:41.357985 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-1c476731-4d06-4796-b9f2-f098af4ca296 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:41.381119 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5f7fab74-4a46-453f-9f67-7846df22bcc4 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks [] for port (a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.409248 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e4bf964c-e8f5-416c-aea8-476370024266 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (4ebca00d-3cb4-421a-9656-58138cc6cd99), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.419705 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bf964c-e8f5-416c-aea8-476370024266 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:41.420387 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e4bf964c-e8f5-416c-aea8-476370024266 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.460127 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5f7fab74-4a46-453f-9f67-7846df22bcc4 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.474296 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] Allocated IP 172.20.0.2 (9a9395da-f56a-4c57-8efc-4b7256188659/bd085e5a-1f90-46b5-a83d-1193ebccbdf6/d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:41.486475 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-86c2c8de-6e46-4f60-a6bc-81ce490343ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.490054 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480d2c0-c056-4f2e-8e73-2f923b9f07e8 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Subnet': ['ID=69dbbc9f-33bc-4213-b62e-7b75ea4b62aa,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:41.530588 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e4bf964c-e8f5-416c-aea8-476370024266 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4723833 Apr 16 04:21:41.539170 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35290) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:41.555659 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-7a630c9f-9eea-49e7-ab17-c09f0782e39c tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Request body: {'subnet': {'network_id': '4ebca00d-3cb4-421a-9656-58138cc6cd99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:41.580623 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf964c-e8f5-416c-aea8-476370024266 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Pushing event updated for resources: {'Network': ['ID=4ebca00d-3cb4-421a-9656-58138cc6cd99,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:41.590174 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e480d2c0-c056-4f2e-8e73-2f923b9f07e8 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 49580678-a762-4607-bb88-48745a967af6 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:21:41.604448 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 4ebca00d-3cb4-421a-9656-58138cc6cd99 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:21:41.662367 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7fab74-4a46-453f-9f67-7846df22bcc4 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Pushing event updated for resources: {'Port': ['ID=a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:41.678511 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c476731-4d06-4796-b9f2-f098af4ca296 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:41.682844 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1c476731-4d06-4796-b9f2-f098af4ca296 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.699488 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-62101524-13ac-4f75-99a5-3dbafb9ad9c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (4864d33b-c6b1-42d9-964b-a7d0a5232d5a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.707151 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-14858675-eb4e-4b95-bdeb-0d944cea2bd8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Allocated IP 172.26.6.250 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/55799a61-01f6-455c-a7a7-20c79ba1f068) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:41.730283 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35294) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:41.766909 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-5f7fab74-4a46-453f-9f67-7846df22bcc4 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] In _notify_port_updated(), no bound segment for port a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9 on network d133b500-95dd-4899-8eb9-50c0064e37b2 {{(pid=104632) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:21:41.773694 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7fab74-4a46-453f-9f67-7846df22bcc4 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:41.777000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] Publish callbacks [] for port (d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.778565 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5f7fab74-4a46-453f-9f67-7846df22bcc4 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.780178 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5f7fab74-4a46-453f-9f67-7846df22bcc4 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "PUT /v2.0/ports/a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9 HTTP/1.1" status: 200 len: 994 time: 0.9941127 Apr 16 04:21:41.782958 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35298) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:41.849173 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.879175 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-e480d2c0-c056-4f2e-8e73-2f923b9f07e8 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 49580678-a762-4607-bb88-48745a967af6) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:41.904918 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a762f4d-f973-4c65-bcdb-c89536c2f9e3 None None] Network 49580678-a762-4607-bb88-48745a967af6 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:41.914204 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e480d2c0-c056-4f2e-8e73-2f923b9f07e8 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:41.915011 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e480d2c0-c056-4f2e-8e73-2f923b9f07e8 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.942013 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-62101524-13ac-4f75-99a5-3dbafb9ad9c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4864d33b-c6b1-42d9-964b-a7d0a5232d5a']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:41.948909 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a630c9f-9eea-49e7-ab17-c09f0782e39c tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Made reservation on behalf of f1a31f7176614b8b8e8ca22f21bbdd22 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:41.952862 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7a630c9f-9eea-49e7-ab17-c09f0782e39c tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:41.971365 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 59e404ab-4877-40d5-8e1e-124e208d41f5 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:41.981645 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-62101524-13ac-4f75-99a5-3dbafb9ad9c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c50847d-72a2-4d45-8971-c75fd372d2f5') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:41.981645 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-62101524-13ac-4f75-99a5-3dbafb9ad9c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c50847d-72a2-4d45-8971-c75fd372d2f5') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:42.028682 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-ecda3f3f-8692-455e-b4d5-f62948b8270c tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Deleting port a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:42.031120 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ecda3f3f-8692-455e-b4d5-f62948b8270c tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.031620 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-62101524-13ac-4f75-99a5-3dbafb9ad9c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (5c50847d-72a2-4d45-8971-c75fd372d2f5), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.032061 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:42.056732 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e480d2c0-c056-4f2e-8e73-2f923b9f07e8 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1150815 Apr 16 04:21:42.063093 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:42.065282 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-62101524-13ac-4f75-99a5-3dbafb9ad9c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (5c50847d-72a2-4d45-8971-c75fd372d2f5), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.066517 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:42.068777 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35300) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:42.074676 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-c490ad3c-96a0-4dce-a44e-bff89ce63a7f tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'subnet': {'network_id': '6865734c-b77b-4095-87e6-9badccedd89f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:42.080434 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] Pushing event updated for resources: {'Port': ['ID=d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:42.096045 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-e20c3d63-f799-4f22-a436-c10506771ab9 None None] Provisioning complete for port a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:42.096422 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e20c3d63-f799-4f22-a436-c10506771ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.207644 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62101524-13ac-4f75-99a5-3dbafb9ad9c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:21:42.208071 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-62101524-13ac-4f75-99a5-3dbafb9ad9c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (5c50847d-72a2-4d45-8971-c75fd372d2f5), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:21:42.210199 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:21:42.226905 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-49580678-a762-4607-bb88-48745a967af6', 'network_id': '49580678-a762-4607-bb88-48745a967af6', 'project_id': 'a2943c81039c44448da97f93644354e6', 'fixed_ips': [{'subnet_id': '69dbbc9f-33bc-4213-b62e-7b75ea4b62aa'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:21:42.229856 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.230865 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e20c3d63-f799-4f22-a436-c10506771ab9 None None] Port a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:42.248796 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 59e404ab-4877-40d5-8e1e-124e208d41f5 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:42.249179 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (59e404ab-4877-40d5-8e1e-124e208d41f5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.252668 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] Attempting to bind port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:21:42.253192 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] Attempting to bind port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:21:42.253589 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] Attempting to bind port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:21:42.281494 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e2f20d40-5002-4871-a94c-1407fb0f394e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d95904d18d344e297b392ca088d74f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5495012 Apr 16 04:21:42.285884 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c490ad3c-96a0-4dce-a44e-bff89ce63a7f tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Made reservation on behalf of a2943c81039c44448da97f93644354e6 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:42.289351 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c490ad3c-96a0-4dce-a44e-bff89ce63a7f tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.293499 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:21:42.293864 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35302) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:42.294008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:42.294325 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.294729 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:21:42.295350 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] Bound port: d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:21:42.295782 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.353964 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-14858675-eb4e-4b95-bdeb-0d944cea2bd8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for port (55799a61-01f6-455c-a7a7-20c79ba1f068), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.367341 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7a630c9f-9eea-49e7-ab17-c09f0782e39c tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (17c7bb2b-3147-4249-a7fc-69f8edde490c), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.456092 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-14858675-eb4e-4b95-bdeb-0d944cea2bd8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (55799a61-01f6-455c-a7a7-20c79ba1f068), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.506479 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a630c9f-9eea-49e7-ab17-c09f0782e39c tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Pushing event updated for resources: {'Subnet': ['ID=17c7bb2b-3147-4249-a7fc-69f8edde490c,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:42.512290 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ecda3f3f-8692-455e-b4d5-f62948b8270c tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.527164 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e39512fc-7d8f-44db-a24d-30da35cdbe42 admin admin] Publish callbacks [] for security_group (2084050e-7ad0-4440-99eb-d421b8aaf62d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.534344 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-62101524-13ac-4f75-99a5-3dbafb9ad9c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (4864d33b-c6b1-42d9-964b-a7d0a5232d5a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.543486 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-ecda3f3f-8692-455e-b4d5-f62948b8270c tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Calling delete_port for a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:42.544151 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14858675-eb4e-4b95-bdeb-0d944cea2bd8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:42.560496 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62101524-13ac-4f75-99a5-3dbafb9ad9c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4864d33b-c6b1-42d9-964b-a7d0a5232d5a {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 16 04:21:42.569057 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-14858675-eb4e-4b95-bdeb-0d944cea2bd8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:42.577539 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e39512fc-7d8f-44db-a24d-30da35cdbe42 admin admin] Publish callbacks [] for security_group (2084050e-7ad0-4440-99eb-d421b8aaf62d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.581860 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-62101524-13ac-4f75-99a5-3dbafb9ad9c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.585458 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-62101524-13ac-4f75-99a5-3dbafb9ad9c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] 10.222.0.30 "DELETE /v2.0/networks/4864d33b-c6b1-42d9-964b-a7d0a5232d5a HTTP/1.1" status: 204 len: 168 time: 1.5202591 Apr 16 04:21:42.585992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a630c9f-9eea-49e7-ab17-c09f0782e39c tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Checking segment: {'id': '8f91340b-18d7-433a-99d8-8886f4d0e99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ebca00d-3cb4-421a-9656-58138cc6cd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:42.586367 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a630c9f-9eea-49e7-ab17-c09f0782e39c tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Network hostable DHCP agents. Network: 4ebca00d-3cb4-421a-9656-58138cc6cd99, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:21:42.589449 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35304) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:42.591813 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14858675-eb4e-4b95-bdeb-0d944cea2bd8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:42.600632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-3fa6b0b7-12a2-4121-b137-5d100148cd66 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Request body: {'network': {'name': 'tempest-network--1559681179'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:42.605850 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704f1a3e-6e3d-4e7d-8629-cd3b6faa270d None None] Network 63ede8fc-f428-4c35-9312-476c9aa43334 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:42.681123 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62101524-13ac-4f75-99a5-3dbafb9ad9c8 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Pushing event deleted for resources: {'Network': ['ID=4864d33b-c6b1-42d9-964b-a7d0a5232d5a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:42.709646 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14858675-eb4e-4b95-bdeb-0d944cea2bd8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Port': ['ID=55799a61-01f6-455c-a7a7-20c79ba1f068,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:42.714604 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b527c928-aa73-4a5d-8b68-4c7542d7a66e None None] Provisioning complete for port 59e404ab-4877-40d5-8e1e-124e208d41f5 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:42.715084 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b527c928-aa73-4a5d-8b68-4c7542d7a66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (59e404ab-4877-40d5-8e1e-124e208d41f5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.791584 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.798199 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a630c9f-9eea-49e7-ab17-c09f0782e39c tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Network 4ebca00d-3cb4-421a-9656-58138cc6cd99 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:21:42.836594 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e39512fc-7d8f-44db-a24d-30da35cdbe42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (2084050e-7ad0-4440-99eb-d421b8aaf62d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.839154 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e39512fc-7d8f-44db-a24d-30da35cdbe42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.849222 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e39512fc-7d8f-44db-a24d-30da35cdbe42 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2084050e-7ad0-4440-99eb-d421b8aaf62d HTTP/1.1" status: 204 len: 168 time: 0.5454876 Apr 16 04:21:42.855662 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] For port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:21:42.866741 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39512fc-7d8f-44db-a24d-30da35cdbe42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2084050e-7ad0-4440-99eb-d421b8aaf62d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:42.894425 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] Allocated IP 172.20.0.2 (49580678-a762-4607-bb88-48745a967af6/69dbbc9f-33bc-4213-b62e-7b75ea4b62aa/8f0fa26e-6807-4f89-ba78-4fe9eadebd10) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:42.897364 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] For port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:21:42.900459 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-7a630c9f-9eea-49e7-ab17-c09f0782e39c tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 4ebca00d-3cb4-421a-9656-58138cc6cd99) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:42.904967 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a630c9f-9eea-49e7-ab17-c09f0782e39c tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:42.912483 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7a630c9f-9eea-49e7-ab17-c09f0782e39c tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.942033 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c7b50d-ffd4-4d95-90d1-725b3e3fe1b9 None None] Network 4ebca00d-3cb4-421a-9656-58138cc6cd99 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:42.944484 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ecda3f3f-8692-455e-b4d5-f62948b8270c tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:42.984007 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa6b0b7-12a2-4121-b137-5d100148cd66 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Made reservation on behalf of 3a8d41515bff44b893a27cf8fda91274 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:42.986340 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3fa6b0b7-12a2-4121-b137-5d100148cd66 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:43.002829 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda3f3f-8692-455e-b4d5-f62948b8270c tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Pushing event deleted for resources: {'Port': ['ID=a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:43.024356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 59e404ab-4877-40d5-8e1e-124e208d41f5 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:43.025003 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (59e404ab-4877-40d5-8e1e-124e208d41f5), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:43.044362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.objects.ports [None req-1c476731-4d06-4796-b9f2-f098af4ca296 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104633) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 16 04:21:43.046408 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35308) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:43.046490 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7a630c9f-9eea-49e7-ab17-c09f0782e39c tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4949820 Apr 16 04:21:43.083792 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-848c30c9-c08d-45f3-aa23-b71dbd1d5bba tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Request body: {'port': {'network_id': '4ebca00d-3cb4-421a-9656-58138cc6cd99', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1349816702'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:43.135767 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c490ad3c-96a0-4dce-a44e-bff89ce63a7f tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (3ff5897e-a07f-402d-8723-66c317e9010f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:43.170192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa6b0b7-12a2-4121-b137-5d100148cd66 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:21:43.180485 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:43.194247 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3fa6b0b7-12a2-4121-b137-5d100148cd66 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (46028fdc-d901-4667-a623-cb1c99b421b0), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:43.200655 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-3fa6b0b7-12a2-4121-b137-5d100148cd66 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Added segment 46028fdc-d901-4667-a623-cb1c99b421b0 of type vlan for network 1e211f06-f3cc-4973-b273-21d424789500 Apr 16 04:21:43.228520 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ecda3f3f-8692-455e-b4d5-f62948b8270c tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:43.232778 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ecda3f3f-8692-455e-b4d5-f62948b8270c tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "DELETE /v2.0/ports/a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9 HTTP/1.1" status: 204 len: 168 time: 1.4486225 Apr 16 04:21:43.235306 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35312) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:43.264163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3fa6b0b7-12a2-4121-b137-5d100148cd66 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (1e211f06-f3cc-4973-b273-21d424789500), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:43.276999 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee46ac5-fb43-4dc0-85b7-42ab0a7c854d tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] GET failed (client error): The resource could not be found. Apr 16 04:21:43.285672 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bee46ac5-fb43-4dc0-85b7-42ab0a7c854d tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "GET /v2.0/ports/a6d363fd-24e1-4b1c-b961-8d9c41eb1fc9 HTTP/1.1" status: 404 len: 333 time: 0.0490773 Apr 16 04:21:43.287529 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35314) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:43.301863 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-a3487c22-0bc3-445e-b90e-c29e7bacb4ee tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Request body: {'port': {'network_id': 'd133b500-95dd-4899-8eb9-50c0064e37b2', 'name': 'tempest-AllowedAddressPairTestJSON-817964496'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:43.321954 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b527c928-aa73-4a5d-8b68-4c7542d7a66e None None] Current status of the port 59e404ab-4877-40d5-8e1e-124e208d41f5 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:43.322344 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b527c928-aa73-4a5d-8b68-4c7542d7a66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (59e404ab-4877-40d5-8e1e-124e208d41f5), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:43.389851 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 59e404ab-4877-40d5-8e1e-124e208d41f5, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=59e404ab-4877-40d5-8e1e-124e208d41f5,segment=NetworkSegment(8428cf3a-7d79-438d-9574-8c44fbbc1079),segment_id=8428cf3a-7d79-438d-9574-8c44fbbc1079)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:43.434583 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3fa6b0b7-12a2-4121-b137-5d100148cd66 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (1e211f06-f3cc-4973-b273-21d424789500), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:43.435705 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa6b0b7-12a2-4121-b137-5d100148cd66 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:43.436282 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3fa6b0b7-12a2-4121-b137-5d100148cd66 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:43.446357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f192e9-a74b-435e-9fd2-7ae13a32cad5 None None] Pushing event updated for resources: {'Port': ['ID=d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:43.457901 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-4ebca00d-3cb4-421a-9656-58138cc6cd99', 'network_id': '4ebca00d-3cb4-421a-9656-58138cc6cd99', 'project_id': 'f1a31f7176614b8b8e8ca22f21bbdd22', 'fixed_ips': [{'subnet_id': '17c7bb2b-3147-4249-a7fc-69f8edde490c'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:21:43.458780 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:43.487455 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (59e404ab-4877-40d5-8e1e-124e208d41f5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:43.626348 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3487c22-0bc3-445e-b90e-c29e7bacb4ee tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Made reservation on behalf of 97dbc097d0b843e7b68e6f83b7ec21a9 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:43.636360 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a3487c22-0bc3-445e-b90e-c29e7bacb4ee tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:43.692090 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3fa6b0b7-12a2-4121-b137-5d100148cd66 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0955620 Apr 16 04:21:43.696177 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-a3487c22-0bc3-445e-b90e-c29e7bacb4ee tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] device_id is not set on port 955ecb39-5b6f-4d77-916b-20d0fc829c96 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:21:43.754196 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-b527c928-aa73-4a5d-8b68-4c7542d7a66e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:21:43.754852 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-b527c928-aa73-4a5d-8b68-4c7542d7a66e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:21:43.766555 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=59e404ab-4877-40d5-8e1e-124e208d41f5,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:43.797147 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] Publish callbacks [] for port (8f0fa26e-6807-4f89-ba78-4fe9eadebd10), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:43.799556 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35322) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:43.822071 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-99c720ac-c988-4cda-839c-256e8e7ef21a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:43.863357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (8f0fa26e-6807-4f89-ba78-4fe9eadebd10), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:43.919885 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-a3487c22-0bc3-445e-b90e-c29e7bacb4ee tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Allocated IP 172.20.0.3 (d133b500-95dd-4899-8eb9-50c0064e37b2/f9496722-ac8d-4f57-9241-d1cc82dea4d3/955ecb39-5b6f-4d77-916b-20d0fc829c96) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:43.948684 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:43.994828 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] Network 49580678-a762-4607-bb88-48745a967af6 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:44.008572 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] Allocated IP 172.20.0.2 (4ebca00d-3cb4-421a-9656-58138cc6cd99/17c7bb2b-3147-4249-a7fc-69f8edde490c/73ab34c2-8881-44b5-aff5-40de9197d9da) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:44.011041 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:44.021308 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:44.066045 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] Pushing event updated for resources: {'Port': ['ID=8f0fa26e-6807-4f89-ba78-4fe9eadebd10,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:44.112520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:44.137644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:44.137958 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:44.146368 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a3487c22-0bc3-445e-b90e-c29e7bacb4ee tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks [] for port (955ecb39-5b6f-4d77-916b-20d0fc829c96), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:44.193220 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] Attempting to bind port 8f0fa26e-6807-4f89-ba78-4fe9eadebd10 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:21:44.193600 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] Attempting to bind port 8f0fa26e-6807-4f89-ba78-4fe9eadebd10 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '1eb51b0b-c963-40e4-ac9e-8e3808bf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '49580678-a762-4607-bb88-48745a967af6'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:21:44.193999 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] Attempting to bind port 8f0fa26e-6807-4f89-ba78-4fe9eadebd10 on network 49580678-a762-4607-bb88-48745a967af6 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:21:44.221819 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:21:44.223327 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] Checking segment: {'id': '1eb51b0b-c963-40e4-ac9e-8e3808bf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '49580678-a762-4607-bb88-48745a967af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:44.223327 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:44.223327 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] Bound using segment: {'id': '1eb51b0b-c963-40e4-ac9e-8e3808bf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '49580678-a762-4607-bb88-48745a967af6'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:21:44.223573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] Bound port: 8f0fa26e-6807-4f89-ba78-4fe9eadebd10, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb51b0b-c963-40e4-ac9e-8e3808bf764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '49580678-a762-4607-bb88-48745a967af6'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:21:44.223867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (8f0fa26e-6807-4f89-ba78-4fe9eadebd10), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:44.295738 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a3487c22-0bc3-445e-b90e-c29e7bacb4ee tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (955ecb39-5b6f-4d77-916b-20d0fc829c96), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:44.368034 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3487c22-0bc3-445e-b90e-c29e7bacb4ee tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Network d133b500-95dd-4899-8eb9-50c0064e37b2 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:44.374010 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-a3487c22-0bc3-445e-b90e-c29e7bacb4ee tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:44.377637 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3487c22-0bc3-445e-b90e-c29e7bacb4ee tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:44.438914 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490ad3c-96a0-4dce-a44e-bff89ce63a7f tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Subnet': ['ID=3ff5897e-a07f-402d-8723-66c317e9010f,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:44.445598 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35334) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:44.453480 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6b0b7-12a2-4121-b137-5d100148cd66 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Pushing event updated for resources: {'Network': ['ID=1e211f06-f3cc-4973-b273-21d424789500,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:44.470434 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b527c928-aa73-4a5d-8b68-4c7542d7a66e None None] Current status of the port 59e404ab-4877-40d5-8e1e-124e208d41f5 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:44.477036 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3487c22-0bc3-445e-b90e-c29e7bacb4ee tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Pushing event updated for resources: {'Port': ['ID=955ecb39-5b6f-4d77-916b-20d0fc829c96,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:44.478712 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] Publish callbacks [] for port (73ab34c2-8881-44b5-aff5-40de9197d9da), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:44.500165 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c490ad3c-96a0-4dce-a44e-bff89ce63a7f tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Checking segment: {'id': '9b0358b7-b58f-4051-93c2-0a6bb5a371a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6865734c-b77b-4095-87e6-9badccedd89f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:44.500814 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c490ad3c-96a0-4dce-a44e-bff89ce63a7f tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network hostable DHCP agents. Network: 6865734c-b77b-4095-87e6-9badccedd89f, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:21:44.504504 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 1e211f06-f3cc-4973-b273-21d424789500 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:21:44.515550 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3487c22-0bc3-445e-b90e-c29e7bacb4ee tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:44.518164 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a3487c22-0bc3-445e-b90e-c29e7bacb4ee tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:44.591775 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] For port 8f0fa26e-6807-4f89-ba78-4fe9eadebd10, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:21:44.625595 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-aa8b5e34-f226-46b4-8d7a-35feea420e42 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group': {'name': 'tempest-secgroup--353022732'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:44.642177 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a3487c22-0bc3-445e-b90e-c29e7bacb4ee tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3508067 Apr 16 04:21:44.646871 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35338) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:44.652874 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:44.653270 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:44.655005 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f1eef4f0-5b3d-4243-85de-550128e86ddb tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4d:80:ce'}]}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:44.667203 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (73ab34c2-8881-44b5-aff5-40de9197d9da), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:44.680926 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1c476731-4d06-4796-b9f2-f098af4ca296 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:44.711771 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848c30c9-c08d-45f3-aa23-b71dbd1d5bba tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Made reservation on behalf of f1a31f7176614b8b8e8ca22f21bbdd22 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:44.715503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-848c30c9-c08d-45f3-aa23-b71dbd1d5bba tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:44.730035 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] For port 8f0fa26e-6807-4f89-ba78-4fe9eadebd10, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=8f0fa26e-6807-4f89-ba78-4fe9eadebd10,segment=NetworkSegment(1eb51b0b-c963-40e4-ac9e-8e3808bf764d),segment_id=1eb51b0b-c963-40e4-ac9e-8e3808bf764d)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:21:44.738609 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c490ad3c-96a0-4dce-a44e-bff89ce63a7f tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 6865734c-b77b-4095-87e6-9badccedd89f is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:21:44.749107 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-5a3a9999-3f81-422f-9662-079184c02ae7 None None] Provisioning complete for port 59e404ab-4877-40d5-8e1e-124e208d41f5 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:44.755413 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9999-3f81-422f-9662-079184c02ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (59e404ab-4877-40d5-8e1e-124e208d41f5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:44.830041 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-14858675-eb4e-4b95-bdeb-0d944cea2bd8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for router_gateway (54445761-6c46-4590-b3b0-fb5467f09c49), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:44.832504 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] Pushing event updated for resources: {'Port': ['ID=73ab34c2-8881-44b5-aff5-40de9197d9da,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:44.856016 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-848c30c9-c08d-45f3-aa23-b71dbd1d5bba tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] device_id is not set on port 3bdc03b0-e3e3-4242-8d44-2b3186ea502c yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:21:44.882471 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f1eef4f0-5b3d-4243-85de-550128e86ddb tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (955ecb39-5b6f-4d77-916b-20d0fc829c96), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:44.882589 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] Network 4ebca00d-3cb4-421a-9656-58138cc6cd99 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:44.886089 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:44.894994 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:44.906645 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (8f0fa26e-6807-4f89-ba78-4fe9eadebd10), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:44.913788 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-c490ad3c-96a0-4dce-a44e-bff89ce63a7f tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 6865734c-b77b-4095-87e6-9badccedd89f) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:44.936573 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5e34-f226-46b4-8d7a-35feea420e42 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:44.954428 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e151df3-0733-4fa2-bb05-19a962fb2a56 None None] Network 6865734c-b77b-4095-87e6-9badccedd89f requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:44.956395 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5e34-f226-46b4-8d7a-35feea420e42 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:44.965790 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c490ad3c-96a0-4dce-a44e-bff89ce63a7f tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:44.966533 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c490ad3c-96a0-4dce-a44e-bff89ce63a7f tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.093960 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-99c720ac-c988-4cda-839c-256e8e7ef21a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (1e211f06-f3cc-4973-b273-21d424789500), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.150099 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5e34-f226-46b4-8d7a-35feea420e42 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (ad7a541b-8c44-432d-aff2-1f6850520be8), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.163580 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c490ad3c-96a0-4dce-a44e-bff89ce63a7f tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0910487 Apr 16 04:21:45.163810 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:21:45.163810 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:21:45.163977 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35340) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:45.174790 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-800a2d23-86b5-4c92-9069-6495c9dcde3e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1870329307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:45.181308 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f1eef4f0-5b3d-4243-85de-550128e86ddb tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks [] for port (955ecb39-5b6f-4d77-916b-20d0fc829c96), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.215509 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-848c30c9-c08d-45f3-aa23-b71dbd1d5bba tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Allocated IP 172.20.0.3 (4ebca00d-3cb4-421a-9656-58138cc6cd99/17c7bb2b-3147-4249-a7fc-69f8edde490c/3bdc03b0-e3e3-4242-8d44-2b3186ea502c) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:45.223668 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5e34-f226-46b4-8d7a-35feea420e42 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (ad7a541b-8c44-432d-aff2-1f6850520be8), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.268161 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b5e34-f226-46b4-8d7a-35feea420e42 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7a541b-8c44-432d-aff2-1f6850520be8,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:45.283437 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5103e-3f31-4f38-a0e8-42b9dbe7141f None None] Pushing event updated for resources: {'Port': ['ID=8f0fa26e-6807-4f89-ba78-4fe9eadebd10,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:45.292224 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f1eef4f0-5b3d-4243-85de-550128e86ddb tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (955ecb39-5b6f-4d77-916b-20d0fc829c96), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.296007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] Attempting to bind port 73ab34c2-8881-44b5-aff5-40de9197d9da on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:21:45.296395 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] Attempting to bind port 73ab34c2-8881-44b5-aff5-40de9197d9da by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '8f91340b-18d7-433a-99d8-8886f4d0e99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ebca00d-3cb4-421a-9656-58138cc6cd99'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:21:45.296879 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] Attempting to bind port 73ab34c2-8881-44b5-aff5-40de9197d9da on network 4ebca00d-3cb4-421a-9656-58138cc6cd99 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:21:45.301582 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a9999-3f81-422f-9662-079184c02ae7 None None] Current status of the port 59e404ab-4877-40d5-8e1e-124e208d41f5 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:45.307004 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-99c720ac-c988-4cda-839c-256e8e7ef21a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (1e211f06-f3cc-4973-b273-21d424789500), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.311074 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-1c476731-4d06-4796-b9f2-f098af4ca296 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] For port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:45.331656 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:21:45.331942 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] Checking segment: {'id': '8f91340b-18d7-433a-99d8-8886f4d0e99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ebca00d-3cb4-421a-9656-58138cc6cd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:45.332249 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.332702 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] Bound using segment: {'id': '8f91340b-18d7-433a-99d8-8886f4d0e99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ebca00d-3cb4-421a-9656-58138cc6cd99'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:21:45.333243 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] Bound port: 73ab34c2-8881-44b5-aff5-40de9197d9da, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f91340b-18d7-433a-99d8-8886f4d0e99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ebca00d-3cb4-421a-9656-58138cc6cd99'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:21:45.334190 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (73ab34c2-8881-44b5-aff5-40de9197d9da), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.341533 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-800a2d23-86b5-4c92-9069-6495c9dcde3e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (2648a8a8-de1a-4ac8-bffc-95d31984ebaf), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.344099 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-800a2d23-86b5-4c92-9069-6495c9dcde3e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (2648a8a8-de1a-4ac8-bffc-95d31984ebaf), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.408698 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-99c720ac-c988-4cda-839c-256e8e7ef21a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Network 1e211f06-f3cc-4973-b273-21d424789500 is not hosted by any dhcp agent {{(pid=104633) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 16 04:21:45.409521 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c720ac-c988-4cda-839c-256e8e7ef21a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:45.410131 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-99c720ac-c988-4cda-839c-256e8e7ef21a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.411524 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-99c720ac-c988-4cda-839c-256e8e7ef21a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] 10.222.0.30 "PUT /v2.0/networks/1e211f06-f3cc-4973-b273-21d424789500 HTTP/1.1" status: 200 len: 857 time: 1.6010985 Apr 16 04:21:45.427973 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35342) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:45.446484 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] For port 73ab34c2-8881-44b5-aff5-40de9197d9da, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:21:45.449800 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] For port 73ab34c2-8881-44b5-aff5-40de9197d9da, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=73ab34c2-8881-44b5-aff5-40de9197d9da,segment=NetworkSegment(8f91340b-18d7-433a-99d8-8886f4d0e99a),segment_id=8f91340b-18d7-433a-99d8-8886f4d0e99a)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:21:45.457252 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-6865734c-b77b-4095-87e6-9badccedd89f', 'network_id': '6865734c-b77b-4095-87e6-9badccedd89f', 'project_id': 'a2943c81039c44448da97f93644354e6', 'fixed_ips': [{'subnet_id': '3ff5897e-a07f-402d-8723-66c317e9010f'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:21:45.458090 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.471065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c720ac-c988-4cda-839c-256e8e7ef21a tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Pushing event updated for resources: {'Network': ['ID=1e211f06-f3cc-4973-b273-21d424789500,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:45.517654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b7855d4e-2bdb-4f53-b952-1a23c463ebda None None] Provisioning complete for port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:45.518049 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b7855d4e-2bdb-4f53-b952-1a23c463ebda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.547897 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (73ab34c2-8881-44b5-aff5-40de9197d9da), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.579827 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1c476731-4d06-4796-b9f2-f098af4ca296 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.606424 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.650748 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9687b860-98d7-4ee4-bfa7-45a533373292 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (1e211f06-f3cc-4973-b273-21d424789500), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.693627 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-14858675-eb4e-4b95-bdeb-0d944cea2bd8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (54445761-6c46-4590-b3b0-fb5467f09c49), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.696161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1c476731-4d06-4796-b9f2-f098af4ca296 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.749407 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eef4f0-5b3d-4243-85de-550128e86ddb tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Pushing event updated for resources: {'Port': ['ID=955ecb39-5b6f-4d77-916b-20d0fc829c96,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:45.833914 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-800a2d23-86b5-4c92-9069-6495c9dcde3e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router_controller (2648a8a8-de1a-4ac8-bffc-95d31984ebaf), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.858040 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1c476731-4d06-4796-b9f2-f098af4ca296 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (89140a21-0739-41f2-8435-2b4e8d23b0ac), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.864932 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-f1eef4f0-5b3d-4243-85de-550128e86ddb tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] In _notify_port_updated(), no bound segment for port 955ecb39-5b6f-4d77-916b-20d0fc829c96 on network d133b500-95dd-4899-8eb9-50c0064e37b2 {{(pid=104632) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:21:45.870255 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eef4f0-5b3d-4243-85de-550128e86ddb tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:45.870980 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f1eef4f0-5b3d-4243-85de-550128e86ddb tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.874836 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f1eef4f0-5b3d-4243-85de-550128e86ddb tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "PUT /v2.0/ports/955ecb39-5b6f-4d77-916b-20d0fc829c96 HTTP/1.1" status: 200 len: 995 time: 1.2231550 Apr 16 04:21:45.874981 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:45.874981 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.877570 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35344) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:45.896233 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5e34-f226-46b4-8d7a-35feea420e42 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (f5d37f64-30b1-47d3-bc2c-b4813985c757), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.901164 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-800a2d23-86b5-4c92-9069-6495c9dcde3e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (2648a8a8-de1a-4ac8-bffc-95d31984ebaf), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.941052 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c476731-4d06-4796-b9f2-f098af4ca296 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc,revision_number=4']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:45.944249 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b7855d4e-2bdb-4f53-b952-1a23c463ebda None None] Current status of the port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:45.944365 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b7855d4e-2bdb-4f53-b952-1a23c463ebda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:45.952300 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af06c2e-81cf-4816-ae84-d2b2a12487f4 None None] Pushing event updated for resources: {'Port': ['ID=73ab34c2-8881-44b5-aff5-40de9197d9da,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:45.970336 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-848c30c9-c08d-45f3-aa23-b71dbd1d5bba tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks [] for port (3bdc03b0-e3e3-4242-8d44-2b3186ea502c), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:46.042376 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5e34-f226-46b4-8d7a-35feea420e42 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f5d37f64-30b1-47d3-bc2c-b4813985c757), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:46.068739 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c476731-4d06-4796-b9f2-f098af4ca296 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:46.079328 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] Allocated IP 172.21.0.2 (6865734c-b77b-4095-87e6-9badccedd89f/3ff5897e-a07f-402d-8723-66c317e9010f/c2f1799b-89f0-49e6-9e18-3877340649cc) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:46.081494 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-800a2d23-86b5-4c92-9069-6495c9dcde3e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:46.082840 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-800a2d23-86b5-4c92-9069-6495c9dcde3e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9178348 Apr 16 04:21:46.084268 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-1c476731-4d06-4796-b9f2-f098af4ca296 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:46.087098 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:46.089602 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35346) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:46.105215 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b5e34-f226-46b4-8d7a-35feea420e42 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d37f64-30b1-47d3-bc2c-b4813985c757,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:46.108469 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-c38fd8c0-8b23-484b-88bd-4bca4d866226 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Deleting port 955ecb39-5b6f-4d77-916b-20d0fc829c96 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:46.108852 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c38fd8c0-8b23-484b-88bd-4bca4d866226 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (955ecb39-5b6f-4d77-916b-20d0fc829c96), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:46.144521 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c476731-4d06-4796-b9f2-f098af4ca296 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:46.145173 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1c476731-4d06-4796-b9f2-f098af4ca296 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:46.206860 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9687b860-98d7-4ee4-bfa7-45a533373292 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (1e211f06-f3cc-4973-b273-21d424789500), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:46.215593 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5e34-f226-46b4-8d7a-35feea420e42 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:46.216925 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-aa8b5e34-f226-46b4-8d7a-35feea420e42 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.7699506 Apr 16 04:21:46.218922 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c476731-4d06-4796-b9f2-f098af4ca296 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=89140a21-0739-41f2-8435-2b4e8d23b0ac,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:46.220066 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35348) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:46.280714 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c63583d-7bf0-4c4b-80d1-255fc0d84240 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:46.289017 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:46.311134 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c38fd8c0-8b23-484b-88bd-4bca4d866226 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (955ecb39-5b6f-4d77-916b-20d0fc829c96), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:46.333519 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-c38fd8c0-8b23-484b-88bd-4bca4d866226 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Calling delete_port for 955ecb39-5b6f-4d77-916b-20d0fc829c96 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:46.339579 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-9687b860-98d7-4ee4-bfa7-45a533373292 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e211f06-f3cc-4973-b273-21d424789500']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:46.409007 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-9687b860-98d7-4ee4-bfa7-45a533373292 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46028fdc-d901-4667-a623-cb1c99b421b0') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:46.409385 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-9687b860-98d7-4ee4-bfa7-45a533373292 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46028fdc-d901-4667-a623-cb1c99b421b0') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:46.476947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-b7855d4e-2bdb-4f53-b952-1a23c463ebda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:21:46.477309 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-b7855d4e-2bdb-4f53-b952-1a23c463ebda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:21:46.480713 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1c476731-4d06-4796-b9f2-f098af4ca296 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.1312051 Apr 16 04:21:46.485364 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9687b860-98d7-4ee4-bfa7-45a533373292 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (46028fdc-d901-4667-a623-cb1c99b421b0), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:46.494490 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35350) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:46.511082 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-2de55624-ef45-46ff-8d20-cb6ccb166ea7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'mac_address': 'fa:16:3e:37:09:7d', 'name': 'tempest-NetworksTestDHCPv6-1334805495'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:46.553546 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4f15efa0-fe78-46f0-b14d-3a34c8940335 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.3323686 Apr 16 04:21:46.555070 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35352) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:46.560984 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-8da400c1-2bfd-45e3-822c-c34daa85e075 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group': {'name': 'tempest-security--2120901243', 'description': 'tempest-security-description-161472973'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:46.603498 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c38fd8c0-8b23-484b-88bd-4bca4d866226 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (955ecb39-5b6f-4d77-916b-20d0fc829c96), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:46.626136 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] Publish callbacks [] for port (c2f1799b-89f0-49e6-9e18-3877340649cc), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:46.638176 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-848c30c9-c08d-45f3-aa23-b71dbd1d5bba tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (3bdc03b0-e3e3-4242-8d44-2b3186ea502c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:46.652496 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38fd8c0-8b23-484b-88bd-4bca4d866226 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Pushing event deleted for resources: {'Port': ['ID=955ecb39-5b6f-4d77-916b-20d0fc829c96,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:46.666307 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8da400c1-2bfd-45e3-822c-c34daa85e075 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (f5d37f64-30b1-47d3-bc2c-b4813985c757), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:46.673271 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:46.680618 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9687b860-98d7-4ee4-bfa7-45a533373292 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (46028fdc-d901-4667-a623-cb1c99b421b0), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:46.746357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 8f0fa26e-6807-4f89-ba78-4fe9eadebd10 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:46.800446 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848c30c9-c08d-45f3-aa23-b71dbd1d5bba tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Network 4ebca00d-3cb4-421a-9656-58138cc6cd99 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:46.807693 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c38fd8c0-8b23-484b-88bd-4bca4d866226 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:46.814164 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c38fd8c0-8b23-484b-88bd-4bca4d866226 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "DELETE /v2.0/ports/955ecb39-5b6f-4d77-916b-20d0fc829c96 HTTP/1.1" status: 204 len: 168 time: 0.9353428 Apr 16 04:21:46.814819 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35354) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:46.817525 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8da400c1-2bfd-45e3-822c-c34daa85e075 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (f5d37f64-30b1-47d3-bc2c-b4813985c757), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:46.827590 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (c2f1799b-89f0-49e6-9e18-3877340649cc), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:46.851995 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9687b860-98d7-4ee4-bfa7-45a533373292 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:21:46.852762 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9687b860-98d7-4ee4-bfa7-45a533373292 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (46028fdc-d901-4667-a623-cb1c99b421b0), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:46.855302 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-370cb6ca-6f64-474f-85fd-011fe1fcb4c7 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] GET failed (client error): The resource could not be found. Apr 16 04:21:46.855424 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-848c30c9-c08d-45f3-aa23-b71dbd1d5bba tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:46.859567 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848c30c9-c08d-45f3-aa23-b71dbd1d5bba tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:46.859737 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-370cb6ca-6f64-474f-85fd-011fe1fcb4c7 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "GET /v2.0/ports/955ecb39-5b6f-4d77-916b-20d0fc829c96 HTTP/1.1" status: 404 len: 333 time: 0.0409000 Apr 16 04:21:46.860298 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35356) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:21:46.863214 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:21:46.865572 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-bc4f38a2-0536-4049-b262-f28a7d908524 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Request body: {'port': {'network_id': 'd133b500-95dd-4899-8eb9-50c0064e37b2', 'name': 'tempest-AllowedAddressPairTestJSON-322610228'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:46.943733 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] Network 6865734c-b77b-4095-87e6-9badccedd89f is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:46.954212 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532ca700-ccf1-416d-8bd6-8ecc7a4c85e7 None None] Network 49580678-a762-4607-bb88-48745a967af6 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:46.959669 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:46.964795 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8da400c1-2bfd-45e3-822c-c34daa85e075 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f5d37f64-30b1-47d3-bc2c-b4813985c757), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:46.968936 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8da400c1-2bfd-45e3-822c-c34daa85e075 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:46.971389 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8da400c1-2bfd-45e3-822c-c34daa85e075 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "PUT /v2.0/security-groups/f5d37f64-30b1-47d3-bc2c-b4813985c757 HTTP/1.1" status: 200 len: 1794 time: 0.4142053 Apr 16 04:21:46.979396 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35358) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:47.018750 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da400c1-2bfd-45e3-822c-c34daa85e075 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d37f64-30b1-47d3-bc2c-b4813985c757,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:47.050872 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14858675-eb4e-4b95-bdeb-0d944cea2bd8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Router 54445761-6c46-4590-b3b0-fb5467f09c49 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:21:47.066576 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:47.075818 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c30c9-c08d-45f3-aa23-b71dbd1d5bba tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Pushing event updated for resources: {'Port': ['ID=3bdc03b0-e3e3-4242-8d44-2b3186ea502c,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:47.076464 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b7855d4e-2bdb-4f53-b952-1a23c463ebda None None] Current status of the port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:47.108314 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848c30c9-c08d-45f3-aa23-b71dbd1d5bba tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:47.109001 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-848c30c9-c08d-45f3-aa23-b71dbd1d5bba tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:47.119573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b7855d4e-2bdb-4f53-b952-1a23c463ebda None None] Could not find standard attr ID for object 955ecb39-5b6f-4d77-916b-20d0fc829c96. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:21:47.151423 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ba7ca047-f906-4ed9-9a58-31e8bfc88029 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-groups/f5d37f64-30b1-47d3-bc2c-b4813985c757 HTTP/1.1" status: 200 len: 1794 time: 0.1640954 Apr 16 04:21:47.154977 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35360) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:47.156988 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-38f21ad4-ff37-404b-848a-8371dee3391e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:47.198105 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] Pushing event updated for resources: {'Port': ['ID=c2f1799b-89f0-49e6-9e18-3877340649cc,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:47.211401 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9687b860-98d7-4ee4-bfa7-45a533373292 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (1e211f06-f3cc-4973-b273-21d424789500), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:47.233918 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] Attempting to bind port c2f1799b-89f0-49e6-9e18-3877340649cc on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:21:47.234422 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] Attempting to bind port c2f1799b-89f0-49e6-9e18-3877340649cc by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '9b0358b7-b58f-4051-93c2-0a6bb5a371a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6865734c-b77b-4095-87e6-9badccedd89f'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:21:47.239899 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] Attempting to bind port c2f1799b-89f0-49e6-9e18-3877340649cc on network 6865734c-b77b-4095-87e6-9badccedd89f {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:21:47.240075 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4f38a2-0536-4049-b262-f28a7d908524 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Made reservation on behalf of 97dbc097d0b843e7b68e6f83b7ec21a9 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:47.243090 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bc4f38a2-0536-4049-b262-f28a7d908524 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:47.251654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:21:47.252030 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] Checking segment: {'id': '9b0358b7-b58f-4051-93c2-0a6bb5a371a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6865734c-b77b-4095-87e6-9badccedd89f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:47.252440 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:47.252872 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] Bound using segment: {'id': '9b0358b7-b58f-4051-93c2-0a6bb5a371a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6865734c-b77b-4095-87e6-9badccedd89f'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:21:47.253482 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] Bound port: c2f1799b-89f0-49e6-9e18-3877340649cc, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0358b7-b58f-4051-93c2-0a6bb5a371a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6865734c-b77b-4095-87e6-9badccedd89f'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:21:47.253732 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c2f1799b-89f0-49e6-9e18-3877340649cc), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:47.255630 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 8f0fa26e-6807-4f89-ba78-4fe9eadebd10 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:47.255986 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (8f0fa26e-6807-4f89-ba78-4fe9eadebd10), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:47.280636 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-44e3e524-a29f-45c9-8121-75a925a8593d tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (f5d37f64-30b1-47d3-bc2c-b4813985c757), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:47.321429 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-bc4f38a2-0536-4049-b262-f28a7d908524 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] device_id is not set on port 1c232c5b-55a4-4f90-91a9-25c14a148478 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:21:47.356661 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-44e3e524-a29f-45c9-8121-75a925a8593d tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (f5d37f64-30b1-47d3-bc2c-b4813985c757), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:47.371325 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14858675-eb4e-4b95-bdeb-0d944cea2bd8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:21:47.389642 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9687b860-98d7-4ee4-bfa7-45a533373292 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1e211f06-f3cc-4973-b273-21d424789500 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 16 04:21:47.397006 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] For port c2f1799b-89f0-49e6-9e18-3877340649cc, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:21:47.399096 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687b860-98d7-4ee4-bfa7-45a533373292 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Pushing event deleted for resources: {'Network': ['ID=1e211f06-f3cc-4973-b273-21d424789500,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:47.399454 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c80a7-efeb-4120-804c-a0f42d1be447 None None] Sync routers for ids ['54445761-6c46-4590-b3b0-fb5467f09c49'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:21:47.408151 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-848c30c9-c08d-45f3-aa23-b71dbd1d5bba tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.3358378 Apr 16 04:21:47.408821 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de55624-ef45-46ff-8d20-cb6ccb166ea7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:47.423172 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9687b860-98d7-4ee4-bfa7-45a533373292 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:47.429741 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-19870667-b4c4-43f2-a4d4-57d8a476b5da None None] Provisioning complete for port 8f0fa26e-6807-4f89-ba78-4fe9eadebd10 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:47.430165 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-19870667-b4c4-43f2-a4d4-57d8a476b5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (8f0fa26e-6807-4f89-ba78-4fe9eadebd10), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:47.431517 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35362) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:47.431833 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9687b860-98d7-4ee4-bfa7-45a533373292 tempest-ExternalNetworksTestJSON-1656757180 tempest-ExternalNetworksTestJSON-1656757180-project-admin] 10.222.0.30 "DELETE /v2.0/networks/1e211f06-f3cc-4973-b273-21d424789500 HTTP/1.1" status: 204 len: 168 time: 1.9750667 Apr 16 04:21:47.444250 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] For port c2f1799b-89f0-49e6-9e18-3877340649cc, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c2f1799b-89f0-49e6-9e18-3877340649cc,segment=NetworkSegment(9b0358b7-b58f-4051-93c2-0a6bb5a371a0),segment_id=9b0358b7-b58f-4051-93c2-0a6bb5a371a0)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:21:47.450847 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-7f00d2a1-4594-44a8-b44a-75132ac2056e tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Request body: {'port': {'network_id': '4ebca00d-3cb4-421a-9656-58138cc6cd99', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1583959427', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:47.451788 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.api.validators [None req-7f00d2a1-4594-44a8-b44a-75132ac2056e tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] bootfile-name is not in valid_values {{(pid=104632) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 16 04:21:47.452435 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.api.validators [None req-7f00d2a1-4594-44a8-b44a-75132ac2056e tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] tftp-server is not in valid_values {{(pid=104632) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 16 04:21:47.453138 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.api.validators [None req-7f00d2a1-4594-44a8-b44a-75132ac2056e tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] server-ip-address is not in valid_values {{(pid=104632) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 16 04:21:47.556184 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3032add1-2f88-45cb-af92-b92dada6889c None None] Network 4ebca00d-3cb4-421a-9656-58138cc6cd99 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:47.590153 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35364) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:47.591294 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c80a7-efeb-4120-804c-a0f42d1be447 None None] Routers {'54445761-6c46-4590-b3b0-fb5467f09c49'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:47.591954 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-fa4c80a7-efeb-4120-804c-a0f42d1be447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['54445761-6c46-4590-b3b0-fb5467f09c49'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:47.660219 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ccaf15-b43a-4f02-b716-93a8dd816d3a tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:47.661126 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ccaf15-b43a-4f02-b716-93a8dd816d3a tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:47.671101 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f4ccaf15-b43a-4f02-b716-93a8dd816d3a tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] 10.222.0.30 "DELETE /v2.0/subnets/b001be82-49ec-49ca-a8af-63826c51fc42 HTTP/1.1" status: 404 len: 337 time: 0.0768993 Apr 16 04:21:47.674808 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35366) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:47.728156 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 8f0fa26e-6807-4f89-ba78-4fe9eadebd10 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:47.728471 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (8f0fa26e-6807-4f89-ba78-4fe9eadebd10), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:47.747139 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c2f1799b-89f0-49e6-9e18-3877340649cc), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:47.815570 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6e721827-6041-4fae-ac6c-a679e566ad30 tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (4fdb7c79-bc5d-4f77-8680-eb8ccb0013d0), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:47.854155 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f00d2a1-4594-44a8-b44a-75132ac2056e tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Made reservation on behalf of f1a31f7176614b8b8e8ca22f21bbdd22 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:47.868320 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7f00d2a1-4594-44a8-b44a-75132ac2056e tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:47.889611 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-7f00d2a1-4594-44a8-b44a-75132ac2056e tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] device_id is not set on port 2d17feee-2f06-44b8-b654-9743789cd15d yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:21:47.961293 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247da733-f8cf-4ccf-b87f-9a4a716039af None None] Pushing event updated for resources: {'Port': ['ID=c2f1799b-89f0-49e6-9e18-3877340649cc,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:47.964510 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-fa4c80a7-efeb-4120-804c-a0f42d1be447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:48.038674 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6e721827-6041-4fae-ac6c-a679e566ad30 tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (4fdb7c79-bc5d-4f77-8680-eb8ccb0013d0), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:48.064591 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-6e721827-6041-4fae-ac6c-a679e566ad30 tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fdb7c79-bc5d-4f77-8680-eb8ccb0013d0']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:48.077896 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-6e721827-6041-4fae-ac6c-a679e566ad30 tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba45dfc-c33d-4610-b6ce-308030e5516e') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:48.078576 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-6e721827-6041-4fae-ac6c-a679e566ad30 tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba45dfc-c33d-4610-b6ce-308030e5516e') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:48.091259 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6e721827-6041-4fae-ac6c-a679e566ad30 tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (eba45dfc-c33d-4610-b6ce-308030e5516e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:48.107835 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6e721827-6041-4fae-ac6c-a679e566ad30 tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (eba45dfc-c33d-4610-b6ce-308030e5516e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:48.115417 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e721827-6041-4fae-ac6c-a679e566ad30 tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:21:48.116225 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6e721827-6041-4fae-ac6c-a679e566ad30 tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (eba45dfc-c33d-4610-b6ce-308030e5516e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:21:48.211808 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:21:48.214845 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c80a7-efeb-4120-804c-a0f42d1be447 None None] Routers {'54445761-6c46-4590-b3b0-fb5467f09c49'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:48.216385 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-44e3e524-a29f-45c9-8121-75a925a8593d tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f5d37f64-30b1-47d3-bc2c-b4813985c757), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:48.216522 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-fa4c80a7-efeb-4120-804c-a0f42d1be447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['54445761-6c46-4590-b3b0-fb5467f09c49'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:48.219171 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-44e3e524-a29f-45c9-8121-75a925a8593d tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:48.222724 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-44e3e524-a29f-45c9-8121-75a925a8593d tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-groups/f5d37f64-30b1-47d3-bc2c-b4813985c757 HTTP/1.1" status: 204 len: 168 time: 1.0634353 Apr 16 04:21:48.276671 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 8f0fa26e-6807-4f89-ba78-4fe9eadebd10, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=8f0fa26e-6807-4f89-ba78-4fe9eadebd10,segment=NetworkSegment(1eb51b0b-c963-40e4-ac9e-8e3808bf764d),segment_id=1eb51b0b-c963-40e4-ac9e-8e3808bf764d)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:48.280430 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-19870667-b4c4-43f2-a4d4-57d8a476b5da None None] Current status of the port 8f0fa26e-6807-4f89-ba78-4fe9eadebd10 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:48.280947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-19870667-b4c4-43f2-a4d4-57d8a476b5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (8f0fa26e-6807-4f89-ba78-4fe9eadebd10), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:48.283248 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-fa4c80a7-efeb-4120-804c-a0f42d1be447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:48.283738 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35368) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:48.283878 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c80a7-efeb-4120-804c-a0f42d1be447 None None] The sync data for ids ['54445761-6c46-4590-b3b0-fb5467f09c49'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:21:48.293686 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3e524-a29f-45c9-8121-75a925a8593d tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d37f64-30b1-47d3-bc2c-b4813985c757,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:48.315383 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6e721827-6041-4fae-ac6c-a679e566ad30 tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (4fdb7c79-bc5d-4f77-8680-eb8ccb0013d0), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:48.322595 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-bc4f38a2-0536-4049-b262-f28a7d908524 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Allocated IP 172.20.0.7 (d133b500-95dd-4899-8eb9-50c0064e37b2/f9496722-ac8d-4f57-9241-d1cc82dea4d3/1c232c5b-55a4-4f90-91a9-25c14a148478) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:48.327815 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-14858675-eb4e-4b95-bdeb-0d944cea2bd8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:48.327815 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-14858675-eb4e-4b95-bdeb-0d944cea2bd8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.4856050 Apr 16 04:21:48.334043 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35370) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:48.378177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (8f0fa26e-6807-4f89-ba78-4fe9eadebd10), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:48.379402 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:48.447027 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=8f0fa26e-6807-4f89-ba78-4fe9eadebd10,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:48.447237 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-7f00d2a1-4594-44a8-b44a-75132ac2056e tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Allocated IP 172.20.0.6 (4ebca00d-3cb4-421a-9656-58138cc6cd99/17c7bb2b-3147-4249-a7fc-69f8edde490c/2d17feee-2f06-44b8-b654-9743789cd15d) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:48.465376 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6e721827-6041-4fae-ac6c-a679e566ad30 tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:48.471439 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6e721827-6041-4fae-ac6c-a679e566ad30 tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] 10.222.0.30 "DELETE /v2.0/networks/4fdb7c79-bc5d-4f77-8680-eb8ccb0013d0 HTTP/1.1" status: 204 len: 168 time: 0.7853429 Apr 16 04:21:48.521504 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-54b1046c-339a-4f60-892c-e284a9772426 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2255533 Apr 16 04:21:48.526939 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e721827-6041-4fae-ac6c-a679e566ad30 tempest-ExternalNetworksTestJSON-2084142255 tempest-ExternalNetworksTestJSON-2084142255-project] Pushing event deleted for resources: {'Network': ['ID=4fdb7c79-bc5d-4f77-8680-eb8ccb0013d0,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:48.529074 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-19870667-b4c4-43f2-a4d4-57d8a476b5da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:21:48.529650 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-19870667-b4c4-43f2-a4d4-57d8a476b5da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:21:48.531180 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35374) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:48.546522 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:48.547364 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:48.554814 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-112eab80-f65a-4664-b159-9ccba737662c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] delete failed (client error): The resource could not be found. Apr 16 04:21:48.556072 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-112eab80-f65a-4664-b159-9ccba737662c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-groups/f5d37f64-30b1-47d3-bc2c-b4813985c757 HTTP/1.1" status: 404 len: 347 time: 0.0232744 Apr 16 04:21:48.563145 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35376) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:48.575312 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-4d38fff4-170f-4e22-a03e-4cc0d9557a29 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group': {'name': 'tempest-secgroup--550471575'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:48.678217 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d38fff4-170f-4e22-a03e-4cc0d9557a29 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:48.689824 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:48.690780 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 73ab34c2-8881-44b5-aff5-40de9197d9da up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:48.760103 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 73ab34c2-8881-44b5-aff5-40de9197d9da triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:48.760473 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (73ab34c2-8881-44b5-aff5-40de9197d9da), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:48.859167 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2de55624-ef45-46ff-8d20-cb6ccb166ea7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:48.934018 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 73ab34c2-8881-44b5-aff5-40de9197d9da is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:48.934407 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (73ab34c2-8881-44b5-aff5-40de9197d9da), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:48.934771 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-2de55624-ef45-46ff-8d20-cb6ccb166ea7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port cc2bfe62-7778-4f4d-ae9c-7238f4ea30cb yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:21:48.946628 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-38f21ad4-ff37-404b-848a-8371dee3391e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Allocated IP 172.20.0.1 (49580678-a762-4607-bb88-48745a967af6/69dbbc9f-33bc-4213-b62e-7b75ea4b62aa/5bedd3be-8a5b-4725-b110-10b69b059130) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:48.970588 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d38fff4-170f-4e22-a03e-4cc0d9557a29 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (dfc7c82a-8a33-419c-beb9-bad9cccf4401), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:48.973761 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bc4f38a2-0536-4049-b262-f28a7d908524 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks [] for port (1c232c5b-55a4-4f90-91a9-25c14a148478), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:48.992119 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7f00d2a1-4594-44a8-b44a-75132ac2056e tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks [] for port (2d17feee-2f06-44b8-b654-9743789cd15d), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:49.042291 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 73ab34c2-8881-44b5-aff5-40de9197d9da, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=73ab34c2-8881-44b5-aff5-40de9197d9da,segment=NetworkSegment(8f91340b-18d7-433a-99d8-8886f4d0e99a),segment_id=8f91340b-18d7-433a-99d8-8886f4d0e99a)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:49.061368 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d38fff4-170f-4e22-a03e-4cc0d9557a29 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (dfc7c82a-8a33-419c-beb9-bad9cccf4401), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:49.099143 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-19870667-b4c4-43f2-a4d4-57d8a476b5da None None] Current status of the port 8f0fa26e-6807-4f89-ba78-4fe9eadebd10 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:49.105480 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-19870667-b4c4-43f2-a4d4-57d8a476b5da None None] Could not find standard attr ID for object 955ecb39-5b6f-4d77-916b-20d0fc829c96. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:21:49.115488 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38fff4-170f-4e22-a03e-4cc0d9557a29 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc7c82a-8a33-419c-beb9-bad9cccf4401,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:49.131573 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bc4f38a2-0536-4049-b262-f28a7d908524 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (1c232c5b-55a4-4f90-91a9-25c14a148478), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:49.152001 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (73ab34c2-8881-44b5-aff5-40de9197d9da), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:49.152854 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 59e404ab-4877-40d5-8e1e-124e208d41f5 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:49.196835 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35380) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:49.198352 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f38a2-0536-4049-b262-f28a7d908524 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Pushing event updated for resources: {'Port': ['ID=1c232c5b-55a4-4f90-91a9-25c14a148478,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:49.212475 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7f00d2a1-4594-44a8-b44a-75132ac2056e tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (2d17feee-2f06-44b8-b654-9743789cd15d), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:49.216162 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4f38a2-0536-4049-b262-f28a7d908524 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Network d133b500-95dd-4899-8eb9-50c0064e37b2 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:49.228220 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d38fff4-170f-4e22-a03e-4cc0d9557a29 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:49.228220 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4d38fff4-170f-4e22-a03e-4cc0d9557a29 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6497421 Apr 16 04:21:49.269797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-fbb3101c-7bf0-4427-9473-18384dd1ca23 None None] Provisioning complete for port 73ab34c2-8881-44b5-aff5-40de9197d9da triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:49.270166 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fbb3101c-7bf0-4427-9473-18384dd1ca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (73ab34c2-8881-44b5-aff5-40de9197d9da), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:49.273300 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35384) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:49.278000 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-bc4f38a2-0536-4049-b262-f28a7d908524 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:49.287621 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-d2ecaf01-5353-4b56-9e2f-c7d99b45654b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group_rule': {'security_group_id': 'dfc7c82a-8a33-419c-beb9-bad9cccf4401', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:49.297992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4f38a2-0536-4049-b262-f28a7d908524 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:49.305121 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f00d2a1-4594-44a8-b44a-75132ac2056e tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Network 4ebca00d-3cb4-421a-9656-58138cc6cd99 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:49.308098 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-38f21ad4-ff37-404b-848a-8371dee3391e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for port (5bedd3be-8a5b-4725-b110-10b69b059130), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:49.341769 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-7f00d2a1-4594-44a8-b44a-75132ac2056e tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:49.354978 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f00d2a1-4594-44a8-b44a-75132ac2056e tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:49.384057 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=73ab34c2-8881-44b5-aff5-40de9197d9da,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:49.399565 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 59e404ab-4877-40d5-8e1e-124e208d41f5 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:49.400796 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (59e404ab-4877-40d5-8e1e-124e208d41f5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:49.431584 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00d2a1-4594-44a8-b44a-75132ac2056e tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Pushing event updated for resources: {'Port': ['ID=2d17feee-2f06-44b8-b654-9743789cd15d,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:49.453712 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-38f21ad4-ff37-404b-848a-8371dee3391e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (5bedd3be-8a5b-4725-b110-10b69b059130), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:49.474193 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b16e984-7669-4490-86c1-49fba7f3cd05 None None] Network 6865734c-b77b-4095-87e6-9badccedd89f requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:49.516251 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f21ad4-ff37-404b-848a-8371dee3391e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 49580678-a762-4607-bb88-48745a967af6 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:49.518049 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f00d2a1-4594-44a8-b44a-75132ac2056e tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:49.519291 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7f00d2a1-4594-44a8-b44a-75132ac2056e tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:49.545621 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4f38a2-0536-4049-b262-f28a7d908524 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:49.546200 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bc4f38a2-0536-4049-b262-f28a7d908524 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:49.557919 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7d51fa1f-4579-43c6-9862-6b0b0496c7ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ed1a3c5af8b4008a272b9eae769ae8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3540142 Apr 16 04:21:49.560002 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35386) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:49.603517 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-38f21ad4-ff37-404b-848a-8371dee3391e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:49.606331 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f21ad4-ff37-404b-848a-8371dee3391e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:49.626023 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d2ecaf01-5353-4b56-9e2f-c7d99b45654b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (dad3646a-5a87-4de7-b36f-e812842ebd90), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:49.665781 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7f00d2a1-4594-44a8-b44a-75132ac2056e tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.2232447 Apr 16 04:21:49.674760 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35388) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:49.683522 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-38f21ad4-ff37-404b-848a-8371dee3391e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (2648a8a8-de1a-4ac8-bffc-95d31984ebaf), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:49.716170 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-fbb3101c-7bf0-4427-9473-18384dd1ca23 None None] Current status of the port 73ab34c2-8881-44b5-aff5-40de9197d9da is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:49.759531 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bc4f38a2-0536-4049-b262-f28a7d908524 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8928108 Apr 16 04:21:49.759531 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35390) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:49.767071 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-008f4220-35c5-47d3-98b1-749ee7767e9f tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Request body: {'port': {'network_id': 'd133b500-95dd-4899-8eb9-50c0064e37b2', 'name': 'tempest-AllowedAddressPairTestJSON-1618974313'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:49.808247 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-fbb3101c-7bf0-4427-9473-18384dd1ca23 None None] Provisioning complete for port 8f0fa26e-6807-4f89-ba78-4fe9eadebd10 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:49.808646 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fbb3101c-7bf0-4427-9473-18384dd1ca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (8f0fa26e-6807-4f89-ba78-4fe9eadebd10), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:49.863526 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f21ad4-ff37-404b-848a-8371dee3391e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Port': ['ID=5bedd3be-8a5b-4725-b110-10b69b059130,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:49.882718 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 59e404ab-4877-40d5-8e1e-124e208d41f5 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:49.886830 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-88311a3d-6f66-4d5d-8e98-1bd25c611f02 admin admin] Publish callbacks [] for security_group (74eb64e7-2ad4-44e5-84e1-ef1de2a26918), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:49.991813 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-fbb3101c-7bf0-4427-9473-18384dd1ca23 None None] Current status of the port 8f0fa26e-6807-4f89-ba78-4fe9eadebd10 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:50.007866 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-fbb3101c-7bf0-4427-9473-18384dd1ca23 None None] Provisioning complete for port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:50.009028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fbb3101c-7bf0-4427-9473-18384dd1ca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.011475 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-38f21ad4-ff37-404b-848a-8371dee3391e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5bedd3be-8a5b-4725-b110-10b69b059130), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.012086 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5d203a-83f9-407f-9bcd-dcd2aae9cf31 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:50.022786 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5d203a-83f9-407f-9bcd-dcd2aae9cf31 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:50.032499 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5d203a-83f9-407f-9bcd-dcd2aae9cf31 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:50.034291 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1b5d203a-83f9-407f-9bcd-dcd2aae9cf31 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3556592 Apr 16 04:21:50.043921 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35392) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:50.066139 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-88311a3d-6f66-4d5d-8e98-1bd25c611f02 admin admin] Publish callbacks [] for security_group (74eb64e7-2ad4-44e5-84e1-ef1de2a26918), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.066864 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-2de55624-ef45-46ff-8d20-cb6ccb166ea7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 172.20.0.6 (9a9395da-f56a-4c57-8efc-4b7256188659/bd085e5a-1f90-46b5-a83d-1193ebccbdf6/cc2bfe62-7778-4f4d-ae9c-7238f4ea30cb) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:50.070623 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d3a78bd8-1239-48f4-bcec-b0e7a8e3d9a9 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.150407 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-fbb3101c-7bf0-4427-9473-18384dd1ca23 None None] Current status of the port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:50.152501 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008f4220-35c5-47d3-98b1-749ee7767e9f tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Made reservation on behalf of 97dbc097d0b843e7b68e6f83b7ec21a9 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:50.155808 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-008f4220-35c5-47d3-98b1-749ee7767e9f tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.159233 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-fbb3101c-7bf0-4427-9473-18384dd1ca23 None None] Provisioning complete for port 3bdc03b0-e3e3-4242-8d44-2b3186ea502c triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:50.159611 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fbb3101c-7bf0-4427-9473-18384dd1ca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3bdc03b0-e3e3-4242-8d44-2b3186ea502c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.171587 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d2ecaf01-5353-4b56-9e2f-c7d99b45654b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (dad3646a-5a87-4de7-b36f-e812842ebd90), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.202494 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-fbb3101c-7bf0-4427-9473-18384dd1ca23 None None] Port 3bdc03b0-e3e3-4242-8d44-2b3186ea502c cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:50.265713 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 8f0fa26e-6807-4f89-ba78-4fe9eadebd10 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:50.275684 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-008f4220-35c5-47d3-98b1-749ee7767e9f tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] device_id is not set on port 9318e57c-1d86-4171-bf05-4f8cf26053f1 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:21:50.287596 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d2ecaf01-5353-4b56-9e2f-c7d99b45654b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (dad3646a-5a87-4de7-b36f-e812842ebd90), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.295298 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-2de55624-ef45-46ff-8d20-cb6ccb166ea7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::f816:3eff:fe37:97d (9a9395da-f56a-4c57-8efc-4b7256188659/89140a21-0739-41f2-8435-2b4e8d23b0ac/cc2bfe62-7778-4f4d-ae9c-7238f4ea30cb) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:50.323185 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-cbde478a-b1d1-4f47-9348-97230bd7d006 None None] Provisioning complete for port 1c232c5b-55a4-4f90-91a9-25c14a148478 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:50.323185 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cbde478a-b1d1-4f47-9348-97230bd7d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1c232c5b-55a4-4f90-91a9-25c14a148478), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.355519 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-88311a3d-6f66-4d5d-8e98-1bd25c611f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (74eb64e7-2ad4-44e5-84e1-ef1de2a26918), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.357374 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-88311a3d-6f66-4d5d-8e98-1bd25c611f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.357997 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 8f0fa26e-6807-4f89-ba78-4fe9eadebd10 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:50.358210 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-88311a3d-6f66-4d5d-8e98-1bd25c611f02 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74eb64e7-2ad4-44e5-84e1-ef1de2a26918 HTTP/1.1" status: 204 len: 168 time: 0.7981067 Apr 16 04:21:50.358382 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (8f0fa26e-6807-4f89-ba78-4fe9eadebd10), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.385719 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecaf01-5353-4b56-9e2f-c7d99b45654b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad3646a-5a87-4de7-b36f-e812842ebd90,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:50.393809 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-cbde478a-b1d1-4f47-9348-97230bd7d006 None None] Port 1c232c5b-55a4-4f90-91a9-25c14a148478 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:50.411423 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88311a3d-6f66-4d5d-8e98-1bd25c611f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eb64e7-2ad4-44e5-84e1-ef1de2a26918,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:50.424064 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-cbde478a-b1d1-4f47-9348-97230bd7d006 None None] Provisioning complete for port c2f1799b-89f0-49e6-9e18-3877340649cc triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:50.425239 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cbde478a-b1d1-4f47-9348-97230bd7d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c2f1799b-89f0-49e6-9e18-3877340649cc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.436322 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d2ecaf01-5353-4b56-9e2f-c7d99b45654b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.437932 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d2ecaf01-5353-4b56-9e2f-c7d99b45654b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1570013 Apr 16 04:21:50.443134 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-c7db9508-9eae-4c6f-86cb-61b25e6e0889 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Deleting port 2d17feee-2f06-44b8-b654-9743789cd15d {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:50.443750 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c7db9508-9eae-4c6f-86cb-61b25e6e0889 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (2d17feee-2f06-44b8-b654-9743789cd15d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.516619 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35396) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:50.559878 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 8f0fa26e-6807-4f89-ba78-4fe9eadebd10 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:50.561101 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c2f1799b-89f0-49e6-9e18-3877340649cc up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:50.581800 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c7db9508-9eae-4c6f-86cb-61b25e6e0889 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (2d17feee-2f06-44b8-b654-9743789cd15d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.614434 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-cbde478a-b1d1-4f47-9348-97230bd7d006 None None] Current status of the port c2f1799b-89f0-49e6-9e18-3877340649cc is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:50.614832 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cbde478a-b1d1-4f47-9348-97230bd7d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c2f1799b-89f0-49e6-9e18-3877340649cc), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.634511 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-c7db9508-9eae-4c6f-86cb-61b25e6e0889 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Calling delete_port for 2d17feee-2f06-44b8-b654-9743789cd15d owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:50.639332 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port c2f1799b-89f0-49e6-9e18-3877340649cc triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:50.639852 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c2f1799b-89f0-49e6-9e18-3877340649cc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.689398 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-cbde478a-b1d1-4f47-9348-97230bd7d006 None None] For port c2f1799b-89f0-49e6-9e18-3877340649cc, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c2f1799b-89f0-49e6-9e18-3877340649cc,segment=NetworkSegment(9b0358b7-b58f-4051-93c2-0a6bb5a371a0),segment_id=9b0358b7-b58f-4051-93c2-0a6bb5a371a0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:50.705574 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-008f4220-35c5-47d3-98b1-749ee7767e9f tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Allocated IP 172.20.0.4 (d133b500-95dd-4899-8eb9-50c0064e37b2/f9496722-ac8d-4f57-9241-d1cc82dea4d3/9318e57c-1d86-4171-bf05-4f8cf26053f1) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:50.754262 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port c2f1799b-89f0-49e6-9e18-3877340649cc is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:50.754709 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c2f1799b-89f0-49e6-9e18-3877340649cc), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.785978 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cbde478a-b1d1-4f47-9348-97230bd7d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c2f1799b-89f0-49e6-9e18-3877340649cc), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.800529 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-cbde478a-b1d1-4f47-9348-97230bd7d006 None None] Provisioning complete for port 5bedd3be-8a5b-4725-b110-10b69b059130 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:50.801283 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cbde478a-b1d1-4f47-9348-97230bd7d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (5bedd3be-8a5b-4725-b110-10b69b059130), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.853194 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f50097ee-217d-4d4e-92d5-f99e87c91bcd tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (dad3646a-5a87-4de7-b36f-e812842ebd90), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.927592 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f50097ee-217d-4d4e-92d5-f99e87c91bcd tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (dad3646a-5a87-4de7-b36f-e812842ebd90), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:50.931586 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde478a-b1d1-4f47-9348-97230bd7d006 None None] Pushing event updated for resources: {'Port': ['ID=c2f1799b-89f0-49e6-9e18-3877340649cc,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:50.941317 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-cbde478a-b1d1-4f47-9348-97230bd7d006 None None] Port 5bedd3be-8a5b-4725-b110-10b69b059130 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:50.953239 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:21:50.956947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:21:50.956947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-cbde478a-b1d1-4f47-9348-97230bd7d006 None None] Provisioning complete for port 2d17feee-2f06-44b8-b654-9743789cd15d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:50.956947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cbde478a-b1d1-4f47-9348-97230bd7d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2d17feee-2f06-44b8-b654-9743789cd15d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.001357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-cbde478a-b1d1-4f47-9348-97230bd7d006 None None] Port 2d17feee-2f06-44b8-b654-9743789cd15d cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:51.029273 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-d3a78bd8-1239-48f4-bcec-b0e7a8e3d9a9 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Allocated IP 172.20.0.1 (63ede8fc-f428-4c35-9312-476c9aa43334/d3316af8-cb3d-4870-9b8c-a7446d693856/2c6762f0-db88-445b-8e7b-aecd6320cc57) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:51.123829 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2de55624-ef45-46ff-8d20-cb6ccb166ea7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (cc2bfe62-7778-4f4d-ae9c-7238f4ea30cb), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.179333 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f50097ee-217d-4d4e-92d5-f99e87c91bcd tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (dad3646a-5a87-4de7-b36f-e812842ebd90), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.184492 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f50097ee-217d-4d4e-92d5-f99e87c91bcd tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.185382 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f50097ee-217d-4d4e-92d5-f99e87c91bcd tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/dad3646a-5a87-4de7-b36f-e812842ebd90 HTTP/1.1" status: 204 len: 168 time: 0.6644990 Apr 16 04:21:51.188868 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35400) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:51.212343 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35402) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:51.218847 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50097ee-217d-4d4e-92d5-f99e87c91bcd tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dad3646a-5a87-4de7-b36f-e812842ebd90,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:51.265122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-38f21ad4-ff37-404b-848a-8371dee3391e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for port (5bedd3be-8a5b-4725-b110-10b69b059130), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.282116 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-008f4220-35c5-47d3-98b1-749ee7767e9f tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks [] for port (9318e57c-1d86-4171-bf05-4f8cf26053f1), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.301631 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f211c2d6-7518-42bb-87d6-0d6261a3340c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1096776 Apr 16 04:21:51.304846 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35404) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:51.316600 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c7db9508-9eae-4c6f-86cb-61b25e6e0889 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (2d17feee-2f06-44b8-b654-9743789cd15d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.322724 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2c58bfa4-e225-45aa-ab10-0070465a9c3c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a8d41515bff44b893a27cf8fda91274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1049807 Apr 16 04:21:51.333379 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35406) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:51.354865 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d3a78bd8-1239-48f4-bcec-b0e7a8e3d9a9 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for port (2c6762f0-db88-445b-8e7b-aecd6320cc57), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.371389 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db9508-9eae-4c6f-86cb-61b25e6e0889 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Pushing event deleted for resources: {'Port': ['ID=2d17feee-2f06-44b8-b654-9743789cd15d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:51.376978 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-38f21ad4-ff37-404b-848a-8371dee3391e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (5bedd3be-8a5b-4725-b110-10b69b059130), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.380911 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2de55624-ef45-46ff-8d20-cb6ccb166ea7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (cc2bfe62-7778-4f4d-ae9c-7238f4ea30cb), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.445223 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c7db9508-9eae-4c6f-86cb-61b25e6e0889 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.448468 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c7db9508-9eae-4c6f-86cb-61b25e6e0889 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] 10.222.0.30 "DELETE /v2.0/ports/2d17feee-2f06-44b8-b654-9743789cd15d HTTP/1.1" status: 204 len: 168 time: 1.4023397 Apr 16 04:21:51.452866 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35408) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:51.458914 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-c603d1aa-6ea7-4726-80e4-7eda572066a0 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Request body: {'port': {'name': 'tempest-new-port-name-1238748640', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:51.464603 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.api.validators [None req-c603d1aa-6ea7-4726-80e4-7eda572066a0 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] bootfile-name is not in valid_values {{(pid=104632) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 16 04:21:51.464603 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.api.validators [None req-c603d1aa-6ea7-4726-80e4-7eda572066a0 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] tftp-server is not in valid_values {{(pid=104632) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 16 04:21:51.464603 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.api.validators [None req-c603d1aa-6ea7-4726-80e4-7eda572066a0 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] server-ip-address is not in valid_values {{(pid=104632) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 16 04:21:51.514975 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-008f4220-35c5-47d3-98b1-749ee7767e9f tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (9318e57c-1d86-4171-bf05-4f8cf26053f1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.518553 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de55624-ef45-46ff-8d20-cb6ccb166ea7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:51.528755 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-94efb64d-f33b-4dd3-a3e8-bec384f8080c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (dfc7c82a-8a33-419c-beb9-bad9cccf4401), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.545526 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port c2f1799b-89f0-49e6-9e18-3877340649cc is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:51.549747 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:51.552752 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-2de55624-ef45-46ff-8d20-cb6ccb166ea7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:51.557285 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de55624-ef45-46ff-8d20-cb6ccb166ea7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:51.592141 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c603d1aa-6ea7-4726-80e4-7eda572066a0 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (3bdc03b0-e3e3-4242-8d44-2b3186ea502c), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.593058 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f21ad4-ff37-404b-848a-8371dee3391e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Port': ['ID=5bedd3be-8a5b-4725-b110-10b69b059130,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:51.600157 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-38f21ad4-ff37-404b-848a-8371dee3391e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (2648a8a8-de1a-4ac8-bffc-95d31984ebaf), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.619390 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008f4220-35c5-47d3-98b1-749ee7767e9f tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Network d133b500-95dd-4899-8eb9-50c0064e37b2 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:51.646715 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:51.646863 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-008f4220-35c5-47d3-98b1-749ee7767e9f tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:51.647309 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.651997 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008f4220-35c5-47d3-98b1-749ee7767e9f tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:51.655163 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f4220-35c5-47d3-98b1-749ee7767e9f tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Pushing event updated for resources: {'Port': ['ID=9318e57c-1d86-4171-bf05-4f8cf26053f1,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:51.670972 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-94efb64d-f33b-4dd3-a3e8-bec384f8080c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (dfc7c82a-8a33-419c-beb9-bad9cccf4401), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.688916 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6faf3cda-4448-41da-a016-a4f93751ee25 admin admin] Publish callbacks [] for security_group (a6595051-bfd2-46d9-bd14-ea68427f59b9), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.791969 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:51.795033 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 73ab34c2-8881-44b5-aff5-40de9197d9da up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:51.797686 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d3a78bd8-1239-48f4-bcec-b0e7a8e3d9a9 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (2c6762f0-db88-445b-8e7b-aecd6320cc57), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.887419 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de55624-ef45-46ff-8d20-cb6ccb166ea7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=cc2bfe62-7778-4f4d-ae9c-7238f4ea30cb,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:51.903779 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008f4220-35c5-47d3-98b1-749ee7767e9f tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:51.905558 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-008f4220-35c5-47d3-98b1-749ee7767e9f tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.906529 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de55624-ef45-46ff-8d20-cb6ccb166ea7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:51.907387 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2de55624-ef45-46ff-8d20-cb6ccb166ea7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.919630 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 73ab34c2-8881-44b5-aff5-40de9197d9da triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:51.922552 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (73ab34c2-8881-44b5-aff5-40de9197d9da), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:51.937825 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6faf3cda-4448-41da-a016-a4f93751ee25 admin admin] Publish callbacks [] for security_group (a6595051-bfd2-46d9-bd14-ea68427f59b9), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:52.019067 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a78bd8-1239-48f4-bcec-b0e7a8e3d9a9 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Network 63ede8fc-f428-4c35-9312-476c9aa43334 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:52.019309 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c603d1aa-6ea7-4726-80e4-7eda572066a0 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks [] for port (3bdc03b0-e3e3-4242-8d44-2b3186ea502c), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:52.036808 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-008f4220-35c5-47d3-98b1-749ee7767e9f tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2756267 Apr 16 04:21:52.043550 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35410) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:52.043767 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-d3a78bd8-1239-48f4-bcec-b0e7a8e3d9a9 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:52.043767 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a78bd8-1239-48f4-bcec-b0e7a8e3d9a9 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:52.044901 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-07b6485c-827e-40d4-91c5-7397b7dcee0b tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:4d:80:ce'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:32:56:64'}]}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:52.103802 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c603d1aa-6ea7-4726-80e4-7eda572066a0 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (3bdc03b0-e3e3-4242-8d44-2b3186ea502c), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:52.137539 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2de55624-ef45-46ff-8d20-cb6ccb166ea7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.6424379 Apr 16 04:21:52.165572 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-4d9786d7-1fcb-4280-bf33-2d1f55f9aa09 None None] Provisioning complete for port cc2bfe62-7778-4f4d-ae9c-7238f4ea30cb triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:52.165572 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4d9786d7-1fcb-4280-bf33-2d1f55f9aa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cc2bfe62-7778-4f4d-ae9c-7238f4ea30cb), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:52.169125 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35412) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:52.175677 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d3a78bd8-1239-48f4-bcec-b0e7a8e3d9a9 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (54445761-6c46-4590-b3b0-fb5467f09c49), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:52.181440 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a78bd8-1239-48f4-bcec-b0e7a8e3d9a9 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Port': ['ID=2c6762f0-db88-445b-8e7b-aecd6320cc57,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:52.274195 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4d9786d7-1fcb-4280-bf33-2d1f55f9aa09 None None] Port cc2bfe62-7778-4f4d-ae9c-7238f4ea30cb cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:52.276303 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 73ab34c2-8881-44b5-aff5-40de9197d9da is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:52.310199 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-4d9786d7-1fcb-4280-bf33-2d1f55f9aa09 None None] Provisioning complete for port 9318e57c-1d86-4171-bf05-4f8cf26053f1 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:52.310574 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4d9786d7-1fcb-4280-bf33-2d1f55f9aa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9318e57c-1d86-4171-bf05-4f8cf26053f1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:52.391420 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4d9786d7-1fcb-4280-bf33-2d1f55f9aa09 None None] Port 9318e57c-1d86-4171-bf05-4f8cf26053f1 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:52.404390 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603d1aa-6ea7-4726-80e4-7eda572066a0 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Pushing event updated for resources: {'Port': ['ID=3bdc03b0-e3e3-4242-8d44-2b3186ea502c,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:52.427006 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c2f1799b-89f0-49e6-9e18-3877340649cc up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:21:52.457963 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-c603d1aa-6ea7-4726-80e4-7eda572066a0 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] In _notify_port_updated(), no bound segment for port 3bdc03b0-e3e3-4242-8d44-2b3186ea502c on network 4ebca00d-3cb4-421a-9656-58138cc6cd99 {{(pid=104632) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:21:52.464268 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c603d1aa-6ea7-4726-80e4-7eda572066a0 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:52.465157 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c603d1aa-6ea7-4726-80e4-7eda572066a0 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:52.470154 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c603d1aa-6ea7-4726-80e4-7eda572066a0 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] 10.222.0.30 "PUT /v2.0/ports/3bdc03b0-e3e3-4242-8d44-2b3186ea502c HTTP/1.1" status: 200 len: 1136 time: 1.0157125 Apr 16 04:21:52.474673 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35414) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:52.533077 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-15e13ccf-fae1-4974-a4b7-f9d4ac0915b4 None None] Provisioning complete for port 2c6762f0-db88-445b-8e7b-aecd6320cc57 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:52.533467 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-15e13ccf-fae1-4974-a4b7-f9d4ac0915b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2c6762f0-db88-445b-8e7b-aecd6320cc57), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:52.571765 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c607c91f-21c2-41b9-b118-a5b7d9e113e4 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:52.575359 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port c2f1799b-89f0-49e6-9e18-3877340649cc triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:52.575996 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c2f1799b-89f0-49e6-9e18-3877340649cc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:52.577525 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c607c91f-21c2-41b9-b118-a5b7d9e113e4 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] 10.222.0.30 "GET /v2.0/ports/3bdc03b0-e3e3-4242-8d44-2b3186ea502c HTTP/1.1" status: 200 len: 1136 time: 0.1016288 Apr 16 04:21:52.578252 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35416) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:52.624696 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-07b6485c-827e-40d4-91c5-7397b7dcee0b tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (9318e57c-1d86-4171-bf05-4f8cf26053f1), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:52.626629 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-15e13ccf-fae1-4974-a4b7-f9d4ac0915b4 None None] Port 2c6762f0-db88-445b-8e7b-aecd6320cc57 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:52.689774 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port c2f1799b-89f0-49e6-9e18-3877340649cc is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:52.727041 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-94efb64d-f33b-4dd3-a3e8-bec384f8080c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (dfc7c82a-8a33-419c-beb9-bad9cccf4401), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:52.729595 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-94efb64d-f33b-4dd3-a3e8-bec384f8080c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:52.735533 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-94efb64d-f33b-4dd3-a3e8-bec384f8080c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-groups/dfc7c82a-8a33-419c-beb9-bad9cccf4401 HTTP/1.1" status: 204 len: 168 time: 1.4248707 Apr 16 04:21:52.735732 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35418) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:52.750712 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-1ac1481b-2d71-4517-8d28-9703f5bac0b0 None None] Provisioning complete for port 3bdc03b0-e3e3-4242-8d44-2b3186ea502c triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:52.750712 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1ac1481b-2d71-4517-8d28-9703f5bac0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3bdc03b0-e3e3-4242-8d44-2b3186ea502c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:52.754630 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f21ad4-ff37-404b-848a-8371dee3391e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 49580678-a762-4607-bb88-48745a967af6 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:52.759591 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-38f21ad4-ff37-404b-848a-8371dee3391e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:52.787221 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efb64d-f33b-4dd3-a3e8-bec384f8080c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc7c82a-8a33-419c-beb9-bad9cccf4401,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:52.806775 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f91d5f-0ab2-4a64-9f03-7ec4fc31ffbc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:52.812989 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f91d5f-0ab2-4a64-9f03-7ec4fc31ffbc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:52.813873 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-34f91d5f-0ab2-4a64-9f03-7ec4fc31ffbc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6339183 Apr 16 04:21:52.818812 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35420) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:52.839969 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1ac1481b-2d71-4517-8d28-9703f5bac0b0 None None] Port 3bdc03b0-e3e3-4242-8d44-2b3186ea502c cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:52.907983 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-c30ed96e-02bd-4ee5-9fed-2304ed9c7986 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Deleting port 3bdc03b0-e3e3-4242-8d44-2b3186ea502c {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:52.908454 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c30ed96e-02bd-4ee5-9fed-2304ed9c7986 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (3bdc03b0-e3e3-4242-8d44-2b3186ea502c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:53.015211 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6faf3cda-4448-41da-a016-a4f93751ee25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (a6595051-bfd2-46d9-bd14-ea68427f59b9), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:53.028701 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6faf3cda-4448-41da-a016-a4f93751ee25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:53.028701 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6faf3cda-4448-41da-a016-a4f93751ee25 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a6595051-bfd2-46d9-bd14-ea68427f59b9 HTTP/1.1" status: 204 len: 168 time: 1.6825459 Apr 16 04:21:53.055970 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-33844f39-fc38-477e-83df-c6d33fce2eb6 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3192611 Apr 16 04:21:53.056753 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35424) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:53.060600 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-5240fc2d-7978-4ca4-a881-e3889441fb3b None None] Provisioning complete for port 5bedd3be-8a5b-4725-b110-10b69b059130 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:53.062032 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5240fc2d-7978-4ca4-a881-e3889441fb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (5bedd3be-8a5b-4725-b110-10b69b059130), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:53.065452 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-eaef5fbd-2431-4f89-9eaa-432c89e77e14 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1191675436'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:53.085573 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf3cda-4448-41da-a016-a4f93751ee25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6595051-bfd2-46d9-bd14-ea68427f59b9,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:53.122342 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-0fc79d25-bc5c-442f-acba-baa9f7633e12 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port cc2bfe62-7778-4f4d-ae9c-7238f4ea30cb {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:53.122725 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0fc79d25-bc5c-442f-acba-baa9f7633e12 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (cc2bfe62-7778-4f4d-ae9c-7238f4ea30cb), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:53.125327 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-5240fc2d-7978-4ca4-a881-e3889441fb3b None None] Port 5bedd3be-8a5b-4725-b110-10b69b059130 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:53.140760 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-07b6485c-827e-40d4-91c5-7397b7dcee0b tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks [] for port (9318e57c-1d86-4171-bf05-4f8cf26053f1), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:53.147747 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c30ed96e-02bd-4ee5-9fed-2304ed9c7986 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (3bdc03b0-e3e3-4242-8d44-2b3186ea502c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:53.162533 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-c30ed96e-02bd-4ee5-9fed-2304ed9c7986 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Calling delete_port for 3bdc03b0-e3e3-4242-8d44-2b3186ea502c owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:53.214341 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f21ad4-ff37-404b-848a-8371dee3391e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 2648a8a8-de1a-4ac8-bffc-95d31984ebaf is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:21:53.231449 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eaef5fbd-2431-4f89-9eaa-432c89e77e14 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:53.233436 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-07b6485c-827e-40d4-91c5-7397b7dcee0b tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (9318e57c-1d86-4171-bf05-4f8cf26053f1), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:53.242863 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d3a78bd8-1239-48f4-bcec-b0e7a8e3d9a9 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2c6762f0-db88-445b-8e7b-aecd6320cc57), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:53.316319 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0fc79d25-bc5c-442f-acba-baa9f7633e12 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (cc2bfe62-7778-4f4d-ae9c-7238f4ea30cb), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:53.342412 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-07b6485c-827e-40d4-91c5-7397b7dcee0b tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] In _notify_port_updated(), no bound segment for port 9318e57c-1d86-4171-bf05-4f8cf26053f1 on network d133b500-95dd-4899-8eb9-50c0064e37b2 {{(pid=104632) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:21:53.349461 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b6485c-827e-40d4-91c5-7397b7dcee0b tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:53.349461 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-07b6485c-827e-40d4-91c5-7397b7dcee0b tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:53.350090 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-07b6485c-827e-40d4-91c5-7397b7dcee0b tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "PUT /v2.0/ports/9318e57c-1d86-4171-bf05-4f8cf26053f1 HTTP/1.1" status: 200 len: 1056 time: 1.3102770 Apr 16 04:21:53.363405 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35426) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:53.408597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-0fc79d25-bc5c-442f-acba-baa9f7633e12 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for cc2bfe62-7778-4f4d-ae9c-7238f4ea30cb owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:53.422324 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6485c-827e-40d4-91c5-7397b7dcee0b tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Pushing event updated for resources: {'Port': ['ID=9318e57c-1d86-4171-bf05-4f8cf26053f1,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:53.485974 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f21ad4-ff37-404b-848a-8371dee3391e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:21:53.498554 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb35761-584e-45d9-8873-382d715725be None None] Sync routers for ids ['2648a8a8-de1a-4ac8-bffc-95d31984ebaf'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:21:53.517144 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb35761-584e-45d9-8873-382d715725be None None] Routers {'2648a8a8-de1a-4ac8-bffc-95d31984ebaf'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:53.517784 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-aeb35761-584e-45d9-8873-382d715725be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2648a8a8-de1a-4ac8-bffc-95d31984ebaf'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:53.565212 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-aeb35761-584e-45d9-8873-382d715725be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:53.575862 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb35761-584e-45d9-8873-382d715725be None None] Routers {'2648a8a8-de1a-4ac8-bffc-95d31984ebaf'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:53.576808 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-aeb35761-584e-45d9-8873-382d715725be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2648a8a8-de1a-4ac8-bffc-95d31984ebaf'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:53.580985 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-38f21ad4-ff37-404b-848a-8371dee3391e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/2648a8a8-de1a-4ac8-bffc-95d31984ebaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4487441 Apr 16 04:21:53.583296 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35432) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:53.586846 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eaef5fbd-2431-4f89-9eaa-432c89e77e14 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (a264230d-314a-4767-9a51-b72f59e9f304), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:53.615937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-52405b52-f282-4a75-98a8-7bbb3da3fea6 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Deleting port 9318e57c-1d86-4171-bf05-4f8cf26053f1 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:53.615937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-52405b52-f282-4a75-98a8-7bbb3da3fea6 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (9318e57c-1d86-4171-bf05-4f8cf26053f1), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:53.620075 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-aeb35761-584e-45d9-8873-382d715725be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:53.620797 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb35761-584e-45d9-8873-382d715725be None None] The sync data for ids ['2648a8a8-de1a-4ac8-bffc-95d31984ebaf'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:21:53.638538 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c30ed96e-02bd-4ee5-9fed-2304ed9c7986 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (3bdc03b0-e3e3-4242-8d44-2b3186ea502c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:53.656233 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-2cbb2d6a-29c6-472d-99da-77730dfe11c4 None None] Provisioning complete for port 9318e57c-1d86-4171-bf05-4f8cf26053f1 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:53.656883 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2cbb2d6a-29c6-472d-99da-77730dfe11c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9318e57c-1d86-4171-bf05-4f8cf26053f1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:53.687006 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705134ba-1764-4cbb-9101-ba0cbad09ec8 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:53.691724 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-705134ba-1764-4cbb-9101-ba0cbad09ec8 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/ports/5bedd3be-8a5b-4725-b110-10b69b059130 HTTP/1.1" status: 200 len: 910 time: 0.1071954 Apr 16 04:21:53.694717 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35438) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:53.699676 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb2d6a-29c6-472d-99da-77730dfe11c4 None None] Port 9318e57c-1d86-4171-bf05-4f8cf26053f1 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:53.735767 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eaef5fbd-2431-4f89-9eaa-432c89e77e14 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (a264230d-314a-4767-9a51-b72f59e9f304), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:53.764738 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ed96e-02bd-4ee5-9fed-2304ed9c7986 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Pushing event deleted for resources: {'Port': ['ID=3bdc03b0-e3e3-4242-8d44-2b3186ea502c,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:53.831227 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef5fbd-2431-4f89-9eaa-432c89e77e14 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a264230d-314a-4767-9a51-b72f59e9f304,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:53.852693 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-52405b52-f282-4a75-98a8-7bbb3da3fea6 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (9318e57c-1d86-4171-bf05-4f8cf26053f1), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:53.876033 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-eaef5fbd-2431-4f89-9eaa-432c89e77e14 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:53.877337 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-eaef5fbd-2431-4f89-9eaa-432c89e77e14 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8155630 Apr 16 04:21:53.878446 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-52405b52-f282-4a75-98a8-7bbb3da3fea6 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Calling delete_port for 9318e57c-1d86-4171-bf05-4f8cf26053f1 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:53.884373 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35444) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:53.889081 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-c4ae3bea-f854-429b-9fc9-93d6227ec78a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group_rule': {'security_group_id': 'a264230d-314a-4767-9a51-b72f59e9f304', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:53.903161 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c30ed96e-02bd-4ee5-9fed-2304ed9c7986 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:53.906711 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c30ed96e-02bd-4ee5-9fed-2304ed9c7986 tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] 10.222.0.30 "DELETE /v2.0/ports/3bdc03b0-e3e3-4242-8d44-2b3186ea502c HTTP/1.1" status: 204 len: 168 time: 1.3250921 Apr 16 04:21:53.914008 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35446) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:54.026321 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c1f193-485c-492f-b51f-9a6bfa164afe tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Deleting subnet 17c7bb2b-3147-4249-a7fc-69f8edde490c {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:21:54.031948 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-64c1f193-485c-492f-b51f-9a6bfa164afe tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks [] for subnet (17c7bb2b-3147-4249-a7fc-69f8edde490c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:54.081182 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-64c1f193-485c-492f-b51f-9a6bfa164afe tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (17c7bb2b-3147-4249-a7fc-69f8edde490c), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:54.143640 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3bea-f854-429b-9fc9-93d6227ec78a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (1f0355e7-abb2-4c40-a1e5-ad5506b8d569), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:54.172746 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0fc79d25-bc5c-442f-acba-baa9f7633e12 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (cc2bfe62-7778-4f4d-ae9c-7238f4ea30cb), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:54.226077 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc79d25-bc5c-442f-acba-baa9f7633e12 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=cc2bfe62-7778-4f4d-ae9c-7238f4ea30cb,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:54.254072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3bea-f854-429b-9fc9-93d6227ec78a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (1f0355e7-abb2-4c40-a1e5-ad5506b8d569), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:54.257235 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-64c1f193-485c-492f-b51f-9a6bfa164afe tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (17c7bb2b-3147-4249-a7fc-69f8edde490c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:54.265279 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d3a78bd8-1239-48f4-bcec-b0e7a8e3d9a9 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for port (2c6762f0-db88-445b-8e7b-aecd6320cc57), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:54.279360 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-52405b52-f282-4a75-98a8-7bbb3da3fea6 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (9318e57c-1d86-4171-bf05-4f8cf26053f1), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:54.315223 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52405b52-f282-4a75-98a8-7bbb3da3fea6 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Pushing event deleted for resources: {'Port': ['ID=9318e57c-1d86-4171-bf05-4f8cf26053f1,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:54.381937 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0fc79d25-bc5c-442f-acba-baa9f7633e12 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:54.388078 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0fc79d25-bc5c-442f-acba-baa9f7633e12 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/cc2bfe62-7778-4f4d-ae9c-7238f4ea30cb HTTP/1.1" status: 204 len: 168 time: 1.5681853 Apr 16 04:21:54.389883 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35456) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:54.404593 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3bea-f854-429b-9fc9-93d6227ec78a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (1f0355e7-abb2-4c40-a1e5-ad5506b8d569), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:54.444703 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae3bea-f854-429b-9fc9-93d6227ec78a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0355e7-abb2-4c40-a1e5-ad5506b8d569,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:54.471557 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d3a78bd8-1239-48f4-bcec-b0e7a8e3d9a9 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (2c6762f0-db88-445b-8e7b-aecd6320cc57), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:54.510246 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-64c1f193-485c-492f-b51f-9a6bfa164afe tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (17c7bb2b-3147-4249-a7fc-69f8edde490c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:54.547851 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-64c1f193-485c-492f-b51f-9a6bfa164afe tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:54.555574 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-64c1f193-485c-492f-b51f-9a6bfa164afe tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] 10.222.0.30 "DELETE /v2.0/subnets/17c7bb2b-3147-4249-a7fc-69f8edde490c HTTP/1.1" status: 204 len: 168 time: 0.6386306 Apr 16 04:21:54.556304 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed033fb-852d-4f86-8200-1d58667c7292 None None] Network 4ebca00d-3cb4-421a-9656-58138cc6cd99 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:54.561448 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35460) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:54.570217 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3bea-f854-429b-9fc9-93d6227ec78a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:54.575007 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c4ae3bea-f854-429b-9fc9-93d6227ec78a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6894567 Apr 16 04:21:54.587684 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35462) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:54.597528 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-673fea8b-f254-4cac-979d-3c73bf6c8f58 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:54.626599 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-70afd21b-3084-4bc6-87bd-7714a0f6060a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group_rule': {'security_group_id': 'a264230d-314a-4767-9a51-b72f59e9f304', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:54.633398 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1f193-485c-492f-b51f-9a6bfa164afe tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Pushing event deleted for resources: {'Subnet': ['ID=17c7bb2b-3147-4249-a7fc-69f8edde490c,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:54.666438 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1d84e7-75ac-4d57-b9a7-9dbdbfe67797 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:54.669757 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1d84e7-75ac-4d57-b9a7-9dbdbfe67797 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:54.671111 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1d84e7-75ac-4d57-b9a7-9dbdbfe67797 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:54.676756 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ed1d84e7-75ac-4d57-b9a7-9dbdbfe67797 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2857740 Apr 16 04:21:54.677400 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35464) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:54.717960 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a78bd8-1239-48f4-bcec-b0e7a8e3d9a9 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Port': ['ID=2c6762f0-db88-445b-8e7b-aecd6320cc57,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:54.746908 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d3a78bd8-1239-48f4-bcec-b0e7a8e3d9a9 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (54445761-6c46-4590-b3b0-fb5467f09c49), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:54.780289 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (4ebca00d-3cb4-421a-9656-58138cc6cd99), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:54.799529 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e400c012-b9c5-4d59-8d0d-9bfc7b44dbb4 None None] DHCP port deletion for 4ebca00d-3cb4-421a-9656-58138cc6cd99 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:21:54.836340 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-52405b52-f282-4a75-98a8-7bbb3da3fea6 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:54.839705 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-52405b52-f282-4a75-98a8-7bbb3da3fea6 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "DELETE /v2.0/ports/9318e57c-1d86-4171-bf05-4f8cf26053f1 HTTP/1.1" status: 204 len: 168 time: 1.4750605 Apr 16 04:21:54.842901 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35468) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:54.858153 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e400c012-b9c5-4d59-8d0d-9bfc7b44dbb4 None None] Deleting port 73ab34c2-8881-44b5-aff5-40de9197d9da {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:54.858834 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e400c012-b9c5-4d59-8d0d-9bfc7b44dbb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (73ab34c2-8881-44b5-aff5-40de9197d9da), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:54.922941 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-70afd21b-3084-4bc6-87bd-7714a0f6060a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (cd4ed4a9-5cec-44dc-9000-86a0e1cf3fc4), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:54.934097 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b7c943-0496-49ca-b1ea-afac83001af7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet 89140a21-0739-41f2-8435-2b4e8d23b0ac {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:21:54.936154 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e400c012-b9c5-4d59-8d0d-9bfc7b44dbb4 None None] For port 73ab34c2-8881-44b5-aff5-40de9197d9da, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=73ab34c2-8881-44b5-aff5-40de9197d9da,segment=NetworkSegment(8f91340b-18d7-433a-99d8-8886f4d0e99a),segment_id=8f91340b-18d7-433a-99d8-8886f4d0e99a)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:54.936568 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e400c012-b9c5-4d59-8d0d-9bfc7b44dbb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (73ab34c2-8881-44b5-aff5-40de9197d9da), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:54.952034 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e400c012-b9c5-4d59-8d0d-9bfc7b44dbb4 None None] Calling delete_port for 73ab34c2-8881-44b5-aff5-40de9197d9da owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:54.952284 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-54b7c943-0496-49ca-b1ea-afac83001af7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (89140a21-0739-41f2-8435-2b4e8d23b0ac), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:55.039597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-54b7c943-0496-49ca-b1ea-afac83001af7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (89140a21-0739-41f2-8435-2b4e8d23b0ac), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:55.138053 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e400c012-b9c5-4d59-8d0d-9bfc7b44dbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (73ab34c2-8881-44b5-aff5-40de9197d9da), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:55.142423 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c13a77-6966-498f-94d0-f48c1d03e5fe tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] GET failed (client error): The resource could not be found. Apr 16 04:21:55.143885 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c1c13a77-6966-498f-94d0-f48c1d03e5fe tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "GET /v2.0/ports/9318e57c-1d86-4171-bf05-4f8cf26053f1 HTTP/1.1" status: 404 len: 333 time: 0.2999761 Apr 16 04:21:55.148987 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35476) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:55.158315 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Deleting port 73ab34c2-8881-44b5-aff5-40de9197d9da {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:55.158315 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (73ab34c2-8881-44b5-aff5-40de9197d9da), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:55.166689 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400c012-b9c5-4d59-8d0d-9bfc7b44dbb4 None None] Pushing event deleted for resources: {'Port': ['ID=73ab34c2-8881-44b5-aff5-40de9197d9da,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:55.176562 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e400c012-b9c5-4d59-8d0d-9bfc7b44dbb4 None None] No DVR routers for this DVR port 73ab34c2-8881-44b5-aff5-40de9197d9da on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:21:55.197022 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-70afd21b-3084-4bc6-87bd-7714a0f6060a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (cd4ed4a9-5cec-44dc-9000-86a0e1cf3fc4), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:55.198944 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a78bd8-1239-48f4-bcec-b0e7a8e3d9a9 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Network 63ede8fc-f428-4c35-9312-476c9aa43334 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:55.206281 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-d3a78bd8-1239-48f4-bcec-b0e7a8e3d9a9 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:55.313990 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-70afd21b-3084-4bc6-87bd-7714a0f6060a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (cd4ed4a9-5cec-44dc-9000-86a0e1cf3fc4), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:55.325992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-9bae63d9-6b41-409e-811c-2441adc1cfbd tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Deleting port 1c232c5b-55a4-4f90-91a9-25c14a148478 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:55.326454 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9bae63d9-6b41-409e-811c-2441adc1cfbd tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (1c232c5b-55a4-4f90-91a9-25c14a148478), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:55.335905 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] For port 73ab34c2-8881-44b5-aff5-40de9197d9da, host dv-neutron-838078-2-hyperv, got binding levels [] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:55.336353 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (73ab34c2-8881-44b5-aff5-40de9197d9da), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:55.374217 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Calling delete_port for 73ab34c2-8881-44b5-aff5-40de9197d9da owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:55.380031 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.ipam_backend_mixin [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Port 73ab34c2-8881-44b5-aff5-40de9197d9da was not found and therefore no delete operation was performed {{(pid=104632) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 16 04:21:55.382446 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-54b7c943-0496-49ca-b1ea-afac83001af7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (89140a21-0739-41f2-8435-2b4e8d23b0ac), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:55.422002 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (73ab34c2-8881-44b5-aff5-40de9197d9da), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:55.449282 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] No DVR routers for this DVR port 73ab34c2-8881-44b5-aff5-40de9197d9da on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:21:55.477337 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-d0961cab-0085-4e09-83ea-029604e3501e None None] Provisioning complete for port 2c6762f0-db88-445b-8e7b-aecd6320cc57 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:55.478043 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d0961cab-0085-4e09-83ea-029604e3501e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2c6762f0-db88-445b-8e7b-aecd6320cc57), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:55.496470 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Pushing event deleted for resources: {'Port': ['ID=73ab34c2-8881-44b5-aff5-40de9197d9da,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:55.524233 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d0961cab-0085-4e09-83ea-029604e3501e None None] Port 2c6762f0-db88-445b-8e7b-aecd6320cc57 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:55.572105 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9bae63d9-6b41-409e-811c-2441adc1cfbd tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (1c232c5b-55a4-4f90-91a9-25c14a148478), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:55.575600 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (4ebca00d-3cb4-421a-9656-58138cc6cd99), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:55.602525 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-9bae63d9-6b41-409e-811c-2441adc1cfbd tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Calling delete_port for 1c232c5b-55a4-4f90-91a9-25c14a148478 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:55.618669 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebca00d-3cb4-421a-9656-58138cc6cd99']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:55.634523 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f91340b-18d7-433a-99d8-8886f4d0e99a') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:55.634846 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f91340b-18d7-433a-99d8-8886f4d0e99a') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:55.674007 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (8f91340b-18d7-433a-99d8-8886f4d0e99a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:55.695283 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (8f91340b-18d7-433a-99d8-8886f4d0e99a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:55.708156 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (8f91340b-18d7-433a-99d8-8886f4d0e99a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:21:55.711909 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:21:55.775937 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afd21b-3084-4bc6-87bd-7714a0f6060a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4ed4a9-5cec-44dc-9000-86a0e1cf3fc4,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:55.786387 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-70afd21b-3084-4bc6-87bd-7714a0f6060a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:55.788132 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-70afd21b-3084-4bc6-87bd-7714a0f6060a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1922371 Apr 16 04:21:55.802664 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35484) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:55.807875 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-95f6d267-4fa7-4b54-878b-600114e03a33 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group_rule': {'security_group_id': 'a264230d-314a-4767-9a51-b72f59e9f304', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:55.840875 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-673fea8b-f254-4cac-979d-3c73bf6c8f58 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Allocated IP 172.21.0.1 (6865734c-b77b-4095-87e6-9badccedd89f/3ff5897e-a07f-402d-8723-66c317e9010f/a1929417-f4e2-4837-87e7-fdf8bc8d7d49) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:55.857711 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (4ebca00d-3cb4-421a-9656-58138cc6cd99), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:55.867163 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:55.871351 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] 10.222.0.30 "DELETE /v2.0/networks/4ebca00d-3cb4-421a-9656-58138cc6cd99 HTTP/1.1" status: 204 len: 168 time: 1.2952745 Apr 16 04:21:55.882829 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b71c7-7b14-43b1-91b6-f84cfd59db8b tempest-ExtraDHCPOptionsTestJSON-380150184 tempest-ExtraDHCPOptionsTestJSON-380150184-project] Pushing event deleted for resources: {'Network': ['ID=4ebca00d-3cb4-421a-9656-58138cc6cd99,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:55.916760 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a78bd8-1239-48f4-bcec-b0e7a8e3d9a9 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Router 54445761-6c46-4590-b3b0-fb5467f09c49 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:21:55.920679 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9bae63d9-6b41-409e-811c-2441adc1cfbd tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (1c232c5b-55a4-4f90-91a9-25c14a148478), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:55.951094 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae63d9-6b41-409e-811c-2441adc1cfbd tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Pushing event deleted for resources: {'Port': ['ID=1c232c5b-55a4-4f90-91a9-25c14a148478,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:56.023557 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-54b7c943-0496-49ca-b1ea-afac83001af7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (89140a21-0739-41f2-8435-2b4e8d23b0ac), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:56.033149 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-95f6d267-4fa7-4b54-878b-600114e03a33 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (13bf5407-8ac2-471c-aabb-a10f48743c66), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:56.051721 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9bae63d9-6b41-409e-811c-2441adc1cfbd tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:56.058451 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9bae63d9-6b41-409e-811c-2441adc1cfbd tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "DELETE /v2.0/ports/1c232c5b-55a4-4f90-91a9-25c14a148478 HTTP/1.1" status: 204 len: 168 time: 0.9081089 Apr 16 04:21:56.060906 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35494) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:56.096309 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a6182a-5850-4c9e-803c-5577e73c2813 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] GET failed (client error): The resource could not be found. Apr 16 04:21:56.102246 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-23a6182a-5850-4c9e-803c-5577e73c2813 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "GET /v2.0/ports/1c232c5b-55a4-4f90-91a9-25c14a148478 HTTP/1.1" status: 404 len: 333 time: 0.0396740 Apr 16 04:21:56.103208 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35496) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:56.121463 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-54b7c943-0496-49ca-b1ea-afac83001af7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:56.124816 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-54b7c943-0496-49ca-b1ea-afac83001af7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/89140a21-0739-41f2-8435-2b4e8d23b0ac HTTP/1.1" status: 204 len: 168 time: 1.4242461 Apr 16 04:21:56.125618 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7c943-0496-49ca-b1ea-afac83001af7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=89140a21-0739-41f2-8435-2b4e8d23b0ac,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:56.129399 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e9a419-144a-47d0-959f-f73dee445b8e None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:56.136040 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35498) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:56.196808 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-673fea8b-f254-4cac-979d-3c73bf6c8f58 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for port (a1929417-f4e2-4837-87e7-fdf8bc8d7d49), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:56.264084 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-d4df4a40-3579-4fdc-b930-9ccc55803eda tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Deleting port c7430560-efb3-4d80-9aaf-c1191e52b517 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:56.264653 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4df4a40-3579-4fdc-b930-9ccc55803eda tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c7430560-efb3-4d80-9aaf-c1191e52b517), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:56.274920 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-601e1938-4aec-46a5-ad7c-861e2b2ac6a9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet bd085e5a-1f90-46b5-a83d-1193ebccbdf6 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:21:56.283256 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a78bd8-1239-48f4-bcec-b0e7a8e3d9a9 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:21:56.291783 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d3a78bd8-1239-48f4-bcec-b0e7a8e3d9a9 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "PUT /v2.0/routers/54445761-6c46-4590-b3b0-fb5467f09c49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9482718 Apr 16 04:21:56.291944 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35504) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:56.295376 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-601e1938-4aec-46a5-ad7c-861e2b2ac6a9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (bd085e5a-1f90-46b5-a83d-1193ebccbdf6), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:56.298431 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-b94954de-e43f-4934-a1dd-14ff9d115c87 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'port': {'network_id': '63ede8fc-f428-4c35-9312-476c9aa43334', 'name': 'tempest-FloatingIPTestJSON-1320879193'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:56.324290 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fa2d13-4fab-4a4b-a46f-d821d2c5781b None None] Sync routers for ids ['54445761-6c46-4590-b3b0-fb5467f09c49'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:21:56.339011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa2d13-4fab-4a4b-a46f-d821d2c5781b None None] Routers {'54445761-6c46-4590-b3b0-fb5467f09c49'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:56.340126 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-44fa2d13-4fab-4a4b-a46f-d821d2c5781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['54445761-6c46-4590-b3b0-fb5467f09c49'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:56.340329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-95f6d267-4fa7-4b54-878b-600114e03a33 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (13bf5407-8ac2-471c-aabb-a10f48743c66), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:56.400373 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-601e1938-4aec-46a5-ad7c-861e2b2ac6a9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (bd085e5a-1f90-46b5-a83d-1193ebccbdf6), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:56.448601 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-95f6d267-4fa7-4b54-878b-600114e03a33 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (13bf5407-8ac2-471c-aabb-a10f48743c66), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:56.488071 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-673fea8b-f254-4cac-979d-3c73bf6c8f58 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (a1929417-f4e2-4837-87e7-fdf8bc8d7d49), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:56.512587 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35508) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:56.525591 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35510) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:56.560031 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6d267-4fa7-4b54-878b-600114e03a33 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13bf5407-8ac2-471c-aabb-a10f48743c66,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:56.566259 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4df4a40-3579-4fdc-b930-9ccc55803eda tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c7430560-efb3-4d80-9aaf-c1191e52b517), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:56.616649 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-d4df4a40-3579-4fdc-b930-9ccc55803eda tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Calling delete_port for c7430560-efb3-4d80-9aaf-c1191e52b517 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:56.671220 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 73ab34c2-8881-44b5-aff5-40de9197d9da no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:21:56.674739 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-95f6d267-4fa7-4b54-878b-600114e03a33 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:56.678897 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-95f6d267-4fa7-4b54-878b-600114e03a33 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8723414 Apr 16 04:21:56.680481 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673fea8b-f254-4cac-979d-3c73bf6c8f58 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 6865734c-b77b-4095-87e6-9badccedd89f is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:56.687314 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35516) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:56.699137 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-62f74c9c-940c-414c-9c08-87ff593344a8 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group_rule': {'security_group_id': 'a264230d-314a-4767-9a51-b72f59e9f304', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:56.705567 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-673fea8b-f254-4cac-979d-3c73bf6c8f58 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:56.708021 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673fea8b-f254-4cac-979d-3c73bf6c8f58 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:56.709192 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 73ab34c2-8881-44b5-aff5-40de9197d9da {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:21:56.709762 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 73ab34c2-8881-44b5-aff5-40de9197d9da not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:21:56.711640 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-44fa2d13-4fab-4a4b-a46f-d821d2c5781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:56.739940 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa2d13-4fab-4a4b-a46f-d821d2c5781b None None] Routers {'54445761-6c46-4590-b3b0-fb5467f09c49'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:56.739940 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-44fa2d13-4fab-4a4b-a46f-d821d2c5781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['54445761-6c46-4590-b3b0-fb5467f09c49'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:56.740565 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94954de-e43f-4934-a1dd-14ff9d115c87 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Made reservation on behalf of c1e968e96cb346f1b2897a7d365fa656 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:56.747663 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b94954de-e43f-4934-a1dd-14ff9d115c87 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:56.765416 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-673fea8b-f254-4cac-979d-3c73bf6c8f58 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (2648a8a8-de1a-4ac8-bffc-95d31984ebaf), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:56.801970 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-44fa2d13-4fab-4a4b-a46f-d821d2c5781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:56.802895 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fa2d13-4fab-4a4b-a46f-d821d2c5781b None None] The sync data for ids ['54445761-6c46-4590-b3b0-fb5467f09c49'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:21:56.808825 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fea8b-f254-4cac-979d-3c73bf6c8f58 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Port': ['ID=a1929417-f4e2-4837-87e7-fdf8bc8d7d49,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:56.813729 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-601e1938-4aec-46a5-ad7c-861e2b2ac6a9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (bd085e5a-1f90-46b5-a83d-1193ebccbdf6), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:56.849737 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-b94954de-e43f-4934-a1dd-14ff9d115c87 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] device_id is not set on port 17c55749-0fb9-4729-a771-fd6c745d6849 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:21:56.896802 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-ec255f42-c5a0-40ec-80f6-d9e7c5ccdd09 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:56.966210 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-dba56cb3-9eb5-4b62-b7b7-af1b0d20c362 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f1a31f7176614b8b8e8ca22f21bbdd22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4522958 Apr 16 04:21:56.969727 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35520) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:56.977118 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-62f74c9c-940c-414c-9c08-87ff593344a8 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (bb97fddf-6087-4da0-a4b2-4ccffcc6367c), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.067934 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-b94954de-e43f-4934-a1dd-14ff9d115c87 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Allocated IP 172.20.0.3 (63ede8fc-f428-4c35-9312-476c9aa43334/d3316af8-cb3d-4870-9b8c-a7446d693856/17c55749-0fb9-4729-a771-fd6c745d6849) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:57.074309 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-601e1938-4aec-46a5-ad7c-861e2b2ac6a9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (bd085e5a-1f90-46b5-a83d-1193ebccbdf6), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.083874 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec255f42-c5a0-40ec-80f6-d9e7c5ccdd09 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.125102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-601e1938-4aec-46a5-ad7c-861e2b2ac6a9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.128346 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-601e1938-4aec-46a5-ad7c-861e2b2ac6a9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/bd085e5a-1f90-46b5-a83d-1193ebccbdf6 HTTP/1.1" status: 204 len: 168 time: 0.9913087 Apr 16 04:21:57.133614 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35522) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:57.144881 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e1938-4aec-46a5-ad7c-861e2b2ac6a9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=bd085e5a-1f90-46b5-a83d-1193ebccbdf6,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:57.165834 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c6960a80-5da4-44b7-81f8-92c773861e1b None None] Provisioning complete for port a1929417-f4e2-4837-87e7-fdf8bc8d7d49 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:57.168068 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c6960a80-5da4-44b7-81f8-92c773861e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a1929417-f4e2-4837-87e7-fdf8bc8d7d49), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.184286 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fecf584c-6d3d-43f3-8d19-97056fa5d38b admin admin] Publish callbacks [] for security_group (ebe8adac-5147-4828-88e3-7d8ce040c837), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.208346 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4d4927bd-253a-4c21-8066-b9a963370580 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735807 Apr 16 04:21:57.208973 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35524) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:57.213249 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4df4a40-3579-4fdc-b930-9ccc55803eda tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (c7430560-efb3-4d80-9aaf-c1191e52b517), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.221386 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-ee15d5ba-eae9-4f09-a76a-588be3159399 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:57.227082 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-673fea8b-f254-4cac-979d-3c73bf6c8f58 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a1929417-f4e2-4837-87e7-fdf8bc8d7d49), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.230151 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c6960a80-5da4-44b7-81f8-92c773861e1b None None] Port a1929417-f4e2-4837-87e7-fdf8bc8d7d49 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:57.253278 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ac8526-e7d7-4abb-a1be-173862f91f0d None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:57.312711 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fecf584c-6d3d-43f3-8d19-97056fa5d38b admin admin] Publish callbacks [] for security_group (ebe8adac-5147-4828-88e3-7d8ce040c837), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.318167 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-62f74c9c-940c-414c-9c08-87ff593344a8 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (bb97fddf-6087-4da0-a4b2-4ccffcc6367c), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.320680 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df4a40-3579-4fdc-b930-9ccc55803eda tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Pushing event deleted for resources: {'Port': ['ID=c7430560-efb3-4d80-9aaf-c1191e52b517,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:57.358630 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8c2d0871-d0bb-4a8c-b764-3917dd8eafd8 None None] Provisioning complete for port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:57.363882 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8c2d0871-d0bb-4a8c-b764-3917dd8eafd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.428681 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-62f74c9c-940c-414c-9c08-87ff593344a8 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (bb97fddf-6087-4da0-a4b2-4ccffcc6367c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.440667 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec255f42-c5a0-40ec-80f6-d9e7c5ccdd09 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.466600 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b94954de-e43f-4934-a1dd-14ff9d115c87 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for port (17c55749-0fb9-4729-a771-fd6c745d6849), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.475886 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f74c9c-940c-414c-9c08-87ff593344a8 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb97fddf-6087-4da0-a4b2-4ccffcc6367c,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:57.508531 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0247a26d-bbe2-4975-a9e2-4bb037e5ac2d None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:21:57.575423 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-62f74c9c-940c-414c-9c08-87ff593344a8 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.576561 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-62f74c9c-940c-414c-9c08-87ff593344a8 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8882921 Apr 16 04:21:57.578315 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d0871-d0bb-4a8c-b764-3917dd8eafd8 None None] Current status of the port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:21:57.585026 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35528) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:57.592992 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0247a26d-bbe2-4975-a9e2-4bb037e5ac2d None None] Deleting port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:57.593399 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0247a26d-bbe2-4975-a9e2-4bb037e5ac2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.623358 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b94954de-e43f-4934-a1dd-14ff9d115c87 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (17c55749-0fb9-4729-a771-fd6c745d6849), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.632964 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4df4a40-3579-4fdc-b930-9ccc55803eda tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.636151 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d4df4a40-3579-4fdc-b930-9ccc55803eda tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "DELETE /v2.0/ports/c7430560-efb3-4d80-9aaf-c1191e52b517 HTTP/1.1" status: 204 len: 168 time: 1.5317695 Apr 16 04:21:57.638436 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-2de02d74-d2f9-48b7-9344-411695545d27 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group_rule': {'security_group_id': 'a264230d-314a-4767-9a51-b72f59e9f304', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:57.660439 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35530) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:57.672862 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fecf584c-6d3d-43f3-8d19-97056fa5d38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (ebe8adac-5147-4828-88e3-7d8ce040c837), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.674824 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fecf584c-6d3d-43f3-8d19-97056fa5d38b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.679493 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-fecf584c-6d3d-43f3-8d19-97056fa5d38b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ebe8adac-5147-4828-88e3-7d8ce040c837 HTTP/1.1" status: 204 len: 168 time: 0.7085299 Apr 16 04:21:57.679758 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-0247a26d-bbe2-4975-a9e2-4bb037e5ac2d None None] For port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:57.679872 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94954de-e43f-4934-a1dd-14ff9d115c87 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Network 63ede8fc-f428-4c35-9312-476c9aa43334 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:57.679973 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0247a26d-bbe2-4975-a9e2-4bb037e5ac2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.685147 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-b94954de-e43f-4934-a1dd-14ff9d115c87 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:57.689220 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94954de-e43f-4934-a1dd-14ff9d115c87 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:57.694788 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0247a26d-bbe2-4975-a9e2-4bb037e5ac2d None None] Calling delete_port for d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:57.716537 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94954de-e43f-4934-a1dd-14ff9d115c87 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event updated for resources: {'Port': ['ID=17c55749-0fb9-4729-a771-fd6c745d6849,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:57.721876 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee15d5ba-eae9-4f09-a76a-588be3159399 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:57.726019 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ee15d5ba-eae9-4f09-a76a-588be3159399 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.783905 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf584c-6d3d-43f3-8d19-97056fa5d38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe8adac-5147-4828-88e3-7d8ce040c837,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:57.809161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-ec255f42-c5a0-40ec-80f6-d9e7c5ccdd09 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Allocated IP 172.26.6.79 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/617630a7-120f-4723-9d5b-ef53dc256475) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:57.816579 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2de02d74-d2f9-48b7-9344-411695545d27 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (9d0bc5f3-737c-4033-be34-fdde36a0ed97), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.825990 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94954de-e43f-4934-a1dd-14ff9d115c87 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:57.826425 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b94954de-e43f-4934-a1dd-14ff9d115c87 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.842598 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb3ce1-e70a-42c2-8f4a-bf5555947479 req-33a44eb7-07b3-4879-917f-356a31703997 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:57.844322 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-51bb3ce1-e70a-42c2-8f4a-bf5555947479 req-33a44eb7-07b3-4879-917f-356a31703997 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1884236 Apr 16 04:21:57.858595 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ac5e75-5e1d-4c53-a312-80dba14d6d3a tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Deleting subnet f9496722-ac8d-4f57-9241-d1cc82dea4d3 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:21:57.861547 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0247a26d-bbe2-4975-a9e2-4bb037e5ac2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.879871 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5e75-5e1d-4c53-a312-80dba14d6d3a tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks [] for subnet (f9496722-ac8d-4f57-9241-d1cc82dea4d3), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:57.902925 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247a26d-bbe2-4975-a9e2-4bb037e5ac2d None None] Pushing event deleted for resources: {'Port': ['ID=d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:57.906867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0247a26d-bbe2-4975-a9e2-4bb037e5ac2d None None] No DVR routers for this DVR port d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:21:57.957650 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b94954de-e43f-4934-a1dd-14ff9d115c87 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6638632 Apr 16 04:21:57.961134 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35534) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:57.967775 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-20adf750-43ba-4377-aac4-066cb51ccef6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Request body: {'floatingip': {'port_id': '17c55749-0fb9-4729-a771-fd6c745d6849'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:57.981764 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:58.042333 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5e75-5e1d-4c53-a312-80dba14d6d3a tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (f9496722-ac8d-4f57-9241-d1cc82dea4d3), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:58.104230 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-20adf750-43ba-4377-aac4-066cb51ccef6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (99e0d2ad-eede-4e99-a1cc-e847ea52f32c), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:58.111698 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-673fea8b-f254-4cac-979d-3c73bf6c8f58 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for port (a1929417-f4e2-4837-87e7-fdf8bc8d7d49), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:58.121161 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-63d21426-69f7-494e-a562-8c76292e7d5e None None] Provisioning complete for port 17c55749-0fb9-4729-a771-fd6c745d6849 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:58.121547 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-63d21426-69f7-494e-a562-8c76292e7d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (17c55749-0fb9-4729-a771-fd6c745d6849), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:58.137378 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-51bb3ce1-e70a-42c2-8f4a-bf5555947479 req-5a5de014-250d-4fae-ad8c-5341c978f5b1 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689157 Apr 16 04:21:58.166543 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2de02d74-d2f9-48b7-9344-411695545d27 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (9d0bc5f3-737c-4033-be34-fdde36a0ed97), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:58.176375 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-63d21426-69f7-494e-a562-8c76292e7d5e None None] Port 17c55749-0fb9-4729-a771-fd6c745d6849 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:58.203311 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec255f42-c5a0-40ec-80f6-d9e7c5ccdd09 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for port (617630a7-120f-4723-9d5b-ef53dc256475), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:58.229128 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5e75-5e1d-4c53-a312-80dba14d6d3a tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (f9496722-ac8d-4f57-9241-d1cc82dea4d3), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:58.268480 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-673fea8b-f254-4cac-979d-3c73bf6c8f58 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (a1929417-f4e2-4837-87e7-fdf8bc8d7d49), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:58.279885 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56150292-184e-44aa-93d0-cb28cae0477f req-b985a031-ae42-4822-87bc-fa723d3eac83 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:58.281454 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-56150292-184e-44aa-93d0-cb28cae0477f req-b985a031-ae42-4822-87bc-fa723d3eac83 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.0568352 Apr 16 04:21:58.326957 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2de02d74-d2f9-48b7-9344-411695545d27 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (9d0bc5f3-737c-4033-be34-fdde36a0ed97), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:58.332033 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ee15d5ba-eae9-4f09-a76a-588be3159399 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (ad3335a7-fe8f-45f0-8320-acb54f960905), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:58.378309 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:21:58.380202 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de02d74-d2f9-48b7-9344-411695545d27 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0bc5f3-737c-4033-be34-fdde36a0ed97,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:58.398916 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fea8b-f254-4cac-979d-3c73bf6c8f58 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Port': ['ID=a1929417-f4e2-4837-87e7-fdf8bc8d7d49,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:58.403732 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-673fea8b-f254-4cac-979d-3c73bf6c8f58 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (2648a8a8-de1a-4ac8-bffc-95d31984ebaf), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:58.404226 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:21:58.405258 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d2f8f5b9-1d5b-40b5-9e56-680f5d5cedfc not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:21:58.472313 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2de02d74-d2f9-48b7-9344-411695545d27 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:58.472632 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee15d5ba-eae9-4f09-a76a-588be3159399 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:58.473684 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2de02d74-d2f9-48b7-9344-411695545d27 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8875904 Apr 16 04:21:58.474828 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5e75-5e1d-4c53-a312-80dba14d6d3a tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (f9496722-ac8d-4f57-9241-d1cc82dea4d3), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:58.477260 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec255f42-c5a0-40ec-80f6-d9e7c5ccdd09 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (617630a7-120f-4723-9d5b-ef53dc256475), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:58.482175 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35546) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:58.489457 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-ee15d5ba-eae9-4f09-a76a-588be3159399 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:58.498267 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee15d5ba-eae9-4f09-a76a-588be3159399 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:58.498876 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ee15d5ba-eae9-4f09-a76a-588be3159399 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:58.507412 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f963d139-e841-45bf-92b4-360544153a32 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:58.522002 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-56150292-184e-44aa-93d0-cb28cae0477f req-f6dd206f-308a-414a-be17-e86f35162a17 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062519 Apr 16 04:21:58.524429 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15d5ba-eae9-4f09-a76a-588be3159399 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=ad3335a7-fe8f-45f0-8320-acb54f960905,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:58.556065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac5e75-5e1d-4c53-a312-80dba14d6d3a tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Pushing event deleted for resources: {'Subnet': ['ID=f9496722-ac8d-4f57-9241-d1cc82dea4d3,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:58.561040 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5e75-5e1d-4c53-a312-80dba14d6d3a tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:58.566878 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b1ac5e75-5e1d-4c53-a312-80dba14d6d3a tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "DELETE /v2.0/subnets/f9496722-ac8d-4f57-9241-d1cc82dea4d3 HTTP/1.1" status: 204 len: 168 time: 0.9057379 Apr 16 04:21:58.567485 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35552) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:58.580632 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ee15d5ba-eae9-4f09-a76a-588be3159399 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3683012 Apr 16 04:21:58.582939 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e22e530-c77e-4d47-a5a6-2b10008d82d9 None None] Network d133b500-95dd-4899-8eb9-50c0064e37b2 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:21:58.584322 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35554) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:58.593338 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-63ffb935-c0b1-492a-ad38-ea72a84b4b1e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:58.621572 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec255f42-c5a0-40ec-80f6-d9e7c5ccdd09 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:58.640932 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-ec255f42-c5a0-40ec-80f6-d9e7c5ccdd09 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:58.643377 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec255f42-c5a0-40ec-80f6-d9e7c5ccdd09 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:58.652159 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6be08727-70b2-49df-88b5-0d0b53e3517c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (9d0bc5f3-737c-4033-be34-fdde36a0ed97), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:58.720597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec255f42-c5a0-40ec-80f6-d9e7c5ccdd09 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Pushing event updated for resources: {'Port': ['ID=617630a7-120f-4723-9d5b-ef53dc256475,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:58.726535 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6be08727-70b2-49df-88b5-0d0b53e3517c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (9d0bc5f3-737c-4033-be34-fdde36a0ed97), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:58.788756 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d11a87f8-2e06-44e8-9d99-5ddf5018a7c2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (d133b500-95dd-4899-8eb9-50c0064e37b2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:58.860142 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5a34a-e4b6-4580-8411-8aa9b6429133 req-f6fd3dff-98dd-4c52-b52b-2da95f04ceb7 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:58.862423 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a5d5a34a-e4b6-4580-8411-8aa9b6429133 req-f6fd3dff-98dd-4c52-b52b-2da95f04ceb7 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.2079606 Apr 16 04:21:58.888438 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673fea8b-f254-4cac-979d-3c73bf6c8f58 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 6865734c-b77b-4095-87e6-9badccedd89f is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:58.896804 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': 'ad3335a7-fe8f-45f0-8320-acb54f960905'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:21:58.899241 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:58.905552 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c6a95b-b5c0-428a-aedc-9c3e0795fb27 None None] DHCP port deletion for d133b500-95dd-4899-8eb9-50c0064e37b2 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:21:58.916829 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-673fea8b-f254-4cac-979d-3c73bf6c8f58 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:58.991747 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-37c6a95b-b5c0-428a-aedc-9c3e0795fb27 None None] Deleting port 05fd0dd7-33ee-4863-bf48-5fee4d46c4be {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:58.992233 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-37c6a95b-b5c0-428a-aedc-9c3e0795fb27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (05fd0dd7-33ee-4863-bf48-5fee4d46c4be), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:59.116367 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6be08727-70b2-49df-88b5-0d0b53e3517c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (9d0bc5f3-737c-4033-be34-fdde36a0ed97), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:59.122014 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6be08727-70b2-49df-88b5-0d0b53e3517c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:59.127782 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6be08727-70b2-49df-88b5-0d0b53e3517c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/9d0bc5f3-737c-4033-be34-fdde36a0ed97 HTTP/1.1" status: 204 len: 168 time: 0.6379328 Apr 16 04:21:59.168864 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673fea8b-f254-4cac-979d-3c73bf6c8f58 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 2648a8a8-de1a-4ac8-bffc-95d31984ebaf has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:21:59.170287 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35564) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:59.170699 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35566) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:59.177192 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-37c6a95b-b5c0-428a-aedc-9c3e0795fb27 None None] For port 05fd0dd7-33ee-4863-bf48-5fee4d46c4be, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=05fd0dd7-33ee-4863-bf48-5fee4d46c4be,segment=NetworkSegment(595118d9-1557-4c55-9c79-7a2f1f3c0251),segment_id=595118d9-1557-4c55-9c79-7a2f1f3c0251)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:59.177743 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-37c6a95b-b5c0-428a-aedc-9c3e0795fb27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (05fd0dd7-33ee-4863-bf48-5fee4d46c4be), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:59.217883 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-d11a87f8-2e06-44e8-9d99-5ddf5018a7c2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Deleting port 05fd0dd7-33ee-4863-bf48-5fee4d46c4be {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:21:59.223548 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d11a87f8-2e06-44e8-9d99-5ddf5018a7c2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (05fd0dd7-33ee-4863-bf48-5fee4d46c4be), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:59.230557 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a5d5a34a-e4b6-4580-8411-8aa9b6429133 req-87b716eb-ff5d-41e9-bba4-9f6633875cac tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3391376 Apr 16 04:21:59.231387 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be08727-70b2-49df-88b5-0d0b53e3517c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d0bc5f3-737c-4033-be34-fdde36a0ed97,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:59.261617 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-37c6a95b-b5c0-428a-aedc-9c3e0795fb27 None None] Calling delete_port for 05fd0dd7-33ee-4863-bf48-5fee4d46c4be owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:59.356284 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-54ec8e45-154e-43fc-93eb-742eb44a7751 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] Request body: {'port': {'network_id': '00cdc0c1-5d85-4cb8-b7e5-7bba44b6236e', 'name': 'tempest-NetworksNegativeTestJSON-136324077'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:21:59.366833 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec255f42-c5a0-40ec-80f6-d9e7c5ccdd09 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for floatingip (f2b77fdb-005a-46bf-bc68-c3b6a7088565), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:59.375074 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-2db741cc-197c-441e-a163-a7b08b0089ba None None] Provisioning complete for port a1929417-f4e2-4837-87e7-fdf8bc8d7d49 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:21:59.380351 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2db741cc-197c-441e-a163-a7b08b0089ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a1929417-f4e2-4837-87e7-fdf8bc8d7d49), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:59.410224 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] Allocated IP 172.20.0.2 (9a9395da-f56a-4c57-8efc-4b7256188659/ad3335a7-fe8f-45f0-8320-acb54f960905/ffed5992-93c7-4853-83d3-fe61b6db304d) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:21:59.418950 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-20adf750-43ba-4377-aac4-066cb51ccef6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:59.432104 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b517f6-4b59-4e55-aee7-0d38ad5b4bcc req-d956432c-2d3a-478f-af2b-9b307491e93b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:21:59.433870 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b7b517f6-4b59-4e55-aee7-0d38ad5b4bcc req-d956432c-2d3a-478f-af2b-9b307491e93b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.0718989 Apr 16 04:21:59.461098 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2db741cc-197c-441e-a163-a7b08b0089ba None None] Port a1929417-f4e2-4837-87e7-fdf8bc8d7d49 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:21:59.464116 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ffb935-c0b1-492a-ad38-ea72a84b4b1e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:21:59.468034 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-63ffb935-c0b1-492a-ad38-ea72a84b4b1e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:59.525389 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-37c6a95b-b5c0-428a-aedc-9c3e0795fb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (05fd0dd7-33ee-4863-bf48-5fee4d46c4be), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:59.541302 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-20adf750-43ba-4377-aac4-066cb51ccef6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (99e0d2ad-eede-4e99-a1cc-e847ea52f32c), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:59.564384 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6a95b-b5c0-428a-aedc-9c3e0795fb27 None None] Pushing event deleted for resources: {'Port': ['ID=05fd0dd7-33ee-4863-bf48-5fee4d46c4be,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:59.566455 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c6a95b-b5c0-428a-aedc-9c3e0795fb27 None None] No DVR routers for this DVR port 05fd0dd7-33ee-4863-bf48-5fee4d46c4be on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:21:59.595792 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b7b517f6-4b59-4e55-aee7-0d38ad5b4bcc req-17aca96f-faa3-497e-9bb1-8e521cc2fc45 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549323 Apr 16 04:21:59.662180 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] Publish callbacks [] for port (ffed5992-93c7-4853-83d3-fe61b6db304d), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:59.708344 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-20adf750-43ba-4377-aac4-066cb51ccef6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Floating IP 99e0d2ad-eede-4e99-a1cc-e847ea52f32c associated. External IP: 172.26.6.154, port: a9ccc8cf-d97f-4716-9d4d-0325d572e864. Apr 16 04:21:59.753151 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (ffed5992-93c7-4853-83d3-fe61b6db304d), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:59.784448 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ec8e45-154e-43fc-93eb-742eb44a7751 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] POST failed (client error): The resource could not be found. Apr 16 04:21:59.785063 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ec8e45-154e-43fc-93eb-742eb44a7751 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:59.786232 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-54ec8e45-154e-43fc-93eb-742eb44a7751 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6053038 Apr 16 04:21:59.797403 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:21:59.798059 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35574) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:59.807579 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:21:59.812447 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:21:59.816407 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] Pushing event updated for resources: {'Port': ['ID=ffed5992-93c7-4853-83d3-fe61b6db304d,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:21:59.831740 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-622be642-98a2-4d05-9ad4-5f50bffb22dd tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.6492023 Apr 16 04:21:59.839449 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35576) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:59.854567 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-d11a87f8-2e06-44e8-9d99-5ddf5018a7c2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] For port 05fd0dd7-33ee-4863-bf48-5fee4d46c4be, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=05fd0dd7-33ee-4863-bf48-5fee4d46c4be,segment=NetworkSegment(595118d9-1557-4c55-9c79-7a2f1f3c0251),segment_id=595118d9-1557-4c55-9c79-7a2f1f3c0251)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:21:59.855044 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d11a87f8-2e06-44e8-9d99-5ddf5018a7c2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (05fd0dd7-33ee-4863-bf48-5fee4d46c4be), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:59.860984 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d57b67e-2d1b-414e-865a-8d7e6f5063dd tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:59.865191 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d57b67e-2d1b-414e-865a-8d7e6f5063dd tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:59.865191 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7d57b67e-2d1b-414e-865a-8d7e6f5063dd tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] 10.222.0.30 "DELETE /v2.0/networks/44dbf811-654e-4204-a958-4751bd588603 HTTP/1.1" status: 404 len: 339 time: 0.0640569 Apr 16 04:21:59.872550 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35578) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:59.899090 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] Attempting to bind port ffed5992-93c7-4853-83d3-fe61b6db304d on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:21:59.899730 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] Attempting to bind port ffed5992-93c7-4853-83d3-fe61b6db304d by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:21:59.900349 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] Attempting to bind port ffed5992-93c7-4853-83d3-fe61b6db304d on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:21:59.908424 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:21:59.909246 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:21:59.910060 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:59.910664 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:21:59.911373 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] Bound port: ffed5992-93c7-4853-83d3-fe61b6db304d, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:21:59.912520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ffed5992-93c7-4853-83d3-fe61b6db304d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:59.914539 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-d11a87f8-2e06-44e8-9d99-5ddf5018a7c2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Calling delete_port for 05fd0dd7-33ee-4863-bf48-5fee4d46c4be owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:21:59.915944 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f3bb71-e346-4dab-8f86-e8cd016894f5 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] DELETE failed (client error): The resource could not be found. Apr 16 04:21:59.916533 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f3bb71-e346-4dab-8f86-e8cd016894f5 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:21:59.919545 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-50f3bb71-e346-4dab-8f86-e8cd016894f5 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] 10.222.0.30 "DELETE /v2.0/ports/58a6df6e-7ba7-4694-b039-321bd163d20d HTTP/1.1" status: 404 len: 333 time: 0.0419207 Apr 16 04:21:59.940456 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35582) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:59.943330 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3198f0fb-57f2-4c07-bc6c-686b46eec940 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (bb97fddf-6087-4da0-a4b2-4ccffcc6367c), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:21:59.962750 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673fea8b-f254-4cac-979d-3c73bf6c8f58 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:21:59.975251 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-673fea8b-f254-4cac-979d-3c73bf6c8f58 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/2648a8a8-de1a-4ac8-bffc-95d31984ebaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2480614 Apr 16 04:21:59.975717 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1955a7-9a44-4498-8358-347c38f220a0 None None] Sync routers for ids ['2648a8a8-de1a-4ac8-bffc-95d31984ebaf'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:21:59.978328 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35584) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:21:59.988531 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1955a7-9a44-4498-8358-347c38f220a0 None None] Routers {'2648a8a8-de1a-4ac8-bffc-95d31984ebaf'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:21:59.990246 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-9a1955a7-9a44-4498-8358-347c38f220a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2648a8a8-de1a-4ac8-bffc-95d31984ebaf'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:21:59.996150 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] For port ffed5992-93c7-4853-83d3-fe61b6db304d, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:21:59.999106 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] For port ffed5992-93c7-4853-83d3-fe61b6db304d, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ffed5992-93c7-4853-83d3-fe61b6db304d,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:22:00.014747 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3198f0fb-57f2-4c07-bc6c-686b46eec940 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (bb97fddf-6087-4da0-a4b2-4ccffcc6367c), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:00.020452 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c10edad-4b14-4711-a3bc-3ecb04a4b045 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] DELETE failed (client error): The resource could not be found. Apr 16 04:22:00.020716 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c10edad-4b14-4711-a3bc-3ecb04a4b045 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:22:00.027490 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5c10edad-4b14-4711-a3bc-3ecb04a4b045 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] 10.222.0.30 "DELETE /v2.0/subnets/60443b8a-b9b4-4aac-a3b8-cfdc97b71aa5 HTTP/1.1" status: 404 len: 337 time: 0.0769322 Apr 16 04:22:00.034943 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35586) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:00.039121 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-9a1955a7-9a44-4498-8358-347c38f220a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:00.049987 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1955a7-9a44-4498-8358-347c38f220a0 None None] Routers {'2648a8a8-de1a-4ac8-bffc-95d31984ebaf'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:00.050843 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-9a1955a7-9a44-4498-8358-347c38f220a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2648a8a8-de1a-4ac8-bffc-95d31984ebaf'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:00.075706 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ffed5992-93c7-4853-83d3-fe61b6db304d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:00.082135 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec255f42-c5a0-40ec-80f6-d9e7c5ccdd09 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (617630a7-120f-4723-9d5b-ef53dc256475), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:00.086376 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d1726b-8983-43b3-a74c-e2257c2d5a74 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] GET failed (client error): The resource could not be found. Apr 16 04:22:00.091491 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-9a1955a7-9a44-4498-8358-347c38f220a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:00.091665 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-36d1726b-8983-43b3-a74c-e2257c2d5a74 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] 10.222.0.30 "GET /v2.0/networks/8433fd5d-4d7e-4e1b-aa9b-e4710ea09959 HTTP/1.1" status: 404 len: 339 time: 0.0447121 Apr 16 04:22:00.091842 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1955a7-9a44-4498-8358-347c38f220a0 None None] The sync data for ids ['2648a8a8-de1a-4ac8-bffc-95d31984ebaf'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:00.096062 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35588) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:00.101441 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:22:00.107676 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e0f60-f040-406d-896f-594bab1835df req-e62e0da7-664d-46fc-9533-9db4d219def1 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:00.109295 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-538e0f60-f040-406d-896f-594bab1835df req-e62e0da7-664d-46fc-9533-9db4d219def1 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1547167 Apr 16 04:22:00.171109 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c717e3a-1425-4cda-a8fd-f6630be56188 None None] Pushing event updated for resources: {'Port': ['ID=ffed5992-93c7-4853-83d3-fe61b6db304d,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:00.176036 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d96a9e-95ac-46e2-b63d-dd3a2385a2ab tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:00.181922 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-08d96a9e-95ac-46e2-b63d-dd3a2385a2ab tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/ports/a1929417-f4e2-4837-87e7-fdf8bc8d7d49 HTTP/1.1" status: 200 len: 910 time: 0.1810534 Apr 16 04:22:00.184814 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-273a208f-bc1e-4865-bbc6-c40af76fa59f tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] GET failed (client error): The resource could not be found. Apr 16 04:22:00.186690 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35590) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:00.186813 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-273a208f-bc1e-4865-bbc6-c40af76fa59f tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] 10.222.0.30 "GET /v2.0/ports/a418f5f1-9e1f-406a-9d54-45cf93ee5a8b HTTP/1.1" status: 404 len: 333 time: 0.0875490 Apr 16 04:22:00.200982 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35592) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:00.261068 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-05fe5265-51f5-42e5-b370-d926b4d7f1f4 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] GET failed (client error): The resource could not be found. Apr 16 04:22:00.262407 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-05fe5265-51f5-42e5-b370-d926b4d7f1f4 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] 10.222.0.30 "GET /v2.0/subnets/92c22e11-2918-46f1-81ac-fdea5c295663 HTTP/1.1" status: 404 len: 337 time: 0.0604825 Apr 16 04:22:00.267383 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35594) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:00.281079 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-a046d2da-a167-4ea8-9b64-1abcba569b63 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:00.286529 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3198f0fb-57f2-4c07-bc6c-686b46eec940 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (bb97fddf-6087-4da0-a4b2-4ccffcc6367c), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:00.292297 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3198f0fb-57f2-4c07-bc6c-686b46eec940 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:00.294544 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3198f0fb-57f2-4c07-bc6c-686b46eec940 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/bb97fddf-6087-4da0-a4b2-4ccffcc6367c HTTP/1.1" status: 204 len: 168 time: 0.4524038 Apr 16 04:22:00.306730 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35596) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:00.335414 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-a046d2da-a167-4ea8-9b64-1abcba569b63 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] PUT failed (client error): The resource could not be found. Apr 16 04:22:00.335414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a046d2da-a167-4ea8-9b64-1abcba569b63 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:22:00.335414 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a046d2da-a167-4ea8-9b64-1abcba569b63 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] 10.222.0.30 "PUT /v2.0/networks/b7b75bc2-21db-45cd-a23f-34ff9465f9a5 HTTP/1.1" status: 404 len: 339 time: 0.0616019 Apr 16 04:22:00.345702 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35598) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:00.347379 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20adf750-43ba-4377-aac4-066cb51ccef6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Router 9d6a6c35-a37f-4ea5-b81b-112f3301b2dd has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:22:00.354243 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-538e0f60-f040-406d-896f-594bab1835df req-9698ca09-f684-4840-a5e8-9ff4ffc00c83 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055595 Apr 16 04:22:00.361626 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-abe2fda0-83dc-48fb-b120-4a690931add4 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:00.389798 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198f0fb-57f2-4c07-bc6c-686b46eec940 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb97fddf-6087-4da0-a4b2-4ccffcc6367c,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:00.390963 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe2fda0-83dc-48fb-b120-4a690931add4 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] PUT failed (client error): The resource could not be found. Apr 16 04:22:00.391110 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d11a87f8-2e06-44e8-9d99-5ddf5018a7c2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (05fd0dd7-33ee-4863-bf48-5fee4d46c4be), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:00.391461 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe2fda0-83dc-48fb-b120-4a690931add4 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:22:00.396171 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-abe2fda0-83dc-48fb-b120-4a690931add4 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] 10.222.0.30 "PUT /v2.0/ports/a8a54d75-f2e4-4b23-9f7e-64dfa3dd70a3 HTTP/1.1" status: 404 len: 333 time: 0.0425127 Apr 16 04:22:00.404935 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35600) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:00.439260 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 05fd0dd7-33ee-4863-bf48-5fee4d46c4be no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:22:00.446705 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-3e4573b7-6580-48fb-bbea-7dfd27a1aa73 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:00.451691 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a87f8-2e06-44e8-9d99-5ddf5018a7c2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] No DVR routers for this DVR port 05fd0dd7-33ee-4863-bf48-5fee4d46c4be on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:22:00.455176 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a87f8-2e06-44e8-9d99-5ddf5018a7c2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Pushing event deleted for resources: {'Port': ['ID=05fd0dd7-33ee-4863-bf48-5fee4d46c4be,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:00.484702 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 05fd0dd7-33ee-4863-bf48-5fee4d46c4be {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:22:00.486992 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 05fd0dd7-33ee-4863-bf48-5fee4d46c4be not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:22:00.516300 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4573b7-6580-48fb-bbea-7dfd27a1aa73 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] PUT failed (client error): The resource could not be found. Apr 16 04:22:00.516854 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4573b7-6580-48fb-bbea-7dfd27a1aa73 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:22:00.521212 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3e4573b7-6580-48fb-bbea-7dfd27a1aa73 tempest-NetworksNegativeTestJSON-1618952455 tempest-NetworksNegativeTestJSON-1618952455-project] 10.222.0.30 "PUT /v2.0/subnets/89710d16-a366-416b-954d-2874c7383ee9 HTTP/1.1" status: 404 len: 337 time: 0.0762563 Apr 16 04:22:00.535959 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-23002862-d36e-4a3c-a233-2e41bea9f06c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2260876 Apr 16 04:22:00.544833 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35604) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:00.573621 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.objects.ports [None req-63ffb935-c0b1-492a-ad38-ea72a84b4b1e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104632) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 16 04:22:00.687231 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d11a87f8-2e06-44e8-9d99-5ddf5018a7c2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (d133b500-95dd-4899-8eb9-50c0064e37b2), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:00.713847 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8d80a643-9d82-45ec-8547-c5341f0d0bde tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (13bf5407-8ac2-471c-aabb-a10f48743c66), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:00.731142 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-d11a87f8-2e06-44e8-9d99-5ddf5018a7c2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d133b500-95dd-4899-8eb9-50c0064e37b2']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:00.751053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-d11a87f8-2e06-44e8-9d99-5ddf5018a7c2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595118d9-1557-4c55-9c79-7a2f1f3c0251') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:00.751353 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-d11a87f8-2e06-44e8-9d99-5ddf5018a7c2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595118d9-1557-4c55-9c79-7a2f1f3c0251') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:00.755579 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8d80a643-9d82-45ec-8547-c5341f0d0bde tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (13bf5407-8ac2-471c-aabb-a10f48743c66), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:00.768962 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d11a87f8-2e06-44e8-9d99-5ddf5018a7c2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (595118d9-1557-4c55-9c79-7a2f1f3c0251), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:00.785161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec255f42-c5a0-40ec-80f6-d9e7c5ccdd09 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for port (617630a7-120f-4723-9d5b-ef53dc256475), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:00.804786 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20adf750-43ba-4377-aac4-066cb51ccef6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:00.807133 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d11a87f8-2e06-44e8-9d99-5ddf5018a7c2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (595118d9-1557-4c55-9c79-7a2f1f3c0251), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:00.816605 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a2a18e-d0a3-49f6-917b-d93c015c65fa None None] Sync routers for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:00.818829 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11a87f8-2e06-44e8-9d99-5ddf5018a7c2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:22:00.819002 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d11a87f8-2e06-44e8-9d99-5ddf5018a7c2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (595118d9-1557-4c55-9c79-7a2f1f3c0251), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:22:00.822211 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:22:00.851716 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a2a18e-d0a3-49f6-917b-d93c015c65fa None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:00.854496 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a2a2a18e-d0a3-49f6-917b-d93c015c65fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:00.889544 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec255f42-c5a0-40ec-80f6-d9e7c5ccdd09 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (617630a7-120f-4723-9d5b-ef53dc256475), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:00.923714 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a2a2a18e-d0a3-49f6-917b-d93c015c65fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:00.934039 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a2a18e-d0a3-49f6-917b-d93c015c65fa None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:00.934800 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a2a2a18e-d0a3-49f6-917b-d93c015c65fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:00.952292 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8d80a643-9d82-45ec-8547-c5341f0d0bde tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (13bf5407-8ac2-471c-aabb-a10f48743c66), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:00.960204 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8d80a643-9d82-45ec-8547-c5341f0d0bde tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:00.966800 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8d80a643-9d82-45ec-8547-c5341f0d0bde tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/13bf5407-8ac2-471c-aabb-a10f48743c66 HTTP/1.1" status: 204 len: 168 time: 0.4152336 Apr 16 04:22:00.966800 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35606) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:00.973670 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a2a2a18e-d0a3-49f6-917b-d93c015c65fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:00.974427 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a2a18e-d0a3-49f6-917b-d93c015c65fa None None] The sync data for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:00.974577 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80a643-9d82-45ec-8547-c5341f0d0bde tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13bf5407-8ac2-471c-aabb-a10f48743c66,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:01.023560 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec255f42-c5a0-40ec-80f6-d9e7c5ccdd09 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Pushing event updated for resources: {'Port': ['ID=617630a7-120f-4723-9d5b-ef53dc256475,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:01.057396 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec255f42-c5a0-40ec-80f6-d9e7c5ccdd09 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (f2b77fdb-005a-46bf-bc68-c3b6a7088565), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.075176 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d11a87f8-2e06-44e8-9d99-5ddf5018a7c2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (d133b500-95dd-4899-8eb9-50c0064e37b2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.086507 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d11a87f8-2e06-44e8-9d99-5ddf5018a7c2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.092449 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d11a87f8-2e06-44e8-9d99-5ddf5018a7c2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] 10.222.0.30 "DELETE /v2.0/networks/d133b500-95dd-4899-8eb9-50c0064e37b2 HTTP/1.1" status: 204 len: 168 time: 2.5186317 Apr 16 04:22:01.100855 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ddbfd69b-7c53-4403-a64a-0fcde48768f0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (2648a8a8-de1a-4ac8-bffc-95d31984ebaf), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.111862 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a87f8-2e06-44e8-9d99-5ddf5018a7c2 tempest-AllowedAddressPairTestJSON-1937159414 tempest-AllowedAddressPairTestJSON-1937159414-project] Pushing event deleted for resources: {'Network': ['ID=d133b500-95dd-4899-8eb9-50c0064e37b2,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:01.180645 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35612) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:01.190452 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec255f42-c5a0-40ec-80f6-d9e7c5ccdd09 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.191832 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ec255f42-c5a0-40ec-80f6-d9e7c5ccdd09 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6583910 Apr 16 04:22:01.195066 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35616) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:01.199991 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-e36a9901-05c9-431d-a232-d103e2cc659b tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1182804409'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:01.320388 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36a9901-05c9-431d-a232-d103e2cc659b tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Made reservation on behalf of fcd6de85aabe43a591ab3fbce4823e81 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:01.323990 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e36a9901-05c9-431d-a232-d103e2cc659b tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.339994 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e36a9901-05c9-431d-a232-d103e2cc659b tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.372308 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-52c644f2-5c21-4939-ba47-2f1b93cfb0cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.431121 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-576494cb-a932-4440-b0e8-e5ce3b1ce4f5 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4631290 Apr 16 04:22:01.431852 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-63ffb935-c0b1-492a-ad38-ea72a84b4b1e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ffed5992-93c7-4853-83d3-fe61b6db304d), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.435553 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35620) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:01.519917 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b05f9193-87b7-4f47-8c5f-a32ff8c639f8 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (cd4ed4a9-5cec-44dc-9000-86a0e1cf3fc4), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.542359 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b05f9193-87b7-4f47-8c5f-a32ff8c639f8 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (cd4ed4a9-5cec-44dc-9000-86a0e1cf3fc4), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.556863 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab362e-07e8-46bf-8b68-4bd21b55ee08 req-7c4a32de-4620-4dc3-a54a-9a2eebb3e794 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:01.558073 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-66ab362e-07e8-46bf-8b68-4bd21b55ee08 req-7c4a32de-4620-4dc3-a54a-9a2eebb3e794 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1128879 Apr 16 04:22:01.561256 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20adf750-43ba-4377-aac4-066cb51ccef6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Router 54445761-6c46-4590-b3b0-fb5467f09c49 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:22:01.593811 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-ddbfd69b-7c53-4403-a64a-0fcde48768f0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting port a1929417-f4e2-4837-87e7-fdf8bc8d7d49 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:01.594148 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ddbfd69b-7c53-4403-a64a-0fcde48768f0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (a1929417-f4e2-4837-87e7-fdf8bc8d7d49), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.659462 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e36a9901-05c9-431d-a232-d103e2cc659b tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for security_group (3f3c2227-a234-4d8e-9656-258b932fcd3c), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.711391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b05f9193-87b7-4f47-8c5f-a32ff8c639f8 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (cd4ed4a9-5cec-44dc-9000-86a0e1cf3fc4), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.713189 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35624) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:01.724253 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-66ab362e-07e8-46bf-8b68-4bd21b55ee08 req-19552913-05d0-43cf-a1e0-28a0d15c9264 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498792 Apr 16 04:22:01.731346 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-17692bc5-9a4b-4cc2-a94c-5fb87ab0c0ac None None] Provisioning complete for port ffed5992-93c7-4853-83d3-fe61b6db304d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:01.731894 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-17692bc5-9a4b-4cc2-a94c-5fb87ab0c0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ffed5992-93c7-4853-83d3-fe61b6db304d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.753508 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e36a9901-05c9-431d-a232-d103e2cc659b tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (3f3c2227-a234-4d8e-9656-258b932fcd3c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.753726 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b05f9193-87b7-4f47-8c5f-a32ff8c639f8 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.753726 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b05f9193-87b7-4f47-8c5f-a32ff8c639f8 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/cd4ed4a9-5cec-44dc-9000-86a0e1cf3fc4 HTTP/1.1" status: 204 len: 168 time: 0.3147652 Apr 16 04:22:01.755137 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35626) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:01.779212 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f9193-87b7-4f47-8c5f-a32ff8c639f8 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd4ed4a9-5cec-44dc-9000-86a0e1cf3fc4,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:01.796143 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-52c644f2-5c21-4939-ba47-2f1b93cfb0cd admin admin] Publish callbacks [] for security_group (4b0b55ea-c178-4cf1-8ee3-452d77ff7af2), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.799826 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-63ffb935-c0b1-492a-ad38-ea72a84b4b1e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] For port ffed5992-93c7-4853-83d3-fe61b6db304d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ffed5992-93c7-4853-83d3-fe61b6db304d,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:01.811868 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ddbfd69b-7c53-4403-a64a-0fcde48768f0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (a1929417-f4e2-4837-87e7-fdf8bc8d7d49), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.814746 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36a9901-05c9-431d-a232-d103e2cc659b tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:22:01.837505 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20adf750-43ba-4377-aac4-066cb51ccef6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:01.840909 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-17692bc5-9a4b-4cc2-a94c-5fb87ab0c0ac None None] Current status of the port ffed5992-93c7-4853-83d3-fe61b6db304d is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:01.841402 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-17692bc5-9a4b-4cc2-a94c-5fb87ab0c0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ffed5992-93c7-4853-83d3-fe61b6db304d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.845565 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-ddbfd69b-7c53-4403-a64a-0fcde48768f0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Calling delete_port for a1929417-f4e2-4837-87e7-fdf8bc8d7d49 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:01.849995 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e36a9901-05c9-431d-a232-d103e2cc659b tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (fcf08d7e-d03f-416d-9179-3fff39ae84ae), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.850256 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-e36a9901-05c9-431d-a232-d103e2cc659b tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Added segment fcf08d7e-d03f-416d-9179-3fff39ae84ae of type vlan for network c2a65f17-447f-40bf-abeb-629c47bb5367 Apr 16 04:22:01.852370 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-20adf750-43ba-4377-aac4-066cb51ccef6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.852522 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1b1ee-fe76-44e1-8e18-0fc38cbd419b None None] Sync routers for ids ['54445761-6c46-4590-b3b0-fb5467f09c49'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:01.862992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a9901-05c9-431d-a232-d103e2cc659b tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3c2227-a234-4d8e-9656-258b932fcd3c,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:01.875156 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-52c644f2-5c21-4939-ba47-2f1b93cfb0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (4b0b55ea-c178-4cf1-8ee3-452d77ff7af2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.879585 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1b1ee-fe76-44e1-8e18-0fc38cbd419b None None] Routers {'54445761-6c46-4590-b3b0-fb5467f09c49'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:01.882321 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-6fa1b1ee-fe76-44e1-8e18-0fc38cbd419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['54445761-6c46-4590-b3b0-fb5467f09c49'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:01.885222 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-63ffb935-c0b1-492a-ad38-ea72a84b4b1e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (ffed5992-93c7-4853-83d3-fe61b6db304d), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.895420 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e5270d01-0043-489d-b116-f5a13a1c34a1 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1290925 Apr 16 04:22:01.898761 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35630) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:01.940741 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-6fa1b1ee-fe76-44e1-8e18-0fc38cbd419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:01.951622 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1b1ee-fe76-44e1-8e18-0fc38cbd419b None None] Routers {'54445761-6c46-4590-b3b0-fb5467f09c49'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:01.952580 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-6fa1b1ee-fe76-44e1-8e18-0fc38cbd419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['54445761-6c46-4590-b3b0-fb5467f09c49'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:01.981043 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e36a9901-05c9-431d-a232-d103e2cc659b tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (c2a65f17-447f-40bf-abeb-629c47bb5367), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:01.983857 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-20adf750-43ba-4377-aac4-066cb51ccef6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "PUT /v2.0/floatingips/99e0d2ad-eede-4e99-a1cc-e847ea52f32c HTTP/1.1" status: 200 len: 978 time: 4.0173879 Apr 16 04:22:01.985857 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35632) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:01.992509 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-6fa1b1ee-fe76-44e1-8e18-0fc38cbd419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:01.993411 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1b1ee-fe76-44e1-8e18-0fc38cbd419b None None] The sync data for ids ['54445761-6c46-4590-b3b0-fb5467f09c49'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:01.999989 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-52c644f2-5c21-4939-ba47-2f1b93cfb0cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=420331a3115042ca9e15580f40eddf47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8149526 Apr 16 04:22:02.004222 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-17692bc5-9a4b-4cc2-a94c-5fb87ab0c0ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:22:02.005199 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-17692bc5-9a4b-4cc2-a94c-5fb87ab0c0ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:22:02.007853 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35634) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:02.016053 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-63ffb935-c0b1-492a-ad38-ea72a84b4b1e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (ffed5992-93c7-4853-83d3-fe61b6db304d), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.023358 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ca817c60-6a1f-4bcb-b3a0-7f6ba545725e tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (1f0355e7-abb2-4c40-a1e5-ad5506b8d569), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.049705 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c644f2-5c21-4939-ba47-2f1b93cfb0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0b55ea-c178-4cf1-8ee3-452d77ff7af2,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:02.070230 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ca817c60-6a1f-4bcb-b3a0-7f6ba545725e tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (1f0355e7-abb2-4c40-a1e5-ad5506b8d569), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.078356 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-63ffb935-c0b1-492a-ad38-ea72a84b4b1e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (9660ce34-d3f3-4fd8-b089-b39386a53469), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.167143 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e36a9901-05c9-431d-a232-d103e2cc659b tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (c2a65f17-447f-40bf-abeb-629c47bb5367), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.172053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36a9901-05c9-431d-a232-d103e2cc659b tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:02.172674 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e36a9901-05c9-431d-a232-d103e2cc659b tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.180028 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-24932f5c-c5e2-4c19-94bb-af7d246a0967 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Deleting port 17c55749-0fb9-4729-a771-fd6c745d6849 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:02.180363 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-24932f5c-c5e2-4c19-94bb-af7d246a0967 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (17c55749-0fb9-4729-a771-fd6c745d6849), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.182658 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-77d1bd82-dd95-4655-95e3-1f46020fd608 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97dbc097d0b843e7b68e6f83b7ec21a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4363098 Apr 16 04:22:02.187530 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ffb935-c0b1-492a-ad38-ea72a84b4b1e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:02.190776 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35636) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:02.206631 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-63ffb935-c0b1-492a-ad38-ea72a84b4b1e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:02.209819 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ffb935-c0b1-492a-ad38-ea72a84b4b1e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:02.210421 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-63ffb935-c0b1-492a-ad38-ea72a84b4b1e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.217244 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaebbf1-e64c-4f8a-8575-1b8b3cdef1aa None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:02.222777 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffb935-c0b1-492a-ad38-ea72a84b4b1e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=ffed5992-93c7-4853-83d3-fe61b6db304d,revision_number=4']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:02.243329 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffb935-c0b1-492a-ad38-ea72a84b4b1e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=9660ce34-d3f3-4fd8-b089-b39386a53469,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:02.246893 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d8536ce-41c7-45d1-86e6-0054113695cb admin admin] Publish callbacks [] for security_group (4b0b55ea-c178-4cf1-8ee3-452d77ff7af2), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.275229 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d8536ce-41c7-45d1-86e6-0054113695cb admin admin] Publish callbacks [] for security_group (4b0b55ea-c178-4cf1-8ee3-452d77ff7af2), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.295096 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ca817c60-6a1f-4bcb-b3a0-7f6ba545725e tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (1f0355e7-abb2-4c40-a1e5-ad5506b8d569), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.300558 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ca817c60-6a1f-4bcb-b3a0-7f6ba545725e tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.301899 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ca817c60-6a1f-4bcb-b3a0-7f6ba545725e tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/1f0355e7-abb2-4c40-a1e5-ad5506b8d569 HTTP/1.1" status: 204 len: 168 time: 0.4020185 Apr 16 04:22:02.317554 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35638) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:02.333649 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca817c60-6a1f-4bcb-b3a0-7f6ba545725e tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f0355e7-abb2-4c40-a1e5-ad5506b8d569,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:02.347864 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-63ffb935-c0b1-492a-ad38-ea72a84b4b1e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7616496 Apr 16 04:22:02.351915 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35640) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:02.359052 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-467f14de-e0eb-476e-b20b-ebc59b3fd7cc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'mac_address': 'fa:16:3e:01:dd:0e', 'name': 'tempest-NetworksTestDHCPv6-1369198386'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:02.384798 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e36a9901-05c9-431d-a232-d103e2cc659b tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1880219 Apr 16 04:22:02.390331 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35642) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:02.396345 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-da21f1d6-f486-4729-80b0-e3ba7f1d3cba tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Request body: {'subnet': {'network_id': 'c2a65f17-447f-40bf-abeb-629c47bb5367', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:02.401444 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a9901-05c9-431d-a232-d103e2cc659b tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Pushing event updated for resources: {'Network': ['ID=c2a65f17-447f-40bf-abeb-629c47bb5367,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:02.416884 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network c2a65f17-447f-40bf-abeb-629c47bb5367 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:22:02.461847 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-39489a8a-df37-469d-8be9-08c6febe292a admin admin] Publish callbacks [] for security_group (99586820-d206-408b-8356-321069380074), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.466931 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-24932f5c-c5e2-4c19-94bb-af7d246a0967 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (17c55749-0fb9-4729-a771-fd6c745d6849), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.502890 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ffed5992-93c7-4853-83d3-fe61b6db304d up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:02.507787 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5939f03a-527a-4772-af6b-71ed161ebc6c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1873672 Apr 16 04:22:02.531983 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35644) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:02.544931 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-39489a8a-df37-469d-8be9-08c6febe292a admin admin] Publish callbacks [] for security_group (99586820-d206-408b-8356-321069380074), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.557192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ddbfd69b-7c53-4403-a64a-0fcde48768f0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (a1929417-f4e2-4837-87e7-fdf8bc8d7d49), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.584205 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d8536ce-41c7-45d1-86e6-0054113695cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (4b0b55ea-c178-4cf1-8ee3-452d77ff7af2), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.588071 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d8536ce-41c7-45d1-86e6-0054113695cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.592305 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4d8536ce-41c7-45d1-86e6-0054113695cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b0b55ea-c178-4cf1-8ee3-452d77ff7af2 HTTP/1.1" status: 204 len: 168 time: 0.5834372 Apr 16 04:22:02.594596 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-17692bc5-9a4b-4cc2-a94c-5fb87ab0c0ac None None] Current status of the port ffed5992-93c7-4853-83d3-fe61b6db304d is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:02.595062 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-17692bc5-9a4b-4cc2-a94c-5fb87ab0c0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ffed5992-93c7-4853-83d3-fe61b6db304d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.623849 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port ffed5992-93c7-4853-83d3-fe61b6db304d triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:02.624311 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ffed5992-93c7-4853-83d3-fe61b6db304d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.641438 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8536ce-41c7-45d1-86e6-0054113695cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0b55ea-c178-4cf1-8ee3-452d77ff7af2,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:02.684024 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-17692bc5-9a4b-4cc2-a94c-5fb87ab0c0ac None None] For port ffed5992-93c7-4853-83d3-fe61b6db304d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ffed5992-93c7-4853-83d3-fe61b6db304d,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:02.730641 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da21f1d6-f486-4729-80b0-e3ba7f1d3cba tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Made reservation on behalf of fcd6de85aabe43a591ab3fbce4823e81 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:02.736807 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-da21f1d6-f486-4729-80b0-e3ba7f1d3cba tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.768014 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfd69b-7c53-4403-a64a-0fcde48768f0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Port': ['ID=a1929417-f4e2-4837-87e7-fdf8bc8d7d49,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:02.781483 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port ffed5992-93c7-4853-83d3-fe61b6db304d is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:02.785142 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ffed5992-93c7-4853-83d3-fe61b6db304d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.794913 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-17692bc5-9a4b-4cc2-a94c-5fb87ab0c0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ffed5992-93c7-4853-83d3-fe61b6db304d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.863437 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cd940d8f-74c6-419a-bb29-931d81584900 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (a264230d-314a-4767-9a51-b72f59e9f304), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:02.865908 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467f14de-e0eb-476e-b20b-ebc59b3fd7cc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:02.973275 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cd940d8f-74c6-419a-bb29-931d81584900 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (a264230d-314a-4767-9a51-b72f59e9f304), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:03.046918 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a5aef-f75d-4c1d-8e93-93607413b4d8 req-cf6713ff-b76b-4100-a22e-61077b78129e tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:03.048576 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-067a5aef-f75d-4c1d-8e93-93607413b4d8 req-cf6713ff-b76b-4100-a22e-61077b78129e tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.2032132 Apr 16 04:22:03.142201 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17692bc5-9a4b-4cc2-a94c-5fb87ab0c0ac None None] Pushing event updated for resources: {'Port': ['ID=ffed5992-93c7-4853-83d3-fe61b6db304d,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:03.164569 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:22:03.165148 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:22:03.199914 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-467f14de-e0eb-476e-b20b-ebc59b3fd7cc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:03.242890 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-067a5aef-f75d-4c1d-8e93-93607413b4d8 req-450005b4-5d55-47a4-81fb-1de2e0558452 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727548 Apr 16 04:22:03.306063 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-467f14de-e0eb-476e-b20b-ebc59b3fd7cc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port 31b15bf6-5f0f-4250-9298-a5b62eb9c58c yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:22:03.386779 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-da21f1d6-f486-4729-80b0-e3ba7f1d3cba tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (ac55e054-2672-4c93-86f7-9c66c0ff89e4), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:03.423731 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-5b2d838b-a27e-4e78-a0e6-bc292ac5c01f None None] Provisioning complete for port ffed5992-93c7-4853-83d3-fe61b6db304d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:03.424328 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5b2d838b-a27e-4e78-a0e6-bc292ac5c01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ffed5992-93c7-4853-83d3-fe61b6db304d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:03.517520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d838b-a27e-4e78-a0e6-bc292ac5c01f None None] Current status of the port ffed5992-93c7-4853-83d3-fe61b6db304d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:03.524807 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21f1d6-f486-4729-80b0-e3ba7f1d3cba tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Pushing event updated for resources: {'Subnet': ['ID=ac55e054-2672-4c93-86f7-9c66c0ff89e4,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:03.535590 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-39489a8a-df37-469d-8be9-08c6febe292a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (99586820-d206-408b-8356-321069380074), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:03.538203 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-39489a8a-df37-469d-8be9-08c6febe292a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:03.539375 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-39489a8a-df37-469d-8be9-08c6febe292a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99586820-d206-408b-8356-321069380074 HTTP/1.1" status: 204 len: 168 time: 1.3477061 Apr 16 04:22:03.566877 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da21f1d6-f486-4729-80b0-e3ba7f1d3cba tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Checking segment: {'id': 'fcf08d7e-d03f-416d-9179-3fff39ae84ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c2a65f17-447f-40bf-abeb-629c47bb5367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:03.567103 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da21f1d6-f486-4729-80b0-e3ba7f1d3cba tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Network hostable DHCP agents. Network: c2a65f17-447f-40bf-abeb-629c47bb5367, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:22:03.578021 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39489a8a-df37-469d-8be9-08c6febe292a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99586820-d206-408b-8356-321069380074,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:03.591253 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-24932f5c-c5e2-4c19-94bb-af7d246a0967 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:03.591625 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-24932f5c-c5e2-4c19-94bb-af7d246a0967 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (99e0d2ad-eede-4e99-a1cc-e847ea52f32c), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:03.591950 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-24932f5c-c5e2-4c19-94bb-af7d246a0967 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Floating IP 99e0d2ad-eede-4e99-a1cc-e847ea52f32c disassociated. External IP: 172.26.6.154, port: 17c55749-0fb9-4729-a771-fd6c745d6849. Apr 16 04:22:03.592303 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-24932f5c-c5e2-4c19-94bb-af7d246a0967 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Calling delete_port for 17c55749-0fb9-4729-a771-fd6c745d6849 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:03.601772 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ddbfd69b-7c53-4403-a64a-0fcde48768f0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (2648a8a8-de1a-4ac8-bffc-95d31984ebaf), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:03.641048 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-467f14de-e0eb-476e-b20b-ebc59b3fd7cc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 172.20.0.4 (9a9395da-f56a-4c57-8efc-4b7256188659/ad3335a7-fe8f-45f0-8320-acb54f960905/31b15bf6-5f0f-4250-9298-a5b62eb9c58c) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:03.646750 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-467f14de-e0eb-476e-b20b-ebc59b3fd7cc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::f816:3eff:fe01:dd0e (9a9395da-f56a-4c57-8efc-4b7256188659/9660ce34-d3f3-4fd8-b089-b39386a53469/31b15bf6-5f0f-4250-9298-a5b62eb9c58c) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:03.704449 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cd940d8f-74c6-419a-bb29-931d81584900 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (a264230d-314a-4767-9a51-b72f59e9f304), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:03.707124 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cd940d8f-74c6-419a-bb29-931d81584900 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:03.708298 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cd940d8f-74c6-419a-bb29-931d81584900 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-groups/a264230d-314a-4767-9a51-b72f59e9f304 HTTP/1.1" status: 204 len: 168 time: 1.1726394 Apr 16 04:22:03.715024 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port ffed5992-93c7-4853-83d3-fe61b6db304d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:03.717331 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35668) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:03.750635 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd940d8f-74c6-419a-bb29-931d81584900 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a264230d-314a-4767-9a51-b72f59e9f304,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:03.784463 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da21f1d6-f486-4729-80b0-e3ba7f1d3cba tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Network c2a65f17-447f-40bf-abeb-629c47bb5367 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:22:03.854201 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b3b0354b-b27f-46c9-b93e-bac954280e7a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1321783 Apr 16 04:22:03.857227 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35672) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:03.870895 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-126c838f-647b-47cf-83ee-dd9ee1986623 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344934710'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:03.887197 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbfd69b-7c53-4403-a64a-0fcde48768f0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 2648a8a8-de1a-4ac8-bffc-95d31984ebaf has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:22:03.937575 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-467f14de-e0eb-476e-b20b-ebc59b3fd7cc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (31b15bf6-5f0f-4250-9298-a5b62eb9c58c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:03.951802 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-da21f1d6-f486-4729-80b0-e3ba7f1d3cba tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, c2a65f17-447f-40bf-abeb-629c47bb5367) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:03.961994 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da21f1d6-f486-4729-80b0-e3ba7f1d3cba tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:03.962635 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-da21f1d6-f486-4729-80b0-e3ba7f1d3cba tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:03.977705 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-126c838f-647b-47cf-83ee-dd9ee1986623 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:04.006317 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f6922c-27e2-4ee5-bbdd-124a7eac19b2 None None] Network c2a65f17-447f-40bf-abeb-629c47bb5367 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:04.029338 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35676) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:04.043120 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbfd69b-7c53-4403-a64a-0fcde48768f0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:04.051535 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ddbfd69b-7c53-4403-a64a-0fcde48768f0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/2648a8a8-de1a-4ac8-bffc-95d31984ebaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8634160 Apr 16 04:22:04.056818 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35680) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:04.072983 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc03e0-de2b-42ab-bbce-9057bb33d0d5 None None] Sync routers for ids ['2648a8a8-de1a-4ac8-bffc-95d31984ebaf'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:04.080663 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-126c838f-647b-47cf-83ee-dd9ee1986623 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (f3e46108-8a8b-45f9-b1a3-1ef7b6500e49), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:04.099299 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-da21f1d6-f486-4729-80b0-e3ba7f1d3cba tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7068222 Apr 16 04:22:04.100192 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35682) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:04.105925 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-85aafa1c-8f78-4816-a798-769664e36902 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-223986703', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}, 'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:04.125951 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc03e0-de2b-42ab-bbce-9057bb33d0d5 None None] Routers {'2648a8a8-de1a-4ac8-bffc-95d31984ebaf'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:04.126730 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-f2bc03e0-de2b-42ab-bbce-9057bb33d0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2648a8a8-de1a-4ac8-bffc-95d31984ebaf'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:04.144003 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-24932f5c-c5e2-4c19-94bb-af7d246a0967 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (17c55749-0fb9-4729-a771-fd6c745d6849), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:04.175745 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-f2bc03e0-de2b-42ab-bbce-9057bb33d0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:04.186423 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24932f5c-c5e2-4c19-94bb-af7d246a0967 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event deleted for resources: {'Port': ['ID=17c55749-0fb9-4729-a771-fd6c745d6849,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:04.196269 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-126c838f-647b-47cf-83ee-dd9ee1986623 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f3e46108-8a8b-45f9-b1a3-1ef7b6500e49), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:04.200505 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc03e0-de2b-42ab-bbce-9057bb33d0d5 None None] Routers {'2648a8a8-de1a-4ac8-bffc-95d31984ebaf'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:04.201405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-f2bc03e0-de2b-42ab-bbce-9057bb33d0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2648a8a8-de1a-4ac8-bffc-95d31984ebaf'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:04.223132 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-467f14de-e0eb-476e-b20b-ebc59b3fd7cc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (31b15bf6-5f0f-4250-9298-a5b62eb9c58c), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:04.280325 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-85aafa1c-8f78-4816-a798-769664e36902 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (48bc633b-e0ab-4911-bcfa-10879fca5cad), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:04.284100 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-85aafa1c-8f78-4816-a798-769664e36902 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (48bc633b-e0ab-4911-bcfa-10879fca5cad), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:04.294721 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-f2bc03e0-de2b-42ab-bbce-9057bb33d0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:04.295328 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc03e0-de2b-42ab-bbce-9057bb33d0d5 None None] The sync data for ids ['2648a8a8-de1a-4ac8-bffc-95d31984ebaf'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:04.338031 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-126c838f-647b-47cf-83ee-dd9ee1986623 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:04.341960 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-126c838f-647b-47cf-83ee-dd9ee1986623 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4816043 Apr 16 04:22:04.342109 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-87beccdb-9b33-4f77-b3ca-1494330e0e7e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1988568805'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:04.356207 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35692) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:04.372610 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c838f-647b-47cf-83ee-dd9ee1986623 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e46108-8a8b-45f9-b1a3-1ef7b6500e49,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:04.376033 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24932f5c-c5e2-4c19-94bb-af7d246a0967 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Router 54445761-6c46-4590-b3b0-fb5467f09c49 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:22:04.390090 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-3abd2a8c-c18e-41f0-b1bc-96af197b702c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group_rule': {'security_group_id': 'f3e46108-8a8b-45f9-b1a3-1ef7b6500e49', 'direction': 'ingress', 'protocol': 17}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:04.405769 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-c2a65f17-447f-40bf-abeb-629c47bb5367', 'network_id': 'c2a65f17-447f-40bf-abeb-629c47bb5367', 'project_id': 'fcd6de85aabe43a591ab3fbce4823e81', 'fixed_ips': [{'subnet_id': 'ac55e054-2672-4c93-86f7-9c66c0ff89e4'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:22:04.407685 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:04.445513 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ffed5992-93c7-4853-83d3-fe61b6db304d up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:04.462254 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467f14de-e0eb-476e-b20b-ebc59b3fd7cc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:04.474626 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-467f14de-e0eb-476e-b20b-ebc59b3fd7cc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:04.478017 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467f14de-e0eb-476e-b20b-ebc59b3fd7cc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:04.481716 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-85aafa1c-8f78-4816-a798-769664e36902 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for router_controller (48bc633b-e0ab-4911-bcfa-10879fca5cad), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:04.484395 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f14de-e0eb-476e-b20b-ebc59b3fd7cc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=31b15bf6-5f0f-4250-9298-a5b62eb9c58c,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:04.560860 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467f14de-e0eb-476e-b20b-ebc59b3fd7cc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:04.564891 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-467f14de-e0eb-476e-b20b-ebc59b3fd7cc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:04.593750 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87beccdb-9b33-4f77-b3ca-1494330e0e7e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Made reservation on behalf of 73487597c3b744729772f791e4bc7825 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:04.597073 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-87beccdb-9b33-4f77-b3ca-1494330e0e7e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:04.625754 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port ffed5992-93c7-4853-83d3-fe61b6db304d triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:04.626453 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ffed5992-93c7-4853-83d3-fe61b6db304d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:04.743449 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24932f5c-c5e2-4c19-94bb-af7d246a0967 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:04.753350 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a78fd80-a0c3-4484-802e-bcbdf4a9fe67 None None] Sync routers for ids ['54445761-6c46-4590-b3b0-fb5467f09c49'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:04.769745 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f87bb-f5c4-4e21-984b-3e18c7a2ab7a req-7a9efb1c-4ad6-43e8-9025-09709d73ff20 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:04.772306 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fc3f87bb-f5c4-4e21-984b-3e18c7a2ab7a req-7a9efb1c-4ad6-43e8-9025-09709d73ff20 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.4190459 Apr 16 04:22:04.773754 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a78fd80-a0c3-4484-802e-bcbdf4a9fe67 None None] Routers {'54445761-6c46-4590-b3b0-fb5467f09c49'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:04.774947 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-9a78fd80-a0c3-4484-802e-bcbdf4a9fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['54445761-6c46-4590-b3b0-fb5467f09c49'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:04.783889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] Allocated IP 172.20.0.2 (c2a65f17-447f-40bf-abeb-629c47bb5367/ac55e054-2672-4c93-86f7-9c66c0ff89e4/1db0b543-c47d-49b6-b7c8-9c375709aeec) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:04.784255 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-87beccdb-9b33-4f77-b3ca-1494330e0e7e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:04.785155 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-85aafa1c-8f78-4816-a798-769664e36902 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for router_gateway (48bc633b-e0ab-4911-bcfa-10879fca5cad), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:04.814245 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-467f14de-e0eb-476e-b20b-ebc59b3fd7cc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4613121 Apr 16 04:22:04.817470 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35700) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:04.847962 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3abd2a8c-c18e-41f0-b1bc-96af197b702c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (93953a0d-52cb-4f08-91d8-b6f02be2b4fa), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:04.853708 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-9a78fd80-a0c3-4484-802e-bcbdf4a9fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:04.864147 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a78fd80-a0c3-4484-802e-bcbdf4a9fe67 None None] Routers {'54445761-6c46-4590-b3b0-fb5467f09c49'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:04.864955 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-9a78fd80-a0c3-4484-802e-bcbdf4a9fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['54445761-6c46-4590-b3b0-fb5467f09c49'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:04.924428 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-9a78fd80-a0c3-4484-802e-bcbdf4a9fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:04.925226 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a78fd80-a0c3-4484-802e-bcbdf4a9fe67 None None] The sync data for ids ['54445761-6c46-4590-b3b0-fb5467f09c49'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:04.979025 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port ffed5992-93c7-4853-83d3-fe61b6db304d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:04.979744 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747637b9-9bd1-4f47-a00a-652a78b42b6f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:04.985490 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747637b9-9bd1-4f47-a00a-652a78b42b6f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:04.988344 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-747637b9-9bd1-4f47-a00a-652a78b42b6f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1687131 Apr 16 04:22:04.990028 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35704) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:04.996657 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fc3f87bb-f5c4-4e21-984b-3e18c7a2ab7a req-381114f2-b8ba-47e7-8ac8-e1eb15e778d5 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050993 Apr 16 04:22:05.031669 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-24932f5c-c5e2-4c19-94bb-af7d246a0967 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.034989 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-24932f5c-c5e2-4c19-94bb-af7d246a0967 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "DELETE /v2.0/ports/17c55749-0fb9-4729-a771-fd6c745d6849 HTTP/1.1" status: 204 len: 168 time: 3.0410147 Apr 16 04:22:05.040999 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35706) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:05.052002 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-fd9871c9-0efd-4902-acee-94644f3804e4 None None] Provisioning complete for port 31b15bf6-5f0f-4250-9298-a5b62eb9c58c triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:05.052559 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fd9871c9-0efd-4902-acee-94644f3804e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (31b15bf6-5f0f-4250-9298-a5b62eb9c58c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.122027 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3abd2a8c-c18e-41f0-b1bc-96af197b702c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (93953a0d-52cb-4f08-91d8-b6f02be2b4fa), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.125800 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-fd9871c9-0efd-4902-acee-94644f3804e4 None None] Port 31b15bf6-5f0f-4250-9298-a5b62eb9c58c cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:05.148253 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] Publish callbacks [] for port (1db0b543-c47d-49b6-b7c8-9c375709aeec), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.198333 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6e75a704-231d-4666-896d-275bd79a1a5b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (2648a8a8-de1a-4ac8-bffc-95d31984ebaf), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.237901 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3abd2a8c-c18e-41f0-b1bc-96af197b702c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (93953a0d-52cb-4f08-91d8-b6f02be2b4fa), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.252962 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (1db0b543-c47d-49b6-b7c8-9c375709aeec), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.273265 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35710) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:05.285024 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-87beccdb-9b33-4f77-b3ca-1494330e0e7e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for security_group (e7e97321-f954-4834-9be6-82976e6a0c8b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.306111 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd2a8c-c18e-41f0-b1bc-96af197b702c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93953a0d-52cb-4f08-91d8-b6f02be2b4fa,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:05.323486 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] Pushing event updated for resources: {'Port': ['ID=1db0b543-c47d-49b6-b7c8-9c375709aeec,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:05.333170 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] Network c2a65f17-447f-40bf-abeb-629c47bb5367 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:05.335136 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:05.338349 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:05.375147 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-87beccdb-9b33-4f77-b3ca-1494330e0e7e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (e7e97321-f954-4834-9be6-82976e6a0c8b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.387671 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87beccdb-9b33-4f77-b3ca-1494330e0e7e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:22:05.397765 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-87beccdb-9b33-4f77-b3ca-1494330e0e7e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (db9efa9d-abff-48f9-88b8-f293db3529c2), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.398132 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-87beccdb-9b33-4f77-b3ca-1494330e0e7e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Added segment db9efa9d-abff-48f9-88b8-f293db3529c2 of type vlan for network dcf721ec-cac9-4d1d-b704-52819a768cb0 Apr 16 04:22:05.409055 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] Attempting to bind port 1db0b543-c47d-49b6-b7c8-9c375709aeec on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:22:05.409564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] Attempting to bind port 1db0b543-c47d-49b6-b7c8-9c375709aeec by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'fcf08d7e-d03f-416d-9179-3fff39ae84ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c2a65f17-447f-40bf-abeb-629c47bb5367'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:22:05.410052 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] Attempting to bind port 1db0b543-c47d-49b6-b7c8-9c375709aeec on network c2a65f17-447f-40bf-abeb-629c47bb5367 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:22:05.419076 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:22:05.420116 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] Checking segment: {'id': 'fcf08d7e-d03f-416d-9179-3fff39ae84ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c2a65f17-447f-40bf-abeb-629c47bb5367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:05.420116 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.420349 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] Bound using segment: {'id': 'fcf08d7e-d03f-416d-9179-3fff39ae84ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c2a65f17-447f-40bf-abeb-629c47bb5367'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:22:05.420951 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] Bound port: 1db0b543-c47d-49b6-b7c8-9c375709aeec, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf08d7e-d03f-416d-9179-3fff39ae84ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c2a65f17-447f-40bf-abeb-629c47bb5367'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:22:05.421519 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1db0b543-c47d-49b6-b7c8-9c375709aeec), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.463859 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3abd2a8c-c18e-41f0-b1bc-96af197b702c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.467662 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3abd2a8c-c18e-41f0-b1bc-96af197b702c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0993004 Apr 16 04:22:05.483669 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Request body: {'networks': [{'name': 'tempest-network--386967797'}, {'name': 'tempest-network--714491964'}]} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:05.483988 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Request body: {'network': {'name': 'tempest-network--386967797'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:05.484452 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Request body: {'network': {'name': 'tempest-network--714491964'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:05.491100 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35714) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:05.498299 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] For port 1db0b543-c47d-49b6-b7c8-9c375709aeec, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:22:05.500636 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-87beccdb-9b33-4f77-b3ca-1494330e0e7e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (dcf721ec-cac9-4d1d-b704-52819a768cb0), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.502355 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] For port 1db0b543-c47d-49b6-b7c8-9c375709aeec, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1db0b543-c47d-49b6-b7c8-9c375709aeec,segment=NetworkSegment(fcf08d7e-d03f-416d-9179-3fff39ae84ae),segment_id=fcf08d7e-d03f-416d-9179-3fff39ae84ae)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:22:05.508003 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-1f327da3-fbae-4aa8-98d4-7c08a70ccbb4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port 31b15bf6-5f0f-4250-9298-a5b62eb9c58c {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:05.508344 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f327da3-fbae-4aa8-98d4-7c08a70ccbb4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (31b15bf6-5f0f-4250-9298-a5b62eb9c58c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.548456 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-85aafa1c-8f78-4816-a798-769664e36902 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for router_gateway (48bc633b-e0ab-4911-bcfa-10879fca5cad), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.558411 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87beccdb-9b33-4f77-b3ca-1494330e0e7e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e97321-f954-4834-9be6-82976e6a0c8b,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:05.570076 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (1db0b543-c47d-49b6-b7c8-9c375709aeec), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.588567 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-85aafa1c-8f78-4816-a798-769664e36902 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.639808 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-871c63ca-9cab-4722-85b1-9f053eed8919 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (f3e46108-8a8b-45f9-b1a3-1ef7b6500e49), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.648763 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247b6f4-5740-45cc-b629-f25eceab7692 None None] Pushing event updated for resources: {'Port': ['ID=1db0b543-c47d-49b6-b7c8-9c375709aeec,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:05.675804 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Made reservation on behalf of a67c3962e54247da84d0ebdf42c7c839 for: {'network': 2} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:05.680811 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.702714 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.705716 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-871c63ca-9cab-4722-85b1-9f053eed8919 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (f3e46108-8a8b-45f9-b1a3-1ef7b6500e49), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.744892 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-87beccdb-9b33-4f77-b3ca-1494330e0e7e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (dcf721ec-cac9-4d1d-b704-52819a768cb0), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.749921 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87beccdb-9b33-4f77-b3ca-1494330e0e7e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:05.750493 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-87beccdb-9b33-4f77-b3ca-1494330e0e7e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.799936 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-6e75a704-231d-4666-896d-275bd79a1a5b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting port 5bedd3be-8a5b-4725-b110-10b69b059130 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:05.800140 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6e75a704-231d-4666-896d-275bd79a1a5b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (5bedd3be-8a5b-4725-b110-10b69b059130), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.839842 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f327da3-fbae-4aa8-98d4-7c08a70ccbb4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (31b15bf6-5f0f-4250-9298-a5b62eb9c58c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:05.880081 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-1f327da3-fbae-4aa8-98d4-7c08a70ccbb4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for 31b15bf6-5f0f-4250-9298-a5b62eb9c58c owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:05.917354 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-87beccdb-9b33-4f77-b3ca-1494330e0e7e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8891499 Apr 16 04:22:05.918380 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-85aafa1c-8f78-4816-a798-769664e36902 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Allocated IP 172.26.6.234 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/1b09af82-d551-45c9-9355-20089d6e5409) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:05.927757 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35716) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:05.934566 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-9e80f212-2197-46ac-9669-b3381a8dfae0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1232029842'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:05.966193 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87beccdb-9b33-4f77-b3ca-1494330e0e7e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Network': ['ID=dcf721ec-cac9-4d1d-b704-52819a768cb0,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:05.987019 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network dcf721ec-cac9-4d1d-b704-52819a768cb0 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:22:06.041064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6e75a704-231d-4666-896d-275bd79a1a5b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (5bedd3be-8a5b-4725-b110-10b69b059130), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.085912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-871c63ca-9cab-4722-85b1-9f053eed8919 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f3e46108-8a8b-45f9-b1a3-1ef7b6500e49), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.088470 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-871c63ca-9cab-4722-85b1-9f053eed8919 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.097457 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-871c63ca-9cab-4722-85b1-9f053eed8919 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-groups/f3e46108-8a8b-45f9-b1a3-1ef7b6500e49 HTTP/1.1" status: 204 len: 168 time: 0.6025167 Apr 16 04:22:06.101723 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35720) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:06.119945 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-6e75a704-231d-4666-896d-275bd79a1a5b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Calling delete_port for 5bedd3be-8a5b-4725-b110-10b69b059130 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:06.129859 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks [] for security_group (01cc2562-cfc3-481b-ab58-5850b21e884f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.130605 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e80f212-2197-46ac-9669-b3381a8dfae0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Made reservation on behalf of 73487597c3b744729772f791e4bc7825 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:06.134981 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9e80f212-2197-46ac-9669-b3381a8dfae0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.138784 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c63ca-9cab-4722-85b1-9f053eed8919 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e46108-8a8b-45f9-b1a3-1ef7b6500e49,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:06.213428 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (01cc2562-cfc3-481b-ab58-5850b21e884f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.213883 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.240268 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2b59178d-3e4b-4841-90c5-114191447805 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1317418 Apr 16 04:22:06.261524 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35722) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:06.270769 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-cdba61c2-6f1c-425f-9100-576d7035f9e6 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1510288850'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:06.305255 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6503832-427c-41cb-86d6-502c6a08b102 req-bc7771b0-f297-4eca-9c07-c1755e98f63b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:06.306764 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d6503832-427c-41cb-86d6-502c6a08b102 req-bc7771b0-f297-4eca-9c07-c1755e98f63b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1999826 Apr 16 04:22:06.345793 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01cc2562-cfc3-481b-ab58-5850b21e884f,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:06.359439 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:22:06.372491 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (1d4c49cd-fed1-4e1d-8cc3-67bd9ae19f19), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.372491 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Added segment 1d4c49cd-fed1-4e1d-8cc3-67bd9ae19f19 of type vlan for network 76af3d8c-c6e6-4ee0-9e98-550e83013e41 Apr 16 04:22:06.400767 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e80f212-2197-46ac-9669-b3381a8dfae0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:22:06.419508 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1db0b543-c47d-49b6-b7c8-9c375709aeec up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:06.439686 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cdba61c2-6f1c-425f-9100-576d7035f9e6 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.445904 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-85aafa1c-8f78-4816-a798-769664e36902 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for port (1b09af82-d551-45c9-9355-20089d6e5409), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.463499 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (76af3d8c-c6e6-4ee0-9e98-550e83013e41), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.485827 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 1db0b543-c47d-49b6-b7c8-9c375709aeec triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:06.486375 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1db0b543-c47d-49b6-b7c8-9c375709aeec), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.500143 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9e80f212-2197-46ac-9669-b3381a8dfae0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f31d1309-37bb-4624-a421-822c5173db4c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.500494 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-9e80f212-2197-46ac-9669-b3381a8dfae0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Added segment f31d1309-37bb-4624-a421-822c5173db4c of type vlan for network f26597e0-e5b5-42a4-942c-6d34338e0753 Apr 16 04:22:06.522828 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5bbe2f1c-854b-48d3-b53a-374e39cb736a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (54445761-6c46-4590-b3b0-fb5467f09c49), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.525791 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:22:06.544493 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (a0b0210f-4434-4f87-8e14-1543ec949011), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.545314 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Added segment a0b0210f-4434-4f87-8e14-1543ec949011 of type vlan for network e39fd399-581d-43c3-97bd-60bdab3c91eb Apr 16 04:22:06.587459 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 1db0b543-c47d-49b6-b7c8-9c375709aeec is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:06.588083 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1db0b543-c47d-49b6-b7c8-9c375709aeec), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.622623 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9e80f212-2197-46ac-9669-b3381a8dfae0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (f26597e0-e5b5-42a4-942c-6d34338e0753), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.624794 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6e75a704-231d-4666-896d-275bd79a1a5b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (5bedd3be-8a5b-4725-b110-10b69b059130), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.637770 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 1db0b543-c47d-49b6-b7c8-9c375709aeec, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1db0b543-c47d-49b6-b7c8-9c375709aeec,segment=NetworkSegment(fcf08d7e-d03f-416d-9179-3fff39ae84ae),segment_id=fcf08d7e-d03f-416d-9179-3fff39ae84ae)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:06.643974 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d6503832-427c-41cb-86d6-502c6a08b102 req-42e277c1-258c-49ae-a991-637e9a5d75e9 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3176949 Apr 16 04:22:06.647543 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cdba61c2-6f1c-425f-9100-576d7035f9e6 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (c9fdc403-45c9-4651-9c1d-323a25b7381b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.672000 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (e39fd399-581d-43c3-97bd-60bdab3c91eb), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.674567 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75a704-231d-4666-896d-275bd79a1a5b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Port': ['ID=5bedd3be-8a5b-4725-b110-10b69b059130,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:06.720868 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (1db0b543-c47d-49b6-b7c8-9c375709aeec), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.772453 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cdba61c2-6f1c-425f-9100-576d7035f9e6 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (c9fdc403-45c9-4651-9c1d-323a25b7381b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.796974 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=1db0b543-c47d-49b6-b7c8-9c375709aeec,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:06.802285 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f327da3-fbae-4aa8-98d4-7c08a70ccbb4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (31b15bf6-5f0f-4250-9298-a5b62eb9c58c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.838986 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-85aafa1c-8f78-4816-a798-769664e36902 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (1b09af82-d551-45c9-9355-20089d6e5409), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.871384 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f327da3-fbae-4aa8-98d4-7c08a70ccbb4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=31b15bf6-5f0f-4250-9298-a5b62eb9c58c,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:06.885690 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (76af3d8c-c6e6-4ee0-9e98-550e83013e41), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.886414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (e39fd399-581d-43c3-97bd-60bdab3c91eb), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.892684 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:06.897575 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:06.898249 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.904716 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6e75a704-231d-4666-896d-275bd79a1a5b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (2648a8a8-de1a-4ac8-bffc-95d31984ebaf), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.908869 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9e80f212-2197-46ac-9669-b3381a8dfae0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (f26597e0-e5b5-42a4-942c-6d34338e0753), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.914602 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e80f212-2197-46ac-9669-b3381a8dfae0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:06.915366 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9e80f212-2197-46ac-9669-b3381a8dfae0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.956244 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba61c2-6f1c-425f-9100-576d7035f9e6 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fdc403-45c9-4651-9c1d-323a25b7381b,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:06.962286 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cdba61c2-6f1c-425f-9100-576d7035f9e6 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:06.964116 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cdba61c2-6f1c-425f-9100-576d7035f9e6 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7016289 Apr 16 04:22:06.983632 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35724) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:06.992652 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aafa1c-8f78-4816-a798-769664e36902 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:07.002375 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-b9eecc2b-c7f6-4eea-ac51-8268933adb74 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1729212694'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:07.021046 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9e80f212-2197-46ac-9669-b3381a8dfae0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0878587 Apr 16 04:22:07.030109 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-85aafa1c-8f78-4816-a798-769664e36902 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:07.047543 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35726) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:07.088593 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-36bb294b-e527-430d-bb51-d47430e70d95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'subnet': {'network_id': 'dcf721ec-cac9-4d1d-b704-52819a768cb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:07.095656 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aafa1c-8f78-4816-a798-769664e36902 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:07.204759 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aafa1c-8f78-4816-a798-769664e36902 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Pushing event updated for resources: {'Port': ['ID=1b09af82-d551-45c9-9355-20089d6e5409,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:07.216978 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80f212-2197-46ac-9669-b3381a8dfae0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Network': ['ID=f26597e0-e5b5-42a4-942c-6d34338e0753,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:07.237293 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network f26597e0-e5b5-42a4-942c-6d34338e0753 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:22:07.272736 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ffd35b-3227-4555-983c-a6fffca272c8 None None] Network c2a65f17-447f-40bf-abeb-629c47bb5367 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:07.397394 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-102d1024-7611-40f2-afa3-e32dd9673ff3 None None] Provisioning complete for port 1db0b543-c47d-49b6-b7c8-9c375709aeec triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:07.397775 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-102d1024-7611-40f2-afa3-e32dd9673ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1db0b543-c47d-49b6-b7c8-9c375709aeec), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:07.436462 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event updated for resources: {'Network': ['ID=76af3d8c-c6e6-4ee0-9e98-550e83013e41,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:07.462805 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 76af3d8c-c6e6-4ee0-9e98-550e83013e41 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:22:07.476409 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.1974878 Apr 16 04:22:07.483153 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35728) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:07.592880 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b9eecc2b-c7f6-4eea-ac51-8268933adb74 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:07.597088 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-102d1024-7611-40f2-afa3-e32dd9673ff3 None None] Current status of the port 1db0b543-c47d-49b6-b7c8-9c375709aeec is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:07.635570 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f327da3-fbae-4aa8-98d4-7c08a70ccbb4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:07.640945 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1f327da3-fbae-4aa8-98d4-7c08a70ccbb4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/31b15bf6-5f0f-4250-9298-a5b62eb9c58c HTTP/1.1" status: 204 len: 168 time: 2.6477742 Apr 16 04:22:07.656796 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35730) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:07.683495 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fb8cf-dc3b-4370-9a31-2522cb78f7b8 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event updated for resources: {'Network': ['ID=e39fd399-581d-43c3-97bd-60bdab3c91eb,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:07.693756 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network e39fd399-581d-43c3-97bd-60bdab3c91eb details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:22:07.780445 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e75a704-231d-4666-896d-275bd79a1a5b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 2648a8a8-de1a-4ac8-bffc-95d31984ebaf has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:22:07.809790 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f5ac03-fa8c-425a-b567-129eebe34d0f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:07.811260 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f5ac03-fa8c-425a-b567-129eebe34d0f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:07.812600 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f5ac03-fa8c-425a-b567-129eebe34d0f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:07.816923 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-59f5ac03-fa8c-425a-b567-129eebe34d0f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1280642 Apr 16 04:22:07.820211 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355bdea4-5b2f-4e68-8cfd-cd99dbce8824 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:07.822913 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-508ca593-4661-4502-922e-8b8b9d5b1695 None None] Provisioning complete for port 1db0b543-c47d-49b6-b7c8-9c375709aeec triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:07.823509 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-508ca593-4661-4502-922e-8b8b9d5b1695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1db0b543-c47d-49b6-b7c8-9c375709aeec), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:07.824837 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35734) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:07.825787 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355bdea4-5b2f-4e68-8cfd-cd99dbce8824 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:07.830787 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355bdea4-5b2f-4e68-8cfd-cd99dbce8824 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:07.835921 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355bdea4-5b2f-4e68-8cfd-cd99dbce8824 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:07.840251 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-355bdea4-5b2f-4e68-8cfd-cd99dbce8824 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3522024 Apr 16 04:22:07.840430 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe2f1c-854b-48d3-b53a-374e39cb736a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Deleting port 2c6762f0-db88-445b-8e7b-aecd6320cc57 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:07.840430 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5bbe2f1c-854b-48d3-b53a-374e39cb736a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (2c6762f0-db88-445b-8e7b-aecd6320cc57), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:07.843221 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35736) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:07.910694 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d26e0-abf6-4193-ace5-cfd24fb0c293 req-f64ac968-369d-4e70-bc87-b48c8c257175 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:07.910929 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-508ca593-4661-4502-922e-8b8b9d5b1695 None None] Current status of the port 1db0b543-c47d-49b6-b7c8-9c375709aeec is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:07.912225 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f63d26e0-abf6-4193-ace5-cfd24fb0c293 req-f64ac968-369d-4e70-bc87-b48c8c257175 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1307437 Apr 16 04:22:07.929827 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bb294b-e527-430d-bb51-d47430e70d95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Made reservation on behalf of 73487597c3b744729772f791e4bc7825 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:07.933170 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-36bb294b-e527-430d-bb51-d47430e70d95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:07.967044 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e75a704-231d-4666-896d-275bd79a1a5b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:07.978673 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6e75a704-231d-4666-896d-275bd79a1a5b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/2648a8a8-de1a-4ac8-bffc-95d31984ebaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9161236 Apr 16 04:22:07.978673 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35738) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:07.981748 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7705a3-f60e-4a94-9fec-6bec82a8c4dd None None] Sync routers for ids ['2648a8a8-de1a-4ac8-bffc-95d31984ebaf'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:07.992202 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7705a3-f60e-4a94-9fec-6bec82a8c4dd None None] Routers {'2648a8a8-de1a-4ac8-bffc-95d31984ebaf'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:07.993789 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3f7705a3-f60e-4a94-9fec-6bec82a8c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2648a8a8-de1a-4ac8-bffc-95d31984ebaf'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:08.022203 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-38f116ad-2276-44e8-9397-b30ea2bff0c1 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/ports?device_id=2648a8a8-de1a-4ac8-bffc-95d31984ebaf HTTP/1.1" status: 200 len: 205 time: 0.0430429 Apr 16 04:22:08.027862 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f63d26e0-abf6-4193-ace5-cfd24fb0c293 req-e47e435c-bb93-4d6a-8e7f-6ed37080a700 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891032 Apr 16 04:22:08.028793 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35740) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:08.030408 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3f7705a3-f60e-4a94-9fec-6bec82a8c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:08.039982 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7705a3-f60e-4a94-9fec-6bec82a8c4dd None None] Routers {'2648a8a8-de1a-4ac8-bffc-95d31984ebaf'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:08.040592 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3f7705a3-f60e-4a94-9fec-6bec82a8c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2648a8a8-de1a-4ac8-bffc-95d31984ebaf'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:08.080613 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3f7705a3-f60e-4a94-9fec-6bec82a8c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:08.081261 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7705a3-f60e-4a94-9fec-6bec82a8c4dd None None] The sync data for ids ['2648a8a8-de1a-4ac8-bffc-95d31984ebaf'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:08.118324 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-18055a57-30b6-498b-9696-5bf6fba351a5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (2648a8a8-de1a-4ac8-bffc-95d31984ebaf), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.127602 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-67076ecf-05f7-4d61-9e19-f788a495ed5d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet 9660ce34-d3f3-4fd8-b089-b39386a53469 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:22:08.140240 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b9eecc2b-c7f6-4eea-ac51-8268933adb74 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (5bdc8057-0212-459d-9832-1c2921624ed4), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.147188 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-67076ecf-05f7-4d61-9e19-f788a495ed5d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (9660ce34-d3f3-4fd8-b089-b39386a53469), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.178876 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b1290b3e-679d-4e2d-8161-b55d8232de0e tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (76af3d8c-c6e6-4ee0-9e98-550e83013e41), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.235405 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b9eecc2b-c7f6-4eea-ac51-8268933adb74 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (5bdc8057-0212-459d-9832-1c2921624ed4), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.271008 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5bbe2f1c-854b-48d3-b53a-374e39cb736a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (2c6762f0-db88-445b-8e7b-aecd6320cc57), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.286992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-18055a57-30b6-498b-9696-5bf6fba351a5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (2648a8a8-de1a-4ac8-bffc-95d31984ebaf), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.289751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-18055a57-30b6-498b-9696-5bf6fba351a5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router_controller (2648a8a8-de1a-4ac8-bffc-95d31984ebaf), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.350982 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe2f1c-854b-48d3-b53a-374e39cb736a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Calling delete_port for 2c6762f0-db88-445b-8e7b-aecd6320cc57 owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:08.355296 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-67076ecf-05f7-4d61-9e19-f788a495ed5d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (9660ce34-d3f3-4fd8-b089-b39386a53469), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.385421 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1db0b543-c47d-49b6-b7c8-9c375709aeec up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:08.406188 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-18055a57-30b6-498b-9696-5bf6fba351a5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (2648a8a8-de1a-4ac8-bffc-95d31984ebaf), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.407395 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18055a57-30b6-498b-9696-5bf6fba351a5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Fanout notify agent at l3_agent the message router_deleted on router 2648a8a8-de1a-4ac8-bffc-95d31984ebaf {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:22:08.407856 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eecc2b-c7f6-4eea-ac51-8268933adb74 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdc8057-0212-459d-9832-1c2921624ed4,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:08.424922 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-18055a57-30b6-498b-9696-5bf6fba351a5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.433842 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-18055a57-30b6-498b-9696-5bf6fba351a5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/routers/2648a8a8-de1a-4ac8-bffc-95d31984ebaf HTTP/1.1" status: 204 len: 168 time: 0.4000683 Apr 16 04:22:08.433842 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35742) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:08.436532 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 1db0b543-c47d-49b6-b7c8-9c375709aeec triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:08.436949 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1db0b543-c47d-49b6-b7c8-9c375709aeec), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.489121 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3b3504-4c6a-4c4d-a3e2-690450193cba tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting subnet 3ff5897e-a07f-402d-8723-66c317e9010f {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:22:08.489360 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b9eecc2b-c7f6-4eea-ac51-8268933adb74 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.493213 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b9eecc2b-c7f6-4eea-ac51-8268933adb74 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4919524 Apr 16 04:22:08.493404 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bb3b3504-4c6a-4c4d-a3e2-690450193cba tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for subnet (3ff5897e-a07f-402d-8723-66c317e9010f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.518838 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35744) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:08.534443 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1c40dec3-520f-42c9-ab27-78715e6a9b57 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group_rule': {'security_group_id': 'c9fdc403-45c9-4651-9c1d-323a25b7381b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5bdc8057-0212-459d-9832-1c2921624ed4', 'remote_ip_prefix': None}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:08.539661 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bb3b3504-4c6a-4c4d-a3e2-690450193cba tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (3ff5897e-a07f-402d-8723-66c317e9010f), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.597736 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-85aafa1c-8f78-4816-a798-769664e36902 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for router_gateway (48bc633b-e0ab-4911-bcfa-10879fca5cad), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.639662 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bb3b3504-4c6a-4c4d-a3e2-690450193cba tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (3ff5897e-a07f-402d-8723-66c317e9010f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.661980 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b1290b3e-679d-4e2d-8161-b55d8232de0e tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (76af3d8c-c6e6-4ee0-9e98-550e83013e41), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.675056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 1db0b543-c47d-49b6-b7c8-9c375709aeec is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:08.749761 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bb3b3504-4c6a-4c4d-a3e2-690450193cba tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (3ff5897e-a07f-402d-8723-66c317e9010f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.753803 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-b1290b3e-679d-4e2d-8161-b55d8232de0e tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76af3d8c-c6e6-4ee0-9e98-550e83013e41']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:08.780197 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b3504-4c6a-4c4d-a3e2-690450193cba tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff5897e-a07f-402d-8723-66c317e9010f,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:08.786241 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bb3b3504-4c6a-4c4d-a3e2-690450193cba tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.788821 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ef790f-c4aa-4e94-9ea9-5da1e20e9473 None None] Network 6865734c-b77b-4095-87e6-9badccedd89f requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:08.789084 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-bb3b3504-4c6a-4c4d-a3e2-690450193cba tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/subnets/3ff5897e-a07f-402d-8723-66c317e9010f HTTP/1.1" status: 204 len: 168 time: 0.3563442 Apr 16 04:22:08.791685 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35746) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:08.846282 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-c574a18c-267b-46ee-a746-4fcb85f14e33 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting subnet 69dbbc9f-33bc-4213-b62e-7b75ea4b62aa {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:22:08.849702 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c574a18c-267b-46ee-a746-4fcb85f14e33 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for subnet (69dbbc9f-33bc-4213-b62e-7b75ea4b62aa), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.850586 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-67076ecf-05f7-4d61-9e19-f788a495ed5d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (9660ce34-d3f3-4fd8-b089-b39386a53469), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.856046 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-b1290b3e-679d-4e2d-8161-b55d8232de0e tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4c49cd-fed1-4e1d-8cc3-67bd9ae19f19') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:08.856340 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-b1290b3e-679d-4e2d-8161-b55d8232de0e tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4c49cd-fed1-4e1d-8cc3-67bd9ae19f19') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:08.894885 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-36bb294b-e527-430d-bb51-d47430e70d95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (7f81618e-7529-4ed6-93ea-88254a913077), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.899267 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b1290b3e-679d-4e2d-8161-b55d8232de0e tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (1d4c49cd-fed1-4e1d-8cc3-67bd9ae19f19), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.901124 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c574a18c-267b-46ee-a746-4fcb85f14e33 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (69dbbc9f-33bc-4213-b62e-7b75ea4b62aa), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.975476 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c1dab4-d1e6-40e3-8254-10ecc09d6368 None None] DHCP port deletion for 6865734c-b77b-4095-87e6-9badccedd89f request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:22:08.978062 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b1290b3e-679d-4e2d-8161-b55d8232de0e tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (1d4c49cd-fed1-4e1d-8cc3-67bd9ae19f19), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.991189 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c40dec3-520f-42c9-ab27-78715e6a9b57 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (805d0b1a-3fc9-4e03-8fac-6713cd66a5f5), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:08.994268 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c574a18c-267b-46ee-a746-4fcb85f14e33 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (69dbbc9f-33bc-4213-b62e-7b75ea4b62aa), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.002104 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1290b3e-679d-4e2d-8161-b55d8232de0e tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:22:09.002427 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b1290b3e-679d-4e2d-8161-b55d8232de0e tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (1d4c49cd-fed1-4e1d-8cc3-67bd9ae19f19), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:22:09.014032 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:22:09.033118 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-88c1dab4-d1e6-40e3-8254-10ecc09d6368 None None] Deleting port c2f1799b-89f0-49e6-9e18-3877340649cc {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:09.033496 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-88c1dab4-d1e6-40e3-8254-10ecc09d6368 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c2f1799b-89f0-49e6-9e18-3877340649cc), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.105995 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-88c1dab4-d1e6-40e3-8254-10ecc09d6368 None None] For port c2f1799b-89f0-49e6-9e18-3877340649cc, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c2f1799b-89f0-49e6-9e18-3877340649cc,segment=NetworkSegment(9b0358b7-b58f-4051-93c2-0a6bb5a371a0),segment_id=9b0358b7-b58f-4051-93c2-0a6bb5a371a0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:09.106398 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-88c1dab4-d1e6-40e3-8254-10ecc09d6368 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c2f1799b-89f0-49e6-9e18-3877340649cc), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.119996 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-88c1dab4-d1e6-40e3-8254-10ecc09d6368 None None] Calling delete_port for c2f1799b-89f0-49e6-9e18-3877340649cc owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:09.124001 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c3c6952d-75bc-4ba2-91d3-9dc4da012419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.145157 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c574a18c-267b-46ee-a746-4fcb85f14e33 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (69dbbc9f-33bc-4213-b62e-7b75ea4b62aa), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.158654 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb294b-e527-430d-bb51-d47430e70d95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Subnet': ['ID=7f81618e-7529-4ed6-93ea-88254a913077,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:09.167429 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c574a18c-267b-46ee-a746-4fcb85f14e33 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.172484 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c574a18c-267b-46ee-a746-4fcb85f14e33 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/subnets/69dbbc9f-33bc-4213-b62e-7b75ea4b62aa HTTP/1.1" status: 204 len: 168 time: 0.3797896 Apr 16 04:22:09.173547 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04fb7c1-9f29-4f3b-9cea-a3ce0867b73b None None] Network 49580678-a762-4607-bb88-48745a967af6 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:09.183147 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35750) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:09.206140 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574a18c-267b-46ee-a746-4fcb85f14e33 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Subnet': ['ID=69dbbc9f-33bc-4213-b62e-7b75ea4b62aa,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:09.348570 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef98a6b-646c-471c-8fe1-7ce8d03d997f None None] DHCP port deletion for 49580678-a762-4607-bb88-48745a967af6 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:22:09.377120 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-88c1dab4-d1e6-40e3-8254-10ecc09d6368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (c2f1799b-89f0-49e6-9e18-3877340649cc), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.413366 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1dab4-d1e6-40e3-8254-10ecc09d6368 None None] Pushing event deleted for resources: {'Port': ['ID=c2f1799b-89f0-49e6-9e18-3877340649cc,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:09.420358 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c1dab4-d1e6-40e3-8254-10ecc09d6368 None None] No DVR routers for this DVR port c2f1799b-89f0-49e6-9e18-3877340649cc on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:22:09.422035 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-bef98a6b-646c-471c-8fe1-7ce8d03d997f None None] Deleting port 8f0fa26e-6807-4f89-ba78-4fe9eadebd10 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:09.422403 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bef98a6b-646c-471c-8fe1-7ce8d03d997f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (8f0fa26e-6807-4f89-ba78-4fe9eadebd10), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.494141 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-bef98a6b-646c-471c-8fe1-7ce8d03d997f None None] For port 8f0fa26e-6807-4f89-ba78-4fe9eadebd10, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=8f0fa26e-6807-4f89-ba78-4fe9eadebd10,segment=NetworkSegment(1eb51b0b-c963-40e4-ac9e-8e3808bf764d),segment_id=1eb51b0b-c963-40e4-ac9e-8e3808bf764d)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:09.494630 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bef98a6b-646c-471c-8fe1-7ce8d03d997f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (8f0fa26e-6807-4f89-ba78-4fe9eadebd10), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.509123 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-bef98a6b-646c-471c-8fe1-7ce8d03d997f None None] Calling delete_port for 8f0fa26e-6807-4f89-ba78-4fe9eadebd10 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:09.613429 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b1290b3e-679d-4e2d-8161-b55d8232de0e tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (76af3d8c-c6e6-4ee0-9e98-550e83013e41), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.614961 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bb294b-e527-430d-bb51-d47430e70d95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Checking segment: {'id': 'db9efa9d-abff-48f9-88b8-f293db3529c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dcf721ec-cac9-4d1d-b704-52819a768cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:09.615312 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bb294b-e527-430d-bb51-d47430e70d95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network hostable DHCP agents. Network: dcf721ec-cac9-4d1d-b704-52819a768cb0, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:22:09.618556 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-67076ecf-05f7-4d61-9e19-f788a495ed5d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (9660ce34-d3f3-4fd8-b089-b39386a53469), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.644236 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b1290b3e-679d-4e2d-8161-b55d8232de0e tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.645834 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bef98a6b-646c-471c-8fe1-7ce8d03d997f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (8f0fa26e-6807-4f89-ba78-4fe9eadebd10), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.647497 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b1290b3e-679d-4e2d-8161-b55d8232de0e tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "DELETE /v2.0/networks/76af3d8c-c6e6-4ee0-9e98-550e83013e41 HTTP/1.1" status: 204 len: 168 time: 1.7934804 Apr 16 04:22:09.650247 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35752) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:09.667699 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b508135-4000-4453-98f6-94eb8adfa0b7 req-7f31f138-bf21-46ce-aea7-a6f7370b3028 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:09.669200 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3b508135-4000-4453-98f6-94eb8adfa0b7 req-7f31f138-bf21-46ce-aea7-a6f7370b3028 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.5309947 Apr 16 04:22:09.675860 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef98a6b-646c-471c-8fe1-7ce8d03d997f None None] Pushing event deleted for resources: {'Port': ['ID=8f0fa26e-6807-4f89-ba78-4fe9eadebd10,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:09.686883 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef98a6b-646c-471c-8fe1-7ce8d03d997f None None] No DVR routers for this DVR port 8f0fa26e-6807-4f89-ba78-4fe9eadebd10 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:22:09.735539 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1290b3e-679d-4e2d-8161-b55d8232de0e tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event deleted for resources: {'Network': ['ID=76af3d8c-c6e6-4ee0-9e98-550e83013e41,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:09.737156 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67076ecf-05f7-4d61-9e19-f788a495ed5d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=9660ce34-d3f3-4fd8-b089-b39386a53469,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:09.741042 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (e39fd399-581d-43c3-97bd-60bdab3c91eb), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.747299 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f4f1ba-ae2d-4fec-9456-d0b121c5ffac None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:09.753571 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-67076ecf-05f7-4d61-9e19-f788a495ed5d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.759793 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-67076ecf-05f7-4d61-9e19-f788a495ed5d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/9660ce34-d3f3-4fd8-b089-b39386a53469 HTTP/1.1" status: 204 len: 168 time: 1.9220631 Apr 16 04:22:09.764820 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35754) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:09.766659 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c40dec3-520f-42c9-ab27-78715e6a9b57 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (805d0b1a-3fc9-4e03-8fac-6713cd66a5f5), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.789540 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-97ed7efe-a8a9-4f4e-9597-f90aa5d9fd22 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (6865734c-b77b-4095-87e6-9badccedd89f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.842896 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (e39fd399-581d-43c3-97bd-60bdab3c91eb), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.856414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c40dec3-520f-42c9-ab27-78715e6a9b57 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (805d0b1a-3fc9-4e03-8fac-6713cd66a5f5), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.867179 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39fd399-581d-43c3-97bd-60bdab3c91eb']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:09.876109 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-85aafa1c-8f78-4816-a798-769664e36902 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (48bc633b-e0ab-4911-bcfa-10879fca5cad), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.878007 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b0210f-4434-4f87-8e14-1543ec949011') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:09.884171 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b0210f-4434-4f87-8e14-1543ec949011') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:09.889048 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (a0b0210f-4434-4f87-8e14-1543ec949011), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.906150 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (a0b0210f-4434-4f87-8e14-1543ec949011), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.912945 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:22:09.914638 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (a0b0210f-4434-4f87-8e14-1543ec949011), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:22:09.916513 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:22:09.919100 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3b508135-4000-4453-98f6-94eb8adfa0b7 req-7a149faa-ad8e-44d2-8d87-08d7d00aea34 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998041 Apr 16 04:22:09.925397 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-224efebd-f1a4-433a-9468-f79daa8ac41d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet ad3335a7-fe8f-45f0-8320-acb54f960905 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:22:09.931089 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5bbe2f1c-854b-48d3-b53a-374e39cb736a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (2c6762f0-db88-445b-8e7b-aecd6320cc57), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.972546 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-224efebd-f1a4-433a-9468-f79daa8ac41d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (ad3335a7-fe8f-45f0-8320-acb54f960905), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:09.978116 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40dec3-520f-42c9-ab27-78715e6a9b57 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805d0b1a-3fc9-4e03-8fac-6713cd66a5f5,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:10.004600 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bb294b-e527-430d-bb51-d47430e70d95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network dcf721ec-cac9-4d1d-b704-52819a768cb0 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:22:10.048950 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (e39fd399-581d-43c3-97bd-60bdab3c91eb), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.060671 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c40dec3-520f-42c9-ab27-78715e6a9b57 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.064555 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1c40dec3-520f-42c9-ab27-78715e6a9b57 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.5350401 Apr 16 04:22:10.071287 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.073781 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe2f1c-854b-48d3-b53a-374e39cb736a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event deleted for resources: {'Port': ['ID=2c6762f0-db88-445b-8e7b-aecd6320cc57,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:10.085012 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "DELETE /v2.0/networks/e39fd399-581d-43c3-97bd-60bdab3c91eb HTTP/1.1" status: 204 len: 168 time: 0.4314511 Apr 16 04:22:10.085012 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35756) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:10.086968 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35758) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:10.093731 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event deleted for resources: {'Network': ['ID=e39fd399-581d-43c3-97bd-60bdab3c91eb,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:10.153831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:10.154173 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:10.154700 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:10.155687 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:10.156545 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:10.157060 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:10.157549 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:10.158055 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:10.158542 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:10.159052 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:10.159707 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:10.160198 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:10.160826 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:10.161333 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:10.163237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a1a989-459b-47a2-8ca7-ba22706c6a0f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:10.170387 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-97ed7efe-a8a9-4f4e-9597-f90aa5d9fd22 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (6865734c-b77b-4095-87e6-9badccedd89f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.176323 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-224efebd-f1a4-433a-9468-f79daa8ac41d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (ad3335a7-fe8f-45f0-8320-acb54f960905), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.177864 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-36bb294b-e527-430d-bb51-d47430e70d95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, dcf721ec-cac9-4d1d-b704-52819a768cb0) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:10.200321 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94486fa3-f1f9-4e9b-bebd-bd1150cd1071 None None] Network dcf721ec-cac9-4d1d-b704-52819a768cb0 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:10.279278 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6876f5-9d98-4b50-900b-cde7ed846f42 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:10.280193 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bb294b-e527-430d-bb51-d47430e70d95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:10.281005 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-36bb294b-e527-430d-bb51-d47430e70d95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.288156 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6876f5-9d98-4b50-900b-cde7ed846f42 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:10.290225 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0c6876f5-9d98-4b50-900b-cde7ed846f42 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1934226 Apr 16 04:22:10.305519 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35760) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:10.307220 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ac12db06-c786-4093-9f98-b970d5d18575 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (805d0b1a-3fc9-4e03-8fac-6713cd66a5f5), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.320484 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-98ecba23-142f-45e8-b2bf-2515957f6527 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-424632672'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:10.340062 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ac12db06-c786-4093-9f98-b970d5d18575 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (805d0b1a-3fc9-4e03-8fac-6713cd66a5f5), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.358897 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-97ed7efe-a8a9-4f4e-9597-f90aa5d9fd22 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6865734c-b77b-4095-87e6-9badccedd89f']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:10.384315 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-97ed7efe-a8a9-4f4e-9597-f90aa5d9fd22 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0358b7-b58f-4051-93c2-0a6bb5a371a0') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:10.384794 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-97ed7efe-a8a9-4f4e-9597-f90aa5d9fd22 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0358b7-b58f-4051-93c2-0a6bb5a371a0') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:10.407648 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-224efebd-f1a4-433a-9468-f79daa8ac41d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (ad3335a7-fe8f-45f0-8320-acb54f960905), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.414538 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-97ed7efe-a8a9-4f4e-9597-f90aa5d9fd22 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (9b0358b7-b58f-4051-93c2-0a6bb5a371a0), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.435443 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-dcf721ec-cac9-4d1d-b704-52819a768cb0', 'network_id': 'dcf721ec-cac9-4d1d-b704-52819a768cb0', 'project_id': '73487597c3b744729772f791e4bc7825', 'fixed_ips': [{'subnet_id': '7f81618e-7529-4ed6-93ea-88254a913077'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:22:10.437710 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.442141 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 8f0fa26e-6807-4f89-ba78-4fe9eadebd10 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:22:10.457881 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-36bb294b-e527-430d-bb51-d47430e70d95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3768051 Apr 16 04:22:10.462134 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35762) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:10.465570 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-97ed7efe-a8a9-4f4e-9597-f90aa5d9fd22 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (9b0358b7-b58f-4051-93c2-0a6bb5a371a0), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.472981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-b4b0f1c3-3fae-4491-a7e5-87f319e1f472 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'subnet': {'network_id': 'f26597e0-e5b5-42a4-942c-6d34338e0753', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:10.502671 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ecba23-142f-45e8-b2bf-2515957f6527 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Made reservation on behalf of a67c3962e54247da84d0ebdf42c7c839 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:10.504541 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 8f0fa26e-6807-4f89-ba78-4fe9eadebd10 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:22:10.504862 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 8f0fa26e-6807-4f89-ba78-4fe9eadebd10 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:22:10.505359 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c2f1799b-89f0-49e6-9e18-3877340649cc no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:22:10.510619 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-98ecba23-142f-45e8-b2bf-2515957f6527 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.512395 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ed7efe-a8a9-4f4e-9597-f90aa5d9fd22 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:22:10.514206 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-97ed7efe-a8a9-4f4e-9597-f90aa5d9fd22 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (9b0358b7-b58f-4051-93c2-0a6bb5a371a0), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:22:10.519354 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:22:10.527530 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ac12db06-c786-4093-9f98-b970d5d18575 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (805d0b1a-3fc9-4e03-8fac-6713cd66a5f5), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.543601 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: c2f1799b-89f0-49e6-9e18-3877340649cc {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:22:10.544173 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c2f1799b-89f0-49e6-9e18-3877340649cc not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:22:10.548042 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ac12db06-c786-4093-9f98-b970d5d18575 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.549258 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ac12db06-c786-4093-9f98-b970d5d18575 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/805d0b1a-3fc9-4e03-8fac-6713cd66a5f5 HTTP/1.1" status: 204 len: 168 time: 0.4644678 Apr 16 04:22:10.560699 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35764) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:10.641012 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12db06-c786-4093-9f98-b970d5d18575 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=805d0b1a-3fc9-4e03-8fac-6713cd66a5f5,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:10.676792 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b1f0997f-6137-4e82-b9f7-3d99562dc17d tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1127086 Apr 16 04:22:10.682035 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35766) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:10.687247 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ecba23-142f-45e8-b2bf-2515957f6527 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:22:10.690442 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5bbe2f1c-854b-48d3-b53a-374e39cb736a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (54445761-6c46-4590-b3b0-fb5467f09c49), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.709979 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Allocated IP 2001:db8::2 (dcf721ec-cac9-4d1d-b704-52819a768cb0/7f81618e-7529-4ed6-93ea-88254a913077/f0e69917-a7d8-4125-84b8-e400a6e18057) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:10.739941 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-98ecba23-142f-45e8-b2bf-2515957f6527 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (448f9671-aa39-4106-be44-1fde9b0c9451), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.740286 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-98ecba23-142f-45e8-b2bf-2515957f6527 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Added segment 448f9671-aa39-4106-be44-1fde9b0c9451 of type vlan for network 89e7af9c-f15e-4d1c-b3d4-737fb02dde7b Apr 16 04:22:10.765586 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-97ed7efe-a8a9-4f4e-9597-f90aa5d9fd22 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (6865734c-b77b-4095-87e6-9badccedd89f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.786107 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-98ecba23-142f-45e8-b2bf-2515957f6527 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (89e7af9c-f15e-4d1c-b3d4-737fb02dde7b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.788472 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-97ed7efe-a8a9-4f4e-9597-f90aa5d9fd22 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.794691 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-97ed7efe-a8a9-4f4e-9597-f90aa5d9fd22 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/networks/6865734c-b77b-4095-87e6-9badccedd89f HTTP/1.1" status: 204 len: 168 time: 1.6073322 Apr 16 04:22:10.795332 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35768) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:10.796108 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed7efe-a8a9-4f4e-9597-f90aa5d9fd22 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Network': ['ID=6865734c-b77b-4095-87e6-9badccedd89f,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:10.804531 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-848cf4c2-2648-4361-9b63-841ff6f119f8 None None] Provisioning complete for port ffed5992-93c7-4853-83d3-fe61b6db304d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:10.804932 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-848cf4c2-2648-4361-9b63-841ff6f119f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ffed5992-93c7-4853-83d3-fe61b6db304d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.810110 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-224efebd-f1a4-433a-9468-f79daa8ac41d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (ad3335a7-fe8f-45f0-8320-acb54f960905), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.819895 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85aafa1c-8f78-4816-a798-769664e36902 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Router 48bc633b-e0ab-4911-bcfa-10879fca5cad is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:22:10.839553 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b0f1c3-3fae-4491-a7e5-87f319e1f472 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Made reservation on behalf of 73487597c3b744729772f791e4bc7825 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:10.842915 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b4b0f1c3-3fae-4491-a7e5-87f319e1f472 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.856883 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224efebd-f1a4-433a-9468-f79daa8ac41d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3335a7-fe8f-45f0-8320-acb54f960905,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:10.865875 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-224efebd-f1a4-433a-9468-f79daa8ac41d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.869325 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-224efebd-f1a4-433a-9468-f79daa8ac41d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/ad3335a7-fe8f-45f0-8320-acb54f960905 HTTP/1.1" status: 204 len: 168 time: 1.1003711 Apr 16 04:22:10.875799 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a74a617-349d-49ec-8d93-7569c42c4608 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:10.901387 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35770) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:10.953292 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-98ecba23-142f-45e8-b2bf-2515957f6527 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (89e7af9c-f15e-4d1c-b3d4-737fb02dde7b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.957950 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ecba23-142f-45e8-b2bf-2515957f6527 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:10.958733 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-98ecba23-142f-45e8-b2bf-2515957f6527 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.960797 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f30567d1-21c0-4fbe-bf22-674681ca3177 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (5bdc8057-0212-459d-9832-1c2921624ed4), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:10.966052 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-79989698-ec4d-4e48-b089-69cc1670b7eb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632212 Apr 16 04:22:10.978571 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35774) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:11.010522 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1a325ec1-1e42-419e-801e-2ef31fed6fb1 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (49580678-a762-4607-bb88-48745a967af6), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.023502 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Publish callbacks [] for port (f0e69917-a7d8-4125-84b8-e400a6e18057), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.030601 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-848cf4c2-2648-4361-9b63-841ff6f119f8 None None] Current status of the port ffed5992-93c7-4853-83d3-fe61b6db304d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:11.078143 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f30567d1-21c0-4fbe-bf22-674681ca3177 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (5bdc8057-0212-459d-9832-1c2921624ed4), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.114971 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83804d25-0753-476b-9aa8-45760b892240 None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:22:11.124519 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (f0e69917-a7d8-4125-84b8-e400a6e18057), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.145590 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-98ecba23-142f-45e8-b2bf-2515957f6527 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8324325 Apr 16 04:22:11.146106 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a59fdf-038b-42e2-82cb-25e4b86ef883 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:11.146409 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35776) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:11.148097 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-27a59fdf-038b-42e2-82cb-25e4b86ef883 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1661165 Apr 16 04:22:11.152752 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35778) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:11.160575 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecba23-142f-45e8-b2bf-2515957f6527 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event updated for resources: {'Network': ['ID=89e7af9c-f15e-4d1c-b3d4-737fb02dde7b,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:11.168593 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-cfb30155-5af5-4a54-9005-969bc4d87568 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-468369661'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:11.188979 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 89e7af9c-f15e-4d1c-b3d4-737fb02dde7b details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:22:11.229446 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Network dcf721ec-cac9-4d1d-b704-52819a768cb0 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:11.238271 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33113b-883f-4631-934f-668ee1065e24 req-afdcc5fd-a0bc-4c10-861d-81c0e45bafca tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:11.239614 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-83804d25-0753-476b-9aa8-45760b892240 None None] Deleting port ffed5992-93c7-4853-83d3-fe61b6db304d {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:11.239966 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7f33113b-883f-4631-934f-668ee1065e24 req-afdcc5fd-a0bc-4c10-861d-81c0e45bafca tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.2068884 Apr 16 04:22:11.240105 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-83804d25-0753-476b-9aa8-45760b892240 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (ffed5992-93c7-4853-83d3-fe61b6db304d), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.263607 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85aafa1c-8f78-4816-a798-769664e36902 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:11.268856 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:11.271497 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:11.277963 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf96c598-96aa-480a-96f0-45145330c66e None None] Sync routers for ids ['48bc633b-e0ab-4911-bcfa-10879fca5cad'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:11.292624 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf96c598-96aa-480a-96f0-45145330c66e None None] Routers {'48bc633b-e0ab-4911-bcfa-10879fca5cad'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:11.293290 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-bf96c598-96aa-480a-96f0-45145330c66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['48bc633b-e0ab-4911-bcfa-10879fca5cad'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:11.300231 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Pushing event updated for resources: {'Port': ['ID=f0e69917-a7d8-4125-84b8-e400a6e18057,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:11.313635 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1a325ec1-1e42-419e-801e-2ef31fed6fb1 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (49580678-a762-4607-bb88-48745a967af6), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.319857 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbe2f1c-854b-48d3-b53a-374e39cb736a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Router 54445761-6c46-4590-b3b0-fb5467f09c49 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:22:11.350224 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-bf96c598-96aa-480a-96f0-45145330c66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:11.362067 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf96c598-96aa-480a-96f0-45145330c66e None None] Routers {'48bc633b-e0ab-4911-bcfa-10879fca5cad'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:11.363146 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-bf96c598-96aa-480a-96f0-45145330c66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:21:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['48bc633b-e0ab-4911-bcfa-10879fca5cad'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:11.365140 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb30155-5af5-4a54-9005-969bc4d87568 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Made reservation on behalf of a67c3962e54247da84d0ebdf42c7c839 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:11.369081 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cfb30155-5af5-4a54-9005-969bc4d87568 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.377753 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f30567d1-21c0-4fbe-bf22-674681ca3177 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (5bdc8057-0212-459d-9832-1c2921624ed4), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.381993 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f30567d1-21c0-4fbe-bf22-674681ca3177 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.383577 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f30567d1-21c0-4fbe-bf22-674681ca3177 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-groups/5bdc8057-0212-459d-9832-1c2921624ed4 HTTP/1.1" status: 204 len: 168 time: 0.7005718 Apr 16 04:22:11.387429 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035d1aaf-ceae-4986-9879-b9fb69a7cd13 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:11.389057 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-035d1aaf-ceae-4986-9879-b9fb69a7cd13 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2294457 Apr 16 04:22:11.390921 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35780) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:11.398798 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35782) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:11.417694 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-1a325ec1-1e42-419e-801e-2ef31fed6fb1 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49580678-a762-4607-bb88-48745a967af6']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:11.436634 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-85aafa1c-8f78-4816-a798-769664e36902 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.437999 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-85aafa1c-8f78-4816-a798-769664e36902 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.3358440 Apr 16 04:22:11.439070 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30567d1-21c0-4fbe-bf22-674681ca3177 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdc8057-0212-459d-9832-1c2921624ed4,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:11.441692 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35784) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:11.455899 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-1a325ec1-1e42-419e-801e-2ef31fed6fb1 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb51b0b-c963-40e4-ac9e-8e3808bf764d') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:11.456698 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-1a325ec1-1e42-419e-801e-2ef31fed6fb1 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb51b0b-c963-40e4-ac9e-8e3808bf764d') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:11.463439 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-83804d25-0753-476b-9aa8-45760b892240 None None] For port ffed5992-93c7-4853-83d3-fe61b6db304d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ffed5992-93c7-4853-83d3-fe61b6db304d,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:11.463704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-83804d25-0753-476b-9aa8-45760b892240 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (ffed5992-93c7-4853-83d3-fe61b6db304d), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.484497 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-beffd6cb-3d38-47b0-a3d0-bf4087acb79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.487233 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Attempting to bind port f0e69917-a7d8-4125-84b8-e400a6e18057 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:22:11.487617 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Attempting to bind port f0e69917-a7d8-4125-84b8-e400a6e18057 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'db9efa9d-abff-48f9-88b8-f293db3529c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dcf721ec-cac9-4d1d-b704-52819a768cb0'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:22:11.487985 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Attempting to bind port f0e69917-a7d8-4125-84b8-e400a6e18057 on network dcf721ec-cac9-4d1d-b704-52819a768cb0 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:22:11.498333 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:22:11.498734 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Checking segment: {'id': 'db9efa9d-abff-48f9-88b8-f293db3529c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dcf721ec-cac9-4d1d-b704-52819a768cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:11.499247 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.499647 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Bound using segment: {'id': 'db9efa9d-abff-48f9-88b8-f293db3529c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dcf721ec-cac9-4d1d-b704-52819a768cb0'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:22:11.500130 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Bound port: f0e69917-a7d8-4125-84b8-e400a6e18057, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9efa9d-abff-48f9-88b8-f293db3529c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dcf721ec-cac9-4d1d-b704-52819a768cb0'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:22:11.500513 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f0e69917-a7d8-4125-84b8-e400a6e18057), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.505132 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-83804d25-0753-476b-9aa8-45760b892240 None None] Calling delete_port for ffed5992-93c7-4853-83d3-fe61b6db304d owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:11.531963 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1a325ec1-1e42-419e-801e-2ef31fed6fb1 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (1eb51b0b-c963-40e4-ac9e-8e3808bf764d), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.538610 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4c41eff2-f611-4391-ac81-84acc9b33a49 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1369767 Apr 16 04:22:11.550853 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35786) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:11.557596 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7f33113b-883f-4631-934f-668ee1065e24 req-c8b377fb-09a3-4bab-a547-387987838bb5 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748897 Apr 16 04:22:11.583993 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-bf96c598-96aa-480a-96f0-45145330c66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:11.585574 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf96c598-96aa-480a-96f0-45145330c66e None None] The sync data for ids ['48bc633b-e0ab-4911-bcfa-10879fca5cad'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:11.590388 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-9268370d-a01a-40af-a032-25912661e68a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:11.597058 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1a325ec1-1e42-419e-801e-2ef31fed6fb1 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (1eb51b0b-c963-40e4-ac9e-8e3808bf764d), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.607729 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb30155-5af5-4a54-9005-969bc4d87568 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:22:11.624055 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a325ec1-1e42-419e-801e-2ef31fed6fb1 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:22:11.624459 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1a325ec1-1e42-419e-801e-2ef31fed6fb1 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (1eb51b0b-c963-40e4-ac9e-8e3808bf764d), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:22:11.637467 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:22:11.652560 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbe2f1c-854b-48d3-b53a-374e39cb736a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:11.659621 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5bbe2f1c-854b-48d3-b53a-374e39cb736a tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "PUT /v2.0/routers/54445761-6c46-4590-b3b0-fb5467f09c49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6145267 Apr 16 04:22:11.663089 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] For port f0e69917-a7d8-4125-84b8-e400a6e18057, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:22:11.664248 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35790) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:11.671203 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5c1ddd9f-8572-4c10-a1ac-48fcb8fb282f tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2790906 Apr 16 04:22:11.672604 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] For port f0e69917-a7d8-4125-84b8-e400a6e18057, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f0e69917-a7d8-4125-84b8-e400a6e18057,segment=NetworkSegment(db9efa9d-abff-48f9-88b8-f293db3529c2),segment_id=db9efa9d-abff-48f9-88b8-f293db3529c2)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:22:11.674044 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35792) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:11.680792 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6778b08a-73c0-4a94-8574-76eb139a2964 None None] Sync routers for ids ['54445761-6c46-4590-b3b0-fb5467f09c49'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:11.713985 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6778b08a-73c0-4a94-8574-76eb139a2964 None None] Routers {'54445761-6c46-4590-b3b0-fb5467f09c49'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:11.715349 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-6778b08a-73c0-4a94-8574-76eb139a2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['54445761-6c46-4590-b3b0-fb5467f09c49'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:11.736468 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cfb30155-5af5-4a54-9005-969bc4d87568 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (24c9a58e-6c3a-40cb-8e8b-9e54cf145aed), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.736866 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-cfb30155-5af5-4a54-9005-969bc4d87568 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Added segment 24c9a58e-6c3a-40cb-8e8b-9e54cf145aed of type vlan for network 0881ca97-db4d-4e54-8d9e-c6ec4b1f620b Apr 16 04:22:11.759342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-6778b08a-73c0-4a94-8574-76eb139a2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:11.784334 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (f0e69917-a7d8-4125-84b8-e400a6e18057), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.793450 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b4b0f1c3-3fae-4491-a7e5-87f319e1f472 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (66cafa4f-9aa7-4ce5-854c-9ade250cfbf7), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.827741 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6778b08a-73c0-4a94-8574-76eb139a2964 None None] Routers {'54445761-6c46-4590-b3b0-fb5467f09c49'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:11.828918 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-6778b08a-73c0-4a94-8574-76eb139a2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['54445761-6c46-4590-b3b0-fb5467f09c49'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:11.868984 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-172a9c55-5410-4de5-8c41-a92882c5cf9b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (c9fdc403-45c9-4651-9c1d-323a25b7381b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.926490 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1a325ec1-1e42-419e-801e-2ef31fed6fb1 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (49580678-a762-4607-bb88-48745a967af6), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.934789 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-172a9c55-5410-4de5-8c41-a92882c5cf9b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (c9fdc403-45c9-4651-9c1d-323a25b7381b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.938058 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-6778b08a-73c0-4a94-8574-76eb139a2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:11.939279 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6778b08a-73c0-4a94-8574-76eb139a2964 None None] The sync data for ids ['54445761-6c46-4590-b3b0-fb5467f09c49'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:11.963376 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cfb30155-5af5-4a54-9005-969bc4d87568 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (0881ca97-db4d-4e54-8d9e-c6ec4b1f620b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:11.983579 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Pushing event updated for resources: {'Port': ['ID=f0e69917-a7d8-4125-84b8-e400a6e18057,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:12.027069 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.028464 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.029201 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.031395 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.032076 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.032956 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.033609 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.035132 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.035733 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.036375 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.037346 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.037923 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.038538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.039098 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.039687 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7a051c-1271-4c7a-b986-9097a4aa4cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.047166 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-83804d25-0753-476b-9aa8-45760b892240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (ffed5992-93c7-4853-83d3-fe61b6db304d), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:12.083327 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83804d25-0753-476b-9aa8-45760b892240 None None] Pushing event deleted for resources: {'Port': ['ID=ffed5992-93c7-4853-83d3-fe61b6db304d,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:12.083982 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af4da6-69c6-474d-9cc9-5226c3980356 req-b2740e54-b63d-4a3e-94c4-4a5eba7d6572 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:12.093143 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83804d25-0753-476b-9aa8-45760b892240 None None] No DVR routers for this DVR port ffed5992-93c7-4853-83d3-fe61b6db304d on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:22:12.094744 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18af4da6-69c6-474d-9cc9-5226c3980356 req-b2740e54-b63d-4a3e-94c4-4a5eba7d6572 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1663415 Apr 16 04:22:12.116606 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1a325ec1-1e42-419e-801e-2ef31fed6fb1 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:12.120109 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1a325ec1-1e42-419e-801e-2ef31fed6fb1 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/networks/49580678-a762-4607-bb88-48745a967af6 HTTP/1.1" status: 204 len: 168 time: 1.3236890 Apr 16 04:22:12.158350 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35796) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:12.171110 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9268370d-a01a-40af-a032-25912661e68a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:12.175102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9268370d-a01a-40af-a032-25912661e68a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:12.184312 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-9268370d-a01a-40af-a032-25912661e68a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:22:12.184844 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9268370d-a01a-40af-a032-25912661e68a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:22:12.207735 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-dc2f84c8-6f86-4ca2-bbeb-3576f934fb88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'network': {'name': 'tempest-RoutersTest-1530626183'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:12.220197 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a325ec1-1e42-419e-801e-2ef31fed6fb1 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Network': ['ID=49580678-a762-4607-bb88-48745a967af6,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:12.441213 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f0e69917-a7d8-4125-84b8-e400a6e18057 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:12.466290 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-172a9c55-5410-4de5-8c41-a92882c5cf9b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (c9fdc403-45c9-4651-9c1d-323a25b7381b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:12.469087 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-172a9c55-5410-4de5-8c41-a92882c5cf9b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:12.473247 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-172a9c55-5410-4de5-8c41-a92882c5cf9b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-groups/c9fdc403-45c9-4651-9c1d-323a25b7381b HTTP/1.1" status: 204 len: 168 time: 0.7981625 Apr 16 04:22:12.476695 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35800) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:12.510402 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a9c55-5410-4de5-8c41-a92882c5cf9b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fdc403-45c9-4651-9c1d-323a25b7381b,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:12.511242 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port f0e69917-a7d8-4125-84b8-e400a6e18057 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:12.511619 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f0e69917-a7d8-4125-84b8-e400a6e18057), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:12.531584 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a9c55-5410-4de5-8c41-a92882c5cf9b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.532317 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a9c55-5410-4de5-8c41-a92882c5cf9b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.532584 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a9c55-5410-4de5-8c41-a92882c5cf9b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.533017 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a9c55-5410-4de5-8c41-a92882c5cf9b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.533413 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a9c55-5410-4de5-8c41-a92882c5cf9b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.533907 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a9c55-5410-4de5-8c41-a92882c5cf9b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.534532 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a9c55-5410-4de5-8c41-a92882c5cf9b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.534700 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a9c55-5410-4de5-8c41-a92882c5cf9b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.535068 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a9c55-5410-4de5-8c41-a92882c5cf9b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.535457 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a9c55-5410-4de5-8c41-a92882c5cf9b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.535849 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a9c55-5410-4de5-8c41-a92882c5cf9b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.536473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a9c55-5410-4de5-8c41-a92882c5cf9b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.536634 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a9c55-5410-4de5-8c41-a92882c5cf9b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.537043 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a9c55-5410-4de5-8c41-a92882c5cf9b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.537978 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a9c55-5410-4de5-8c41-a92882c5cf9b tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:22:12.554359 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:12.586075 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0f1c3-3fae-4491-a7e5-87f319e1f472 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Subnet': ['ID=66cafa4f-9aa7-4ce5-854c-9ade250cfbf7,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:12.611538 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a40813da-b94a-4256-928a-6dc03e5c6012 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1309016 Apr 16 04:22:12.619202 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35802) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:12.622901 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cfb30155-5af5-4a54-9005-969bc4d87568 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (0881ca97-db4d-4e54-8d9e-c6ec4b1f620b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:12.630121 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-5d7402cf-fe5c-4328-a055-81448a247b02 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group': {'name': 'tempest-secgroup--2007744836'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:12.630275 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb30155-5af5-4a54-9005-969bc4d87568 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:12.630275 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cfb30155-5af5-4a54-9005-969bc4d87568 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:12.637437 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b0f1c3-3fae-4491-a7e5-87f319e1f472 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Checking segment: {'id': 'f31d1309-37bb-4624-a421-822c5173db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f26597e0-e5b5-42a4-942c-6d34338e0753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:12.637803 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b0f1c3-3fae-4491-a7e5-87f319e1f472 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network hostable DHCP agents. Network: f26597e0-e5b5-42a4-942c-6d34338e0753, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:22:12.640456 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d73e7-98d4-4772-ab16-8239ca8622a3 req-231ee707-2f85-48b5-a38f-56910a084c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:12.642699 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b07d73e7-98d4-4772-ab16-8239ca8622a3 req-231ee707-2f85-48b5-a38f-56910a084c8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b631a5189db64668b5973175d03e09b1&device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 1130 time: 0.5411563 Apr 16 04:22:12.659170 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-924932e2-6fe5-46b9-bd48-a97091f2a13a tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:12.678829 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-32ed7ff3-8b7a-40e3-ac74-ff421ffcd7ee tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for router (54445761-6c46-4590-b3b0-fb5467f09c49), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:12.755562 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2f84c8-6f86-4ca2-bbeb-3576f934fb88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Made reservation on behalf of a2943c81039c44448da97f93644354e6 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:12.759364 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc2f84c8-6f86-4ca2-bbeb-3576f934fb88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:12.765047 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port f0e69917-a7d8-4125-84b8-e400a6e18057 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:12.765047 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f0e69917-a7d8-4125-84b8-e400a6e18057), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:12.767915 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5d7402cf-fe5c-4328-a055-81448a247b02 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:12.801161 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9268370d-a01a-40af-a032-25912661e68a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2422817 Apr 16 04:22:12.805375 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35804) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:12.806779 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port f0e69917-a7d8-4125-84b8-e400a6e18057, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f0e69917-a7d8-4125-84b8-e400a6e18057,segment=NetworkSegment(db9efa9d-abff-48f9-88b8-f293db3529c2),segment_id=db9efa9d-abff-48f9-88b8-f293db3529c2)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:12.816018 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-0593b5c4-cdaf-4003-a90d-3bce5e6e3bae tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:12.862751 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cfb30155-5af5-4a54-9005-969bc4d87568 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7084348 Apr 16 04:22:12.863525 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35806) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:12.868888 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18af4da6-69c6-474d-9cc9-5226c3980356 req-9e0176e4-b58e-4d9c-af0d-c9d86c2ebcb7 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7730706 Apr 16 04:22:12.871969 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (f0e69917-a7d8-4125-84b8-e400a6e18057), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:12.875769 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb30155-5af5-4a54-9005-969bc4d87568 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event updated for resources: {'Network': ['ID=0881ca97-db4d-4e54-8d9e-c6ec4b1f620b,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:12.880735 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Request body: {'ports': [{'network_id': '89e7af9c-f15e-4d1c-b3d4-737fb02dde7b', 'name': 'tempest-port--699886438', 'admin_state_up': True}, {'network_id': '0881ca97-db4d-4e54-8d9e-c6ec4b1f620b', 'admin_state_up': False}]} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:12.884821 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Request body: {'port': {'network_id': '89e7af9c-f15e-4d1c-b3d4-737fb02dde7b', 'name': 'tempest-port--699886438', 'admin_state_up': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:12.885576 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Request body: {'port': {'network_id': '0881ca97-db4d-4e54-8d9e-c6ec4b1f620b', 'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:12.902049 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 0881ca97-db4d-4e54-8d9e-c6ec4b1f620b details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:22:12.942768 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b0f1c3-3fae-4491-a7e5-87f319e1f472 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network f26597e0-e5b5-42a4-942c-6d34338e0753 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:22:12.957397 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2f84c8-6f86-4ca2-bbeb-3576f934fb88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:22:12.992857 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc2f84c8-6f86-4ca2-bbeb-3576f934fb88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f10322fd-0885-4ab6-a8de-cd3f30fc9eef), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:12.993810 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-dc2f84c8-6f86-4ca2-bbeb-3576f934fb88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Added segment f10322fd-0885-4ab6-a8de-cd3f30fc9eef of type vlan for network 81b9d071-4b48-4f50-a50f-8a89667f6b8f Apr 16 04:22:13.005719 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d73e7-98d4-4772-ab16-8239ca8622a3 req-fc493cbb-b848-423d-ab30-0fe8782e3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:13.007515 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b07d73e7-98d4-4772-ab16-8239ca8622a3 req-fc493cbb-b848-423d-ab30-0fe8782e3718 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c3c2d0c-413d-4b27-b518-f77ba01ee470 HTTP/1.1" status: 200 len: 911 time: 0.3571861 Apr 16 04:22:13.013384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-32ed7ff3-8b7a-40e3-ac74-ff421ffcd7ee tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for router_gateway (54445761-6c46-4590-b3b0-fb5467f09c49), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.014768 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ffed5992-93c7-4853-83d3-fe61b6db304d no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:22:13.073016 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: ffed5992-93c7-4853-83d3-fe61b6db304d {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:22:13.074434 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ffed5992-93c7-4853-83d3-fe61b6db304d not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:22:13.089701 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc2f84c8-6f86-4ca2-bbeb-3576f934fb88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (81b9d071-4b48-4f50-a50f-8a89667f6b8f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.091109 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=f0e69917-a7d8-4125-84b8-e400a6e18057,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:13.094221 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-b4b0f1c3-3fae-4491-a7e5-87f319e1f472 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, f26597e0-e5b5-42a4-942c-6d34338e0753) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:13.115643 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c01523c-cf60-4e7a-b841-8355a5def4c4 None None] Network f26597e0-e5b5-42a4-942c-6d34338e0753 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:13.126575 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b0f1c3-3fae-4491-a7e5-87f319e1f472 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:13.131831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b4b0f1c3-3fae-4491-a7e5-87f319e1f472 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.191730 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc2f84c8-6f86-4ca2-bbeb-3576f934fb88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (81b9d071-4b48-4f50-a50f-8a89667f6b8f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.197326 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2f84c8-6f86-4ca2-bbeb-3576f934fb88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:13.198143 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc2f84c8-6f86-4ca2-bbeb-3576f934fb88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.241926 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-32ed7ff3-8b7a-40e3-ac74-ff421ffcd7ee tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Deleting port 55799a61-01f6-455c-a7a7-20c79ba1f068 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:13.242267 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-32ed7ff3-8b7a-40e3-ac74-ff421ffcd7ee tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (55799a61-01f6-455c-a7a7-20c79ba1f068), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.263615 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-f26597e0-e5b5-42a4-942c-6d34338e0753', 'network_id': 'f26597e0-e5b5-42a4-942c-6d34338e0753', 'project_id': '73487597c3b744729772f791e4bc7825', 'fixed_ips': [{'subnet_id': '66cafa4f-9aa7-4ce5-854c-9ade250cfbf7'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:22:13.265415 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.280260 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b07d73e7-98d4-4772-ab16-8239ca8622a3 req-0742049a-c944-4631-afaf-bb0b8f143cf8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d691ce19-b854-44bc-871d-ed4bdc2db5a7 HTTP/1.1" status: 200 len: 1002 time: 0.2553623 Apr 16 04:22:13.336574 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5d7402cf-fe5c-4328-a055-81448a247b02 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (d20ad208-5435-401a-8924-120364c5f512), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.364251 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b4b0f1c3-3fae-4491-a7e5-87f319e1f472 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8961298 Apr 16 04:22:13.366251 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35808) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:13.370020 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b371ace-d199-4494-88d0-362c455b7b26 None None] Network dcf721ec-cac9-4d1d-b704-52819a768cb0 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:13.377611 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-d4ddecb4-421f-4ffb-8ac8-2c7338a399ed tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2111575219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:13.384886 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-924932e2-6fe5-46b9-bd48-a97091f2a13a tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Allocated IP 172.20.0.1 (c2a65f17-447f-40bf-abeb-629c47bb5367/ac55e054-2672-4c93-86f7-9c66c0ff89e4/79908bbf-e681-4f6f-8f3d-aa74963ac861) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:13.401725 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dc2f84c8-6f86-4ca2-bbeb-3576f934fb88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2136278 Apr 16 04:22:13.407588 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35810) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:13.420262 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-23b3ab36-df15-4437-9d75-af983a520b49 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'subnet': {'network_id': '81b9d071-4b48-4f50-a50f-8a89667f6b8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:13.421325 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5d7402cf-fe5c-4328-a055-81448a247b02 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (d20ad208-5435-401a-8924-120364c5f512), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.431519 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f84c8-6f86-4ca2-bbeb-3576f934fb88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Network': ['ID=81b9d071-4b48-4f50-a50f-8a89667f6b8f,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:13.467875 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 81b9d071-4b48-4f50-a50f-8a89667f6b8f details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:22:13.472588 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d73e7-98d4-4772-ab16-8239ca8622a3 req-75be59cb-a900-412d-ab59-a5076550d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:13.474520 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b07d73e7-98d4-4772-ab16-8239ca8622a3 req-75be59cb-a900-412d-ab59-a5076550d688 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cedacccd-a081-4c1d-aad3-f594f5ad80d3 HTTP/1.1" status: 200 len: 850 time: 0.1831148 Apr 16 04:22:13.484936 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0593b5c4-cdaf-4003-a90d-3bce5e6e3bae tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:13.488411 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0593b5c4-cdaf-4003-a90d-3bce5e6e3bae tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.491255 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-0593b5c4-cdaf-4003-a90d-3bce5e6e3bae tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:22:13.491705 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0593b5c4-cdaf-4003-a90d-3bce5e6e3bae tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:22:13.532264 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3d212698-ebe2-4080-b255-a142ca4c092f None None] Provisioning complete for port f0e69917-a7d8-4125-84b8-e400a6e18057 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:13.532264 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3d212698-ebe2-4080-b255-a142ca4c092f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f0e69917-a7d8-4125-84b8-e400a6e18057), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.534286 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4ddecb4-421f-4ffb-8ac8-2c7338a399ed tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (7e4f24e3-867f-473b-aa64-681c34dcca4c), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.536427 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4ddecb4-421f-4ffb-8ac8-2c7338a399ed tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (7e4f24e3-867f-473b-aa64-681c34dcca4c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.543942 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7402cf-fe5c-4328-a055-81448a247b02 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d20ad208-5435-401a-8924-120364c5f512,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:13.550305 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Made reservation on behalf of a67c3962e54247da84d0ebdf42c7c839 for: {'port': 2} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:13.555285 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.559750 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-32ed7ff3-8b7a-40e3-ac74-ff421ffcd7ee tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (55799a61-01f6-455c-a7a7-20c79ba1f068), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.586729 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-32ed7ff3-8b7a-40e3-ac74-ff421ffcd7ee tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Calling delete_port for 55799a61-01f6-455c-a7a7-20c79ba1f068 owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:13.589866 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d73e7-98d4-4772-ab16-8239ca8622a3 req-44e91533-14c9-4dec-990e-307dd2589725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:13.591385 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b07d73e7-98d4-4772-ab16-8239ca8622a3 req-44e91533-14c9-4dec-990e-307dd2589725 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c3c2d0c-413d-4b27-b518-f77ba01ee470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0821259 Apr 16 04:22:13.600515 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.639207 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] Allocated IP 2001:db8:1::2 (f26597e0-e5b5-42a4-942c-6d34338e0753/66cafa4f-9aa7-4ce5-854c-9ade250cfbf7/c67d1819-71fc-41e8-a1bd-1a39d44f1ce5) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:13.649229 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5d7402cf-fe5c-4328-a055-81448a247b02 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.650520 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5d7402cf-fe5c-4328-a055-81448a247b02 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0301087 Apr 16 04:22:13.663210 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0593b5c4-cdaf-4003-a90d-3bce5e6e3bae tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8537619 Apr 16 04:22:13.666727 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35812) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:13.667278 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35814) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:13.675569 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4ddecb4-421f-4ffb-8ac8-2c7338a399ed tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router_controller (7e4f24e3-867f-473b-aa64-681c34dcca4c), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.680124 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-50c2744d-00b8-4a8d-a0dd-043f008e4e87 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group_rule': {'security_group_id': 'd20ad208-5435-401a-8924-120364c5f512', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:13.690598 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-15808d79-9df1-4778-a3d4-b9e76f577847 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:13.757417 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-924932e2-6fe5-46b9-bd48-a97091f2a13a tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for port (79908bbf-e681-4f6f-8f3d-aa74963ac861), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.760681 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b07d73e7-98d4-4772-ab16-8239ca8622a3 req-29d48067-c451-445f-aa7f-0f06d74408a1 service neutron] 10.222.0.18 "GET /v2.0/networks/4c3c2d0c-413d-4b27-b518-f77ba01ee470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612189 Apr 16 04:22:13.773479 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3d212698-ebe2-4080-b255-a142ca4c092f None None] Current status of the port f0e69917-a7d8-4125-84b8-e400a6e18057 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:13.791419 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4ddecb4-421f-4ffb-8ac8-2c7338a399ed tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (7e4f24e3-867f-473b-aa64-681c34dcca4c), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.803513 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b3ab36-df15-4437-9d75-af983a520b49 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Made reservation on behalf of a2943c81039c44448da97f93644354e6 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:13.807146 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23b3ab36-df15-4437-9d75-af983a520b49 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.899427 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] Publish callbacks [] for port (c67d1819-71fc-41e8-a1bd-1a39d44f1ce5), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.964190 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:13.966500 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (c67d1819-71fc-41e8-a1bd-1a39d44f1ce5), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.002107 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4ddecb4-421f-4ffb-8ac8-2c7338a399ed tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.006023 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d4ddecb4-421f-4ffb-8ac8-2c7338a399ed tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6312490 Apr 16 04:22:14.009490 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b07d73e7-98d4-4772-ab16-8239ca8622a3 req-431cf239-70c2-4f20-9985-0d9153838917 service neutron] 10.222.0.18 "GET /v2.0/networks/4c3c2d0c-413d-4b27-b518-f77ba01ee470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160323 Apr 16 04:22:14.010021 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35820) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:14.014086 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-101623b2-6c0b-41cb-9060-813e47de6256 None None] Provisioning complete for port f0e69917-a7d8-4125-84b8-e400a6e18057 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:14.014462 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-101623b2-6c0b-41cb-9060-813e47de6256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f0e69917-a7d8-4125-84b8-e400a6e18057), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.046794 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] device_id is not set on port 8bf9b1f4-d11e-45cc-9ec6-8ed2bd73590d yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:22:14.048798 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] Network f26597e0-e5b5-42a4-942c-6d34338e0753 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:14.055042 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:14.063685 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:14.072763 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c2744d-00b8-4a8d-a0dd-043f008e4e87 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (f193624b-d5de-4c99-94ae-5a952e569eaf), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.103726 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] Pushing event updated for resources: {'Port': ['ID=c67d1819-71fc-41e8-a1bd-1a39d44f1ce5,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:14.124012 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058c0bd-83b4-43f4-ae29-219fa669e2e8 req-0b8ba5f3-4cd4-41a3-9c04-dd4dacb0fbe6 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:14.125666 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9058c0bd-83b4-43f4-ae29-219fa669e2e8 req-0b8ba5f3-4cd4-41a3-9c04-dd4dacb0fbe6 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1341255 Apr 16 04:22:14.140435 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] Attempting to bind port c67d1819-71fc-41e8-a1bd-1a39d44f1ce5 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:22:14.140842 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] Attempting to bind port c67d1819-71fc-41e8-a1bd-1a39d44f1ce5 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'f31d1309-37bb-4624-a421-822c5173db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f26597e0-e5b5-42a4-942c-6d34338e0753'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:22:14.141490 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] Attempting to bind port c67d1819-71fc-41e8-a1bd-1a39d44f1ce5 on network f26597e0-e5b5-42a4-942c-6d34338e0753 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:22:14.147471 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:22:14.148377 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] Checking segment: {'id': 'f31d1309-37bb-4624-a421-822c5173db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f26597e0-e5b5-42a4-942c-6d34338e0753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:14.148377 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.148597 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] Bound using segment: {'id': 'f31d1309-37bb-4624-a421-822c5173db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f26597e0-e5b5-42a4-942c-6d34338e0753'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:22:14.149136 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] Bound port: c67d1819-71fc-41e8-a1bd-1a39d44f1ce5, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31d1309-37bb-4624-a421-822c5173db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f26597e0-e5b5-42a4-942c-6d34338e0753'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:22:14.149474 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c67d1819-71fc-41e8-a1bd-1a39d44f1ce5), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.173316 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15808d79-9df1-4778-a3d4-b9e76f577847 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:14.176878 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-15808d79-9df1-4778-a3d4-b9e76f577847 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.178811 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-15808d79-9df1-4778-a3d4-b9e76f577847 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:22:14.179558 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15808d79-9df1-4778-a3d4-b9e76f577847 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:22:14.200801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c2744d-00b8-4a8d-a0dd-043f008e4e87 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (f193624b-d5de-4c99-94ae-5a952e569eaf), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.224053 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-924932e2-6fe5-46b9-bd48-a97091f2a13a tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (79908bbf-e681-4f6f-8f3d-aa74963ac861), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.232275 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-101623b2-6c0b-41cb-9060-813e47de6256 None None] Current status of the port f0e69917-a7d8-4125-84b8-e400a6e18057 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:14.250727 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] For port c67d1819-71fc-41e8-a1bd-1a39d44f1ce5, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:22:14.255553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] For port c67d1819-71fc-41e8-a1bd-1a39d44f1ce5, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c67d1819-71fc-41e8-a1bd-1a39d44f1ce5,segment=NetworkSegment(f31d1309-37bb-4624-a421-822c5173db4c),segment_id=f31d1309-37bb-4624-a421-822c5173db4c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:22:14.295198 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c2744d-00b8-4a8d-a0dd-043f008e4e87 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (f193624b-d5de-4c99-94ae-5a952e569eaf), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.319283 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924932e2-6fe5-46b9-bd48-a97091f2a13a tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Network c2a65f17-447f-40bf-abeb-629c47bb5367 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:14.329662 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-32ed7ff3-8b7a-40e3-ac74-ff421ffcd7ee tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (55799a61-01f6-455c-a7a7-20c79ba1f068), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.333315 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c67d1819-71fc-41e8-a1bd-1a39d44f1ce5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.334787 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-15808d79-9df1-4778-a3d4-b9e76f577847 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6638508 Apr 16 04:22:14.351016 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35822) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:14.354074 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9058c0bd-83b4-43f4-ae29-219fa669e2e8 req-62d1f6c8-feaa-46e5-87ef-76f0c0487f7c tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958320 Apr 16 04:22:14.355037 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-924932e2-6fe5-46b9-bd48-a97091f2a13a tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:14.363617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-a5bbc150-b12d-49c2-ab6b-ffa77ed3317c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:14.366403 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks [] for port (8bf9b1f4-d11e-45cc-9ec6-8ed2bd73590d), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.371825 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924932e2-6fe5-46b9-bd48-a97091f2a13a tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:14.390593 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2744d-00b8-4a8d-a0dd-043f008e4e87 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f193624b-d5de-4c99-94ae-5a952e569eaf,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:14.430968 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924932e2-6fe5-46b9-bd48-a97091f2a13a tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Pushing event updated for resources: {'Port': ['ID=79908bbf-e681-4f6f-8f3d-aa74963ac861,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:14.444076 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed7ff3-8b7a-40e3-ac74-ff421ffcd7ee tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event deleted for resources: {'Port': ['ID=55799a61-01f6-455c-a7a7-20c79ba1f068,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:14.462223 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f07c47-7586-46bc-b75c-3a7fc1f21275 None None] Pushing event updated for resources: {'Port': ['ID=c67d1819-71fc-41e8-a1bd-1a39d44f1ce5,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:14.476355 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f0e69917-a7d8-4125-84b8-e400a6e18057 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:14.480717 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c2744d-00b8-4a8d-a0dd-043f008e4e87 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.484568 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-50c2744d-00b8-4a8d-a0dd-043f008e4e87 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8122756 Apr 16 04:22:14.486605 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35824) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:14.523344 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-924932e2-6fe5-46b9-bd48-a97091f2a13a tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (48bc633b-e0ab-4911-bcfa-10879fca5cad), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.527651 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] device_id is not set on port 6be9c0c9-734e-4287-8d99-bebe1cc0eccd yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:22:14.551058 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port f0e69917-a7d8-4125-84b8-e400a6e18057 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:14.551535 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f0e69917-a7d8-4125-84b8-e400a6e18057), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.606716 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4633616d-8b97-4515-9f41-04ee4c0ef995 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (f193624b-d5de-4c99-94ae-5a952e569eaf), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.639587 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4633616d-8b97-4515-9f41-04ee4c0ef995 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (f193624b-d5de-4c99-94ae-5a952e569eaf), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.655596 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port f0e69917-a7d8-4125-84b8-e400a6e18057 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:14.694709 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23b3ab36-df15-4437-9d75-af983a520b49 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (3a66bec8-fb41-4e63-9343-86eae812048f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.784801 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-527e3fb1-9156-4e2b-9e38-c68ba345869e None None] Provisioning complete for port 79908bbf-e681-4f6f-8f3d-aa74963ac861 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:14.785320 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-527e3fb1-9156-4e2b-9e38-c68ba345869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (79908bbf-e681-4f6f-8f3d-aa74963ac861), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.796303 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4633616d-8b97-4515-9f41-04ee4c0ef995 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (f193624b-d5de-4c99-94ae-5a952e569eaf), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.809391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4633616d-8b97-4515-9f41-04ee4c0ef995 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.809391 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4633616d-8b97-4515-9f41-04ee4c0ef995 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/f193624b-d5de-4c99-94ae-5a952e569eaf HTTP/1.1" status: 204 len: 168 time: 0.3196452 Apr 16 04:22:14.814870 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35826) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:14.838846 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-527e3fb1-9156-4e2b-9e38-c68ba345869e None None] Port 79908bbf-e681-4f6f-8f3d-aa74963ac861 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:14.841539 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633616d-8b97-4515-9f41-04ee4c0ef995 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f193624b-d5de-4c99-94ae-5a952e569eaf,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:14.856915 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-217016ba-5dfc-4beb-9851-1df2349fd28c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.875019 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks [] for port (6be9c0c9-734e-4287-8d99-bebe1cc0eccd), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.897441 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3ab36-df15-4437-9d75-af983a520b49 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Subnet': ['ID=3a66bec8-fb41-4e63-9343-86eae812048f,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:14.901487 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-32ed7ff3-8b7a-40e3-ac74-ff421ffcd7ee tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (54445761-6c46-4590-b3b0-fb5467f09c49), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:14.953248 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b73a0347-6586-4dff-9399-86e58642acf2 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1370673 Apr 16 04:22:14.953875 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35828) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:14.957504 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-924932e2-6fe5-46b9-bd48-a97091f2a13a tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (79908bbf-e681-4f6f-8f3d-aa74963ac861), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.004344 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3ab36-df15-4437-9d75-af983a520b49 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Checking segment: {'id': 'f10322fd-0885-4ab6-a8de-cd3f30fc9eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '81b9d071-4b48-4f50-a50f-8a89667f6b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:15.004693 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b3ab36-df15-4437-9d75-af983a520b49 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network hostable DHCP agents. Network: 81b9d071-4b48-4f50-a50f-8a89667f6b8f, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:22:15.075336 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bbc150-b12d-49c2-ab6b-ffa77ed3317c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:15.078727 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a5bbc150-b12d-49c2-ab6b-ffa77ed3317c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.080098 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bbc150-b12d-49c2-ab6b-ffa77ed3317c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:22:15.080517 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5bbc150-b12d-49c2-ab6b-ffa77ed3317c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:22:15.083601 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-32ed7ff3-8b7a-40e3-ac74-ff421ffcd7ee tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (54445761-6c46-4590-b3b0-fb5467f09c49), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.089673 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-32ed7ff3-8b7a-40e3-ac74-ff421ffcd7ee tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for router_controller (54445761-6c46-4590-b3b0-fb5467f09c49), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.100146 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (8bf9b1f4-d11e-45cc-9ec6-8ed2bd73590d), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.133992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-95219a1f-7a9b-4365-a9a0-388cfcfbbaad tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (d20ad208-5435-401a-8924-120364c5f512), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.188508 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a5bbc150-b12d-49c2-ab6b-ffa77ed3317c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8346195 Apr 16 04:22:15.191585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35830) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:15.199130 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-7d20e13c-3584-4ca0-b8c0-cc6f7d67b2cb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:15.218287 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event updated for resources: {'Port': ['ID=8bf9b1f4-d11e-45cc-9ec6-8ed2bd73590d,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:15.224377 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-95219a1f-7a9b-4365-a9a0-388cfcfbbaad tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (d20ad208-5435-401a-8924-120364c5f512), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.232750 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b3ab36-df15-4437-9d75-af983a520b49 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 81b9d071-4b48-4f50-a50f-8a89667f6b8f is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:22:15.291386 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Checking segment: {'id': '448f9671-aa39-4106-be44-1fde9b0c9451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '89e7af9c-f15e-4d1c-b3d4-737fb02dde7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:15.291759 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Network hostable DHCP agents. Network: 89e7af9c-f15e-4d1c-b3d4-737fb02dde7b, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:22:15.303508 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-32ed7ff3-8b7a-40e3-ac74-ff421ffcd7ee tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (54445761-6c46-4590-b3b0-fb5467f09c49), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.303508 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ed7ff3-8b7a-40e3-ac74-ff421ffcd7ee tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Fanout notify agent at l3_agent the message router_deleted on router 54445761-6c46-4590-b3b0-fb5467f09c49 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:22:15.320152 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-32ed7ff3-8b7a-40e3-ac74-ff421ffcd7ee tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.321220 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-32ed7ff3-8b7a-40e3-ac74-ff421ffcd7ee tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "DELETE /v2.0/routers/54445761-6c46-4590-b3b0-fb5467f09c49 HTTP/1.1" status: 204 len: 168 time: 3.6212876 Apr 16 04:22:15.325900 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35832) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:15.386512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-23b3ab36-df15-4437-9d75-af983a520b49 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 81b9d071-4b48-4f50-a50f-8a89667f6b8f) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:15.399848 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3605f98-1d51-4244-84f0-8d3a18786c0e None None] Network 81b9d071-4b48-4f50-a50f-8a89667f6b8f requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:15.447814 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.459407 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-95219a1f-7a9b-4365-a9a0-388cfcfbbaad tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (d20ad208-5435-401a-8924-120364c5f512), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.462800 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-95219a1f-7a9b-4365-a9a0-388cfcfbbaad tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.468178 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-95219a1f-7a9b-4365-a9a0-388cfcfbbaad tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-groups/d20ad208-5435-401a-8924-120364c5f512 HTTP/1.1" status: 204 len: 168 time: 0.5115268 Apr 16 04:22:15.469115 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Network 89e7af9c-f15e-4d1c-b3d4-737fb02dde7b is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:22:15.472496 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35836) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:15.474859 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-924932e2-6fe5-46b9-bd48-a97091f2a13a tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for port (79908bbf-e681-4f6f-8f3d-aa74963ac861), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.496348 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 89e7af9c-f15e-4d1c-b3d4-737fb02dde7b) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:15.505140 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95219a1f-7a9b-4365-a9a0-388cfcfbbaad tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20ad208-5435-401a-8924-120364c5f512,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:15.509105 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2700dd67-2dba-4788-b9e1-9b52617c4595 None None] Network 89e7af9c-f15e-4d1c-b3d4-737fb02dde7b requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:15.523018 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:15.523018 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (6be9c0c9-734e-4287-8d99-bebe1cc0eccd), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.572681 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event updated for resources: {'Port': ['ID=6be9c0c9-734e-4287-8d99-bebe1cc0eccd,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:15.580037 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-924932e2-6fe5-46b9-bd48-a97091f2a13a tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (79908bbf-e681-4f6f-8f3d-aa74963ac861), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.667686 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-81b9d071-4b48-4f50-a50f-8a89667f6b8f', 'network_id': '81b9d071-4b48-4f50-a50f-8a89667f6b8f', 'project_id': 'a2943c81039c44448da97f93644354e6', 'fixed_ips': [{'subnet_id': '3a66bec8-fb41-4e63-9343-86eae812048f'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:22:15.668561 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.742444 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-33b00fc6-9d94-448f-ac3c-3462d1e5dd2a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2623129 Apr 16 04:22:15.753762 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924932e2-6fe5-46b9-bd48-a97091f2a13a tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Pushing event updated for resources: {'Port': ['ID=79908bbf-e681-4f6f-8f3d-aa74963ac861,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:15.764960 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35838) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:15.765777 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Checking segment: {'id': '24c9a58e-6c3a-40cb-8e8b-9e54cf145aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0881ca97-db4d-4e54-8d9e-c6ec4b1f620b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:15.766335 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Network hostable DHCP agents. Network: 0881ca97-db4d-4e54-8d9e-c6ec4b1f620b, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:22:15.782952 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1a18e95f-7a82-4b93-9a5b-16c921e9cee5 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group': {'name': 'tempest-secgroup--977717488'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:15.800600 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-924932e2-6fe5-46b9-bd48-a97091f2a13a tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (48bc633b-e0ab-4911-bcfa-10879fca5cad), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.801982 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5dd91b-bd14-496f-b89d-c535f3dab453 None None] Network f26597e0-e5b5-42a4-942c-6d34338e0753 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:15.817222 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b3ab36-df15-4437-9d75-af983a520b49 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:15.817849 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23b3ab36-df15-4437-9d75-af983a520b49 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.885179 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb23edfa-466f-466a-ac70-5890441d45d7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Deleting subnet d3316af8-cb3d-4870-9b8c-a7446d693856 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:22:15.894008 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cb23edfa-466f-466a-ac70-5890441d45d7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for subnet (d3316af8-cb3d-4870-9b8c-a7446d693856), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.897553 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d20e13c-3584-4ca0-b8c0-cc6f7d67b2cb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:15.901905 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d20e13c-3584-4ca0-b8c0-cc6f7d67b2cb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.904168 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d20e13c-3584-4ca0-b8c0-cc6f7d67b2cb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:22:15.904607 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d20e13c-3584-4ca0-b8c0-cc6f7d67b2cb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:22:15.913744 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Network 0881ca97-db4d-4e54-8d9e-c6ec4b1f620b is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:22:15.916286 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1a18e95f-7a82-4b93-9a5b-16c921e9cee5 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.918053 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-e8443aad-7390-42eb-ab25-5ac15dc7eda8 None None] Provisioning complete for port c67d1819-71fc-41e8-a1bd-1a39d44f1ce5 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:15.918431 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e8443aad-7390-42eb-ab25-5ac15dc7eda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c67d1819-71fc-41e8-a1bd-1a39d44f1ce5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:15.938777 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924932e2-6fe5-46b9-bd48-a97091f2a13a tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Network c2a65f17-447f-40bf-abeb-629c47bb5367 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:15.943159 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-924932e2-6fe5-46b9-bd48-a97091f2a13a tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:15.948810 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-23b3ab36-df15-4437-9d75-af983a520b49 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5338268 Apr 16 04:22:15.950497 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-217016ba-5dfc-4beb-9851-1df2349fd28c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Allocated IP 2001:db8::1 (dcf721ec-cac9-4d1d-b704-52819a768cb0/7f81618e-7529-4ed6-93ea-88254a913077/62888640-001b-4916-b36d-5e6bb914ebcb) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:15.956312 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35840) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:15.965329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2f743-be77-4b0e-844d-f90ee4f23a88 req-8bb44950-0aa9-4065-bd14-2660382503e0 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:15.966939 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fce2f743-be77-4b0e-844d-f90ee4f23a88 req-8bb44950-0aa9-4065-bd14-2660382503e0 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1519427 Apr 16 04:22:15.999337 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cb23edfa-466f-466a-ac70-5890441d45d7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (d3316af8-cb3d-4870-9b8c-a7446d693856), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.009342 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-e061f13c-8055-4a4e-beb4-6dd7ae2c3729 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1269127818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:16.020279 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 0881ca97-db4d-4e54-8d9e-c6ec4b1f620b) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:16.025194 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:16.032053 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:16.036770 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:16.037571 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.098209 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7d20e13c-3584-4ca0-b8c0-cc6f7d67b2cb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9055519 Apr 16 04:22:16.115813 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35842) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:16.124170 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-204c9a54-ba9f-4ca4-b20c-a6feaff154a5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:16.125140 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648a2be5-d3bd-4922-a01f-fd4f284d05a0 None None] Network 0881ca97-db4d-4e54-8d9e-c6ec4b1f620b requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:16.150088 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] Allocated IP 172.20.0.2 (81b9d071-4b48-4f50-a50f-8a89667f6b8f/3a66bec8-fb41-4e63-9343-86eae812048f/fb153264-559a-4c0b-a26a-2c8bde7bb993) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:16.226513 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1a18e95f-7a82-4b93-9a5b-16c921e9cee5 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (a44a0f4f-629f-4470-bb4a-d37bf8ef6a82), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.228266 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cb23edfa-466f-466a-ac70-5890441d45d7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (d3316af8-cb3d-4870-9b8c-a7446d693856), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.230962 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-73559fbb-7b41-42bb-ace0-17d851c99972 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.3651946 Apr 16 04:22:16.237300 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35844) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:16.293855 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924932e2-6fe5-46b9-bd48-a97091f2a13a tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Router 48bc633b-e0ab-4911-bcfa-10879fca5cad has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:22:16.294497 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fce2f743-be77-4b0e-844d-f90ee4f23a88 req-70dbeca6-1c50-49dd-a8bc-c959def28c82 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201296 Apr 16 04:22:16.315001 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e061f13c-8055-4a4e-beb4-6dd7ae2c3729 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (2740b579-2896-4626-8d9e-ef364e6d4eb0), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.316793 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e061f13c-8055-4a4e-beb4-6dd7ae2c3729 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (2740b579-2896-4626-8d9e-ef364e6d4eb0), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.352107 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be531926-e712-4203-9f07-b7e30e35bd10 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:16.358367 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be531926-e712-4203-9f07-b7e30e35bd10 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:16.360284 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-be531926-e712-4203-9f07-b7e30e35bd10 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1203432 Apr 16 04:22:16.366079 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1a18e95f-7a82-4b93-9a5b-16c921e9cee5 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (a44a0f4f-629f-4470-bb4a-d37bf8ef6a82), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.378029 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35848) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:16.416329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-217016ba-5dfc-4beb-9851-1df2349fd28c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for port (62888640-001b-4916-b36d-5e6bb914ebcb), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.502439 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e8443aad-7390-42eb-ab25-5ac15dc7eda8 None None] Current status of the port c67d1819-71fc-41e8-a1bd-1a39d44f1ce5 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:16.503149 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e8443aad-7390-42eb-ab25-5ac15dc7eda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c67d1819-71fc-41e8-a1bd-1a39d44f1ce5), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.538902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cb23edfa-466f-466a-ac70-5890441d45d7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (d3316af8-cb3d-4870-9b8c-a7446d693856), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.555638 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] Publish callbacks [] for port (fb153264-559a-4c0b-a26a-2c8bde7bb993), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.563160 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c67d1819-71fc-41e8-a1bd-1a39d44f1ce5 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:16.579081 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7d90720d-0699-4edc-9311-1f20ccccc96f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Deleting port 8bf9b1f4-d11e-45cc-9ec6-8ed2bd73590d {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:16.583528 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d90720d-0699-4edc-9311-1f20ccccc96f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (8bf9b1f4-d11e-45cc-9ec6-8ed2bd73590d), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.586446 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23edfa-466f-466a-ac70-5890441d45d7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event deleted for resources: {'Subnet': ['ID=d3316af8-cb3d-4870-9b8c-a7446d693856,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:16.598904 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cb23edfa-466f-466a-ac70-5890441d45d7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.603150 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cb23edfa-466f-466a-ac70-5890441d45d7 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "DELETE /v2.0/subnets/d3316af8-cb3d-4870-9b8c-a7446d693856 HTTP/1.1" status: 204 len: 168 time: 1.2749679 Apr 16 04:22:16.605761 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e8443aad-7390-42eb-ab25-5ac15dc7eda8 None None] For port c67d1819-71fc-41e8-a1bd-1a39d44f1ce5, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c67d1819-71fc-41e8-a1bd-1a39d44f1ce5,segment=NetworkSegment(f31d1309-37bb-4624-a421-822c5173db4c),segment_id=f31d1309-37bb-4624-a421-822c5173db4c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:16.611265 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35850) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:16.632082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bb4239-b543-48fc-b593-85038a6dbb85 None None] Network 63ede8fc-f428-4c35-9312-476c9aa43334 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:16.672267 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-217016ba-5dfc-4beb-9851-1df2349fd28c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (62888640-001b-4916-b36d-5e6bb914ebcb), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.696172 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (fb153264-559a-4c0b-a26a-2c8bde7bb993), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.740082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e8443aad-7390-42eb-ab25-5ac15dc7eda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c67d1819-71fc-41e8-a1bd-1a39d44f1ce5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.752447 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d90720d-0699-4edc-9311-1f20ccccc96f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (8bf9b1f4-d11e-45cc-9ec6-8ed2bd73590d), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.782399 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217016ba-5dfc-4beb-9851-1df2349fd28c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network dcf721ec-cac9-4d1d-b704-52819a768cb0 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:16.796699 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7d90720d-0699-4edc-9311-1f20ccccc96f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Calling delete_port for 8bf9b1f4-d11e-45cc-9ec6-8ed2bd73590d owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:16.798367 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-217016ba-5dfc-4beb-9851-1df2349fd28c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:16.806209 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217016ba-5dfc-4beb-9851-1df2349fd28c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:16.806761 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-217016ba-5dfc-4beb-9851-1df2349fd28c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (7e4f24e3-867f-473b-aa64-681c34dcca4c), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.808538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] Pushing event updated for resources: {'Port': ['ID=fb153264-559a-4c0b-a26a-2c8bde7bb993,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:16.812341 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] Network 81b9d071-4b48-4f50-a50f-8a89667f6b8f is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:16.813431 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217016ba-5dfc-4beb-9851-1df2349fd28c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Port': ['ID=62888640-001b-4916-b36d-5e6bb914ebcb,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:16.829458 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port c67d1819-71fc-41e8-a1bd-1a39d44f1ce5 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:16.830192 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c67d1819-71fc-41e8-a1bd-1a39d44f1ce5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.851447 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204c9a54-ba9f-4ca4-b20c-a6feaff154a5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:16.852585 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:16.855268 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:16.856228 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-204c9a54-ba9f-4ca4-b20c-a6feaff154a5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.859516 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-204c9a54-ba9f-4ca4-b20c-a6feaff154a5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:22:16.860250 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204c9a54-ba9f-4ca4-b20c-a6feaff154a5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:22:16.860868 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efc8cc8a-75f3-4151-80ed-bdf29053eadf tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (63ede8fc-f428-4c35-9312-476c9aa43334), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.908554 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18e95f-7a82-4b93-9a5b-16c921e9cee5 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44a0f4f-629f-4470-bb4a-d37bf8ef6a82,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:16.916819 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e061f13c-8055-4a4e-beb4-6dd7ae2c3729 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router_controller (2740b579-2896-4626-8d9e-ef364e6d4eb0), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.917993 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8443aad-7390-42eb-ab25-5ac15dc7eda8 None None] Pushing event updated for resources: {'Port': ['ID=c67d1819-71fc-41e8-a1bd-1a39d44f1ce5,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:16.929394 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1a18e95f-7a82-4b93-9a5b-16c921e9cee5 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.933982 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1a18e95f-7a82-4b93-9a5b-16c921e9cee5 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1613708 Apr 16 04:22:16.934852 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35852) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:16.938849 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8111ef59-9da8-4668-bf23-02d2025c2abd None None] Provisioning complete for port 79908bbf-e681-4f6f-8f3d-aa74963ac861 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:16.939362 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8111ef59-9da8-4668-bf23-02d2025c2abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (79908bbf-e681-4f6f-8f3d-aa74963ac861), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:16.948166 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-0a25d859-32d3-4b9e-bb11-a7ba22317d64 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group_rule': {'security_group_id': 'a44a0f4f-629f-4470-bb4a-d37bf8ef6a82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:16.969993 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c0928-0345-466e-957f-0e5940ad35b3 req-7e83cd15-49ad-41bb-a6be-13ac8692a6b9 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:16.973229 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7b0c0928-0345-466e-957f-0e5940ad35b3 req-7e83cd15-49ad-41bb-a6be-13ac8692a6b9 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.2406611 Apr 16 04:22:16.988478 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8111ef59-9da8-4668-bf23-02d2025c2abd None None] Port 79908bbf-e681-4f6f-8f3d-aa74963ac861 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:16.991525 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e061f13c-8055-4a4e-beb4-6dd7ae2c3729 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (2740b579-2896-4626-8d9e-ef364e6d4eb0), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.005708 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8111ef59-9da8-4668-bf23-02d2025c2abd None None] Provisioning complete for port c67d1819-71fc-41e8-a1bd-1a39d44f1ce5 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:17.006229 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8111ef59-9da8-4668-bf23-02d2025c2abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c67d1819-71fc-41e8-a1bd-1a39d44f1ce5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.009560 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-efc8cc8a-75f3-4151-80ed-bdf29053eadf tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Deleting port 59e404ab-4877-40d5-8e1e-124e208d41f5 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:17.009906 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efc8cc8a-75f3-4151-80ed-bdf29053eadf tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (59e404ab-4877-40d5-8e1e-124e208d41f5), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.015147 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a5304c-aa69-450a-8736-49acc16e3dd1 None None] DHCP port deletion for 63ede8fc-f428-4c35-9312-476c9aa43334 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:22:17.041502 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-204c9a54-ba9f-4ca4-b20c-a6feaff154a5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9233146 Apr 16 04:22:17.048096 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35854) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:17.062380 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924932e2-6fe5-46b9-bd48-a97091f2a13a tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:17.077093 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b2675d-5f16-43e1-a531-07bf5926793a None None] Sync routers for ids ['48bc633b-e0ab-4911-bcfa-10879fca5cad'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:17.082558 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-924932e2-6fe5-46b9-bd48-a97091f2a13a tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] 10.222.0.30 "PUT /v2.0/routers/48bc633b-e0ab-4911-bcfa-10879fca5cad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6362057 Apr 16 04:22:17.082732 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35856) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:17.088248 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-ce2129f5-616d-458c-bfd8-1b4e732c92ac tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Request body: {'port': {'network_id': 'c2a65f17-447f-40bf-abeb-629c47bb5367', 'name': 'tempest-FloatingIPAdminTestJSON-451386940'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:17.096041 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b2675d-5f16-43e1-a531-07bf5926793a None None] Routers {'48bc633b-e0ab-4911-bcfa-10879fca5cad'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:17.097005 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-b5b2675d-5f16-43e1-a531-07bf5926793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['48bc633b-e0ab-4911-bcfa-10879fca5cad'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:17.122802 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d41d199e-ab1f-4c08-9393-6cd05241a1b3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0745821 Apr 16 04:22:17.127999 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35858) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:17.163961 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5304c-aa69-450a-8736-49acc16e3dd1 None None] Deleting port 59e404ab-4877-40d5-8e1e-124e208d41f5 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:17.164207 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b5a5304c-aa69-450a-8736-49acc16e3dd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (59e404ab-4877-40d5-8e1e-124e208d41f5), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.168969 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-b5b2675d-5f16-43e1-a531-07bf5926793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:17.171526 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d90720d-0699-4edc-9311-1f20ccccc96f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (8bf9b1f4-d11e-45cc-9ec6-8ed2bd73590d), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.172076 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] Attempting to bind port fb153264-559a-4c0b-a26a-2c8bde7bb993 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:22:17.172076 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] Attempting to bind port fb153264-559a-4c0b-a26a-2c8bde7bb993 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'f10322fd-0885-4ab6-a8de-cd3f30fc9eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '81b9d071-4b48-4f50-a50f-8a89667f6b8f'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:22:17.172288 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] Attempting to bind port fb153264-559a-4c0b-a26a-2c8bde7bb993 on network 81b9d071-4b48-4f50-a50f-8a89667f6b8f {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:22:17.174055 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-efc8cc8a-75f3-4151-80ed-bdf29053eadf tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] For port 59e404ab-4877-40d5-8e1e-124e208d41f5, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=59e404ab-4877-40d5-8e1e-124e208d41f5,segment=NetworkSegment(8428cf3a-7d79-438d-9574-8c44fbbc1079),segment_id=8428cf3a-7d79-438d-9574-8c44fbbc1079)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:17.174585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efc8cc8a-75f3-4151-80ed-bdf29053eadf tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (59e404ab-4877-40d5-8e1e-124e208d41f5), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.180201 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e061f13c-8055-4a4e-beb4-6dd7ae2c3729 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.189715 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e061f13c-8055-4a4e-beb4-6dd7ae2c3729 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2283850 Apr 16 04:22:17.190221 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35860) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:17.202353 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b2675d-5f16-43e1-a531-07bf5926793a None None] Routers {'48bc633b-e0ab-4911-bcfa-10879fca5cad'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:17.202976 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-b5b2675d-5f16-43e1-a531-07bf5926793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['48bc633b-e0ab-4911-bcfa-10879fca5cad'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:17.213828 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:22:17.219699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] Checking segment: {'id': 'f10322fd-0885-4ab6-a8de-cd3f30fc9eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '81b9d071-4b48-4f50-a50f-8a89667f6b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:17.219699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.219699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] Bound using segment: {'id': 'f10322fd-0885-4ab6-a8de-cd3f30fc9eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '81b9d071-4b48-4f50-a50f-8a89667f6b8f'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:22:17.219699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] Bound port: fb153264-559a-4c0b-a26a-2c8bde7bb993, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10322fd-0885-4ab6-a8de-cd3f30fc9eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '81b9d071-4b48-4f50-a50f-8a89667f6b8f'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:22:17.219699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fb153264-559a-4c0b-a26a-2c8bde7bb993), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.249251 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a25d859-32d3-4b9e-bb11-a7ba22317d64 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (c1bd9c86-0689-4449-b1c6-07258a88c798), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.254639 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-b5b2675d-5f16-43e1-a531-07bf5926793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:17.255539 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b2675d-5f16-43e1-a531-07bf5926793a None None] The sync data for ids ['48bc633b-e0ab-4911-bcfa-10879fca5cad'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:17.259181 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7b0c0928-0345-466e-957f-0e5940ad35b3 req-c129b060-5d01-4995-81f7-e3cadd4cff5e tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749240 Apr 16 04:22:17.263040 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90720d-0699-4edc-9311-1f20ccccc96f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event deleted for resources: {'Port': ['ID=8bf9b1f4-d11e-45cc-9ec6-8ed2bd73590d,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:17.274042 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-986592f9-5690-4c55-a1fc-322420264bf7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'port': {'network_id': '81b9d071-4b48-4f50-a50f-8a89667f6b8f', 'name': 'tempest-RoutersTest-1788958468'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:17.281894 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-efc8cc8a-75f3-4151-80ed-bdf29053eadf tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Calling delete_port for 59e404ab-4877-40d5-8e1e-124e208d41f5 owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:17.289100 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-217016ba-5dfc-4beb-9851-1df2349fd28c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (62888640-001b-4916-b36d-5e6bb914ebcb), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.382051 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a4fe01-33b0-40d5-8528-e9504402b3ca tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:17.386229 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b8a4fe01-33b0-40d5-8528-e9504402b3ca tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2470975 Apr 16 04:22:17.389226 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35864) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:17.395132 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d90720d-0699-4edc-9311-1f20ccccc96f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.401504 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7d90720d-0699-4edc-9311-1f20ccccc96f tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "DELETE /v2.0/ports/8bf9b1f4-d11e-45cc-9ec6-8ed2bd73590d HTTP/1.1" status: 204 len: 168 time: 1.0220609 Apr 16 04:22:17.405490 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35866) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:17.422204 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-b5a5304c-aa69-450a-8736-49acc16e3dd1 None None] For port 59e404ab-4877-40d5-8e1e-124e208d41f5, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=59e404ab-4877-40d5-8e1e-124e208d41f5,segment=NetworkSegment(8428cf3a-7d79-438d-9574-8c44fbbc1079),segment_id=8428cf3a-7d79-438d-9574-8c44fbbc1079)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:17.422522 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b5a5304c-aa69-450a-8736-49acc16e3dd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (59e404ab-4877-40d5-8e1e-124e208d41f5), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.446194 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port c67d1819-71fc-41e8-a1bd-1a39d44f1ce5 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:17.455612 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a25d859-32d3-4b9e-bb11-a7ba22317d64 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (c1bd9c86-0689-4449-b1c6-07258a88c798), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.464309 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fc74150e-5b39-4dad-b266-41846a7035b3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703685 Apr 16 04:22:17.466457 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8111ef59-9da8-4668-bf23-02d2025c2abd None None] Current status of the port c67d1819-71fc-41e8-a1bd-1a39d44f1ce5 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:17.467476 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35868) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:17.471542 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5304c-aa69-450a-8736-49acc16e3dd1 None None] Calling delete_port for 59e404ab-4877-40d5-8e1e-124e208d41f5 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:17.475649 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] For port fb153264-559a-4c0b-a26a-2c8bde7bb993, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:22:17.480748 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] For port fb153264-559a-4c0b-a26a-2c8bde7bb993, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=fb153264-559a-4c0b-a26a-2c8bde7bb993,segment=NetworkSegment(f10322fd-0885-4ab6-a8de-cd3f30fc9eef),segment_id=f10322fd-0885-4ab6-a8de-cd3f30fc9eef)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:22:17.482592 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-8dc567be-b15e-4d1e-8b26-b65397dc9c79 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:17.540618 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a25d859-32d3-4b9e-bb11-a7ba22317d64 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (c1bd9c86-0689-4449-b1c6-07258a88c798), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.556470 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (fb153264-559a-4c0b-a26a-2c8bde7bb993), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.578317 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25d859-32d3-4b9e-bb11-a7ba22317d64 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1bd9c86-0689-4449-b1c6-07258a88c798,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:17.582200 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-be49913d-3652-4467-b79d-6cfac965084b tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Deleting port 6be9c0c9-734e-4287-8d99-bebe1cc0eccd {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:17.582532 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be49913d-3652-4467-b79d-6cfac965084b tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (6be9c0c9-734e-4287-8d99-bebe1cc0eccd), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.620482 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-11cf3a94-91a2-4729-9f11-29c2d9df24d8 None None] Provisioning complete for port 62888640-001b-4916-b36d-5e6bb914ebcb triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:17.620960 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-11cf3a94-91a2-4729-9f11-29c2d9df24d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (62888640-001b-4916-b36d-5e6bb914ebcb), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.622775 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38fb80-4ece-420d-a57f-5a8272121de7 req-e7b3a171-6a25-4fa9-9cac-6b5721e22359 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:17.629800 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0d38fb80-4ece-420d-a57f-5a8272121de7 req-e7b3a171-6a25-4fa9-9cac-6b5721e22359 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.2411427 Apr 16 04:22:17.657197 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986592f9-5690-4c55-a1fc-322420264bf7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Made reservation on behalf of a2943c81039c44448da97f93644354e6 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:17.661695 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-986592f9-5690-4c55-a1fc-322420264bf7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.664925 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a25d859-32d3-4b9e-bb11-a7ba22317d64 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.666320 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0a25d859-32d3-4b9e-bb11-a7ba22317d64 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7246451 Apr 16 04:22:17.669437 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be49913d-3652-4467-b79d-6cfac965084b tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (6be9c0c9-734e-4287-8d99-bebe1cc0eccd), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.673906 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630ef5e-bff2-4c5c-8dc2-6fd291392f78 None None] Pushing event updated for resources: {'Port': ['ID=fb153264-559a-4c0b-a26a-2c8bde7bb993,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:17.678198 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b5a5304c-aa69-450a-8736-49acc16e3dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (59e404ab-4877-40d5-8e1e-124e208d41f5), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.680279 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35870) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:17.684878 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efc8cc8a-75f3-4151-80ed-bdf29053eadf tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (59e404ab-4877-40d5-8e1e-124e208d41f5), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.703033 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-11cf3a94-91a2-4729-9f11-29c2d9df24d8 None None] Port 62888640-001b-4916-b36d-5e6bb914ebcb cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:17.704942 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-be49913d-3652-4467-b79d-6cfac965084b tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Calling delete_port for 6be9c0c9-734e-4287-8d99-bebe1cc0eccd owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:17.706730 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5304c-aa69-450a-8736-49acc16e3dd1 None None] Pushing event deleted for resources: {'Port': ['ID=59e404ab-4877-40d5-8e1e-124e208d41f5,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:17.711300 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-986592f9-5690-4c55-a1fc-322420264bf7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] device_id is not set on port bc868262-d74d-4f7c-b266-90a3fd32296d yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:22:17.715672 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5304c-aa69-450a-8736-49acc16e3dd1 None None] No DVR routers for this DVR port 59e404ab-4877-40d5-8e1e-124e208d41f5 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:22:17.724205 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8cc8a-75f3-4151-80ed-bdf29053eadf tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event deleted for resources: {'Port': ['ID=59e404ab-4877-40d5-8e1e-124e208d41f5,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:17.751594 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2129f5-616d-458c-bfd8-1b4e732c92ac tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Made reservation on behalf of fcd6de85aabe43a591ab3fbce4823e81 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:17.754833 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ce2129f5-616d-458c-bfd8-1b4e732c92ac tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:17.778587 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e8c30d4e-3ad4-4846-9d4a-6bb3c92697c0 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-group-rules/c1bd9c86-0689-4449-b1c6-07258a88c798 HTTP/1.1" status: 200 len: 763 time: 0.0977557 Apr 16 04:22:17.784893 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35872) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:17.787943 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc8cc8a-75f3-4151-80ed-bdf29053eadf tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] No DVR routers for this DVR port 59e404ab-4877-40d5-8e1e-124e208d41f5 on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:22:17.874857 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-ce2129f5-616d-458c-bfd8-1b4e732c92ac tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] device_id is not set on port cbdb24cf-4e2b-43ab-861a-33ddb99c26fd yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:22:17.917357 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0d38fb80-4ece-420d-a57f-5a8272121de7 req-852388e5-fb28-4365-ae99-bd70255b4b0f tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865396 Apr 16 04:22:17.933678 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-986592f9-5690-4c55-a1fc-322420264bf7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Allocated IP 172.20.0.8 (81b9d071-4b48-4f50-a50f-8a89667f6b8f/3a66bec8-fb41-4e63-9343-86eae812048f/bc868262-d74d-4f7c-b266-90a3fd32296d) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:17.953145 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ef98cb35-36ab-4536-8ec8-06a7cd625255 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1633704 Apr 16 04:22:17.954581 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35876) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:17.972264 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efc8cc8a-75f3-4151-80ed-bdf29053eadf tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (63ede8fc-f428-4c35-9312-476c9aa43334), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.017883 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-32aa70ab-5a1a-484a-9068-050b942ef7db tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (c1bd9c86-0689-4449-b1c6-07258a88c798), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.051676 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc567be-b15e-4d1e-8b26-b65397dc9c79 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:18.057169 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8dc567be-b15e-4d1e-8b26-b65397dc9c79 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.059068 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-32aa70ab-5a1a-484a-9068-050b942ef7db tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (c1bd9c86-0689-4449-b1c6-07258a88c798), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.074932 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-efc8cc8a-75f3-4151-80ed-bdf29053eadf tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ede8fc-f428-4c35-9312-476c9aa43334']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:18.090789 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be49913d-3652-4467-b79d-6cfac965084b tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (6be9c0c9-734e-4287-8d99-bebe1cc0eccd), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.124968 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4a322-14c7-4f14-bb86-77eb4ab00383 req-9e1cdc0a-ea07-4c6f-b636-7ef0c4e196ed tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:18.126495 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c5b4a322-14c7-4f14-bb86-77eb4ab00383 req-9e1cdc0a-ea07-4c6f-b636-7ef0c4e196ed tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1215177 Apr 16 04:22:18.139962 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-efc8cc8a-75f3-4151-80ed-bdf29053eadf tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8428cf3a-7d79-438d-9574-8c44fbbc1079') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:18.140279 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-efc8cc8a-75f3-4151-80ed-bdf29053eadf tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8428cf3a-7d79-438d-9574-8c44fbbc1079') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:18.194327 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49913d-3652-4467-b79d-6cfac965084b tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event deleted for resources: {'Port': ['ID=6be9c0c9-734e-4287-8d99-bebe1cc0eccd,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:18.195054 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efc8cc8a-75f3-4151-80ed-bdf29053eadf tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (8428cf3a-7d79-438d-9574-8c44fbbc1079), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.210110 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be49913d-3652-4467-b79d-6cfac965084b tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.213325 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-be49913d-3652-4467-b79d-6cfac965084b tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "DELETE /v2.0/ports/6be9c0c9-734e-4287-8d99-bebe1cc0eccd HTTP/1.1" status: 204 len: 168 time: 0.7684603 Apr 16 04:22:18.217424 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-32aa70ab-5a1a-484a-9068-050b942ef7db tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (c1bd9c86-0689-4449-b1c6-07258a88c798), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.222896 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35878) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:18.238900 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-32aa70ab-5a1a-484a-9068-050b942ef7db tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.240027 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-32aa70ab-5a1a-484a-9068-050b942ef7db tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/c1bd9c86-0689-4449-b1c6-07258a88c798 HTTP/1.1" status: 204 len: 168 time: 0.2845263 Apr 16 04:22:18.247399 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35880) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:18.259785 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efc8cc8a-75f3-4151-80ed-bdf29053eadf tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (8428cf3a-7d79-438d-9574-8c44fbbc1079), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.283023 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa70ab-5a1a-484a-9068-050b942ef7db tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1bd9c86-0689-4449-b1c6-07258a88c798,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:18.287685 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc8cc8a-75f3-4151-80ed-bdf29053eadf tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:22:18.287846 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efc8cc8a-75f3-4151-80ed-bdf29053eadf tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (8428cf3a-7d79-438d-9574-8c44fbbc1079), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.292129 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-765eda8e-d8ef-4ff3-8e39-e59e7d758ec9 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0657125 Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:22:18.295698 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:22:18.297777 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35882) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:18.323165 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-feed8e1f-85dc-4bf4-9032-8f7b237650a9 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-373052865'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:18.331755 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c5b4a322-14c7-4f14-bb86-77eb4ab00383 req-63f61230-c1c3-4516-8d98-06c632b89852 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936681 Apr 16 04:22:18.350367 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-986592f9-5690-4c55-a1fc-322420264bf7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for port (bc868262-d74d-4f7c-b266-90a3fd32296d), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.370120 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b37fa3c1-908c-4382-a0d1-2ada9b234a78 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1189067 Apr 16 04:22:18.372544 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35886) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:18.378510 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-ae86098e-2325-404b-b1f5-b1da4d5ab2cc tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group_rule': {'security_group_id': 'a44a0f4f-629f-4470-bb4a-d37bf8ef6a82', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:18.420200 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-ce2129f5-616d-458c-bfd8-1b4e732c92ac tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Allocated IP 172.20.0.5 (c2a65f17-447f-40bf-abeb-629c47bb5367/ac55e054-2672-4c93-86f7-9c66c0ff89e4/cbdb24cf-4e2b-43ab-861a-33ddb99c26fd) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:18.469486 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-217016ba-5dfc-4beb-9851-1df2349fd28c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for port (62888640-001b-4916-b36d-5e6bb914ebcb), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.501796 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41235a2-24de-4feb-9344-e39ac708d635 req-2469a38d-69a6-4c22-8d39-23c6eb52ae6e tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:18.503360 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f41235a2-24de-4feb-9344-e39ac708d635 req-2469a38d-69a6-4c22-8d39-23c6eb52ae6e tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.0976257 Apr 16 04:22:18.510165 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device fb153264-559a-4c0b-a26a-2c8bde7bb993 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:18.521166 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae86098e-2325-404b-b1f5-b1da4d5ab2cc tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (c6652b6a-b43a-4126-8d52-accc9d13b303), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.532804 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-986592f9-5690-4c55-a1fc-322420264bf7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (bc868262-d74d-4f7c-b266-90a3fd32296d), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.555251 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efc8cc8a-75f3-4151-80ed-bdf29053eadf tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (63ede8fc-f428-4c35-9312-476c9aa43334), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.570719 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efc8cc8a-75f3-4151-80ed-bdf29053eadf tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.581948 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35888) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:18.582255 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-efc8cc8a-75f3-4151-80ed-bdf29053eadf tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "DELETE /v2.0/networks/63ede8fc-f428-4c35-9312-476c9aa43334 HTTP/1.1" status: 204 len: 168 time: 1.9697666 Apr 16 04:22:18.592456 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port fb153264-559a-4c0b-a26a-2c8bde7bb993 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:18.593193 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (fb153264-559a-4c0b-a26a-2c8bde7bb993), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.607688 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-217016ba-5dfc-4beb-9851-1df2349fd28c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (62888640-001b-4916-b36d-5e6bb914ebcb), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.608636 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-217016ba-5dfc-4beb-9851-1df2349fd28c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (7e4f24e3-867f-473b-aa64-681c34dcca4c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.662931 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986592f9-5690-4c55-a1fc-322420264bf7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 81b9d071-4b48-4f50-a50f-8a89667f6b8f is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:18.689216 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae86098e-2325-404b-b1f5-b1da4d5ab2cc tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (c6652b6a-b43a-4126-8d52-accc9d13b303), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.699376 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-986592f9-5690-4c55-a1fc-322420264bf7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:18.701463 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986592f9-5690-4c55-a1fc-322420264bf7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Port': ['ID=bc868262-d74d-4f7c-b266-90a3fd32296d,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:18.702325 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port fb153264-559a-4c0b-a26a-2c8bde7bb993 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:18.702850 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fb153264-559a-4c0b-a26a-2c8bde7bb993), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.703952 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986592f9-5690-4c55-a1fc-322420264bf7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:18.723680 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8cc8a-75f3-4151-80ed-bdf29053eadf tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event deleted for resources: {'Network': ['ID=63ede8fc-f428-4c35-9312-476c9aa43334,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:18.764468 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port fb153264-559a-4c0b-a26a-2c8bde7bb993, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=fb153264-559a-4c0b-a26a-2c8bde7bb993,segment=NetworkSegment(f10322fd-0885-4ab6-a8de-cd3f30fc9eef),segment_id=f10322fd-0885-4ab6-a8de-cd3f30fc9eef)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:18.772397 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae86098e-2325-404b-b1f5-b1da4d5ab2cc tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (c6652b6a-b43a-4126-8d52-accc9d13b303), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.785782 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feed8e1f-85dc-4bf4-9032-8f7b237650a9 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Made reservation on behalf of a67c3962e54247da84d0ebdf42c7c839 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:18.792457 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-feed8e1f-85dc-4bf4-9032-8f7b237650a9 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.830790 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86098e-2325-404b-b1f5-b1da4d5ab2cc tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6652b6a-b43a-4126-8d52-accc9d13b303,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:18.844204 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (fb153264-559a-4c0b-a26a-2c8bde7bb993), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.845427 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c67d1819-71fc-41e8-a1bd-1a39d44f1ce5 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:18.848520 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986592f9-5690-4c55-a1fc-322420264bf7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:18.849238 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-986592f9-5690-4c55-a1fc-322420264bf7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.873560 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-e6e1c5d5-5d45-402d-9c09-11dacc0a54db tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Deleting port 89bf088c-411d-4bc4-977d-41c946d584d8 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:18.873913 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e6e1c5d5-5d45-402d-9c09-11dacc0a54db tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (89bf088c-411d-4bc4-977d-41c946d584d8), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.940634 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-986592f9-5690-4c55-a1fc-322420264bf7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6864431 Apr 16 04:22:18.942914 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=fb153264-559a-4c0b-a26a-2c8bde7bb993,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:18.944906 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae86098e-2325-404b-b1f5-b1da4d5ab2cc tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:18.952205 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ae86098e-2325-404b-b1f5-b1da4d5ab2cc tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5784452 Apr 16 04:22:18.954318 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35890) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:18.954663 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35892) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:18.955902 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c1ccec-c7a5-4cc9-8849-508ef6c1099d None None] Network 81b9d071-4b48-4f50-a50f-8a89667f6b8f requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:18.993004 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-93f7b5c4-8cc6-422b-bf3b-388fa4440fd1 None None] Provisioning complete for port fb153264-559a-4c0b-a26a-2c8bde7bb993 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:18.993399 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-93f7b5c4-8cc6-422b-bf3b-388fa4440fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (fb153264-559a-4c0b-a26a-2c8bde7bb993), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:19.054836 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6e79b25e-120a-41d4-a6ba-9f655af0cf5e tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-group-rules/c6652b6a-b43a-4126-8d52-accc9d13b303 HTTP/1.1" status: 200 len: 763 time: 0.0929010 Apr 16 04:22:19.058444 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35894) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:19.075942 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port c67d1819-71fc-41e8-a1bd-1a39d44f1ce5 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:19.076322 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c67d1819-71fc-41e8-a1bd-1a39d44f1ce5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:19.154413 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e6e1c5d5-5d45-402d-9c09-11dacc0a54db tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (89bf088c-411d-4bc4-977d-41c946d584d8), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:19.154761 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e6e1c5d5-5d45-402d-9c09-11dacc0a54db tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (89bf088c-411d-4bc4-977d-41c946d584d8), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:19.181654 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-e6e1c5d5-5d45-402d-9c09-11dacc0a54db tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Calling delete_port for 89bf088c-411d-4bc4-977d-41c946d584d8 owned by network:floatingip {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:19.199986 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-93f7b5c4-8cc6-422b-bf3b-388fa4440fd1 None None] Current status of the port fb153264-559a-4c0b-a26a-2c8bde7bb993 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:19.226569 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f41235a2-24de-4feb-9344-e39ac708d635 req-8c00deed-30f3-4e1a-bf61-b768ce10887e tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7018707 Apr 16 04:22:19.232816 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217016ba-5dfc-4beb-9851-1df2349fd28c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Port': ['ID=62888640-001b-4916-b36d-5e6bb914ebcb,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:19.240846 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port c67d1819-71fc-41e8-a1bd-1a39d44f1ce5 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:19.298533 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9300df3e-cc47-4e93-8e08-11aee1b29a41 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2366872 Apr 16 04:22:19.341492 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 59e404ab-4877-40d5-8e1e-124e208d41f5 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:22:19.363102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35898) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:19.368155 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 59e404ab-4877-40d5-8e1e-124e208d41f5 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:22:19.368734 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 59e404ab-4877-40d5-8e1e-124e208d41f5 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:22:19.385440 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feed8e1f-85dc-4bf4-9032-8f7b237650a9 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:22:19.415667 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217016ba-5dfc-4beb-9851-1df2349fd28c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network dcf721ec-cac9-4d1d-b704-52819a768cb0 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:19.433239 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-feed8e1f-85dc-4bf4-9032-8f7b237650a9 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (c30545c5-077a-4af8-ba57-c4507b0017ed), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:19.433586 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-feed8e1f-85dc-4bf4-9032-8f7b237650a9 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Added segment c30545c5-077a-4af8-ba57-c4507b0017ed of type vlan for network 8bbeda3d-3c62-4508-b832-57492fb3fc1d Apr 16 04:22:19.438976 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-217016ba-5dfc-4beb-9851-1df2349fd28c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:19.520640 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f0ff216a-978e-4ae8-af66-b359069d8da2 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (c6652b6a-b43a-4126-8d52-accc9d13b303), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:19.529579 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f0ff216a-978e-4ae8-af66-b359069d8da2 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (c6652b6a-b43a-4126-8d52-accc9d13b303), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:19.536797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-d20a6a45-535a-47d4-829c-f29bec3bb79a None None] Provisioning complete for port fb153264-559a-4c0b-a26a-2c8bde7bb993 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:19.540854 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d20a6a45-535a-47d4-829c-f29bec3bb79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (fb153264-559a-4c0b-a26a-2c8bde7bb993), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:19.592393 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ce2129f5-616d-458c-bfd8-1b4e732c92ac tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for port (cbdb24cf-4e2b-43ab-861a-33ddb99c26fd), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:19.597095 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-feed8e1f-85dc-4bf4-9032-8f7b237650a9 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (8bbeda3d-3c62-4508-b832-57492fb3fc1d), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:19.604422 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e6e1c5d5-5d45-402d-9c09-11dacc0a54db tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (89bf088c-411d-4bc4-977d-41c946d584d8), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:19.644619 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b7c8681b-6a45-4b56-9c21-de91420800bd tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (bc868262-d74d-4f7c-b266-90a3fd32296d), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:19.674687 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1c5d5-5d45-402d-9c09-11dacc0a54db tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event deleted for resources: {'Port': ['ID=89bf088c-411d-4bc4-977d-41c946d584d8,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:19.717831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f0ff216a-978e-4ae8-af66-b359069d8da2 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (c6652b6a-b43a-4126-8d52-accc9d13b303), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:19.730401 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f0ff216a-978e-4ae8-af66-b359069d8da2 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:19.731568 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f0ff216a-978e-4ae8-af66-b359069d8da2 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/c6652b6a-b43a-4126-8d52-accc9d13b303 HTTP/1.1" status: 204 len: 168 time: 0.3417945 Apr 16 04:22:19.743422 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35900) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:19.748067 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.db.resource_extend [None req-feed8e1f-85dc-4bf4-9032-8f7b237650a9 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 16 04:22:19.750405 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e6e1c5d5-5d45-402d-9c09-11dacc0a54db tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for floatingip (99e0d2ad-eede-4e99-a1cc-e847ea52f32c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:19.760481 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e6e1c5d5-5d45-402d-9c09-11dacc0a54db tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:19.767094 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e6e1c5d5-5d45-402d-9c09-11dacc0a54db tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "DELETE /v2.0/floatingips/99e0d2ad-eede-4e99-a1cc-e847ea52f32c HTTP/1.1" status: 204 len: 168 time: 1.1790493 Apr 16 04:22:19.778583 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35904) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:19.823861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff216a-978e-4ae8-af66-b359069d8da2 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6652b6a-b43a-4126-8d52-accc9d13b303,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:19.829944 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe2d23e-c8c2-434a-ac37-c8c078d96a79 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] DELETE failed (client error): The resource could not be found. Apr 16 04:22:19.830710 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe2d23e-c8c2-434a-ac37-c8c078d96a79 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:22:19.838794 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1fe2d23e-c8c2-434a-ac37-c8c078d96a79 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "DELETE /v2.0/ports/17c55749-0fb9-4729-a771-fd6c745d6849 HTTP/1.1" status: 404 len: 333 time: 0.0547523 Apr 16 04:22:19.845040 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35906) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:19.897015 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d20a6a45-535a-47d4-829c-f29bec3bb79a None None] Current status of the port fb153264-559a-4c0b-a26a-2c8bde7bb993 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:19.905855 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-d20a6a45-535a-47d4-829c-f29bec3bb79a None None] Provisioning complete for port bc868262-d74d-4f7c-b266-90a3fd32296d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:19.906472 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d20a6a45-535a-47d4-829c-f29bec3bb79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (bc868262-d74d-4f7c-b266-90a3fd32296d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:19.933932 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d04a9ee8-709e-4b15-8b07-d14b49283ee6 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "GET /v2.0/ports?device_id=54445761-6c46-4590-b3b0-fb5467f09c49 HTTP/1.1" status: 200 len: 205 time: 0.0837588 Apr 16 04:22:19.944327 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-28b2cda6-152d-48ed-97e8-9a780827f0ff tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1750906 Apr 16 04:22:19.948373 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d20a6a45-535a-47d4-829c-f29bec3bb79a None None] Port bc868262-d74d-4f7c-b266-90a3fd32296d cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:19.958849 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.objects.ports [None req-8dc567be-b15e-4d1e-8b26-b65397dc9c79 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104633) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 16 04:22:19.963622 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35908) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:19.963971 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35910) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:19.969712 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-98b8fe1f-a4ef-4bd1-8bc8-259b707eea4d tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group_rule': {'security_group_id': 'a44a0f4f-629f-4470-bb4a-d37bf8ef6a82', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:19.981747 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8dc567be-b15e-4d1e-8b26-b65397dc9c79 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (e1600c2c-89e4-4968-ab16-35cc684bbdba), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:19.985162 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-feed8e1f-85dc-4bf4-9032-8f7b237650a9 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (8bbeda3d-3c62-4508-b832-57492fb3fc1d), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:19.989946 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feed8e1f-85dc-4bf4-9032-8f7b237650a9 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:19.991055 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-feed8e1f-85dc-4bf4-9032-8f7b237650a9 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:20.064947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-aae07a87-7369-4ca6-98cd-5071bfa866e0 None None] Provisioning complete for port bc868262-d74d-4f7c-b266-90a3fd32296d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:20.065352 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-aae07a87-7369-4ca6-98cd-5071bfa866e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (bc868262-d74d-4f7c-b266-90a3fd32296d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:20.076455 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24f0e4-5a49-4d76-a70e-b7d47079889a req-4dfdd3db-9652-48fa-a0fb-6bd3eff47bf7 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:20.078091 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dd24f0e4-5a49-4d76-a70e-b7d47079889a req-4dfdd3db-9652-48fa-a0fb-6bd3eff47bf7 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.2103529 Apr 16 04:22:20.093393 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-8a8c2764-cd37-42ed-b613-8a89768bd281 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] delete failed (client error): The resource could not be found. Apr 16 04:22:20.096931 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8a8c2764-cd37-42ed-b613-8a89768bd281 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "DELETE /v2.0/routers/54445761-6c46-4590-b3b0-fb5467f09c49 HTTP/1.1" status: 404 len: 336 time: 0.1295302 Apr 16 04:22:20.098330 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35912) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:20.108371 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-aae07a87-7369-4ca6-98cd-5071bfa866e0 None None] Port bc868262-d74d-4f7c-b266-90a3fd32296d cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:20.117504 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-aae07a87-7369-4ca6-98cd-5071bfa866e0 None None] Provisioning complete for port 62888640-001b-4916-b36d-5e6bb914ebcb triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:20.118079 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-aae07a87-7369-4ca6-98cd-5071bfa866e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (62888640-001b-4916-b36d-5e6bb914ebcb), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:20.131650 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8df369-c423-4ccc-a585-87c322860074 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] DELETE failed (client error): The resource could not be found. Apr 16 04:22:20.137733 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8df369-c423-4ccc-a585-87c322860074 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:22:20.137869 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ce2129f5-616d-458c-bfd8-1b4e732c92ac tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (cbdb24cf-4e2b-43ab-861a-33ddb99c26fd), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:20.138001 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1c8df369-c423-4ccc-a585-87c322860074 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "DELETE /v2.0/subnets/d3316af8-cb3d-4870-9b8c-a7446d693856 HTTP/1.1" status: 404 len: 337 time: 0.0351133 Apr 16 04:22:20.139248 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35914) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:20.145453 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc567be-b15e-4d1e-8b26-b65397dc9c79 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:20.161686 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-aae07a87-7369-4ca6-98cd-5071bfa866e0 None None] Port 62888640-001b-4916-b36d-5e6bb914ebcb cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:20.184927 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b7c8681b-6a45-4b56-9c21-de91420800bd tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for port (bc868262-d74d-4f7c-b266-90a3fd32296d), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:20.194150 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-8dc567be-b15e-4d1e-8b26-b65397dc9c79 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:20.204974 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d0bfee-0e22-4d6e-a5d5-e8c354f39107 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:20.234343 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc567be-b15e-4d1e-8b26-b65397dc9c79 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:20.234343 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8dc567be-b15e-4d1e-8b26-b65397dc9c79 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:20.242334 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc567be-b15e-4d1e-8b26-b65397dc9c79 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=e1600c2c-89e4-4968-ab16-35cc684bbdba,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:20.243138 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-283f54f5-fe11-442b-a20c-d1e6f2e477bb tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Deleting port a9ccc8cf-d97f-4716-9d4d-0325d572e864 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:20.243482 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-283f54f5-fe11-442b-a20c-d1e6f2e477bb tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (a9ccc8cf-d97f-4716-9d4d-0325d572e864), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:20.257787 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed8e1f-85dc-4bf4-9032-8f7b237650a9 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event updated for resources: {'Network': ['ID=8bbeda3d-3c62-4508-b832-57492fb3fc1d,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:20.268641 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2129f5-616d-458c-bfd8-1b4e732c92ac tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Network c2a65f17-447f-40bf-abeb-629c47bb5367 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:20.271217 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 8bbeda3d-3c62-4508-b832-57492fb3fc1d details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:22:20.283476 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-ce2129f5-616d-458c-bfd8-1b4e732c92ac tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:20.289044 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2129f5-616d-458c-bfd8-1b4e732c92ac tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:20.298594 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dd24f0e4-5a49-4d76-a70e-b7d47079889a req-460e972e-3741-4179-9ef7-90c233e491a3 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911061 Apr 16 04:22:20.327754 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b7c8681b-6a45-4b56-9c21-de91420800bd tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (bc868262-d74d-4f7c-b266-90a3fd32296d), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:20.335934 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217016ba-5dfc-4beb-9851-1df2349fd28c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router 7e4f24e3-867f-473b-aa64-681c34dcca4c is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:22:20.341412 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2129f5-616d-458c-bfd8-1b4e732c92ac tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Pushing event updated for resources: {'Port': ['ID=cbdb24cf-4e2b-43ab-861a-33ddb99c26fd,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:20.346821 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-feed8e1f-85dc-4bf4-9032-8f7b237650a9 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0341699 Apr 16 04:22:20.351091 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35916) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:20.378328 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': 'e1600c2c-89e4-4968-ab16-35cc684bbdba'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:22:20.379235 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:20.408245 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-fdeac92d-29ed-4bb9-9b20-b3fc10bff262 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-308937821'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:20.476104 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2129f5-616d-458c-bfd8-1b4e732c92ac tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:20.477919 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ce2129f5-616d-458c-bfd8-1b4e732c92ac tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:20.506011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device fb153264-559a-4c0b-a26a-2c8bde7bb993 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:20.530155 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8dc567be-b15e-4d1e-8b26-b65397dc9c79 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0614929 Apr 16 04:22:20.530755 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35918) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:20.554392 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-0b6d3075-3888-407a-b5bb-92c5e0f5923d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'mac_address': 'fa:16:3e:66:9c:0f', 'name': 'tempest-NetworksTestDHCPv6-417125837'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:20.590265 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-98b8fe1f-a4ef-4bd1-8bc8-259b707eea4d tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (ea8ca034-c080-43af-8df2-21dc1f3acbf8), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:20.657710 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] Allocated IP 2001:db8::f816:3eff:fe1b:83eb (9a9395da-f56a-4c57-8efc-4b7256188659/e1600c2c-89e4-4968-ab16-35cc684bbdba/53abc193-9d85-4d66-87dd-b829b62582cc) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:20.660449 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port fb153264-559a-4c0b-a26a-2c8bde7bb993 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:20.661034 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (fb153264-559a-4c0b-a26a-2c8bde7bb993), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:20.690147 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8681b-6a45-4b56-9c21-de91420800bd tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Port': ['ID=bc868262-d74d-4f7c-b266-90a3fd32296d,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:20.703866 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-283f54f5-fe11-442b-a20c-d1e6f2e477bb tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (a9ccc8cf-d97f-4716-9d4d-0325d572e864), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:20.745589 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-283f54f5-fe11-442b-a20c-d1e6f2e477bb tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Calling delete_port for a9ccc8cf-d97f-4716-9d4d-0325d572e864 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:20.754599 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217016ba-5dfc-4beb-9851-1df2349fd28c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:20.785543 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-217016ba-5dfc-4beb-9851-1df2349fd28c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/7e4f24e3-867f-473b-aa64-681c34dcca4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7698519 Apr 16 04:22:20.786845 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ce2129f5-616d-458c-bfd8-1b4e732c92ac tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7031236 Apr 16 04:22:20.789181 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3184076a-bfef-4f86-a36e-8466c8d7508d None None] Sync routers for ids ['7e4f24e3-867f-473b-aa64-681c34dcca4c'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:20.793879 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35920) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:20.793879 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35922) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:20.823130 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdeac92d-29ed-4bb9-9b20-b3fc10bff262 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Made reservation on behalf of a67c3962e54247da84d0ebdf42c7c839 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:20.824031 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fdeac92d-29ed-4bb9-9b20-b3fc10bff262 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:20.824176 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3184076a-bfef-4f86-a36e-8466c8d7508d None None] Routers {'7e4f24e3-867f-473b-aa64-681c34dcca4c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:20.824805 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3184076a-bfef-4f86-a36e-8466c8d7508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['7e4f24e3-867f-473b-aa64-681c34dcca4c'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:20.830255 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8ed4e8c5-cecc-4827-ac9c-d95343f969d3 None None] Provisioning complete for port cbdb24cf-4e2b-43ab-861a-33ddb99c26fd triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:20.830701 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8ed4e8c5-cecc-4827-ac9c-d95343f969d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cbdb24cf-4e2b-43ab-861a-33ddb99c26fd), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:20.842403 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-98b8fe1f-a4ef-4bd1-8bc8-259b707eea4d tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (ea8ca034-c080-43af-8df2-21dc1f3acbf8), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:20.877207 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b7c8681b-6a45-4b56-9c21-de91420800bd tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (2740b579-2896-4626-8d9e-ef364e6d4eb0), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:20.893964 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3184076a-bfef-4f86-a36e-8466c8d7508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:20.905119 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66befa0-2225-4a2b-b314-30df53c71601 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:20.910192 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d66befa0-2225-4a2b-b314-30df53c71601 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/ports/62888640-001b-4916-b36d-5e6bb914ebcb HTTP/1.1" status: 200 len: 911 time: 0.1141500 Apr 16 04:22:20.912430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35926) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:20.922549 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-98b8fe1f-a4ef-4bd1-8bc8-259b707eea4d tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (ea8ca034-c080-43af-8df2-21dc1f3acbf8), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:20.930922 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdeac92d-29ed-4bb9-9b20-b3fc10bff262 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:22:20.942057 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3184076a-bfef-4f86-a36e-8466c8d7508d None None] Routers {'7e4f24e3-867f-473b-aa64-681c34dcca4c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:20.942832 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3184076a-bfef-4f86-a36e-8466c8d7508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['7e4f24e3-867f-473b-aa64-681c34dcca4c'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:20.977965 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fdeac92d-29ed-4bb9-9b20-b3fc10bff262 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (db129d72-cee9-4976-9f8a-f9ce922e8c4b), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:20.978580 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-fdeac92d-29ed-4bb9-9b20-b3fc10bff262 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Added segment db129d72-cee9-4976-9f8a-f9ce922e8c4b of type vlan for network cf634bdc-1748-48c6-908a-6b041aca59e5 Apr 16 04:22:20.990039 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3184076a-bfef-4f86-a36e-8466c8d7508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:20.996966 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3184076a-bfef-4f86-a36e-8466c8d7508d None None] The sync data for ids ['7e4f24e3-867f-473b-aa64-681c34dcca4c'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:21.013679 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4e8c5-cecc-4827-ac9c-d95343f969d3 None None] Port cbdb24cf-4e2b-43ab-861a-33ddb99c26fd cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:21.015486 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-7621e1a9-f195-41fa-a6ec-58cc92fc65cd tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'project_id': 'fcd6de85aabe43a591ab3fbce4823e81', 'port_id': 'cbdb24cf-4e2b-43ab-861a-33ddb99c26fd'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:21.030022 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port fb153264-559a-4c0b-a26a-2c8bde7bb993 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:21.034084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8fe1f-a4ef-4bd1-8bc8-259b707eea4d tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8ca034-c080-43af-8df2-21dc1f3acbf8,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:21.037200 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fdeac92d-29ed-4bb9-9b20-b3fc10bff262 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (cf634bdc-1748-48c6-908a-6b041aca59e5), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:21.087227 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] Publish callbacks [] for port (53abc193-9d85-4d66-87dd-b829b62582cc), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:21.134615 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-e483486b-8831-4985-b32d-37f57a8aaee7 None None] Provisioning complete for port bc868262-d74d-4f7c-b266-90a3fd32296d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:21.135256 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6d3075-3888-407a-b5bb-92c5e0f5923d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:21.135448 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e483486b-8831-4985-b32d-37f57a8aaee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (bc868262-d74d-4f7c-b266-90a3fd32296d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:21.176309 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (53abc193-9d85-4d66-87dd-b829b62582cc), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:21.205205 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e483486b-8831-4985-b32d-37f57a8aaee7 None None] Port bc868262-d74d-4f7c-b266-90a3fd32296d cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:21.228332 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3075-3888-407a-b5bb-92c5e0f5923d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:21.229538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:21.234105 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:21.235924 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-98b8fe1f-a4ef-4bd1-8bc8-259b707eea4d tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:21.239735 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:21.239903 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-98b8fe1f-a4ef-4bd1-8bc8-259b707eea4d tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2711248 Apr 16 04:22:21.245921 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] Pushing event updated for resources: {'Port': ['ID=53abc193-9d85-4d66-87dd-b829b62582cc,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:21.246117 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35928) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:21.283496 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-94cf44e7-f209-4447-acfb-edcb454acd66 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-group-rules/ea8ca034-c080-43af-8df2-21dc1f3acbf8 HTTP/1.1" status: 200 len: 764 time: 0.0288160 Apr 16 04:22:21.288162 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35930) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:21.296194 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-0b6d3075-3888-407a-b5bb-92c5e0f5923d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port c86a980f-1224-4031-877d-54584b89b4bb yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:22:21.305373 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] Attempting to bind port 53abc193-9d85-4d66-87dd-b829b62582cc on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:22:21.306157 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] Attempting to bind port 53abc193-9d85-4d66-87dd-b829b62582cc by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:22:21.306306 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] Attempting to bind port 53abc193-9d85-4d66-87dd-b829b62582cc on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:22:21.312355 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:22:21.313468 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:21.313468 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:21.313886 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:22:21.315161 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] Bound port: 53abc193-9d85-4d66-87dd-b829b62582cc, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:22:21.315161 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (53abc193-9d85-4d66-87dd-b829b62582cc), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:21.316252 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7621e1a9-f195-41fa-a6ec-58cc92fc65cd tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:21.350904 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.db.resource_extend [None req-fdeac92d-29ed-4bb9-9b20-b3fc10bff262 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 16 04:22:21.393335 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] For port 53abc193-9d85-4d66-87dd-b829b62582cc, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:22:21.399187 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] For port 53abc193-9d85-4d66-87dd-b829b62582cc, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=53abc193-9d85-4d66-87dd-b829b62582cc,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:22:21.407165 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b7c8681b-6a45-4b56-9c21-de91420800bd tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (bc868262-d74d-4f7c-b266-90a3fd32296d), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:21.479266 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fdeac92d-29ed-4bb9-9b20-b3fc10bff262 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (cf634bdc-1748-48c6-908a-6b041aca59e5), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:21.484277 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdeac92d-29ed-4bb9-9b20-b3fc10bff262 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:21.484901 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fdeac92d-29ed-4bb9-9b20-b3fc10bff262 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:21.504668 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7621e1a9-f195-41fa-a6ec-58cc92fc65cd tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:21.512303 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (53abc193-9d85-4d66-87dd-b829b62582cc), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:21.517886 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81042bf5-3eee-48d7-886e-642c53183a14 req-235312bf-8cfb-40a1-a2d5-4e57c3595232 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:21.519458 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-81042bf5-3eee-48d7-886e-642c53183a14 req-235312bf-8cfb-40a1-a2d5-4e57c3595232 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1091208 Apr 16 04:22:21.534840 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-283f54f5-fe11-442b-a20c-d1e6f2e477bb tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (a9ccc8cf-d97f-4716-9d4d-0325d572e864), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:21.577730 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88bc67-ac7f-4f5e-82f3-22534fd65536 None None] Pushing event updated for resources: {'Port': ['ID=53abc193-9d85-4d66-87dd-b829b62582cc,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:21.582748 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c3e5387b-994f-4b6b-93de-8cfd30b95ee1 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2930524 Apr 16 04:22:21.606640 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35934) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:21.682697 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fdeac92d-29ed-4bb9-9b20-b3fc10bff262 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2846484 Apr 16 04:22:21.692023 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeac92d-29ed-4bb9-9b20-b3fc10bff262 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event updated for resources: {'Network': ['ID=cf634bdc-1748-48c6-908a-6b041aca59e5,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:21.712367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network cf634bdc-1748-48c6-908a-6b041aca59e5 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:22:21.722475 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f54f5-fe11-442b-a20c-d1e6f2e477bb tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event deleted for resources: {'Port': ['ID=a9ccc8cf-d97f-4716-9d4d-0325d572e864,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:21.740062 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-850da6e5-7662-4c2b-86cb-e0841287c66c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (ea8ca034-c080-43af-8df2-21dc1f3acbf8), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:21.743098 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-0b6d3075-3888-407a-b5bb-92c5e0f5923d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::f816:3eff:fe66:9c0f (9a9395da-f56a-4c57-8efc-4b7256188659/e1600c2c-89e4-4968-ab16-35cc684bbdba/c86a980f-1224-4031-877d-54584b89b4bb) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:21.784645 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-850da6e5-7662-4c2b-86cb-e0841287c66c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (ea8ca034-c080-43af-8df2-21dc1f3acbf8), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:21.825846 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35936) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:21.862855 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Request body: {'subnets': [{'network_id': '8bbeda3d-3c62-4508-b832-57492fb3fc1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--130801749', 'ip_version': 4}, {'network_id': 'cf634bdc-1748-48c6-908a-6b041aca59e5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:21.863171 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Request body: {'subnet': {'network_id': '8bbeda3d-3c62-4508-b832-57492fb3fc1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--130801749', 'ip_version': 4}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:21.863727 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Request body: {'subnet': {'network_id': 'cf634bdc-1748-48c6-908a-6b041aca59e5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:21.896120 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-7621e1a9-f195-41fa-a6ec-58cc92fc65cd tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Allocated IP 172.26.6.58 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/7f42fba9-09be-4864-ad2a-d27c7d3371da) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:21.897486 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-81042bf5-3eee-48d7-886e-642c53183a14 req-033c89c8-93d4-4bf6-a501-111158ea971b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3589911 Apr 16 04:22:21.959830 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72b94642-1fb2-42fa-9b4b-220c530e2c69 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:22.025175 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-283f54f5-fe11-442b-a20c-d1e6f2e477bb tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:22.031195 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-283f54f5-fe11-442b-a20c-d1e6f2e477bb tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "DELETE /v2.0/ports/a9ccc8cf-d97f-4716-9d4d-0325d572e864 HTTP/1.1" status: 204 len: 168 time: 1.8887506 Apr 16 04:22:22.035532 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35940) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:22.132016 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b7c8681b-6a45-4b56-9c21-de91420800bd tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for port (bc868262-d74d-4f7c-b266-90a3fd32296d), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:22.145899 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-be9bbbdd-f061-43f4-b840-2c2bd68ba117 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Deleting port 77cbea73-139f-4ba3-9d76-61adb7ed2885 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:22.150492 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be9bbbdd-f061-43f4-b840-2c2bd68ba117 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (77cbea73-139f-4ba3-9d76-61adb7ed2885), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:22.197522 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-850da6e5-7662-4c2b-86cb-e0841287c66c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (ea8ca034-c080-43af-8df2-21dc1f3acbf8), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:22.203929 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-850da6e5-7662-4c2b-86cb-e0841287c66c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:22.207847 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-850da6e5-7662-4c2b-86cb-e0841287c66c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/ea8ca034-c080-43af-8df2-21dc1f3acbf8 HTTP/1.1" status: 204 len: 168 time: 0.5964205 Apr 16 04:22:22.224592 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b7c8681b-6a45-4b56-9c21-de91420800bd tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (bc868262-d74d-4f7c-b266-90a3fd32296d), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:22.228760 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35944) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:22.287066 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850da6e5-7662-4c2b-86cb-e0841287c66c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea8ca034-c080-43af-8df2-21dc1f3acbf8,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:22.396178 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b7c8681b-6a45-4b56-9c21-de91420800bd tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (2740b579-2896-4626-8d9e-ef364e6d4eb0), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:22.397962 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8681b-6a45-4b56-9c21-de91420800bd tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Port': ['ID=bc868262-d74d-4f7c-b266-90a3fd32296d,revision_number=3']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:22.410176 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9555a0d-c0fb-4208-b395-3e8cf3b7ba9a req-f8df5fcb-cc74-43fb-8014-7c93861460b8 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:22.411811 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e9555a0d-c0fb-4208-b395-3e8cf3b7ba9a req-f8df5fcb-cc74-43fb-8014-7c93861460b8 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1691473 Apr 16 04:22:22.423131 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be9bbbdd-f061-43f4-b840-2c2bd68ba117 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (77cbea73-139f-4ba3-9d76-61adb7ed2885), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:22.451140 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7172a367-f3c0-49d1-83f9-922a7a8caecf tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2170577 Apr 16 04:22:22.470284 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 53abc193-9d85-4d66-87dd-b829b62582cc up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:22.481259 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35946) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:22.483780 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-be9bbbdd-f061-43f4-b840-2c2bd68ba117 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Calling delete_port for 77cbea73-139f-4ba3-9d76-61adb7ed2885 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:22.531459 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 53abc193-9d85-4d66-87dd-b829b62582cc triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:22.532206 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (53abc193-9d85-4d66-87dd-b829b62582cc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:22.625770 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 53abc193-9d85-4d66-87dd-b829b62582cc is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:22.625997 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (53abc193-9d85-4d66-87dd-b829b62582cc), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:22.673062 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 53abc193-9d85-4d66-87dd-b829b62582cc, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=53abc193-9d85-4d66-87dd-b829b62582cc,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:22.691515 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e9555a0d-c0fb-4208-b395-3e8cf3b7ba9a req-05fb8ff1-0b89-4d9f-87fa-51be966c634c tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611907 Apr 16 04:22:22.702614 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0f8ff1c0-ad71-4096-a9f7-e4db0b27c21a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (a44a0f4f-629f-4470-bb4a-d37bf8ef6a82), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:22.759218 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c8681b-6a45-4b56-9c21-de91420800bd tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 81b9d071-4b48-4f50-a50f-8a89667f6b8f is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:22.760822 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0f8ff1c0-ad71-4096-a9f7-e4db0b27c21a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (a44a0f4f-629f-4470-bb4a-d37bf8ef6a82), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:22.774746 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (53abc193-9d85-4d66-87dd-b829b62582cc), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:22.786310 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-b7c8681b-6a45-4b56-9c21-de91420800bd tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:22.849941 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=53abc193-9d85-4d66-87dd-b829b62582cc,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:22.890780 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e1376-50e2-4d1e-8aa4-549b09904230 req-49ca58b1-d2ec-4c00-a09b-d6543e9bc0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:22.892525 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-014e1376-50e2-4d1e-8aa4-549b09904230 req-49ca58b1-d2ec-4c00-a09b-d6543e9bc0df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b631a5189db64668b5973175d03e09b1&device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 1130 time: 0.1757407 Apr 16 04:22:22.932262 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7621e1a9-f195-41fa-a6ec-58cc92fc65cd tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks [] for port (7f42fba9-09be-4864-ad2a-d27c7d3371da), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:22.953173 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-44449592-aad2-435f-ba79-48b24682efbf None None] Provisioning complete for port 53abc193-9d85-4d66-87dd-b829b62582cc triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:22.953809 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-44449592-aad2-435f-ba79-48b24682efbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (53abc193-9d85-4d66-87dd-b829b62582cc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:22.974544 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3075-3888-407a-b5bb-92c5e0f5923d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (c86a980f-1224-4031-877d-54584b89b4bb), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:23.041184 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0f8ff1c0-ad71-4096-a9f7-e4db0b27c21a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (a44a0f4f-629f-4470-bb4a-d37bf8ef6a82), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:23.045754 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0f8ff1c0-ad71-4096-a9f7-e4db0b27c21a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:23.047525 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-44449592-aad2-435f-ba79-48b24682efbf None None] Current status of the port 53abc193-9d85-4d66-87dd-b829b62582cc is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:23.047779 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0f8ff1c0-ad71-4096-a9f7-e4db0b27c21a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-groups/a44a0f4f-629f-4470-bb4a-d37bf8ef6a82 HTTP/1.1" status: 204 len: 168 time: 0.5652401 Apr 16 04:22:23.054763 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35948) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:23.067110 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be9bbbdd-f061-43f4-b840-2c2bd68ba117 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (77cbea73-139f-4ba3-9d76-61adb7ed2885), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:23.072678 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ff1c0-ad71-4096-a9f7-e4db0b27c21a tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44a0f4f-629f-4470-bb4a-d37bf8ef6a82,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:23.119403 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bbbdd-f061-43f4-b840-2c2bd68ba117 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event deleted for resources: {'Port': ['ID=77cbea73-139f-4ba3-9d76-61adb7ed2885,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:23.134051 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Made reservation on behalf of a67c3962e54247da84d0ebdf42c7c839 for: {'subnet': 2} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:23.137943 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c8681b-6a45-4b56-9c21-de91420800bd tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 2740b579-2896-4626-8d9e-ef364e6d4eb0 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:22:23.138422 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:23.138767 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:23.165944 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-5b4472d3-ea49-4819-ac75-1d3d18cfbd94 None None] Provisioning complete for port bc868262-d74d-4f7c-b266-90a3fd32296d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:23.166339 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5b4472d3-ea49-4819-ac75-1d3d18cfbd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (bc868262-d74d-4f7c-b266-90a3fd32296d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:23.205454 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e40bbef3-447f-4457-a124-193b67ba41f7 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1443985 Apr 16 04:22:23.213859 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-5b4472d3-ea49-4819-ac75-1d3d18cfbd94 None None] Port bc868262-d74d-4f7c-b266-90a3fd32296d cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:23.214072 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35950) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:23.220238 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-48be4c67-8b42-4d30-9473-5d3a30fb5b8c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1413708132'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:23.282475 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7621e1a9-f195-41fa-a6ec-58cc92fc65cd tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (7f42fba9-09be-4864-ad2a-d27c7d3371da), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:23.286696 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be9bbbdd-f061-43f4-b840-2c2bd68ba117 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:23.292939 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-be9bbbdd-f061-43f4-b840-2c2bd68ba117 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "DELETE /v2.0/ports/77cbea73-139f-4ba3-9d76-61adb7ed2885 HTTP/1.1" status: 204 len: 168 time: 1.2571595 Apr 16 04:22:23.295313 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35952) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:23.315338 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e1376-50e2-4d1e-8aa4-549b09904230 req-4c6838f2-088c-4222-8d1e-d1c30312e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:23.316852 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-014e1376-50e2-4d1e-8aa4-549b09904230 req-4c6838f2-088c-4222-8d1e-d1c30312e575 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c3c2d0c-413d-4b27-b518-f77ba01ee470 HTTP/1.1" status: 200 len: 911 time: 0.4061439 Apr 16 04:22:23.338968 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c8681b-6a45-4b56-9c21-de91420800bd tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:23.339241 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-72b94642-1fb2-42fa-9b4b-220c530e2c69 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Allocated IP 2001:db8:1::1 (f26597e0-e5b5-42a4-942c-6d34338e0753/66cafa4f-9aa7-4ce5-854c-9ade250cfbf7/40fe6835-aad5-4023-8e39-ea2573bc969f) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:23.344306 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b7c8681b-6a45-4b56-9c21-de91420800bd tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/2740b579-2896-4626-8d9e-ef364e6d4eb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3861728 Apr 16 04:22:23.346704 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35954) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:23.350780 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819b7ade-033e-4d32-8cae-cb04fae47c32 None None] Sync routers for ids ['2740b579-2896-4626-8d9e-ef364e6d4eb0'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:23.363615 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b752ad0-bf81-4319-9745-3ed67948fe03 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:23.364108 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819b7ade-033e-4d32-8cae-cb04fae47c32 None None] Routers {'2740b579-2896-4626-8d9e-ef364e6d4eb0'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:23.364753 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-819b7ade-033e-4d32-8cae-cb04fae47c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2740b579-2896-4626-8d9e-ef364e6d4eb0'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:23.365739 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8b752ad0-bf81-4319-9745-3ed67948fe03 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d6a6c35-a37f-4ea5-b81b-112f3301b2dd HTTP/1.1" status: 200 len: 913 time: 0.0689180 Apr 16 04:22:23.373451 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3075-3888-407a-b5bb-92c5e0f5923d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c86a980f-1224-4031-877d-54584b89b4bb), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:23.384833 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35956) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:23.399568 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-819b7ade-033e-4d32-8cae-cb04fae47c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:23.405089 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d5ec11-9470-48dd-9e90-e733cd2ca4e5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:23.409153 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-40d5ec11-9470-48dd-9e90-e733cd2ca4e5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/ports/bc868262-d74d-4f7c-b266-90a3fd32296d HTTP/1.1" status: 200 len: 977 time: 0.0589020 Apr 16 04:22:23.409300 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819b7ade-033e-4d32-8cae-cb04fae47c32 None None] Routers {'2740b579-2896-4626-8d9e-ef364e6d4eb0'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:23.409300 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-819b7ade-033e-4d32-8cae-cb04fae47c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2740b579-2896-4626-8d9e-ef364e6d4eb0'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:23.409467 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35958) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:23.442480 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7621e1a9-f195-41fa-a6ec-58cc92fc65cd tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:23.447527 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-819b7ade-033e-4d32-8cae-cb04fae47c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:23.448355 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819b7ade-033e-4d32-8cae-cb04fae47c32 None None] The sync data for ids ['2740b579-2896-4626-8d9e-ef364e6d4eb0'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:23.478090 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-48be4c67-8b42-4d30-9473-5d3a30fb5b8c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:23.496420 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-7621e1a9-f195-41fa-a6ec-58cc92fc65cd tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:23.498275 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621e1a9-f195-41fa-a6ec-58cc92fc65cd tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Pushing event updated for resources: {'Port': ['ID=7f42fba9-09be-4864-ad2a-d27c7d3371da,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:23.507554 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7621e1a9-f195-41fa-a6ec-58cc92fc65cd tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:23.622994 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6d3075-3888-407a-b5bb-92c5e0f5923d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:23.681743 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-014e1376-50e2-4d1e-8aa4-549b09904230 req-b2f4fe3f-4c4a-43f7-8432-b818d26d0d81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d691ce19-b854-44bc-871d-ed4bdc2db5a7 HTTP/1.1" status: 200 len: 1002 time: 0.3483067 Apr 16 04:22:23.707622 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-0b6d3075-3888-407a-b5bb-92c5e0f5923d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:23.738374 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-15db33af-1181-4c0e-9630-c556423596a5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (2740b579-2896-4626-8d9e-ef364e6d4eb0), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:23.766210 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6d3075-3888-407a-b5bb-92c5e0f5923d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:23.772351 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6d3075-3888-407a-b5bb-92c5e0f5923d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:23.773020 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3075-3888-407a-b5bb-92c5e0f5923d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:23.851579 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d3075-3888-407a-b5bb-92c5e0f5923d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=c86a980f-1224-4031-877d-54584b89b4bb,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:23.931657 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e1376-50e2-4d1e-8aa4-549b09904230 req-d84368b0-3f4e-4e57-80a7-5a477298b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:23.933269 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-014e1376-50e2-4d1e-8aa4-549b09904230 req-d84368b0-3f4e-4e57-80a7-5a477298b9b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cedacccd-a081-4c1d-aad3-f594f5ad80d3 HTTP/1.1" status: 200 len: 850 time: 0.2301345 Apr 16 04:22:23.974114 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-15db33af-1181-4c0e-9630-c556423596a5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting port bc868262-d74d-4f7c-b266-90a3fd32296d {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:23.975052 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-15db33af-1181-4c0e-9630-c556423596a5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (bc868262-d74d-4f7c-b266-90a3fd32296d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:24.003949 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0b6d3075-3888-407a-b5bb-92c5e0f5923d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4670303 Apr 16 04:22:24.041416 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35962) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:24.051493 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-557ae088-407b-40e8-8386-d561afa067f0 None None] Provisioning complete for port c86a980f-1224-4031-877d-54584b89b4bb triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:24.052276 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-557ae088-407b-40e8-8386-d561afa067f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c86a980f-1224-4031-877d-54584b89b4bb), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:24.089525 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-557ae088-407b-40e8-8386-d561afa067f0 None None] Port c86a980f-1224-4031-877d-54584b89b4bb cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:24.101047 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb384a-6ae4-4671-ab6e-0f5e9e6ef90a req-ef33407a-3626-4e34-b67b-561e06d165aa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:24.102644 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7eeb384a-6ae4-4671-ab6e-0f5e9e6ef90a req-ef33407a-3626-4e34-b67b-561e06d165aa tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.2878666 Apr 16 04:22:24.159595 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72b94642-1fb2-42fa-9b4b-220c530e2c69 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for port (40fe6835-aad5-4023-8e39-ea2573bc969f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:24.228647 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-48be4c67-8b42-4d30-9473-5d3a30fb5b8c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (9f979551-360e-40ea-9e0a-d67d25aa217a), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:24.230143 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e1376-50e2-4d1e-8aa4-549b09904230 req-d2f12242-e312-4b7e-aec3-269044b3f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:24.231714 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-014e1376-50e2-4d1e-8aa4-549b09904230 req-d2f12242-e312-4b7e-aec3-269044b3f397 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c3c2d0c-413d-4b27-b518-f77ba01ee470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2845235 Apr 16 04:22:24.336229 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-15db33af-1181-4c0e-9630-c556423596a5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (bc868262-d74d-4f7c-b266-90a3fd32296d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:24.349762 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-15db33af-1181-4c0e-9630-c556423596a5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Calling delete_port for bc868262-d74d-4f7c-b266-90a3fd32296d owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:24.370223 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-48be4c67-8b42-4d30-9473-5d3a30fb5b8c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (9f979551-360e-40ea-9e0a-d67d25aa217a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:24.377876 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c8c734-ac98-44c9-b9b7-1cf20cdd12ff tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:24.383703 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c8c734-ac98-44c9-b9b7-1cf20cdd12ff tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:24.385397 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-80c8c734-ac98-44c9-b9b7-1cf20cdd12ff tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3178024 Apr 16 04:22:24.393640 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35964) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:24.404054 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 53abc193-9d85-4d66-87dd-b829b62582cc up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:24.456217 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 53abc193-9d85-4d66-87dd-b829b62582cc triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:24.456592 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (53abc193-9d85-4d66-87dd-b829b62582cc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:24.531937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ffe1c-68b3-4f50-84f0-c6e9db7f0ac5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port c86a980f-1224-4031-877d-54584b89b4bb {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:24.532351 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fe2ffe1c-68b3-4f50-84f0-c6e9db7f0ac5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c86a980f-1224-4031-877d-54584b89b4bb), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:24.538946 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 53abc193-9d85-4d66-87dd-b829b62582cc is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:24.601241 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7eeb384a-6ae4-4671-ab6e-0f5e9e6ef90a req-b62e9234-a250-49f9-bff2-955c1aa16136 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4397988 Apr 16 04:22:24.610813 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-48be4c67-8b42-4d30-9473-5d3a30fb5b8c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:24.612036 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-48be4c67-8b42-4d30-9473-5d3a30fb5b8c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3973010 Apr 16 04:22:24.623408 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be4c67-8b42-4d30-9473-5d3a30fb5b8c tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f979551-360e-40ea-9e0a-d67d25aa217a,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:24.625465 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35966) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:24.645131 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-66e76a74-7425-4a2b-8e09-fede6732aad5 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Request body: {'security_group_rule': {'security_group_id': '9f979551-360e-40ea-9e0a-d67d25aa217a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:24.658134 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fe2ffe1c-68b3-4f50-84f0-c6e9db7f0ac5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c86a980f-1224-4031-877d-54584b89b4bb), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:24.685870 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ffe1c-68b3-4f50-84f0-c6e9db7f0ac5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for c86a980f-1224-4031-877d-54584b89b4bb owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:24.707054 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72b94642-1fb2-42fa-9b4b-220c530e2c69 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (40fe6835-aad5-4023-8e39-ea2573bc969f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:24.736801 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-014e1376-50e2-4d1e-8aa4-549b09904230 req-9a1e8351-0c19-4222-b571-e5c70d0be21f service neutron] 10.222.0.18 "GET /v2.0/networks/4c3c2d0c-413d-4b27-b518-f77ba01ee470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869649 Apr 16 04:22:24.750441 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-15db33af-1181-4c0e-9630-c556423596a5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (bc868262-d74d-4f7c-b266-90a3fd32296d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:24.791178 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db33af-1181-4c0e-9630-c556423596a5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Port': ['ID=bc868262-d74d-4f7c-b266-90a3fd32296d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:24.844026 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b94642-1fb2-42fa-9b4b-220c530e2c69 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network f26597e0-e5b5-42a4-942c-6d34338e0753 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:24.920232 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-72b94642-1fb2-42fa-9b4b-220c530e2c69 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:24.930217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-66e76a74-7425-4a2b-8e09-fede6732aad5 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (4f020192-3264-4ef5-853d-c9905bf0f564), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:24.934844 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b94642-1fb2-42fa-9b4b-220c530e2c69 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:24.935366 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72b94642-1fb2-42fa-9b4b-220c530e2c69 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (7e4f24e3-867f-473b-aa64-681c34dcca4c), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:24.987439 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-15db33af-1181-4c0e-9630-c556423596a5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (2740b579-2896-4626-8d9e-ef364e6d4eb0), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:25.068006 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fe2ffe1c-68b3-4f50-84f0-c6e9db7f0ac5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (c86a980f-1224-4031-877d-54584b89b4bb), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:25.110373 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ffe1c-68b3-4f50-84f0-c6e9db7f0ac5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=c86a980f-1224-4031-877d-54584b89b4bb,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:25.205787 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fe2ffe1c-68b3-4f50-84f0-c6e9db7f0ac5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:25.212184 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fe2ffe1c-68b3-4f50-84f0-c6e9db7f0ac5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/c86a980f-1224-4031-877d-54584b89b4bb HTTP/1.1" status: 204 len: 168 time: 0.8175032 Apr 16 04:22:25.215156 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35968) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:25.269499 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15db33af-1181-4c0e-9630-c556423596a5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 2740b579-2896-4626-8d9e-ef364e6d4eb0 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:22:25.281733 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083f9281-fe32-47f9-9010-00b4c5e5effe tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:25.283047 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083f9281-fe32-47f9-9010-00b4c5e5effe tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:25.284579 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-083f9281-fe32-47f9-9010-00b4c5e5effe tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0683081 Apr 16 04:22:25.287738 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35970) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:25.306607 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b94642-1fb2-42fa-9b4b-220c530e2c69 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Port': ['ID=40fe6835-aad5-4023-8e39-ea2573bc969f,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:25.336015 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-d6bc9ee4-c635-4fe2-85cb-29927163ebc5 None None] Provisioning complete for port 40fe6835-aad5-4023-8e39-ea2573bc969f triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:25.337136 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d6bc9ee4-c635-4fe2-85cb-29927163ebc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (40fe6835-aad5-4023-8e39-ea2573bc969f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:25.376082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d6bc9ee4-c635-4fe2-85cb-29927163ebc5 None None] Port 40fe6835-aad5-4023-8e39-ea2573bc969f cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:25.407592 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-73539bfa-3f5c-4a75-b351-2ca212b3e50a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet e1600c2c-89e4-4968-ab16-35cc684bbdba {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:22:25.413688 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-73539bfa-3f5c-4a75-b351-2ca212b3e50a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (e1600c2c-89e4-4968-ab16-35cc684bbdba), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:25.434813 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15db33af-1181-4c0e-9630-c556423596a5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:25.444254 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-15db33af-1181-4c0e-9630-c556423596a5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/2740b579-2896-4626-8d9e-ef364e6d4eb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0338936 Apr 16 04:22:25.444562 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c514831b-ac72-4a78-b5bc-f5d189cae9f2 None None] Sync routers for ids ['2740b579-2896-4626-8d9e-ef364e6d4eb0'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:25.444928 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35972) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:25.456138 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c514831b-ac72-4a78-b5bc-f5d189cae9f2 None None] Routers {'2740b579-2896-4626-8d9e-ef364e6d4eb0'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:25.457087 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-c514831b-ac72-4a78-b5bc-f5d189cae9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2740b579-2896-4626-8d9e-ef364e6d4eb0'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:25.500841 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-c514831b-ac72-4a78-b5bc-f5d189cae9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:25.504834 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c514831b-ac72-4a78-b5bc-f5d189cae9f2 None None] Routers {'2740b579-2896-4626-8d9e-ef364e6d4eb0'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:25.506146 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-c514831b-ac72-4a78-b5bc-f5d189cae9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2740b579-2896-4626-8d9e-ef364e6d4eb0'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:25.529527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-73539bfa-3f5c-4a75-b351-2ca212b3e50a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (e1600c2c-89e4-4968-ab16-35cc684bbdba), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:25.541586 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-c514831b-ac72-4a78-b5bc-f5d189cae9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:25.542211 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c514831b-ac72-4a78-b5bc-f5d189cae9f2 None None] The sync data for ids ['2740b579-2896-4626-8d9e-ef364e6d4eb0'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:25.623559 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-33fda57b-a083-4b03-b52e-24986d8ff509 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (9d6a6c35-a37f-4ea5-b81b-112f3301b2dd), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:25.626801 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-014e1376-50e2-4d1e-8aa4-549b09904230 req-ab6ebcf5-7482-40a5-8f16-113e90ab0211 service neutron] 10.222.0.18 "GET /v2.0/networks/4c3c2d0c-413d-4b27-b518-f77ba01ee470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8546944 Apr 16 04:22:25.699887 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (7080dbcd-3d7e-4586-83d9-c2bad90804c7), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:25.707624 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-92c30585-7970-4512-92cf-6b8d322640d4 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] remove_router_interface failed (client error): The resource could not be found. Apr 16 04:22:25.711816 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-92c30585-7970-4512-92cf-6b8d322640d4 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/2740b579-2896-4626-8d9e-ef364e6d4eb0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2605736 Apr 16 04:22:25.713633 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35976) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:25.719786 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-66e76a74-7425-4a2b-8e09-fede6732aad5 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (4f020192-3264-4ef5-853d-c9905bf0f564), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:25.754081 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-73539bfa-3f5c-4a75-b351-2ca212b3e50a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (e1600c2c-89e4-4968-ab16-35cc684bbdba), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:25.779085 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7621e1a9-f195-41fa-a6ec-58cc92fc65cd tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks [] for floatingip (2e269e39-796d-4446-94a3-71e7ad7c5805), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:25.785036 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff85cb-c1cb-4751-9826-b1304c1107ac req-6633db25-b94c-4e87-a27a-72330d2dae16 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:25.786537 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-96ff85cb-c1cb-4751-9826-b1304c1107ac req-6633db25-b94c-4e87-a27a-72330d2dae16 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.0827980 Apr 16 04:22:25.837481 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-db403bda-871b-499c-85d3-d84ec8e1575e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/ports?device_id=2740b579-2896-4626-8d9e-ef364e6d4eb0 HTTP/1.1" status: 200 len: 205 time: 0.1136861 Apr 16 04:22:25.840160 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35978) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:25.854190 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-66e76a74-7425-4a2b-8e09-fede6732aad5 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (4f020192-3264-4ef5-853d-c9905bf0f564), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:25.893334 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-96ff85cb-c1cb-4751-9826-b1304c1107ac req-1f9d5701-d573-412c-ab99-55a02684c67b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009703 Apr 16 04:22:25.930117 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-73539bfa-3f5c-4a75-b351-2ca212b3e50a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (e1600c2c-89e4-4968-ab16-35cc684bbdba), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:25.933608 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-20994ffc-0a74-4dc1-8678-39ddb202bb5c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (2740b579-2896-4626-8d9e-ef364e6d4eb0), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:25.945820 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event updated for resources: {'Subnet': ['ID=7080dbcd-3d7e-4586-83d9-c2bad90804c7,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:25.948821 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e76a74-7425-4a2b-8e09-fede6732aad5 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f020192-3264-4ef5-853d-c9905bf0f564,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:25.963371 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72b94642-1fb2-42fa-9b4b-220c530e2c69 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (40fe6835-aad5-4023-8e39-ea2573bc969f), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.015218 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Checking segment: {'id': 'c30545c5-077a-4af8-ba57-c4507b0017ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8bbeda3d-3c62-4508-b832-57492fb3fc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:26.015501 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Network hostable DHCP agents. Network: 8bbeda3d-3c62-4508-b832-57492fb3fc1d, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:22:26.024416 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73539bfa-3f5c-4a75-b351-2ca212b3e50a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=e1600c2c-89e4-4968-ab16-35cc684bbdba,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:26.027048 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-73539bfa-3f5c-4a75-b351-2ca212b3e50a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.029612 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-73539bfa-3f5c-4a75-b351-2ca212b3e50a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/e1600c2c-89e4-4968-ab16-35cc684bbdba HTTP/1.1" status: 204 len: 168 time: 0.7409592 Apr 16 04:22:26.031419 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be17e6e3-239b-4e54-ab14-3ee5f2f10cb3 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:26.032356 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35980) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:26.050165 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-66e76a74-7425-4a2b-8e09-fede6732aad5 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.051392 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-66e76a74-7425-4a2b-8e09-fede6732aad5 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4164810 Apr 16 04:22:26.077421 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35982) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:26.081347 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-34a16ced-965f-434b-ad8b-563d9a1fc8a9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478287 Apr 16 04:22:26.098147 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 35984) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:26.119206 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-6531f917-a4e8-4fe7-aaa4-03690dfc9eff tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:26.175670 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-20994ffc-0a74-4dc1-8678-39ddb202bb5c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (2740b579-2896-4626-8d9e-ef364e6d4eb0), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.179745 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-20994ffc-0a74-4dc1-8678-39ddb202bb5c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router_controller (2740b579-2896-4626-8d9e-ef364e6d4eb0), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.210515 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50aee53-1390-4034-8a60-b08582888a74 None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:22:26.251728 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c50aee53-1390-4034-8a60-b08582888a74 None None] Deleting port 53abc193-9d85-4d66-87dd-b829b62582cc {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:26.252108 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c50aee53-1390-4034-8a60-b08582888a74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (53abc193-9d85-4d66-87dd-b829b62582cc), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.304669 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-20994ffc-0a74-4dc1-8678-39ddb202bb5c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (2740b579-2896-4626-8d9e-ef364e6d4eb0), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.305478 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20994ffc-0a74-4dc1-8678-39ddb202bb5c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Fanout notify agent at l3_agent the message router_deleted on router 2740b579-2896-4626-8d9e-ef364e6d4eb0 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:22:26.318826 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7621e1a9-f195-41fa-a6ec-58cc92fc65cd tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7f42fba9-09be-4864-ad2a-d27c7d3371da), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.322344 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c50aee53-1390-4034-8a60-b08582888a74 None None] For port 53abc193-9d85-4d66-87dd-b829b62582cc, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=53abc193-9d85-4d66-87dd-b829b62582cc,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:26.322797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c50aee53-1390-4034-8a60-b08582888a74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (53abc193-9d85-4d66-87dd-b829b62582cc), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.327793 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-20994ffc-0a74-4dc1-8678-39ddb202bb5c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.331952 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-20994ffc-0a74-4dc1-8678-39ddb202bb5c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/routers/2740b579-2896-4626-8d9e-ef364e6d4eb0 HTTP/1.1" status: 204 len: 168 time: 0.4907296 Apr 16 04:22:26.335092 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35986) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:26.339538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c50aee53-1390-4034-8a60-b08582888a74 None None] Calling delete_port for 53abc193-9d85-4d66-87dd-b829b62582cc owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:26.386997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Network 8bbeda3d-3c62-4508-b832-57492fb3fc1d is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:22:26.404190 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea92c24-ac0e-4d04-a065-fce43154c1b3 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting subnet 3a66bec8-fb41-4e63-9343-86eae812048f {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:22:26.408105 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1ea92c24-ac0e-4d04-a065-fce43154c1b3 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for subnet (3a66bec8-fb41-4e63-9343-86eae812048f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.420289 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 53abc193-9d85-4d66-87dd-b829b62582cc no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:22:26.456134 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1ea92c24-ac0e-4d04-a065-fce43154c1b3 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (3a66bec8-fb41-4e63-9343-86eae812048f), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.509510 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1196560c-dd4e-4c29-8397-2e79c4d385c2 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (9f979551-360e-40ea-9e0a-d67d25aa217a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.516318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 53abc193-9d85-4d66-87dd-b829b62582cc is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:26.517970 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (53abc193-9d85-4d66-87dd-b829b62582cc), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.529612 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 8bbeda3d-3c62-4508-b832-57492fb3fc1d) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:26.533774 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (08785897-0a04-45c3-8e3d-071011ccb945), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.539289 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c50aee53-1390-4034-8a60-b08582888a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (53abc193-9d85-4d66-87dd-b829b62582cc), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.568425 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1ea92c24-ac0e-4d04-a065-fce43154c1b3 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (3a66bec8-fb41-4e63-9343-86eae812048f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.572173 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50aee53-1390-4034-8a60-b08582888a74 None None] Pushing event deleted for resources: {'Port': ['ID=53abc193-9d85-4d66-87dd-b829b62582cc,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:26.578069 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844b7ef8-3466-433f-828e-10506e6f07d0 None None] Network 8bbeda3d-3c62-4508-b832-57492fb3fc1d requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:26.665914 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6531f917-a4e8-4fe7-aaa4-03690dfc9eff tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:26.669451 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6531f917-a4e8-4fe7-aaa4-03690dfc9eff tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.712202 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1ea92c24-ac0e-4d04-a065-fce43154c1b3 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (3a66bec8-fb41-4e63-9343-86eae812048f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.713205 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1196560c-dd4e-4c29-8397-2e79c4d385c2 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (9f979551-360e-40ea-9e0a-d67d25aa217a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.725968 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-33fda57b-a083-4b03-b52e-24986d8ff509 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Deleting port cd200e8c-4b77-4ea5-9fb6-ceea07012219 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:26.726321 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-33fda57b-a083-4b03-b52e-24986d8ff509 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (cd200e8c-4b77-4ea5-9fb6-ceea07012219), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.743988 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea92c24-ac0e-4d04-a065-fce43154c1b3 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Subnet': ['ID=3a66bec8-fb41-4e63-9343-86eae812048f,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:26.747716 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1ea92c24-ac0e-4d04-a065-fce43154c1b3 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.751923 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1ea92c24-ac0e-4d04-a065-fce43154c1b3 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/subnets/3a66bec8-fb41-4e63-9343-86eae812048f HTTP/1.1" status: 204 len: 168 time: 0.4149160 Apr 16 04:22:26.760144 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35988) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:26.808597 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3cf62d-df5e-4fd6-848b-5940640ee7d6 None None] Network 81b9d071-4b48-4f50-a50f-8a89667f6b8f requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:26.831803 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50aee53-1390-4034-8a60-b08582888a74 None None] No DVR routers for this DVR port 53abc193-9d85-4d66-87dd-b829b62582cc on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:22:26.864301 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event updated for resources: {'Subnet': ['ID=08785897-0a04-45c3-8e3d-071011ccb945,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:26.871340 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-24437c20-03c4-4168-920c-29879392f81d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (81b9d071-4b48-4f50-a50f-8a89667f6b8f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.949099 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-24437c20-03c4-4168-920c-29879392f81d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting port fb153264-559a-4c0b-a26a-2c8bde7bb993 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:26.949501 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-24437c20-03c4-4168-920c-29879392f81d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (fb153264-559a-4c0b-a26a-2c8bde7bb993), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:26.986415 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-8bbeda3d-3c62-4508-b832-57492fb3fc1d', 'network_id': '8bbeda3d-3c62-4508-b832-57492fb3fc1d', 'project_id': 'a67c3962e54247da84d0ebdf42c7c839', 'fixed_ips': [{'subnet_id': '7080dbcd-3d7e-4586-83d9-c2bad90804c7'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:22:26.987315 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.023189 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582d9972-ab2d-4c0b-9feb-b76ef799e035 None None] DHCP port deletion for 81b9d071-4b48-4f50-a50f-8a89667f6b8f request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:22:27.050170 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-24437c20-03c4-4168-920c-29879392f81d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] For port fb153264-559a-4c0b-a26a-2c8bde7bb993, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=fb153264-559a-4c0b-a26a-2c8bde7bb993,segment=NetworkSegment(f10322fd-0885-4ab6-a8de-cd3f30fc9eef),segment_id=f10322fd-0885-4ab6-a8de-cd3f30fc9eef)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:27.050707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-24437c20-03c4-4168-920c-29879392f81d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (fb153264-559a-4c0b-a26a-2c8bde7bb993), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.057372 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Checking segment: {'id': 'db129d72-cee9-4976-9f8a-f9ce922e8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf634bdc-1748-48c6-908a-6b041aca59e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:27.057745 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Network hostable DHCP agents. Network: cf634bdc-1748-48c6-908a-6b041aca59e5, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:22:27.065791 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-24437c20-03c4-4168-920c-29879392f81d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Calling delete_port for fb153264-559a-4c0b-a26a-2c8bde7bb993 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:27.066501 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-582d9972-ab2d-4c0b-9feb-b76ef799e035 None None] Deleting port fb153264-559a-4c0b-a26a-2c8bde7bb993 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:27.070656 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-582d9972-ab2d-4c0b-9feb-b76ef799e035 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (fb153264-559a-4c0b-a26a-2c8bde7bb993), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.094964 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72b94642-1fb2-42fa-9b4b-220c530e2c69 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for port (40fe6835-aad5-4023-8e39-ea2573bc969f), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.121022 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7621e1a9-f195-41fa-a6ec-58cc92fc65cd tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks [] for port (7f42fba9-09be-4864-ad2a-d27c7d3371da), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.129153 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8b5ec-2aef-4c48-a61d-764d5f2dd0f5 req-a840b947-95e7-4653-8d23-06fd6fbf5e68 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:27.131324 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3fe8b5ec-2aef-4c48-a61d-764d5f2dd0f5 req-a840b947-95e7-4653-8d23-06fd6fbf5e68 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1502378 Apr 16 04:22:27.133174 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-33fda57b-a083-4b03-b52e-24986d8ff509 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (cd200e8c-4b77-4ea5-9fb6-ceea07012219), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.139708 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1196560c-dd4e-4c29-8397-2e79c4d385c2 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (9f979551-360e-40ea-9e0a-d67d25aa217a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.141987 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1196560c-dd4e-4c29-8397-2e79c4d385c2 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.144807 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1196560c-dd4e-4c29-8397-2e79c4d385c2 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-groups/9f979551-360e-40ea-9e0a-d67d25aa217a HTTP/1.1" status: 204 len: 168 time: 1.0645547 Apr 16 04:22:27.145963 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35992) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:27.198055 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-582d9972-ab2d-4c0b-9feb-b76ef799e035 None None] For port fb153264-559a-4c0b-a26a-2c8bde7bb993, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=fb153264-559a-4c0b-a26a-2c8bde7bb993,segment=NetworkSegment(f10322fd-0885-4ab6-a8de-cd3f30fc9eef),segment_id=f10322fd-0885-4ab6-a8de-cd3f30fc9eef)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:27.198459 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-582d9972-ab2d-4c0b-9feb-b76ef799e035 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (fb153264-559a-4c0b-a26a-2c8bde7bb993), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.199110 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f8e8a37f-37ef-417a-8e26-e606fc881858 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0514288 Apr 16 04:22:27.201763 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35994) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:27.207840 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72b94642-1fb2-42fa-9b4b-220c530e2c69 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (40fe6835-aad5-4023-8e39-ea2573bc969f), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.209379 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72b94642-1fb2-42fa-9b4b-220c530e2c69 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (7e4f24e3-867f-473b-aa64-681c34dcca4c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.218286 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-582d9972-ab2d-4c0b-9feb-b76ef799e035 None None] Calling delete_port for fb153264-559a-4c0b-a26a-2c8bde7bb993 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:27.219834 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-33fda57b-a083-4b03-b52e-24986d8ff509 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Calling delete_port for cd200e8c-4b77-4ea5-9fb6-ceea07012219 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:27.226193 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7621e1a9-f195-41fa-a6ec-58cc92fc65cd tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (7f42fba9-09be-4864-ad2a-d27c7d3371da), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.228226 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196560c-dd4e-4c29-8397-2e79c4d385c2 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f979551-360e-40ea-9e0a-d67d25aa217a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:27.253864 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-704bbe4a-f89f-4814-b778-6e9644aaea98 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0509150 Apr 16 04:22:27.254791 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35996) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:27.262993 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-24437c20-03c4-4168-920c-29879392f81d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (fb153264-559a-4c0b-a26a-2c8bde7bb993), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.303625 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24437c20-03c4-4168-920c-29879392f81d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] No DVR routers for this DVR port fb153264-559a-4c0b-a26a-2c8bde7bb993 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:22:27.318989 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Network cf634bdc-1748-48c6-908a-6b041aca59e5 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:22:27.322839 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] Allocated IP 172.20.0.2 (8bbeda3d-3c62-4508-b832-57492fb3fc1d/7080dbcd-3d7e-4586-83d9-c2bad90804c7/96663fde-5294-4d29-af2e-c8bdfc918e7a) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:27.330985 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24437c20-03c4-4168-920c-29879392f81d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Port': ['ID=fb153264-559a-4c0b-a26a-2c8bde7bb993,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:27.349085 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-10d0dd54-90a5-4c39-86c3-cab0905b22f0 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] delete failed (client error): The resource could not be found. Apr 16 04:22:27.353240 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-10d0dd54-90a5-4c39-86c3-cab0905b22f0 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "DELETE /v2.0/security-groups/9f979551-360e-40ea-9e0a-d67d25aa217a HTTP/1.1" status: 404 len: 347 time: 0.0974755 Apr 16 04:22:27.369074 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 35998) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:27.409527 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b94642-1fb2-42fa-9b4b-220c530e2c69 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Port': ['ID=40fe6835-aad5-4023-8e39-ea2573bc969f,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:27.412712 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-582d9972-ab2d-4c0b-9feb-b76ef799e035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (fb153264-559a-4c0b-a26a-2c8bde7bb993), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.424288 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-24437c20-03c4-4168-920c-29879392f81d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (81b9d071-4b48-4f50-a50f-8a89667f6b8f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.449481 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d9972-ab2d-4c0b-9feb-b76ef799e035 None None] Pushing event deleted for resources: {'Port': ['ID=fb153264-559a-4c0b-a26a-2c8bde7bb993,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:27.452060 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-24437c20-03c4-4168-920c-29879392f81d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b9d071-4b48-4f50-a50f-8a89667f6b8f']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:27.460000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582d9972-ab2d-4c0b-9feb-b76ef799e035 None None] No DVR routers for this DVR port fb153264-559a-4c0b-a26a-2c8bde7bb993 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:22:27.482568 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-24437c20-03c4-4168-920c-29879392f81d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10322fd-0885-4ab6-a8de-cd3f30fc9eef') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:27.483697 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-24437c20-03c4-4168-920c-29879392f81d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10322fd-0885-4ab6-a8de-cd3f30fc9eef') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:27.507483 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-24437c20-03c4-4168-920c-29879392f81d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (f10322fd-0885-4ab6-a8de-cd3f30fc9eef), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.523769 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-eae8e0af-4cff-481d-ae26-36517cb11151 tempest-SecGroupTest-1788784490 tempest-SecGroupTest-1788784490-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1490977 Apr 16 04:22:27.523875 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3fe8b5ec-2aef-4c48-a61d-764d5f2dd0f5 req-c1035ec7-64f9-4558-a6dd-fe55b38bc139 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780675 Apr 16 04:22:27.534486 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-24437c20-03c4-4168-920c-29879392f81d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f10322fd-0885-4ab6-a8de-cd3f30fc9eef), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.535346 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, cf634bdc-1748-48c6-908a-6b041aca59e5) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:27.550127 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] Publish callbacks [] for port (96663fde-5294-4d29-af2e-c8bdfc918e7a), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.555204 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24437c20-03c4-4168-920c-29879392f81d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:22:27.555616 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-24437c20-03c4-4168-920c-29879392f81d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (f10322fd-0885-4ab6-a8de-cd3f30fc9eef), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:22:27.558857 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:22:27.561358 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41218250-5873-44de-8b8d-cd189e8a6f91 None None] Network cf634bdc-1748-48c6-908a-6b041aca59e5 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:27.572860 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:27.573384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:27.574142 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.582964 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7621e1a9-f195-41fa-a6ec-58cc92fc65cd tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (2e269e39-796d-4446-94a3-71e7ad7c5805), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.638743 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621e1a9-f195-41fa-a6ec-58cc92fc65cd tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Pushing event updated for resources: {'Port': ['ID=7f42fba9-09be-4864-ad2a-d27c7d3371da,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:27.658098 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (96663fde-5294-4d29-af2e-c8bdfc918e7a), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.721352 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] Network 8bbeda3d-3c62-4508-b832-57492fb3fc1d is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:27.730073 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:27.732738 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:27.776370 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] Pushing event updated for resources: {'Port': ['ID=96663fde-5294-4d29-af2e-c8bdfc918e7a,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:27.823142 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-cf634bdc-1748-48c6-908a-6b041aca59e5', 'network_id': 'cf634bdc-1748-48c6-908a-6b041aca59e5', 'project_id': 'a67c3962e54247da84d0ebdf42c7c839', 'fixed_ips': [{'subnet_id': '08785897-0a04-45c3-8e3d-071011ccb945'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:22:27.824529 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.856630 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] Attempting to bind port 96663fde-5294-4d29-af2e-c8bdfc918e7a on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:22:27.857043 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] Attempting to bind port 96663fde-5294-4d29-af2e-c8bdfc918e7a by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'c30545c5-077a-4af8-ba57-c4507b0017ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8bbeda3d-3c62-4508-b832-57492fb3fc1d'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:22:27.857422 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] Attempting to bind port 96663fde-5294-4d29-af2e-c8bdfc918e7a on network 8bbeda3d-3c62-4508-b832-57492fb3fc1d {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:22:27.864321 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:22:27.864756 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] Checking segment: {'id': 'c30545c5-077a-4af8-ba57-c4507b0017ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8bbeda3d-3c62-4508-b832-57492fb3fc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:27.865217 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.865623 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] Bound using segment: {'id': 'c30545c5-077a-4af8-ba57-c4507b0017ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8bbeda3d-3c62-4508-b832-57492fb3fc1d'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:22:27.866120 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] Bound port: 96663fde-5294-4d29-af2e-c8bdfc918e7a, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30545c5-077a-4af8-ba57-c4507b0017ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8bbeda3d-3c62-4508-b832-57492fb3fc1d'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:22:27.866517 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (96663fde-5294-4d29-af2e-c8bdfc918e7a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:27.970375 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cbae9-a68e-45f6-8865-0f89d514786a req-e811b051-bf66-4621-a96e-09555cdda14e tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:27.972139 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-918cbae9-a68e-45f6-8865-0f89d514786a req-e811b051-bf66-4621-a96e-09555cdda14e tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.0884402 Apr 16 04:22:28.029031 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-918cbae9-a68e-45f6-8865-0f89d514786a req-28c04c9c-3803-4fe1-9609-a64cf3b32459 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509193 Apr 16 04:22:28.040906 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-24437c20-03c4-4168-920c-29879392f81d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (81b9d071-4b48-4f50-a50f-8a89667f6b8f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:28.086556 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] Allocated IP 172.20.0.18 (cf634bdc-1748-48c6-908a-6b041aca59e5/08785897-0a04-45c3-8e3d-071011ccb945/d64d4845-051c-461f-9c97-d513c2044a16) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:28.102025 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-24437c20-03c4-4168-920c-29879392f81d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:28.110432 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-24437c20-03c4-4168-920c-29879392f81d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/networks/81b9d071-4b48-4f50-a50f-8a89667f6b8f HTTP/1.1" status: 204 len: 168 time: 1.3488338 Apr 16 04:22:28.113076 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24437c20-03c4-4168-920c-29879392f81d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Network': ['ID=81b9d071-4b48-4f50-a50f-8a89667f6b8f,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:28.116390 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36008) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:28.157276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36010) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:28.161656 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-731c951b-5ddb-43e3-879a-8a7bf86f2e91 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'network': {'name': 'tempest-RoutersTest-1111891483'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:28.165048 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:28.167941 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] For port 96663fde-5294-4d29-af2e-c8bdfc918e7a, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:22:28.176087 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b94642-1fb2-42fa-9b4b-220c530e2c69 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network f26597e0-e5b5-42a4-942c-6d34338e0753 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:28.188450 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] For port 96663fde-5294-4d29-af2e-c8bdfc918e7a, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=96663fde-5294-4d29-af2e-c8bdfc918e7a,segment=NetworkSegment(c30545c5-077a-4af8-ba57-c4507b0017ed),segment_id=c30545c5-077a-4af8-ba57-c4507b0017ed)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:22:28.206279 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-67c0ba91-eeda-4c61-aade-fd8fbcad18d0 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 6.3530769 Apr 16 04:22:28.206485 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36014) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:28.213709 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-72b94642-1fb2-42fa-9b4b-220c530e2c69 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:28.272661 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] Publish callbacks [] for port (d64d4845-051c-461f-9c97-d513c2044a16), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:28.291195 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760d98be-8532-46ca-a950-9582f87094ca tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:28.292845 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760d98be-8532-46ca-a950-9582f87094ca tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:28.294720 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760d98be-8532-46ca-a950-9582f87094ca tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:28.295975 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-760d98be-8532-46ca-a950-9582f87094ca tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0918367 Apr 16 04:22:28.299510 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36016) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:28.335561 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (96663fde-5294-4d29-af2e-c8bdfc918e7a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:28.371157 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.objects.ports [None req-6531f917-a4e8-4fe7-aaa4-03690dfc9eff tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104633) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 16 04:22:28.377930 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731c951b-5ddb-43e3-879a-8a7bf86f2e91 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Made reservation on behalf of a2943c81039c44448da97f93644354e6 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:28.389371 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2d957f25-5c4a-4140-8178-8255469c6907 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7fd0f4e921b443a3be15f456ba6796ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282217 Apr 16 04:22:28.389574 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-731c951b-5ddb-43e3-879a-8a7bf86f2e91 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:28.390523 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36018) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:28.407712 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6531f917-a4e8-4fe7-aaa4-03690dfc9eff tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (ddb6c50f-d9e2-4427-8731-394d5cbb2e33), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:28.441780 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-7621e1a9-f195-41fa-a6ec-58cc92fc65cd tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Floating IP 2e269e39-796d-4446-94a3-71e7ad7c5805 associated. External IP: 172.26.6.58, port: cbdb24cf-4e2b-43ab-861a-33ddb99c26fd. Apr 16 04:22:28.459063 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-197e577f-e14e-487b-9df7-9bf6177d3c91 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Deleting subnet 7080dbcd-3d7e-4586-83d9-c2bad90804c7 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:22:28.462401 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b626e46-65e7-406c-be3a-1ffbf996d24a None None] Pushing event updated for resources: {'Port': ['ID=96663fde-5294-4d29-af2e-c8bdfc918e7a,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:28.467792 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-197e577f-e14e-487b-9df7-9bf6177d3c91 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks [] for subnet (7080dbcd-3d7e-4586-83d9-c2bad90804c7), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:28.476060 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device fb153264-559a-4c0b-a26a-2c8bde7bb993 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:22:28.487995 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (d64d4845-051c-461f-9c97-d513c2044a16), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:28.551391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-197e577f-e14e-487b-9df7-9bf6177d3c91 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (7080dbcd-3d7e-4586-83d9-c2bad90804c7), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:28.570422 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] Pushing event updated for resources: {'Port': ['ID=d64d4845-051c-461f-9c97-d513c2044a16,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:28.581664 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6531f917-a4e8-4fe7-aaa4-03690dfc9eff tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:28.593740 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: fb153264-559a-4c0b-a26a-2c8bde7bb993 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:22:28.594162 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device fb153264-559a-4c0b-a26a-2c8bde7bb993 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:22:28.598971 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d41850df-33a2-42ed-8999-b88c44447085 admin admin] Publish callbacks [] for security_group (ad7a541b-8c44-432d-aff2-1f6850520be8), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:28.610690 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] Network cf634bdc-1748-48c6-908a-6b041aca59e5 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:28.621246 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:28.629483 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:28.651669 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-1fff8367-c478-4206-abe6-2d3140f86999 None None] Provisioning complete for port 40fe6835-aad5-4023-8e39-ea2573bc969f triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:28.652143 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1fff8367-c478-4206-abe6-2d3140f86999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (40fe6835-aad5-4023-8e39-ea2573bc969f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:28.667323 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d41850df-33a2-42ed-8999-b88c44447085 admin admin] Publish callbacks [] for security_group (ad7a541b-8c44-432d-aff2-1f6850520be8), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:28.670419 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531f917-a4e8-4fe7-aaa4-03690dfc9eff tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=ddb6c50f-d9e2-4427-8731-394d5cbb2e33,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:28.686716 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-6531f917-a4e8-4fe7-aaa4-03690dfc9eff tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:28.690291 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6531f917-a4e8-4fe7-aaa4-03690dfc9eff tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:28.692337 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6531f917-a4e8-4fe7-aaa4-03690dfc9eff tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:28.726879 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90ee911-823c-4a04-9825-a84f64432d1f None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:28.727100 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d409f4-bc2b-4411-bb17-aa2736e9cf0a req-93ac744b-8d88-4364-9ca5-251691ed0042 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:28.727100 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f0d409f4-bc2b-4411-bb17-aa2736e9cf0a req-93ac744b-8d88-4364-9ca5-251691ed0042 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.0683017 Apr 16 04:22:28.732256 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731c951b-5ddb-43e3-879a-8a7bf86f2e91 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:22:28.779631 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1fff8367-c478-4206-abe6-2d3140f86999 None None] Port 40fe6835-aad5-4023-8e39-ea2573bc969f cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:28.782993 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b94642-1fb2-42fa-9b4b-220c530e2c69 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router 7e4f24e3-867f-473b-aa64-681c34dcca4c has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:22:28.792163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-731c951b-5ddb-43e3-879a-8a7bf86f2e91 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (670b1f41-c090-447a-9c27-c0feda2d0502), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:28.792480 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-731c951b-5ddb-43e3-879a-8a7bf86f2e91 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Added segment 670b1f41-c090-447a-9c27-c0feda2d0502 of type vlan for network 56d54162-3a84-4660-968b-3204fa7539a2 Apr 16 04:22:28.843246 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-197e577f-e14e-487b-9df7-9bf6177d3c91 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (7080dbcd-3d7e-4586-83d9-c2bad90804c7), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:28.843886 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] Attempting to bind port d64d4845-051c-461f-9c97-d513c2044a16 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:22:28.844369 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] Attempting to bind port d64d4845-051c-461f-9c97-d513c2044a16 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'db129d72-cee9-4976-9f8a-f9ce922e8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf634bdc-1748-48c6-908a-6b041aca59e5'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:22:28.845011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] Attempting to bind port d64d4845-051c-461f-9c97-d513c2044a16 on network cf634bdc-1748-48c6-908a-6b041aca59e5 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:22:28.853585 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:22:28.856316 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] Checking segment: {'id': 'db129d72-cee9-4976-9f8a-f9ce922e8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf634bdc-1748-48c6-908a-6b041aca59e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:28.856316 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:28.856316 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] Bound using segment: {'id': 'db129d72-cee9-4976-9f8a-f9ce922e8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf634bdc-1748-48c6-908a-6b041aca59e5'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:22:28.856316 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] Bound port: d64d4845-051c-461f-9c97-d513c2044a16, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db129d72-cee9-4976-9f8a-f9ce922e8c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf634bdc-1748-48c6-908a-6b041aca59e5'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:22:28.856316 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d64d4845-051c-461f-9c97-d513c2044a16), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:28.884414 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f0d409f4-bc2b-4411-bb17-aa2736e9cf0a req-d7c2eaa5-a29e-4a67-9f1e-1611e1e72ff5 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448896 Apr 16 04:22:28.922868 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-33fda57b-a083-4b03-b52e-24986d8ff509 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (cd200e8c-4b77-4ea5-9fb6-ceea07012219), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:28.947681 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6531f917-a4e8-4fe7-aaa4-03690dfc9eff tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8412504 Apr 16 04:22:28.951130 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36022) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:28.956615 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1d870af9-8e48-487d-a669-85107617aa41 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'mac_address': 'fa:16:3e:bf:c8:0a', 'name': 'tempest-NetworksTestDHCPv6-1338181823'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:28.990700 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': 'ddb6c50f-d9e2-4427-8731-394d5cbb2e33'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:22:28.992264 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:29.020947 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d41850df-33a2-42ed-8999-b88c44447085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (ad7a541b-8c44-432d-aff2-1f6850520be8), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:29.025051 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d41850df-33a2-42ed-8999-b88c44447085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:29.026483 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d41850df-33a2-42ed-8999-b88c44447085 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad7a541b-8c44-432d-aff2-1f6850520be8 HTTP/1.1" status: 204 len: 168 time: 0.6352663 Apr 16 04:22:29.032583 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-197e577f-e14e-487b-9df7-9bf6177d3c91 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (7080dbcd-3d7e-4586-83d9-c2bad90804c7), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:29.060122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fda57b-a083-4b03-b52e-24986d8ff509 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event deleted for resources: {'Port': ['ID=cd200e8c-4b77-4ea5-9fb6-ceea07012219,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:29.061217 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] For port d64d4845-051c-461f-9c97-d513c2044a16, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:22:29.062093 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41850df-33a2-42ed-8999-b88c44447085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7a541b-8c44-432d-aff2-1f6850520be8,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:29.094182 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-731c951b-5ddb-43e3-879a-8a7bf86f2e91 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (56d54162-3a84-4660-968b-3204fa7539a2), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:29.115057 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e577f-e14e-487b-9df7-9bf6177d3c91 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event deleted for resources: {'Subnet': ['ID=7080dbcd-3d7e-4586-83d9-c2bad90804c7,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:29.117990 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-197e577f-e14e-487b-9df7-9bf6177d3c91 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:29.124244 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-197e577f-e14e-487b-9df7-9bf6177d3c91 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "DELETE /v2.0/subnets/7080dbcd-3d7e-4586-83d9-c2bad90804c7 HTTP/1.1" status: 204 len: 168 time: 0.8233674 Apr 16 04:22:29.130072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36026) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:29.172883 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] For port d64d4845-051c-461f-9c97-d513c2044a16, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=d64d4845-051c-461f-9c97-d513c2044a16,segment=NetworkSegment(db129d72-cee9-4976-9f8a-f9ce922e8c4b),segment_id=db129d72-cee9-4976-9f8a-f9ce922e8c4b)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:22:29.227484 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce517688-1822-4216-807f-dfa8cd88a8ff tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Deleting subnet 08785897-0a04-45c3-8e3d-071011ccb945 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:22:29.231532 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ce517688-1822-4216-807f-dfa8cd88a8ff tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks [] for subnet (08785897-0a04-45c3-8e3d-071011ccb945), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:29.273568 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] Allocated IP 2001:db8::f816:3eff:fefa:21ad (9a9395da-f56a-4c57-8efc-4b7256188659/ddb6c50f-d9e2-4427-8731-394d5cbb2e33/e878d88d-77f5-42cf-9af2-93ceb2e0365a) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:29.276432 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d64d4845-051c-461f-9c97-d513c2044a16), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:29.284686 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ce517688-1822-4216-807f-dfa8cd88a8ff tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (08785897-0a04-45c3-8e3d-071011ccb945), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:29.308926 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b94642-1fb2-42fa-9b4b-220c530e2c69 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:29.314628 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-72b94642-1fb2-42fa-9b4b-220c530e2c69 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/7e4f24e3-867f-473b-aa64-681c34dcca4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4001725 Apr 16 04:22:29.318419 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36028) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:29.320802 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922faee-44d5-477d-8875-c9899a054618 None None] Sync routers for ids ['7e4f24e3-867f-473b-aa64-681c34dcca4c'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:29.335242 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922faee-44d5-477d-8875-c9899a054618 None None] Routers {'7e4f24e3-867f-473b-aa64-681c34dcca4c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:29.336526 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0922faee-44d5-477d-8875-c9899a054618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['7e4f24e3-867f-473b-aa64-681c34dcca4c'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:29.391124 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7621e1a9-f195-41fa-a6ec-58cc92fc65cd tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Router 48bc633b-e0ab-4911-bcfa-10879fca5cad has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:22:29.396934 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35265796-710e-4acf-a74b-d2f337d888f2 None None] Pushing event updated for resources: {'Port': ['ID=d64d4845-051c-461f-9c97-d513c2044a16,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:29.408069 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d870af9-8e48-487d-a669-85107617aa41 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:29.411512 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0922faee-44d5-477d-8875-c9899a054618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:29.419881 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20ac215-b68a-4a01-a474-62e9e93060f1 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:29.423944 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e20ac215-b68a-4a01-a474-62e9e93060f1 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/ports/40fe6835-aad5-4023-8e39-ea2573bc969f HTTP/1.1" status: 200 len: 913 time: 0.1017885 Apr 16 04:22:29.426196 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36030) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:29.443724 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922faee-44d5-477d-8875-c9899a054618 None None] Routers {'7e4f24e3-867f-473b-aa64-681c34dcca4c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:29.445433 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0922faee-44d5-477d-8875-c9899a054618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['7e4f24e3-867f-473b-aa64-681c34dcca4c'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:29.456125 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-731c951b-5ddb-43e3-879a-8a7bf86f2e91 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (56d54162-3a84-4660-968b-3204fa7539a2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:29.461458 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731c951b-5ddb-43e3-879a-8a7bf86f2e91 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:29.462070 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-731c951b-5ddb-43e3-879a-8a7bf86f2e91 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:29.522123 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0922faee-44d5-477d-8875-c9899a054618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:29.524938 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922faee-44d5-477d-8875-c9899a054618 None None] The sync data for ids ['7e4f24e3-867f-473b-aa64-681c34dcca4c'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:29.595503 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] Publish callbacks [] for port (e878d88d-77f5-42cf-9af2-93ceb2e0365a), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:29.641222 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-33fda57b-a083-4b03-b52e-24986d8ff509 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (9d6a6c35-a37f-4ea5-b81b-112f3301b2dd), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:29.647644 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c951b-5ddb-43e3-879a-8a7bf86f2e91 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Network': ['ID=56d54162-3a84-4660-968b-3204fa7539a2,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:29.665903 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 56d54162-3a84-4660-968b-3204fa7539a2 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:22:29.709585 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ce517688-1822-4216-807f-dfa8cd88a8ff tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (08785897-0a04-45c3-8e3d-071011ccb945), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:29.724664 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (e878d88d-77f5-42cf-9af2-93ceb2e0365a), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:29.767362 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-731c951b-5ddb-43e3-879a-8a7bf86f2e91 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6162517 Apr 16 04:22:29.772469 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7621e1a9-f195-41fa-a6ec-58cc92fc65cd tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:29.779252 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36038) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:29.794879 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-e27b15c0-0df7-4954-90c6-b0b4ddd1fc7c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'subnet': {'network_id': '56d54162-3a84-4660-968b-3204fa7539a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:29.824917 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f97b02d-be2a-471f-ae49-f505522fa816 None None] Sync routers for ids ['48bc633b-e0ab-4911-bcfa-10879fca5cad'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:29.889547 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f97b02d-be2a-471f-ae49-f505522fa816 None None] Routers {'48bc633b-e0ab-4911-bcfa-10879fca5cad'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:29.890201 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-0f97b02d-be2a-471f-ae49-f505522fa816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['48bc633b-e0ab-4911-bcfa-10879fca5cad'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:29.893678 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:29.987171 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-0f97b02d-be2a-471f-ae49-f505522fa816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:29.992182 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:30.000260 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] Pushing event updated for resources: {'Port': ['ID=e878d88d-77f5-42cf-9af2-93ceb2e0365a,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:30.003453 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:30.026099 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f97b02d-be2a-471f-ae49-f505522fa816 None None] Routers {'48bc633b-e0ab-4911-bcfa-10879fca5cad'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:30.027552 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-0f97b02d-be2a-471f-ae49-f505522fa816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['48bc633b-e0ab-4911-bcfa-10879fca5cad'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:30.074194 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-0f97b02d-be2a-471f-ae49-f505522fa816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:30.075107 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f97b02d-be2a-471f-ae49-f505522fa816 None None] The sync data for ids ['48bc633b-e0ab-4911-bcfa-10879fca5cad'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:30.093536 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7621e1a9-f195-41fa-a6ec-58cc92fc65cd tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:30.116417 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ce517688-1822-4216-807f-dfa8cd88a8ff tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (08785897-0a04-45c3-8e3d-071011ccb945), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:30.138853 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d72afa-f216-4669-a23e-2b867722c2b9 req-ae138982-123e-4313-94f0-3f60ccef3755 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:30.149709 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d5d72afa-f216-4669-a23e-2b867722c2b9 req-ae138982-123e-4313-94f0-3f60ccef3755 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.1052916 Apr 16 04:22:30.161872 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce517688-1822-4216-807f-dfa8cd88a8ff tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event deleted for resources: {'Subnet': ['ID=08785897-0a04-45c3-8e3d-071011ccb945,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:30.162233 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] Attempting to bind port e878d88d-77f5-42cf-9af2-93ceb2e0365a on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:22:30.162929 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] Attempting to bind port e878d88d-77f5-42cf-9af2-93ceb2e0365a by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:22:30.164339 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] Attempting to bind port e878d88d-77f5-42cf-9af2-93ceb2e0365a on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:22:30.171894 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:22:30.172563 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:30.173033 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:30.173436 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:22:30.173912 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] Bound port: e878d88d-77f5-42cf-9af2-93ceb2e0365a, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:22:30.174465 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e878d88d-77f5-42cf-9af2-93ceb2e0365a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:30.182588 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1d870af9-8e48-487d-a669-85107617aa41 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:30.217957 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-1d870af9-8e48-487d-a669-85107617aa41 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port 8f1d99a9-5b76-4f14-8d41-6eeafb528cd6 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:22:30.223800 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d24a0ba-5785-4a4d-ac36-94f100dfd6b8 None None] Network 8bbeda3d-3c62-4508-b832-57492fb3fc1d requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:30.226288 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ce517688-1822-4216-807f-dfa8cd88a8ff tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:30.239948 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ce517688-1822-4216-807f-dfa8cd88a8ff tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "DELETE /v2.0/subnets/08785897-0a04-45c3-8e3d-071011ccb945 HTTP/1.1" status: 204 len: 168 time: 1.1055686 Apr 16 04:22:30.243350 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36048) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:30.248477 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7621e1a9-f195-41fa-a6ec-58cc92fc65cd tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 9.4527171 Apr 16 04:22:30.251464 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36050) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:30.327422 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d5d72afa-f216-4669-a23e-2b867722c2b9 req-a9812b73-681d-4f81-82ed-36e03f940978 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755073 Apr 16 04:22:30.377958 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27b15c0-0df7-4954-90c6-b0b4ddd1fc7c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Made reservation on behalf of a2943c81039c44448da97f93644354e6 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:30.382181 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e27b15c0-0df7-4954-90c6-b0b4ddd1fc7c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:30.391059 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9103368e-cca3-4d04-887d-2716d0379a53 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:30.392560 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9103368e-cca3-4d04-887d-2716d0379a53 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1415863 Apr 16 04:22:30.398565 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36056) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:30.433223 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] For port e878d88d-77f5-42cf-9af2-93ceb2e0365a, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:22:30.437687 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] For port e878d88d-77f5-42cf-9af2-93ceb2e0365a, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e878d88d-77f5-42cf-9af2-93ceb2e0365a,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:22:30.445942 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-65f5d632-9ca2-4290-85b1-7b9c6a872a97 None None] Provisioning complete for port 96663fde-5294-4d29-af2e-c8bdfc918e7a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:30.446479 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-65f5d632-9ca2-4290-85b1-7b9c6a872a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (96663fde-5294-4d29-af2e-c8bdfc918e7a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:30.538931 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e878d88d-77f5-42cf-9af2-93ceb2e0365a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:30.606277 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d64d4845-051c-461f-9c97-d513c2044a16 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:30.626201 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-1d870af9-8e48-487d-a669-85107617aa41 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::f816:3eff:febf:c80a (9a9395da-f56a-4c57-8efc-4b7256188659/ddb6c50f-d9e2-4427-8731-394d5cbb2e33/8f1d99a9-5b76-4f14-8d41-6eeafb528cd6) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:30.653322 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e5879005-e73f-464d-a1af-9e0da500fd3f tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] 10.222.0.30 "GET /v2.0/floatingips/2e269e39-796d-4446-94a3-71e7ad7c5805 HTTP/1.1" status: 200 len: 981 time: 0.3979034 Apr 16 04:22:30.681413 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36060) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:30.757683 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9dd8cc6f-965f-4f93-81d1-d6b378ab3654 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (cf634bdc-1748-48c6-908a-6b041aca59e5), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:30.843707 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372ff4ed-7a88-496c-985b-bcd2bf59a1ee None None] DHCP port deletion for 8bbeda3d-3c62-4508-b832-57492fb3fc1d request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:22:30.983887 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da290fa4-a566-4de1-a057-a9d7e5c8bca9 None None] Pushing event updated for resources: {'Port': ['ID=e878d88d-77f5-42cf-9af2-93ceb2e0365a,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:31.002089 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-372ff4ed-7a88-496c-985b-bcd2bf59a1ee None None] Deleting port 96663fde-5294-4d29-af2e-c8bdfc918e7a {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:31.002807 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-372ff4ed-7a88-496c-985b-bcd2bf59a1ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (96663fde-5294-4d29-af2e-c8bdfc918e7a), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:31.065004 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e27b15c0-0df7-4954-90c6-b0b4ddd1fc7c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (d33af070-61ca-426f-a9c5-fc5266fe33c8), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:31.132237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fda57b-a083-4b03-b52e-24986d8ff509 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Router 9d6a6c35-a37f-4ea5-b81b-112f3301b2dd has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:22:31.144975 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-906d7069-dc4d-49de-862a-2f0e84dce2b0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (7e4f24e3-867f-473b-aa64-681c34dcca4c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:31.168050 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-65f5d632-9ca2-4290-85b1-7b9c6a872a97 None None] Current status of the port 96663fde-5294-4d29-af2e-c8bdfc918e7a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:31.168803 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-65f5d632-9ca2-4290-85b1-7b9c6a872a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (96663fde-5294-4d29-af2e-c8bdfc918e7a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:31.171482 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port d64d4845-051c-461f-9c97-d513c2044a16 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:31.171635 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b15c0-0df7-4954-90c6-b0b4ddd1fc7c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Subnet': ['ID=d33af070-61ca-426f-a9c5-fc5266fe33c8,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:31.172190 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d64d4845-051c-461f-9c97-d513c2044a16), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:31.186964 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a656b-00db-42e4-bae2-599d2909d06a req-3a63cab4-d3e0-4b7c-a19e-0e07eb404958 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:31.186964 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-740a656b-00db-42e4-bae2-599d2909d06a req-3a63cab4-d3e0-4b7c-a19e-0e07eb404958 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.18 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.2146697 Apr 16 04:22:31.205170 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-141a4c24-d2c4-445a-8ebf-4fa6c3e31b88 tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.5046062 Apr 16 04:22:31.249520 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36066) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:31.258789 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-372ff4ed-7a88-496c-985b-bcd2bf59a1ee None None] For port 96663fde-5294-4d29-af2e-c8bdfc918e7a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=96663fde-5294-4d29-af2e-c8bdfc918e7a,segment=NetworkSegment(c30545c5-077a-4af8-ba57-c4507b0017ed),segment_id=c30545c5-077a-4af8-ba57-c4507b0017ed)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:31.259206 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-372ff4ed-7a88-496c-985b-bcd2bf59a1ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (96663fde-5294-4d29-af2e-c8bdfc918e7a), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:31.262367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de69f39-4459-41a1-8ad9-b4f5dd5f8b77 None None] Network cf634bdc-1748-48c6-908a-6b041aca59e5 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:31.305514 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8cc6f-965f-4f93-81d1-d6b378ab3654 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Deleting port d64d4845-051c-461f-9c97-d513c2044a16 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:31.305857 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9dd8cc6f-965f-4f93-81d1-d6b378ab3654 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (d64d4845-051c-461f-9c97-d513c2044a16), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:31.315872 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-372ff4ed-7a88-496c-985b-bcd2bf59a1ee None None] Calling delete_port for 96663fde-5294-4d29-af2e-c8bdfc918e7a owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:31.329699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-65f5d632-9ca2-4290-85b1-7b9c6a872a97 None None] For port 96663fde-5294-4d29-af2e-c8bdfc918e7a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=96663fde-5294-4d29-af2e-c8bdfc918e7a,segment=NetworkSegment(c30545c5-077a-4af8-ba57-c4507b0017ed),segment_id=c30545c5-077a-4af8-ba57-c4507b0017ed)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:31.480252 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-65f5d632-9ca2-4290-85b1-7b9c6a872a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (96663fde-5294-4d29-af2e-c8bdfc918e7a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:31.623461 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8ab848fd-5d5a-40bf-88c6-95db33fbf9e3 None None] Provisioning complete for port d64d4845-051c-461f-9c97-d513c2044a16 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:31.624623 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8ab848fd-5d5a-40bf-88c6-95db33fbf9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d64d4845-051c-461f-9c97-d513c2044a16), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:31.683070 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b07f96-d203-4b58-a69d-c0fa3cfe9a51 None None] DHCP port deletion for cf634bdc-1748-48c6-908a-6b041aca59e5 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:22:31.685922 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5d632-9ca2-4290-85b1-7b9c6a872a97 None None] Pushing event updated for resources: {'Port': ['ID=96663fde-5294-4d29-af2e-c8bdfc918e7a,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:31.696999 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port d64d4845-051c-461f-9c97-d513c2044a16 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:31.697755 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d64d4845-051c-461f-9c97-d513c2044a16), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:31.752624 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port d64d4845-051c-461f-9c97-d513c2044a16, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=d64d4845-051c-461f-9c97-d513c2044a16,segment=NetworkSegment(db129d72-cee9-4976-9f8a-f9ce922e8c4b),segment_id=db129d72-cee9-4976-9f8a-f9ce922e8c4b)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:31.838700 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b15c0-0df7-4954-90c6-b0b4ddd1fc7c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Checking segment: {'id': '670b1f41-c090-447a-9c27-c0feda2d0502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '56d54162-3a84-4660-968b-3204fa7539a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:31.839202 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27b15c0-0df7-4954-90c6-b0b4ddd1fc7c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network hostable DHCP agents. Network: 56d54162-3a84-4660-968b-3204fa7539a2, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:22:31.898564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8ab848fd-5d5a-40bf-88c6-95db33fbf9e3 None None] Current status of the port d64d4845-051c-461f-9c97-d513c2044a16 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:31.903422 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d64d4845-051c-461f-9c97-d513c2044a16), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:31.909374 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 96663fde-5294-4d29-af2e-c8bdfc918e7a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:31.918683 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-740a656b-00db-42e4-bae2-599d2909d06a req-9fc09825-eb27-414f-ad51-695677bbee1d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Deleting port d691ce19-b854-44bc-871d-ed4bdc2db5a7 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:31.919006 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-740a656b-00db-42e4-bae2-599d2909d06a req-9fc09825-eb27-414f-ad51-695677bbee1d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (d691ce19-b854-44bc-871d-ed4bdc2db5a7), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:31.938865 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fda57b-a083-4b03-b52e-24986d8ff509 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:31.945405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 96663fde-5294-4d29-af2e-c8bdfc918e7a {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:22:31.945405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 96663fde-5294-4d29-af2e-c8bdfc918e7a not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 16 04:22:31.946546 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-372ff4ed-7a88-496c-985b-bcd2bf59a1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (96663fde-5294-4d29-af2e-c8bdfc918e7a), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:31.950924 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c9b07f96-d203-4b58-a69d-c0fa3cfe9a51 None None] Deleting port d64d4845-051c-461f-9c97-d513c2044a16 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:31.951292 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c9b07f96-d203-4b58-a69d-c0fa3cfe9a51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (d64d4845-051c-461f-9c97-d513c2044a16), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:31.951612 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-33fda57b-a083-4b03-b52e-24986d8ff509 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "PUT /v2.0/routers/9d6a6c35-a37f-4ea5-b81b-112f3301b2dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5302355 Apr 16 04:22:31.952288 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36080) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:31.953416 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c8b4b3-b294-4bcc-807b-7de9131774d9 None None] Sync routers for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:31.967542 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c8b4b3-b294-4bcc-807b-7de9131774d9 None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:31.969982 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c0c8b4b3-b294-4bcc-807b-7de9131774d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:32.047522 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c9b07f96-d203-4b58-a69d-c0fa3cfe9a51 None None] For port d64d4845-051c-461f-9c97-d513c2044a16, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=d64d4845-051c-461f-9c97-d513c2044a16,segment=NetworkSegment(db129d72-cee9-4976-9f8a-f9ce922e8c4b),segment_id=db129d72-cee9-4976-9f8a-f9ce922e8c4b)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:32.047853 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c9b07f96-d203-4b58-a69d-c0fa3cfe9a51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (d64d4845-051c-461f-9c97-d513c2044a16), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.052857 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c0c8b4b3-b294-4bcc-807b-7de9131774d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:32.062678 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c9b07f96-d203-4b58-a69d-c0fa3cfe9a51 None None] Calling delete_port for d64d4845-051c-461f-9c97-d513c2044a16 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:32.076229 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c8b4b3-b294-4bcc-807b-7de9131774d9 None None] Routers {'9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:32.077443 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c0c8b4b3-b294-4bcc-807b-7de9131774d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:32.144777 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-9dd8cc6f-965f-4f93-81d1-d6b378ab3654 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] For port d64d4845-051c-461f-9c97-d513c2044a16, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=d64d4845-051c-461f-9c97-d513c2044a16,segment=NetworkSegment(db129d72-cee9-4976-9f8a-f9ce922e8c4b),segment_id=db129d72-cee9-4976-9f8a-f9ce922e8c4b)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:32.145796 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9dd8cc6f-965f-4f93-81d1-d6b378ab3654 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (d64d4845-051c-461f-9c97-d513c2044a16), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.170034 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c0c8b4b3-b294-4bcc-807b-7de9131774d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:32.171517 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c8b4b3-b294-4bcc-807b-7de9131774d9 None None] The sync data for ids ['9d6a6c35-a37f-4ea5-b81b-112f3301b2dd'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:32.173994 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27b15c0-0df7-4954-90c6-b0b4ddd1fc7c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 56d54162-3a84-4660-968b-3204fa7539a2 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:22:32.192765 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1d870af9-8e48-487d-a669-85107617aa41 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (8f1d99a9-5b76-4f14-8d41-6eeafb528cd6), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.204829 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006a367-484d-4d12-aa47-3367bf5463e0 req-1bd49014-a0c0-4189-bc9c-1fee463e231e tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:32.206352 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6006a367-484d-4d12-aa47-3367bf5463e0 req-1bd49014-a0c0-4189-bc9c-1fee463e231e tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.3135331 Apr 16 04:22:32.211186 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8cc6f-965f-4f93-81d1-d6b378ab3654 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Calling delete_port for d64d4845-051c-461f-9c97-d513c2044a16 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:32.260215 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-317095af-e829-446d-90e7-08ae4f54e4d0 None None] Provisioning complete for port e878d88d-77f5-42cf-9af2-93ceb2e0365a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:32.260604 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-317095af-e829-446d-90e7-08ae4f54e4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e878d88d-77f5-42cf-9af2-93ceb2e0365a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.262948 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Port 96663fde-5294-4d29-af2e-c8bdfc918e7a not found, will not notify nova. {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 16 04:22:32.302271 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372ff4ed-7a88-496c-985b-bcd2bf59a1ee None None] No DVR routers for this DVR port 96663fde-5294-4d29-af2e-c8bdfc918e7a on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:22:32.308166 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-740a656b-00db-42e4-bae2-599d2909d06a req-9fc09825-eb27-414f-ad51-695677bbee1d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] For port d691ce19-b854-44bc-871d-ed4bdc2db5a7, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d691ce19-b854-44bc-871d-ed4bdc2db5a7,segment=NetworkSegment(1fc44704-4f70-469d-a086-2202419f908b),segment_id=1fc44704-4f70-469d-a086-2202419f908b)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:32.308936 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-740a656b-00db-42e4-bae2-599d2909d06a req-9fc09825-eb27-414f-ad51-695677bbee1d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (d691ce19-b854-44bc-871d-ed4bdc2db5a7), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.314359 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-e27b15c0-0df7-4954-90c6-b0b4ddd1fc7c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 56d54162-3a84-4660-968b-3204fa7539a2) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:32.321663 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c9b07f96-d203-4b58-a69d-c0fa3cfe9a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (d64d4845-051c-461f-9c97-d513c2044a16), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.340169 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27b15c0-0df7-4954-90c6-b0b4ddd1fc7c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:32.340973 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e27b15c0-0df7-4954-90c6-b0b4ddd1fc7c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.342812 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0072081-b7ad-42c6-8c30-a84efec4a337 None None] Network 56d54162-3a84-4660-968b-3204fa7539a2 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:32.345530 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b07f96-d203-4b58-a69d-c0fa3cfe9a51 None None] No DVR routers for this DVR port d64d4845-051c-461f-9c97-d513c2044a16 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:22:32.404950 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=d64d4845-051c-461f-9c97-d513c2044a16,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:32.413070 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8059-03ec-49dd-9a00-a915124564f8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for router (9d6a6c35-a37f-4ea5-b81b-112f3301b2dd), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.461809 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ff4ed-7a88-496c-985b-bcd2bf59a1ee None None] Pushing event deleted for resources: {'Port': ['ID=96663fde-5294-4d29-af2e-c8bdfc918e7a,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:32.472251 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6006a367-484d-4d12-aa47-3367bf5463e0 req-8e26ee5e-f223-4ae8-9c1d-856fd25b8e19 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482114 Apr 16 04:22:32.472251 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-36e7ecbd-6d36-4c12-80b8-35113cd024ce tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Deleting port 7f42fba9-09be-4864-ad2a-d27c7d3371da {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:32.472251 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-36e7ecbd-6d36-4c12-80b8-35113cd024ce tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (7f42fba9-09be-4864-ad2a-d27c7d3371da), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.505533 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b07f96-d203-4b58-a69d-c0fa3cfe9a51 None None] Pushing event deleted for resources: {'Port': ['ID=d64d4845-051c-461f-9c97-d513c2044a16,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:32.534405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e878d88d-77f5-42cf-9af2-93ceb2e0365a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:32.563449 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e27b15c0-0df7-4954-90c6-b0b4ddd1fc7c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7779694 Apr 16 04:22:32.563786 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36086) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:32.569915 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-92b4a445-2677-49c8-8f5d-20180f4780ab tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-400457385', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:32.581656 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1d870af9-8e48-487d-a669-85107617aa41 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (8f1d99a9-5b76-4f14-8d41-6eeafb528cd6), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.640919 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-906d7069-dc4d-49de-862a-2f0e84dce2b0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting port 40fe6835-aad5-4023-8e39-ea2573bc969f {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:32.641636 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-906d7069-dc4d-49de-862a-2f0e84dce2b0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (40fe6835-aad5-4023-8e39-ea2573bc969f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.649297 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-317095af-e829-446d-90e7-08ae4f54e4d0 None None] Current status of the port e878d88d-77f5-42cf-9af2-93ceb2e0365a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:32.649887 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-317095af-e829-446d-90e7-08ae4f54e4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e878d88d-77f5-42cf-9af2-93ceb2e0365a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.651914 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d870af9-8e48-487d-a669-85107617aa41 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:32.688122 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-56d54162-3a84-4660-968b-3204fa7539a2', 'network_id': '56d54162-3a84-4660-968b-3204fa7539a2', 'project_id': 'a2943c81039c44448da97f93644354e6', 'fixed_ips': [{'subnet_id': 'd33af070-61ca-426f-a9c5-fc5266fe33c8'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:22:32.689598 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.695447 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-1d870af9-8e48-487d-a669-85107617aa41 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:32.701109 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d870af9-8e48-487d-a669-85107617aa41 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:32.706986 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d870af9-8e48-487d-a669-85107617aa41 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:32.707866 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1d870af9-8e48-487d-a669-85107617aa41 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.721484 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-317095af-e829-446d-90e7-08ae4f54e4d0 None None] For port e878d88d-77f5-42cf-9af2-93ceb2e0365a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e878d88d-77f5-42cf-9af2-93ceb2e0365a,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:32.724127 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port e878d88d-77f5-42cf-9af2-93ceb2e0365a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:32.724317 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e878d88d-77f5-42cf-9af2-93ceb2e0365a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.784631 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d870af9-8e48-487d-a669-85107617aa41 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=8f1d99a9-5b76-4f14-8d41-6eeafb528cd6,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:32.790040 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-36e7ecbd-6d36-4c12-80b8-35113cd024ce tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (7f42fba9-09be-4864-ad2a-d27c7d3371da), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.790685 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-36e7ecbd-6d36-4c12-80b8-35113cd024ce tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for floatingip (7f42fba9-09be-4864-ad2a-d27c7d3371da), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.791007 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92b4a445-2677-49c8-8f5d-20180f4780ab tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (4dac289d-3f69-4f9d-9b40-56f7c7b43093), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.794638 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92b4a445-2677-49c8-8f5d-20180f4780ab tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (4dac289d-3f69-4f9d-9b40-56f7c7b43093), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.795864 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9dd8cc6f-965f-4f93-81d1-d6b378ab3654 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (d64d4845-051c-461f-9c97-d513c2044a16), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.811993 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8059-03ec-49dd-9a00-a915124564f8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for router_gateway (9d6a6c35-a37f-4ea5-b81b-112f3301b2dd), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.845690 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-36e7ecbd-6d36-4c12-80b8-35113cd024ce tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Calling delete_port for 7f42fba9-09be-4864-ad2a-d27c7d3371da owned by network:floatingip {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:32.848715 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8cc6f-965f-4f93-81d1-d6b378ab3654 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event deleted for resources: {'Port': ['ID=d64d4845-051c-461f-9c97-d513c2044a16,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:32.865110 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd8cc6f-965f-4f93-81d1-d6b378ab3654 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] No DVR routers for this DVR port d64d4845-051c-461f-9c97-d513c2044a16 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:22:32.874678 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-317095af-e829-446d-90e7-08ae4f54e4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e878d88d-77f5-42cf-9af2-93ceb2e0365a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.916617 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-906d7069-dc4d-49de-862a-2f0e84dce2b0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (40fe6835-aad5-4023-8e39-ea2573bc969f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:32.921974 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1d870af9-8e48-487d-a669-85107617aa41 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9697506 Apr 16 04:22:32.931102 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36088) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:33.009676 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92b4a445-2677-49c8-8f5d-20180f4780ab tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router_controller (4dac289d-3f69-4f9d-9b40-56f7c7b43093), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.021723 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-740a656b-00db-42e4-bae2-599d2909d06a req-9fc09825-eb27-414f-ad51-695677bbee1d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.021723 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-740a656b-00db-42e4-bae2-599d2909d06a req-9fc09825-eb27-414f-ad51-695677bbee1d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (0f31e966-662f-44bc-9970-0dc1fe0f8ea2), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.022075 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [req-740a656b-00db-42e4-bae2-599d2909d06a req-9fc09825-eb27-414f-ad51-695677bbee1d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Floating IP 0f31e966-662f-44bc-9970-0dc1fe0f8ea2 disassociated. External IP: 172.26.6.134, port: d691ce19-b854-44bc-871d-ed4bdc2db5a7. Apr 16 04:22:33.022496 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-740a656b-00db-42e4-bae2-599d2909d06a req-9fc09825-eb27-414f-ad51-695677bbee1d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Calling delete_port for d691ce19-b854-44bc-871d-ed4bdc2db5a7 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:33.040518 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e8059-03ec-49dd-9a00-a915124564f8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Deleting port 5d3e0263-096e-4493-b21b-798cc55e6e72 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:33.040947 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8059-03ec-49dd-9a00-a915124564f8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (5d3e0263-096e-4493-b21b-798cc55e6e72), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.050595 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317095af-e829-446d-90e7-08ae4f54e4d0 None None] Pushing event updated for resources: {'Port': ['ID=e878d88d-77f5-42cf-9af2-93ceb2e0365a,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:33.052362 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe9e8ce-383a-4881-b47c-b889343eb394 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:33.064032 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port e878d88d-77f5-42cf-9af2-93ceb2e0365a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:33.074660 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe9e8ce-383a-4881-b47c-b889343eb394 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:33.079169 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9fe9e8ce-383a-4881-b47c-b889343eb394 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1445346 Apr 16 04:22:33.084510 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] Allocated IP 172.20.0.2 (56d54162-3a84-4660-968b-3204fa7539a2/d33af070-61ca-426f-a9c5-fc5266fe33c8/1355f98e-d41f-41d7-a4de-135fbbdec19d) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:33.096111 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36090) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:33.107491 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92b4a445-2677-49c8-8f5d-20180f4780ab tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (4dac289d-3f69-4f9d-9b40-56f7c7b43093), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.125652 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-d792f881-7c63-4850-8e11-16bdfb03dc52 None None] Provisioning complete for port 8f1d99a9-5b76-4f14-8d41-6eeafb528cd6 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:33.126030 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d792f881-7c63-4850-8e11-16bdfb03dc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (8f1d99a9-5b76-4f14-8d41-6eeafb528cd6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.166588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d64d4845-051c-461f-9c97-d513c2044a16 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:22:33.166794 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-906d7069-dc4d-49de-862a-2f0e84dce2b0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Calling delete_port for 40fe6835-aad5-4023-8e39-ea2573bc969f owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:33.239235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36092) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:33.250221 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-79e385b4-99b7-4d9e-951d-1ddcf33e7eeb tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1473607586', 'description': 'tempest-secgroup-smoke-1473607586 description', 'project_id': '1331059124584452b3c27bedfa8953aa'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:33.287038 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92b4a445-2677-49c8-8f5d-20180f4780ab tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.291094 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-92b4a445-2677-49c8-8f5d-20180f4780ab tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7235072 Apr 16 04:22:33.291094 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8059-03ec-49dd-9a00-a915124564f8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (5d3e0263-096e-4493-b21b-798cc55e6e72), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.304532 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36094) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:33.306747 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9dd8cc6f-965f-4f93-81d1-d6b378ab3654 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (cf634bdc-1748-48c6-908a-6b041aca59e5), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.348418 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-9dd8cc6f-965f-4f93-81d1-d6b378ab3654 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf634bdc-1748-48c6-908a-6b041aca59e5']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:33.366406 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e8059-03ec-49dd-9a00-a915124564f8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Calling delete_port for 5d3e0263-096e-4493-b21b-798cc55e6e72 owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:33.374255 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-9dd8cc6f-965f-4f93-81d1-d6b378ab3654 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db129d72-cee9-4976-9f8a-f9ce922e8c4b') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:33.374552 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-9dd8cc6f-965f-4f93-81d1-d6b378ab3654 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db129d72-cee9-4976-9f8a-f9ce922e8c4b') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:33.382949 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: d64d4845-051c-461f-9c97-d513c2044a16 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:22:33.383301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d64d4845-051c-461f-9c97-d513c2044a16 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:22:33.383736 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 96663fde-5294-4d29-af2e-c8bdfc918e7a no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:22:33.396931 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9dd8cc6f-965f-4f93-81d1-d6b378ab3654 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (db129d72-cee9-4976-9f8a-f9ce922e8c4b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.420894 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d792f881-7c63-4850-8e11-16bdfb03dc52 None None] Port 8f1d99a9-5b76-4f14-8d41-6eeafb528cd6 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:33.423752 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 96663fde-5294-4d29-af2e-c8bdfc918e7a {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:22:33.424300 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 96663fde-5294-4d29-af2e-c8bdfc918e7a not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:22:33.436228 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-e2633951-00ea-4ee8-8005-52bb1235cfe4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port 8f1d99a9-5b76-4f14-8d41-6eeafb528cd6 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:33.436679 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e2633951-00ea-4ee8-8005-52bb1235cfe4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (8f1d99a9-5b76-4f14-8d41-6eeafb528cd6), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.452988 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9dd8cc6f-965f-4f93-81d1-d6b378ab3654 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (db129d72-cee9-4976-9f8a-f9ce922e8c4b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.483363 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd8cc6f-965f-4f93-81d1-d6b378ab3654 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:22:33.483766 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9dd8cc6f-965f-4f93-81d1-d6b378ab3654 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (db129d72-cee9-4976-9f8a-f9ce922e8c4b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:22:33.488377 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:22:33.500703 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-79e385b4-99b7-4d9e-951d-1ddcf33e7eeb tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.535231 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] Publish callbacks [] for port (1355f98e-d41f-41d7-a4de-135fbbdec19d), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.593112 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-79e385b4-99b7-4d9e-951d-1ddcf33e7eeb tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.600703 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (1355f98e-d41f-41d7-a4de-135fbbdec19d), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.642241 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445595c2-d865-4bb0-9fdf-f3c766de613b req-73e39825-0c47-4c89-ae24-6fc27d36b513 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:33.643779 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-445595c2-d865-4bb0-9fdf-f3c766de613b req-73e39825-0c47-4c89-ae24-6fc27d36b513 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 946 time: 0.0945890 Apr 16 04:22:33.651943 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] Network 56d54162-3a84-4660-968b-3204fa7539a2 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:33.655564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:33.661149 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:33.699129 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-36e7ecbd-6d36-4c12-80b8-35113cd024ce tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (7f42fba9-09be-4864-ad2a-d27c7d3371da), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.737759 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7ecbd-6d36-4c12-80b8-35113cd024ce tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Pushing event deleted for resources: {'Port': ['ID=7f42fba9-09be-4864-ad2a-d27c7d3371da,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:33.741008 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9dd8cc6f-965f-4f93-81d1-d6b378ab3654 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (cf634bdc-1748-48c6-908a-6b041aca59e5), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.770405 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9dd8cc6f-965f-4f93-81d1-d6b378ab3654 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.777158 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9dd8cc6f-965f-4f93-81d1-d6b378ab3654 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "DELETE /v2.0/networks/cf634bdc-1748-48c6-908a-6b041aca59e5 HTTP/1.1" status: 204 len: 168 time: 3.3753541 Apr 16 04:22:33.780646 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36102) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:33.785588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] Attempting to bind port 1355f98e-d41f-41d7-a4de-135fbbdec19d on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:22:33.785831 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] Attempting to bind port 1355f98e-d41f-41d7-a4de-135fbbdec19d by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '670b1f41-c090-447a-9c27-c0feda2d0502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '56d54162-3a84-4660-968b-3204fa7539a2'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:22:33.786387 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] Attempting to bind port 1355f98e-d41f-41d7-a4de-135fbbdec19d on network 56d54162-3a84-4660-968b-3204fa7539a2 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:22:33.798158 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:22:33.798875 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] Checking segment: {'id': '670b1f41-c090-447a-9c27-c0feda2d0502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '56d54162-3a84-4660-968b-3204fa7539a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:33.799281 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.799671 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] Bound using segment: {'id': '670b1f41-c090-447a-9c27-c0feda2d0502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '56d54162-3a84-4660-968b-3204fa7539a2'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:22:33.800411 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] Bound port: 1355f98e-d41f-41d7-a4de-135fbbdec19d, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670b1f41-c090-447a-9c27-c0feda2d0502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '56d54162-3a84-4660-968b-3204fa7539a2'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:22:33.800819 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1355f98e-d41f-41d7-a4de-135fbbdec19d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.817014 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] Pushing event updated for resources: {'Port': ['ID=1355f98e-d41f-41d7-a4de-135fbbdec19d,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:33.844968 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-740a656b-00db-42e4-bae2-599d2909d06a req-9fc09825-eb27-414f-ad51-695677bbee1d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (d691ce19-b854-44bc-871d-ed4bdc2db5a7), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.862143 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e2633951-00ea-4ee8-8005-52bb1235cfe4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (8f1d99a9-5b76-4f14-8d41-6eeafb528cd6), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.871112 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-906d7069-dc4d-49de-862a-2f0e84dce2b0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (40fe6835-aad5-4023-8e39-ea2573bc969f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:33.889483 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] For port 1355f98e-d41f-41d7-a4de-135fbbdec19d, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:22:33.892714 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] For port 1355f98e-d41f-41d7-a4de-135fbbdec19d, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1355f98e-d41f-41d7-a4de-135fbbdec19d,segment=NetworkSegment(670b1f41-c090-447a-9c27-c0feda2d0502),segment_id=670b1f41-c090-447a-9c27-c0feda2d0502)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:22:33.915893 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8cc6f-965f-4f93-81d1-d6b378ab3654 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event deleted for resources: {'Network': ['ID=cf634bdc-1748-48c6-908a-6b041aca59e5,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:33.922523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-e2633951-00ea-4ee8-8005-52bb1235cfe4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for 8f1d99a9-5b76-4f14-8d41-6eeafb528cd6 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:33.931222 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc09825-eb27-414f-ad51-695677bbee1d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Pushing event deleted for resources: {'Port': ['ID=d691ce19-b854-44bc-871d-ed4bdc2db5a7,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:33.959183 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d7069-dc4d-49de-862a-2f0e84dce2b0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Port': ['ID=40fe6835-aad5-4023-8e39-ea2573bc969f,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:33.995713 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-445595c2-d865-4bb0-9fdf-f3c766de613b req-59055e53-5691-4309-8c5a-015f47c6b81a tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6de96e-0dfb-4660-98cf-1039badb0320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3173058 Apr 16 04:22:34.018433 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (1355f98e-d41f-41d7-a4de-135fbbdec19d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:34.063780 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f524afe4-6936-499f-9630-b892bccd137d tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (8bbeda3d-3c62-4508-b832-57492fb3fc1d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:34.150677 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15eebf-3559-40e2-8541-45e7ed36d4fe None None] Pushing event updated for resources: {'Port': ['ID=1355f98e-d41f-41d7-a4de-135fbbdec19d,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:34.291503 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-36e7ecbd-6d36-4c12-80b8-35113cd024ce tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for floatingip (2e269e39-796d-4446-94a3-71e7ad7c5805), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:34.292088 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-36e7ecbd-6d36-4c12-80b8-35113cd024ce tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Floating IP 2e269e39-796d-4446-94a3-71e7ad7c5805 disassociated (deleted). External IP: 172.26.6.58, port: cbdb24cf-4e2b-43ab-861a-33ddb99c26fd. Apr 16 04:22:34.292815 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-79e385b4-99b7-4d9e-951d-1ddcf33e7eeb tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group (c402b73d-18ff-4dbb-af6a-9def059c5b65), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:34.327755 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f4ad4275-f90e-4c49-b92c-c80bc598ccef tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:34.391713 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-906d7069-dc4d-49de-862a-2f0e84dce2b0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (7e4f24e3-867f-473b-aa64-681c34dcca4c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:34.416028 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-79e385b4-99b7-4d9e-951d-1ddcf33e7eeb tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (c402b73d-18ff-4dbb-af6a-9def059c5b65), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:34.487379 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e385b4-99b7-4d9e-951d-1ddcf33e7eeb tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c402b73d-18ff-4dbb-af6a-9def059c5b65,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:34.494145 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e878d88d-77f5-42cf-9af2-93ceb2e0365a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:34.525886 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8059-03ec-49dd-9a00-a915124564f8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (5d3e0263-096e-4493-b21b-798cc55e6e72), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:34.578259 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port e878d88d-77f5-42cf-9af2-93ceb2e0365a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:34.578794 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e878d88d-77f5-42cf-9af2-93ceb2e0365a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:34.583515 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f524afe4-6936-499f-9630-b892bccd137d tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (8bbeda3d-3c62-4508-b832-57492fb3fc1d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:34.643383 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-f524afe4-6936-499f-9630-b892bccd137d tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bbeda3d-3c62-4508-b832-57492fb3fc1d']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:34.660830 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-f524afe4-6936-499f-9630-b892bccd137d tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30545c5-077a-4af8-ba57-c4507b0017ed') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:34.661250 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-f524afe4-6936-499f-9630-b892bccd137d tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30545c5-077a-4af8-ba57-c4507b0017ed') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:34.661708 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port e878d88d-77f5-42cf-9af2-93ceb2e0365a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:34.681410 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f524afe4-6936-499f-9630-b892bccd137d tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (c30545c5-077a-4af8-ba57-c4507b0017ed), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:34.759508 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f524afe4-6936-499f-9630-b892bccd137d tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (c30545c5-077a-4af8-ba57-c4507b0017ed), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:34.812567 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f524afe4-6936-499f-9630-b892bccd137d tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:22:34.813021 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f524afe4-6936-499f-9630-b892bccd137d tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (c30545c5-077a-4af8-ba57-c4507b0017ed), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:22:34.818880 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:22:34.898958 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906d7069-dc4d-49de-862a-2f0e84dce2b0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router 7e4f24e3-867f-473b-aa64-681c34dcca4c has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:22:34.961754 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e8059-03ec-49dd-9a00-a915124564f8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event deleted for resources: {'Port': ['ID=5d3e0263-096e-4493-b21b-798cc55e6e72,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:34.974899 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-740a656b-00db-42e4-bae2-599d2909d06a req-9fc09825-eb27-414f-ad51-695677bbee1d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Router 748c5a89-8dc6-41f8-8ed2-41627ad5044f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:22:35.126458 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-79e385b4-99b7-4d9e-951d-1ddcf33e7eeb tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group (db622253-f4ed-41fe-92d6-f357f0b3a5ff), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:35.135079 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e2633951-00ea-4ee8-8005-52bb1235cfe4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (8f1d99a9-5b76-4f14-8d41-6eeafb528cd6), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:35.258199 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-79e385b4-99b7-4d9e-951d-1ddcf33e7eeb tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (db622253-f4ed-41fe-92d6-f357f0b3a5ff), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:35.290873 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device d691ce19-b854-44bc-871d-ed4bdc2db5a7 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:22:35.299607 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fdd1b3e7-e94f-4664-9e85-bd68d1e2e9ba req-8bb9ac1c-edff-443a-997b-92229198af0c tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 210 time: 0.1563528 Apr 16 04:22:35.300354 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2633951-00ea-4ee8-8005-52bb1235cfe4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=8f1d99a9-5b76-4f14-8d41-6eeafb528cd6,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:35.307384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8059-03ec-49dd-9a00-a915124564f8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (9d6a6c35-a37f-4ea5-b81b-112f3301b2dd), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:35.348818 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: d691ce19-b854-44bc-871d-ed4bdc2db5a7 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:22:35.350323 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device d691ce19-b854-44bc-871d-ed4bdc2db5a7 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:22:35.393875 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f524afe4-6936-499f-9630-b892bccd137d tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (8bbeda3d-3c62-4508-b832-57492fb3fc1d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:35.399514 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f524afe4-6936-499f-9630-b892bccd137d tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:35.405580 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f524afe4-6936-499f-9630-b892bccd137d tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "DELETE /v2.0/networks/8bbeda3d-3c62-4508-b832-57492fb3fc1d HTTP/1.1" status: 204 len: 168 time: 1.6118877 Apr 16 04:22:35.423574 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36106) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:35.450955 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524afe4-6936-499f-9630-b892bccd137d tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event deleted for resources: {'Network': ['ID=8bbeda3d-3c62-4508-b832-57492fb3fc1d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:35.460733 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e7ecbd-6d36-4c12-80b8-35113cd024ce tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Router 48bc633b-e0ab-4911-bcfa-10879fca5cad has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:22:35.472314 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906d7069-dc4d-49de-862a-2f0e84dce2b0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:35.483000 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-906d7069-dc4d-49de-862a-2f0e84dce2b0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/7e4f24e3-867f-473b-aa64-681c34dcca4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0557098 Apr 16 04:22:35.485072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36108) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:35.487400 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f07c96b-03de-48f8-acbe-526b9caf1bca None None] Sync routers for ids ['7e4f24e3-867f-473b-aa64-681c34dcca4c'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:35.510947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f07c96b-03de-48f8-acbe-526b9caf1bca None None] Routers {'7e4f24e3-867f-473b-aa64-681c34dcca4c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:35.511347 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e2633951-00ea-4ee8-8005-52bb1235cfe4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:35.512189 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5f07c96b-03de-48f8-acbe-526b9caf1bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['7e4f24e3-867f-473b-aa64-681c34dcca4c'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:35.517916 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e2633951-00ea-4ee8-8005-52bb1235cfe4 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/8f1d99a9-5b76-4f14-8d41-6eeafb528cd6 HTTP/1.1" status: 204 len: 168 time: 2.4205320 Apr 16 04:22:35.535290 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-f4ad4275-f90e-4c49-b92c-c80bc598ccef tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Allocated IP 172.20.0.1 (56d54162-3a84-4660-968b-3204fa7539a2/d33af070-61ca-426f-a9c5-fc5266fe33c8/99967ded-5ec6-4a0e-998a-cf49606026e7) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:35.571415 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5f07c96b-03de-48f8-acbe-526b9caf1bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:35.587833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f52950-75df-48d8-b10a-bbd5ea4006bc None None] Network 56d54162-3a84-4660-968b-3204fa7539a2 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:35.604738 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36110) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:35.613153 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f07c96b-03de-48f8-acbe-526b9caf1bca None None] Routers {'7e4f24e3-867f-473b-aa64-681c34dcca4c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:35.613793 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5f07c96b-03de-48f8-acbe-526b9caf1bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['7e4f24e3-867f-473b-aa64-681c34dcca4c'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:35.621260 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-79e385b4-99b7-4d9e-951d-1ddcf33e7eeb tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:35.625352 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-79e385b4-99b7-4d9e-951d-1ddcf33e7eeb tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 2.3785467 Apr 16 04:22:35.640266 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e385b4-99b7-4d9e-951d-1ddcf33e7eeb tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db622253-f4ed-41fe-92d6-f357f0b3a5ff,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:35.653929 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36112) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:35.667476 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-d50d6748-e48f-467d-a11e-6a876cf3d390 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Request body: {'security_group_rule': {'security_group_id': 'db622253-f4ed-41fe-92d6-f357f0b3a5ff', 'project_id': '1331059124584452b3c27bedfa8953aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:35.676613 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8059-03ec-49dd-9a00-a915124564f8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (9d6a6c35-a37f-4ea5-b81b-112f3301b2dd), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:35.687696 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5f07c96b-03de-48f8-acbe-526b9caf1bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:35.688257 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f07c96b-03de-48f8-acbe-526b9caf1bca None None] The sync data for ids ['7e4f24e3-867f-473b-aa64-681c34dcca4c'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:35.689619 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8059-03ec-49dd-9a00-a915124564f8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for router_controller (9d6a6c35-a37f-4ea5-b81b-112f3301b2dd), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:35.704708 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-01d8e081-b7c0-4a3d-a91e-6da278093aa8 None None] Provisioning complete for port 1355f98e-d41f-41d7-a4de-135fbbdec19d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:35.705109 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-01d8e081-b7c0-4a3d-a91e-6da278093aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1355f98e-d41f-41d7-a4de-135fbbdec19d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:35.814713 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-740a656b-00db-42e4-bae2-599d2909d06a req-9fc09825-eb27-414f-ad51-695677bbee1d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:35.819878 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9bec5fda-d77c-488b-9713-d62132d29b30 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (0881ca97-db4d-4e54-8d9e-c6ec4b1f620b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:35.831306 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9601189-9d85-44c1-9fdb-70b702de8b5c None None] Sync routers for ids ['748c5a89-8dc6-41f8-8ed2-41627ad5044f'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:35.852947 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9601189-9d85-44c1-9fdb-70b702de8b5c None None] Routers {'748c5a89-8dc6-41f8-8ed2-41627ad5044f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:35.853578 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-b9601189-9d85-44c1-9fdb-70b702de8b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['748c5a89-8dc6-41f8-8ed2-41627ad5044f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:35.858989 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-01d8e081-b7c0-4a3d-a91e-6da278093aa8 None None] Current status of the port 1355f98e-d41f-41d7-a4de-135fbbdec19d is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:35.859705 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-01d8e081-b7c0-4a3d-a91e-6da278093aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1355f98e-d41f-41d7-a4de-135fbbdec19d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:35.881238 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f64d217-f5dd-47d0-9552-0a4391aa6527 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:35.882552 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f64d217-f5dd-47d0-9552-0a4391aa6527 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:35.888708 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36114) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:35.891837 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2f64d217-f5dd-47d0-9552-0a4391aa6527 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2856860 Apr 16 04:22:35.898942 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-01d8e081-b7c0-4a3d-a91e-6da278093aa8 None None] For port 1355f98e-d41f-41d7-a4de-135fbbdec19d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1355f98e-d41f-41d7-a4de-135fbbdec19d,segment=NetworkSegment(670b1f41-c090-447a-9c27-c0feda2d0502),segment_id=670b1f41-c090-447a-9c27-c0feda2d0502)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:35.908344 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-740a656b-00db-42e4-bae2-599d2909d06a req-9fc09825-eb27-414f-ad51-695677bbee1d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] No DVR routers for this DVR port d691ce19-b854-44bc-871d-ed4bdc2db5a7 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:22:35.952381 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f4ad4275-f90e-4c49-b92c-c80bc598ccef tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for port (99967ded-5ec6-4a0e-998a-cf49606026e7), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:35.953822 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8059-03ec-49dd-9a00-a915124564f8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (9d6a6c35-a37f-4ea5-b81b-112f3301b2dd), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:35.954377 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5e8059-03ec-49dd-9a00-a915124564f8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Fanout notify agent at l3_agent the message router_deleted on router 9d6a6c35-a37f-4ea5-b81b-112f3301b2dd {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:22:35.960553 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-740a656b-00db-42e4-bae2-599d2909d06a req-9fc09825-eb27-414f-ad51-695677bbee1d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:35.963943 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-740a656b-00db-42e4-bae2-599d2909d06a req-9fc09825-eb27-414f-ad51-695677bbee1d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.18 "DELETE /v2.0/ports/d691ce19-b854-44bc-871d-ed4bdc2db5a7 HTTP/1.1" status: 204 len: 173 time: 4.7718549 Apr 16 04:22:35.964327 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821af4c0-f78e-4f9c-a6a1-452394359738', 'name': 'network-vif-deleted', 'tag': 'd691ce19-b854-44bc-871d-ed4bdc2db5a7'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:22:35.966908 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5191677-660c-47d1-974a-f6f6ce53dd05" -d '{"events": [{"server_uuid": "821af4c0-f78e-4f9c-a6a1-452394359738", "name": "network-vif-deleted", "tag": "d691ce19-b854-44bc-871d-ed4bdc2db5a7"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:22:35.970473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e7ecbd-6d36-4c12-80b8-35113cd024ce tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:35.978972 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-36e7ecbd-6d36-4c12-80b8-35113cd024ce tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:35.989041 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-01d8e081-b7c0-4a3d-a91e-6da278093aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (1355f98e-d41f-41d7-a4de-135fbbdec19d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:35.992518 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8059-03ec-49dd-9a00-a915124564f8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:35.994560 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3f5e8059-03ec-49dd-9a00-a915124564f8 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "DELETE /v2.0/routers/9d6a6c35-a37f-4ea5-b81b-112f3301b2dd HTTP/1.1" status: 204 len: 168 time: 4.0240941 Apr 16 04:22:36.002714 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36118) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:36.031590 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-b9601189-9d85-44c1-9fdb-70b702de8b5c None None] Set router 748c5a89-8dc6-41f8-8ed2-41627ad5044f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:22:36.042665 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d428d-0e13-49a2-bb52-9a308aebaf2e None None] Sync routers for ids ['48bc633b-e0ab-4911-bcfa-10879fca5cad'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:36.076140 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d428d-0e13-49a2-bb52-9a308aebaf2e None None] Routers {'48bc633b-e0ab-4911-bcfa-10879fca5cad'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:36.076966 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-c33d428d-0e13-49a2-bb52-9a308aebaf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['48bc633b-e0ab-4911-bcfa-10879fca5cad'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:36.085228 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-c371db8d-7f3e-4ed6-ae5b-e978b4c917aa tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Deleting subnet df23c74b-170a-4626-9522-baa9fe0eae67 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:22:36.110086 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a609cf-25af-43dd-ab01-c0f438774b81 x-openstack-request-id: req-54a609cf-25af-43dd-ab01-c0f438774b81 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:22:36.110277 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821af4c0-f78e-4f9c-a6a1-452394359738", "name": "network-vif-deleted", "tag": "d691ce19-b854-44bc-871d-ed4bdc2db5a7", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:22:36.110536 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-54a609cf-25af-43dd-ab01-c0f438774b81 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:22:36.110944 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54a609cf-25af-43dd-ab01-c0f438774b81'] response: {'server_uuid': '821af4c0-f78e-4f9c-a6a1-452394359738', 'name': 'network-vif-deleted', 'tag': 'd691ce19-b854-44bc-871d-ed4bdc2db5a7', 'status': 'completed', 'code': 200} Apr 16 04:22:36.118873 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c371db8d-7f3e-4ed6-ae5b-e978b4c917aa tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for subnet (df23c74b-170a-4626-9522-baa9fe0eae67), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:36.130591 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d50d6748-e48f-467d-a11e-6a876cf3d390 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group_rule (03607073-66a1-4a19-b671-cac521cf6b0d), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:36.155327 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-36e7ecbd-6d36-4c12-80b8-35113cd024ce tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] 10.222.0.30 "DELETE /v2.0/floatingips/2e269e39-796d-4446-94a3-71e7ad7c5805 HTTP/1.1" status: 204 len: 168 time: 4.9096079 Apr 16 04:22:36.157942 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-c33d428d-0e13-49a2-bb52-9a308aebaf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:36.158378 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36120) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:36.160867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8e081-b7c0-4a3d-a91e-6da278093aa8 None None] Pushing event updated for resources: {'Port': ['ID=1355f98e-d41f-41d7-a4de-135fbbdec19d,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:36.165290 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-445a539c-5e8f-4b0b-90f2-27d6175fee88 tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:36.186545 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d428d-0e13-49a2-bb52-9a308aebaf2e None None] Routers {'48bc633b-e0ab-4911-bcfa-10879fca5cad'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:36.188758 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-c33d428d-0e13-49a2-bb52-9a308aebaf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['48bc633b-e0ab-4911-bcfa-10879fca5cad'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:36.226237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d235bc5-5e8b-4de6-beee-ce30c27ececa tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet ddb6c50f-d9e2-4427-8731-394d5cbb2e33 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:22:36.226857 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8cca-b1eb-447c-8797-35ea53c0a919 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (7e4f24e3-867f-473b-aa64-681c34dcca4c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:36.239491 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9bec5fda-d77c-488b-9713-d62132d29b30 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (0881ca97-db4d-4e54-8d9e-c6ec4b1f620b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:36.245133 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-c33d428d-0e13-49a2-bb52-9a308aebaf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:36.246152 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d428d-0e13-49a2-bb52-9a308aebaf2e None None] The sync data for ids ['48bc633b-e0ab-4911-bcfa-10879fca5cad'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:36.249733 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9d235bc5-5e8b-4de6-beee-ce30c27ececa tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (ddb6c50f-d9e2-4427-8731-394d5cbb2e33), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:36.266967 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-2f9aab3d-14f2-429f-bd66-6c6bf82da828 None None] Provisioning complete for port 1355f98e-d41f-41d7-a4de-135fbbdec19d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:36.274343 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2f9aab3d-14f2-429f-bd66-6c6bf82da828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1355f98e-d41f-41d7-a4de-135fbbdec19d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:36.309190 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c371db8d-7f3e-4ed6-ae5b-e978b4c917aa tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (df23c74b-170a-4626-9522-baa9fe0eae67), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:36.323034 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-445a539c-5e8f-4b0b-90f2-27d6175fee88 tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:36.337060 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-b9601189-9d85-44c1-9fdb-70b702de8b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'name': 'tempest-ServerActionsTestJSON-878793364-router', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:23Z', 'revision_number': 4, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'gw_port': {'id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '38743210-b9c8-47ae-a669-eabc519fd198', 'name': '', 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'mac_address': 'fa:16:3e:fa:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'cedacccd-a081-4c1d-aad3-f594f5ad80d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:20Z', 'updated_at': '2022-04-16T04:19:31Z', 'revision_number': 5, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'subnets': [{'id': 'cedacccd-a081-4c1d-aad3-f594f5ad80d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:36.347050 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-9bec5fda-d77c-488b-9713-d62132d29b30 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0881ca97-db4d-4e54-8d9e-c6ec4b1f620b']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:36.390393 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-9bec5fda-d77c-488b-9713-d62132d29b30 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c9a58e-6c3a-40cb-8e8b-9e54cf145aed') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:36.390693 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-9bec5fda-d77c-488b-9713-d62132d29b30 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c9a58e-6c3a-40cb-8e8b-9e54cf145aed') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:36.394800 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f4ad4275-f90e-4c49-b92c-c80bc598ccef tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (99967ded-5ec6-4a0e-998a-cf49606026e7), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:36.406272 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9d235bc5-5e8b-4de6-beee-ce30c27ececa tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (ddb6c50f-d9e2-4427-8731-394d5cbb2e33), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:36.416566 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9601189-9d85-44c1-9fdb-70b702de8b5c None None] Checking router: 748c5a89-8dc6-41f8-8ed2-41627ad5044f for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:22:36.431132 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9601189-9d85-44c1-9fdb-70b702de8b5c None None] Routers {'748c5a89-8dc6-41f8-8ed2-41627ad5044f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:36.432077 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-b9601189-9d85-44c1-9fdb-70b702de8b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['748c5a89-8dc6-41f8-8ed2-41627ad5044f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:36.466378 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9bec5fda-d77c-488b-9713-d62132d29b30 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (24c9a58e-6c3a-40cb-8e8b-9e54cf145aed), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:36.479031 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2f9aab3d-14f2-429f-bd66-6c6bf82da828 None None] Current status of the port 1355f98e-d41f-41d7-a4de-135fbbdec19d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:36.510343 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1355f98e-d41f-41d7-a4de-135fbbdec19d up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:36.548198 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d50d6748-e48f-467d-a11e-6a876cf3d390 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group_rule (03607073-66a1-4a19-b671-cac521cf6b0d), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:36.559970 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-445a539c-5e8f-4b0b-90f2-27d6175fee88 tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:36.561684 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9bec5fda-d77c-488b-9713-d62132d29b30 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (24c9a58e-6c3a-40cb-8e8b-9e54cf145aed), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:36.566271 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ad4275-f90e-4c49-b92c-c80bc598ccef tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 56d54162-3a84-4660-968b-3204fa7539a2 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:36.569731 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 1355f98e-d41f-41d7-a4de-135fbbdec19d triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:36.570194 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1355f98e-d41f-41d7-a4de-135fbbdec19d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:36.587785 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c371db8d-7f3e-4ed6-ae5b-e978b4c917aa tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (df23c74b-170a-4626-9522-baa9fe0eae67), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:36.590079 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-b9601189-9d85-44c1-9fdb-70b702de8b5c None None] Set router 748c5a89-8dc6-41f8-8ed2-41627ad5044f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:22:36.638555 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-f4ad4275-f90e-4c49-b92c-c80bc598ccef tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:36.670069 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d50d6748-e48f-467d-a11e-6a876cf3d390 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (03607073-66a1-4a19-b671-cac521cf6b0d), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:36.675176 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-58ea3fd3-60fa-486c-ad26-e434591ea684 req-f09b9dd9-c662-4c31-9eaf-60fe4c4ebb5b tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/ports?device_id=821af4c0-f78e-4f9c-a6a1-452394359738 HTTP/1.1" status: 200 len: 210 time: 0.1430447 Apr 16 04:22:36.677991 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 1355f98e-d41f-41d7-a4de-135fbbdec19d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:36.694225 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ad4275-f90e-4c49-b92c-c80bc598ccef tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:36.730702 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-445a539c-5e8f-4b0b-90f2-27d6175fee88 tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Allocated IP 172.26.6.250 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/b2512e8a-88be-4aad-afa0-d385ce969abe) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:36.755882 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bec5fda-d77c-488b-9713-d62132d29b30 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:22:36.756566 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9bec5fda-d77c-488b-9713-d62132d29b30 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (24c9a58e-6c3a-40cb-8e8b-9e54cf145aed), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:22:36.794505 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:22:36.835714 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-fb8d8cca-b1eb-447c-8797-35ea53c0a919 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting port 62888640-001b-4916-b36d-5e6bb914ebcb {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:36.836054 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8cca-b1eb-447c-8797-35ea53c0a919 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (62888640-001b-4916-b36d-5e6bb914ebcb), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:36.837809 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-b9601189-9d85-44c1-9fdb-70b702de8b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'name': 'tempest-ServerActionsTestJSON-878793364-router', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:23Z', 'revision_number': 4, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'gw_port': {'id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '38743210-b9c8-47ae-a669-eabc519fd198', 'name': '', 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'mac_address': 'fa:16:3e:fa:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'cedacccd-a081-4c1d-aad3-f594f5ad80d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:20Z', 'updated_at': '2022-04-16T04:19:31Z', 'revision_number': 5, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'subnets': [{'id': 'cedacccd-a081-4c1d-aad3-f594f5ad80d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:36.854262 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad4275-f90e-4c49-b92c-c80bc598ccef tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Port': ['ID=99967ded-5ec6-4a0e-998a-cf49606026e7,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:36.867604 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9601189-9d85-44c1-9fdb-70b702de8b5c None None] The sync data for ids ['748c5a89-8dc6-41f8-8ed2-41627ad5044f'] in dv-neutron-838078-2-hyperv is: [{'id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'name': 'tempest-ServerActionsTestJSON-878793364-router', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:19:23Z', 'revision_number': 4, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'gw_port': {'id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '38743210-b9c8-47ae-a669-eabc519fd198', 'name': '', 'network_id': '4c3c2d0c-413d-4b27-b518-f77ba01ee470', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'mac_address': 'fa:16:3e:fa:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'cedacccd-a081-4c1d-aad3-f594f5ad80d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:20Z', 'updated_at': '2022-04-16T04:19:31Z', 'revision_number': 5, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'subnets': [{'id': 'cedacccd-a081-4c1d-aad3-f594f5ad80d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:36.916690 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f4ad4275-f90e-4c49-b92c-c80bc598ccef tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (4dac289d-3f69-4f9d-9b40-56f7c7b43093), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:36.919050 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d6748-e48f-467d-a11e-6a876cf3d390 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03607073-66a1-4a19-b671-cac521cf6b0d,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:36.976961 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8cca-b1eb-447c-8797-35ea53c0a919 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (62888640-001b-4916-b36d-5e6bb914ebcb), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:36.995294 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-445a539c-5e8f-4b0b-90f2-27d6175fee88 tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks [] for port (b2512e8a-88be-4aad-afa0-d385ce969abe), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.001610 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-fb8d8cca-b1eb-447c-8797-35ea53c0a919 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Calling delete_port for 62888640-001b-4916-b36d-5e6bb914ebcb owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:37.011817 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d50d6748-e48f-467d-a11e-6a876cf3d390 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.016382 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d50d6748-e48f-467d-a11e-6a876cf3d390 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3569057 Apr 16 04:22:37.016553 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36124) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:37.023937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-4aba9305-ec1e-4aa8-9a40-4944b64496e3 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Request body: {'security_group_rule': {'security_group_id': 'db622253-f4ed-41fe-92d6-f357f0b3a5ff', 'project_id': '1331059124584452b3c27bedfa8953aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:37.046033 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9d235bc5-5e8b-4de6-beee-ce30c27ececa tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (ddb6c50f-d9e2-4427-8731-394d5cbb2e33), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.096474 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9bec5fda-d77c-488b-9713-d62132d29b30 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (0881ca97-db4d-4e54-8d9e-c6ec4b1f620b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.106135 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8de03a98-e7c6-408a-8323-394fdb3b5980 None None] Provisioning complete for port 99967ded-5ec6-4a0e-998a-cf49606026e7 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:37.106689 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8de03a98-e7c6-408a-8323-394fdb3b5980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (99967ded-5ec6-4a0e-998a-cf49606026e7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.110443 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9bec5fda-d77c-488b-9713-d62132d29b30 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.113665 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9bec5fda-d77c-488b-9713-d62132d29b30 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "DELETE /v2.0/networks/0881ca97-db4d-4e54-8d9e-c6ec4b1f620b HTTP/1.1" status: 204 len: 168 time: 1.6496265 Apr 16 04:22:37.117399 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36126) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:37.122415 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:22:37.128524 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec5fda-d77c-488b-9713-d62132d29b30 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event deleted for resources: {'Network': ['ID=0881ca97-db4d-4e54-8d9e-c6ec4b1f620b,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:37.146992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c371db8d-7f3e-4ed6-ae5b-e978b4c917aa tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (df23c74b-170a-4626-9522-baa9fe0eae67), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.166050 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8de03a98-e7c6-408a-8323-394fdb3b5980 None None] Port 99967ded-5ec6-4a0e-998a-cf49606026e7 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:37.190135 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371db8d-7f3e-4ed6-ae5b-e978b4c917aa tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event deleted for resources: {'Subnet': ['ID=df23c74b-170a-4626-9522-baa9fe0eae67,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:37.198163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c371db8d-7f3e-4ed6-ae5b-e978b4c917aa tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.206528 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c371db8d-7f3e-4ed6-ae5b-e978b4c917aa tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "DELETE /v2.0/subnets/df23c74b-170a-4626-9522-baa9fe0eae67 HTTP/1.1" status: 204 len: 168 time: 1.1996312 Apr 16 04:22:37.214059 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36128) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:37.240959 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df184aba-0d83-4067-9178-8c98ba3147b7 None None] New status for floating IP 0f31e966-662f-44bc-9970-0dc1fe0f8ea2: DOWN {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:22:37.246927 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-445a539c-5e8f-4b0b-90f2-27d6175fee88 tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (b2512e8a-88be-4aad-afa0-d385ce969abe), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.262990 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9d235bc5-5e8b-4de6-beee-ce30c27ececa tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (ddb6c50f-d9e2-4427-8731-394d5cbb2e33), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.299569 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3b45d0a9-fcf6-40aa-a196-19fdf499b8f4 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (89e7af9c-f15e-4d1c-b3d4-737fb02dde7b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.305568 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4aba9305-ec1e-4aa8-9a40-4944b64496e3 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group_rule (5ab5090b-a1f0-49f0-9147-fe3a2b71d820), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.319409 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445a539c-5e8f-4b0b-90f2-27d6175fee88 tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:37.337252 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d235bc5-5e8b-4de6-beee-ce30c27ececa tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb6c50f-d9e2-4427-8731-394d5cbb2e33,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:37.338797 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-445a539c-5e8f-4b0b-90f2-27d6175fee88 tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:37.341407 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445a539c-5e8f-4b0b-90f2-27d6175fee88 tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:37.348758 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f4ad4275-f90e-4c49-b92c-c80bc598ccef tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (99967ded-5ec6-4a0e-998a-cf49606026e7), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.372380 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9d235bc5-5e8b-4de6-beee-ce30c27ececa tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.373644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5e4975-d2ac-42b7-b45b-a1551f3b4e2c None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:37.380825 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9d235bc5-5e8b-4de6-beee-ce30c27ececa tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/ddb6c50f-d9e2-4427-8731-394d5cbb2e33 HTTP/1.1" status: 204 len: 168 time: 1.4807556 Apr 16 04:22:37.382206 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a539c-5e8f-4b0b-90f2-27d6175fee88 tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Pushing event updated for resources: {'Port': ['ID=b2512e8a-88be-4aad-afa0-d385ce969abe,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:37.384060 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36130) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:37.454769 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ea84cbcf-1f12-42a3-be62-5937fb79e304 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (49d41999-9b87-4205-ba96-96eddc7309bc), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.467316 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2644b58b-19bc-40c6-9895-0138103dc07f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780001 Apr 16 04:22:37.467316 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36132) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:37.552614 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3b45d0a9-fcf6-40aa-a196-19fdf499b8f4 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (89e7af9c-f15e-4d1c-b3d4-737fb02dde7b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.573871 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e831a6-b6aa-4f0e-806b-d8676ca0683f None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:22:37.578248 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4aba9305-ec1e-4aa8-9a40-4944b64496e3 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group_rule (5ab5090b-a1f0-49f0-9147-fe3a2b71d820), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.590066 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-3b45d0a9-fcf6-40aa-a196-19fdf499b8f4 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e7af9c-f15e-4d1c-b3d4-737fb02dde7b']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:37.600442 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-3b45d0a9-fcf6-40aa-a196-19fdf499b8f4 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448f9671-aa39-4106-be44-1fde9b0c9451') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:37.600761 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-3b45d0a9-fcf6-40aa-a196-19fdf499b8f4 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448f9671-aa39-4106-be44-1fde9b0c9451') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:37.610360 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3b45d0a9-fcf6-40aa-a196-19fdf499b8f4 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (448f9671-aa39-4106-be44-1fde9b0c9451), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.613959 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd00c80a-ef4f-4d05-8263-8c1c19d9d571 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:37.617826 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cd00c80a-ef4f-4d05-8263-8c1c19d9d571 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1487079 Apr 16 04:22:37.619108 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36134) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:37.622565 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e9e831a6-b6aa-4f0e-806b-d8676ca0683f None None] Deleting port e878d88d-77f5-42cf-9af2-93ceb2e0365a {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:37.623045 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e9e831a6-b6aa-4f0e-806b-d8676ca0683f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (e878d88d-77f5-42cf-9af2-93ceb2e0365a), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.660374 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8cca-b1eb-447c-8797-35ea53c0a919 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (62888640-001b-4916-b36d-5e6bb914ebcb), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.681651 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3b45d0a9-fcf6-40aa-a196-19fdf499b8f4 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (448f9671-aa39-4106-be44-1fde9b0c9451), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.687130 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ea84cbcf-1f12-42a3-be62-5937fb79e304 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (49d41999-9b87-4205-ba96-96eddc7309bc), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.695502 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4aba9305-ec1e-4aa8-9a40-4944b64496e3 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (5ab5090b-a1f0-49f0-9147-fe3a2b71d820), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.701927 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e9e831a6-b6aa-4f0e-806b-d8676ca0683f None None] For port e878d88d-77f5-42cf-9af2-93ceb2e0365a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e878d88d-77f5-42cf-9af2-93ceb2e0365a,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:37.701927 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e9e831a6-b6aa-4f0e-806b-d8676ca0683f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (e878d88d-77f5-42cf-9af2-93ceb2e0365a), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.723921 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e9e831a6-b6aa-4f0e-806b-d8676ca0683f None None] Calling delete_port for e878d88d-77f5-42cf-9af2-93ceb2e0365a owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:37.730710 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b45d0a9-fcf6-40aa-a196-19fdf499b8f4 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:22:37.730875 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-ea84cbcf-1f12-42a3-be62-5937fb79e304 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d41999-9b87-4205-ba96-96eddc7309bc']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:37.731118 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3b45d0a9-fcf6-40aa-a196-19fdf499b8f4 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (448f9671-aa39-4106-be44-1fde9b0c9451), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:22:37.738936 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:22:37.755881 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-ea84cbcf-1f12-42a3-be62-5937fb79e304 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d0f437-031e-42ad-b169-ad27f7283e24') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:37.756089 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-ea84cbcf-1f12-42a3-be62-5937fb79e304 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d0f437-031e-42ad-b169-ad27f7283e24') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:37.786329 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d8cca-b1eb-447c-8797-35ea53c0a919 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Port': ['ID=62888640-001b-4916-b36d-5e6bb914ebcb,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:37.805844 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ea84cbcf-1f12-42a3-be62-5937fb79e304 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (a1d0f437-031e-42ad-b169-ad27f7283e24), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.832248 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ea84cbcf-1f12-42a3-be62-5937fb79e304 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (a1d0f437-031e-42ad-b169-ad27f7283e24), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.843996 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba9305-ec1e-4aa8-9a40-4944b64496e3 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab5090b-a1f0-49f0-9147-fe3a2b71d820,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:37.847614 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea84cbcf-1f12-42a3-be62-5937fb79e304 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:22:37.848920 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ea84cbcf-1f12-42a3-be62-5937fb79e304 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (a1d0f437-031e-42ad-b169-ad27f7283e24), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.851587 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a13daf2-a963-488f-9694-9e5aa940294b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:22:37.852030 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:22:37.857066 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9a13daf2-a963-488f-9694-9e5aa940294b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2279325 Apr 16 04:22:37.864286 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36140) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:37.867049 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4aba9305-ec1e-4aa8-9a40-4944b64496e3 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.870871 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4aba9305-ec1e-4aa8-9a40-4944b64496e3 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8510032 Apr 16 04:22:37.879446 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36142) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:37.913643 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-b68c68a7-35fe-4410-bb50-ea2c2fa315f1 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Request body: {'security_group_rule': {'security_group_id': 'db622253-f4ed-41fe-92d6-f357f0b3a5ff', 'project_id': '1331059124584452b3c27bedfa8953aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:37.924156 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-445a539c-5e8f-4b0b-90f2-27d6175fee88 tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks [] for floatingip (921fd36b-51c4-44d2-88da-b448d3c3a180), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.947460 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36144) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:37.963713 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e9e831a6-b6aa-4f0e-806b-d8676ca0683f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (e878d88d-77f5-42cf-9af2-93ceb2e0365a), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.988674 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-dc6f5ca0-d710-4470-8f58-06662cabf677 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1122077 Apr 16 04:22:37.990419 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f4ad4275-f90e-4c49-b92c-c80bc598ccef tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for port (99967ded-5ec6-4a0e-998a-cf49606026e7), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:37.994222 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36146) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:38.000897 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-3a1ee409-0133-4530-9278-35d86afcc295 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:38.004277 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e831a6-b6aa-4f0e-806b-d8676ca0683f None None] Pushing event deleted for resources: {'Port': ['ID=e878d88d-77f5-42cf-9af2-93ceb2e0365a,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:38.006910 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e831a6-b6aa-4f0e-806b-d8676ca0683f None None] No DVR routers for this DVR port e878d88d-77f5-42cf-9af2-93ceb2e0365a on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:22:38.029619 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8cca-b1eb-447c-8797-35ea53c0a919 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (7e4f24e3-867f-473b-aa64-681c34dcca4c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:38.033747 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3b45d0a9-fcf6-40aa-a196-19fdf499b8f4 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (89e7af9c-f15e-4d1c-b3d4-737fb02dde7b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:38.042518 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3b45d0a9-fcf6-40aa-a196-19fdf499b8f4 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:38.048135 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3b45d0a9-fcf6-40aa-a196-19fdf499b8f4 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] 10.222.0.30 "DELETE /v2.0/networks/89e7af9c-f15e-4d1c-b3d4-737fb02dde7b HTTP/1.1" status: 204 len: 168 time: 0.9287660 Apr 16 04:22:38.057787 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f4ad4275-f90e-4c49-b92c-c80bc598ccef tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (99967ded-5ec6-4a0e-998a-cf49606026e7), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:38.061219 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b6d52550-747d-4ceb-be8f-444846e08008 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for security_group (0c6de96e-0dfb-4660-98cf-1039badb0320), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:38.062696 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ea84cbcf-1f12-42a3-be62-5937fb79e304 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (49d41999-9b87-4205-ba96-96eddc7309bc), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:38.100789 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ea84cbcf-1f12-42a3-be62-5937fb79e304 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:38.101045 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ea84cbcf-1f12-42a3-be62-5937fb79e304 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] 10.222.0.30 "DELETE /v2.0/networks/49d41999-9b87-4205-ba96-96eddc7309bc HTTP/1.1" status: 204 len: 168 time: 0.8913019 Apr 16 04:22:38.128535 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45d0a9-fcf6-40aa-a196-19fdf499b8f4 tempest-BulkNetworkOpsTest-612868695 tempest-BulkNetworkOpsTest-612868695-project] Pushing event deleted for resources: {'Network': ['ID=89e7af9c-f15e-4d1c-b3d4-737fb02dde7b,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:38.142541 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b68c68a7-35fe-4410-bb50-ea2c2fa315f1 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group_rule (41c7f84e-9a46-4d93-a564-bc63405cdff5), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:38.151512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84cbcf-1f12-42a3-be62-5937fb79e304 tempest-FloatingIPTestJSON-527146056 tempest-FloatingIPTestJSON-527146056-project] Pushing event deleted for resources: {'Network': ['ID=49d41999-9b87-4205-ba96-96eddc7309bc,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:38.185811 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b6d52550-747d-4ceb-be8f-444846e08008 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for security_group (0c6de96e-0dfb-4660-98cf-1039badb0320), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:38.217891 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad4275-f90e-4c49-b92c-c80bc598ccef tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Port': ['ID=99967ded-5ec6-4a0e-998a-cf49606026e7,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:38.230506 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f4ad4275-f90e-4c49-b92c-c80bc598ccef tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (4dac289d-3f69-4f9d-9b40-56f7c7b43093), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:38.341432 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b68c68a7-35fe-4410-bb50-ea2c2fa315f1 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group_rule (41c7f84e-9a46-4d93-a564-bc63405cdff5), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:38.379038 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ad4275-f90e-4c49-b92c-c80bc598ccef tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 56d54162-3a84-4660-968b-3204fa7539a2 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:38.380630 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-f4ad4275-f90e-4c49-b92c-c80bc598ccef tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:38.399118 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e878d88d-77f5-42cf-9af2-93ceb2e0365a no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:22:38.431534 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: e878d88d-77f5-42cf-9af2-93ceb2e0365a {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:22:38.431981 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e878d88d-77f5-42cf-9af2-93ceb2e0365a not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:22:38.493548 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b6d52550-747d-4ceb-be8f-444846e08008 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (0c6de96e-0dfb-4660-98cf-1039badb0320), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:38.497278 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b6d52550-747d-4ceb-be8f-444846e08008 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:38.501289 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b6d52550-747d-4ceb-be8f-444846e08008 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "DELETE /v2.0/security-groups/0c6de96e-0dfb-4660-98cf-1039badb0320 HTTP/1.1" status: 204 len: 168 time: 0.5534072 Apr 16 04:22:38.502146 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b68c68a7-35fe-4410-bb50-ea2c2fa315f1 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (41c7f84e-9a46-4d93-a564-bc63405cdff5), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:38.506365 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36152) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:38.544452 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-445a539c-5e8f-4b0b-90f2-27d6175fee88 tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b2512e8a-88be-4aad-afa0-d385ce969abe), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:38.551631 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d52550-747d-4ceb-be8f-444846e08008 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6de96e-0dfb-4660-98cf-1039badb0320,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:38.554447 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-a7146d72-3c2b-4781-b56d-4f15bb60ae9d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] show failed (client error): The resource could not be found. Apr 16 04:22:38.555511 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a7146d72-3c2b-4781-b56d-4f15bb60ae9d tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "GET /v2.0/security-groups/0c6de96e-0dfb-4660-98cf-1039badb0320 HTTP/1.1" status: 404 len: 347 time: 0.0439472 Apr 16 04:22:38.571570 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36154) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:38.573845 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c68a7-35fe-4410-bb50-ea2c2fa315f1 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c7f84e-9a46-4d93-a564-bc63405cdff5,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:38.703586 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-20943d34-09b3-4013-85ce-7ffd2a190164 None None] Provisioning complete for port 99967ded-5ec6-4a0e-998a-cf49606026e7 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:38.704349 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-20943d34-09b3-4013-85ce-7ffd2a190164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (99967ded-5ec6-4a0e-998a-cf49606026e7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:38.713655 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8d8cca-b1eb-447c-8797-35ea53c0a919 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router 7e4f24e3-867f-473b-aa64-681c34dcca4c has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:22:38.753540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-20943d34-09b3-4013-85ce-7ffd2a190164 None None] Port 99967ded-5ec6-4a0e-998a-cf49606026e7 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:38.762267 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1ee409-0133-4530-9278-35d86afcc295 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:38.765798 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3a1ee409-0133-4530-9278-35d86afcc295 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:38.855662 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36160) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:38.855927 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36162) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:38.936239 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8d8cca-b1eb-447c-8797-35ea53c0a919 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:38.944240 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fb8d8cca-b1eb-447c-8797-35ea53c0a919 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/7e4f24e3-867f-473b-aa64-681c34dcca4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4553292 Apr 16 04:22:38.949300 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36168) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:38.970648 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85027084-ee57-4132-a02d-60547609171e None None] Sync routers for ids ['7e4f24e3-867f-473b-aa64-681c34dcca4c'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:38.985082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85027084-ee57-4132-a02d-60547609171e None None] Routers {'7e4f24e3-867f-473b-aa64-681c34dcca4c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:38.986107 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-85027084-ee57-4132-a02d-60547609171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['7e4f24e3-867f-473b-aa64-681c34dcca4c'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:38.997403 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4e57a8d7-4379-4615-8826-3a5df87a0190 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e4f24e3-867f-473b-aa64-681c34dcca4c HTTP/1.1" status: 200 len: 205 time: 0.0424323 Apr 16 04:22:38.999968 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36170) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:39.057905 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-85027084-ee57-4132-a02d-60547609171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:39.060355 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b68c68a7-35fe-4410-bb50-ea2c2fa315f1 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.061736 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b68c68a7-35fe-4410-bb50-ea2c2fa315f1 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1803145 Apr 16 04:22:39.067009 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36172) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:39.072323 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-1db22baa-8a5c-457d-91ad-a73a37b15979 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Request body: {'security_group_rule': {'security_group_id': 'db622253-f4ed-41fe-92d6-f357f0b3a5ff', 'project_id': '1331059124584452b3c27bedfa8953aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:39.083359 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85027084-ee57-4132-a02d-60547609171e None None] Routers {'7e4f24e3-867f-473b-aa64-681c34dcca4c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:39.083359 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-85027084-ee57-4132-a02d-60547609171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['7e4f24e3-867f-473b-aa64-681c34dcca4c'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:39.114753 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-445a539c-5e8f-4b0b-90f2-27d6175fee88 tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks [] for port (b2512e8a-88be-4aad-afa0-d385ce969abe), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.121553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-85027084-ee57-4132-a02d-60547609171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:39.122397 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85027084-ee57-4132-a02d-60547609171e None None] The sync data for ids ['7e4f24e3-867f-473b-aa64-681c34dcca4c'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:39.122977 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-3ba18ff2-7aa6-4a5e-a9a0-f1ff9087b297 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Deleting port 38d53e4d-b5bd-4c32-a62a-7cc1ac65b7b0 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:39.123398 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3ba18ff2-7aa6-4a5e-a9a0-f1ff9087b297 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (38d53e4d-b5bd-4c32-a62a-7cc1ac65b7b0), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.125777 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-343c33ad-83bd-4406-80dd-4667ee23ccc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.150037 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ad1e99b0-f0a8-4e95-b403-bc2691b26e9a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (7e4f24e3-867f-473b-aa64-681c34dcca4c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.201251 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ad4275-f90e-4c49-b92c-c80bc598ccef tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 4dac289d-3f69-4f9d-9b40-56f7c7b43093 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:22:39.216361 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3ba18ff2-7aa6-4a5e-a9a0-f1ff9087b297 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (38d53e4d-b5bd-4c32-a62a-7cc1ac65b7b0), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.216684 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3ba18ff2-7aa6-4a5e-a9a0-f1ff9087b297 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for floatingip (38d53e4d-b5bd-4c32-a62a-7cc1ac65b7b0), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.219237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1db22baa-8a5c-457d-91ad-a73a37b15979 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group_rule (2e0cf27d-8476-4fd2-9fcc-1c91bf4288e7), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.242388 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-3ba18ff2-7aa6-4a5e-a9a0-f1ff9087b297 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Calling delete_port for 38d53e4d-b5bd-4c32-a62a-7cc1ac65b7b0 owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:39.267177 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-445a539c-5e8f-4b0b-90f2-27d6175fee88 tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (b2512e8a-88be-4aad-afa0-d385ce969abe), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.324497 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-38cadad1-0ce4-454f-af95-4ad4dd8f83b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a67c3962e54247da84d0ebdf42c7c839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4587758 Apr 16 04:22:39.327026 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36174) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:39.370420 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d66104c3-e3d2-45fd-a9d7-1bed53d1fc9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1e968e96cb346f1b2897a7d365fa656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5048325 Apr 16 04:22:39.389008 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36176) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:39.468221 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1db22baa-8a5c-457d-91ad-a73a37b15979 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group_rule (2e0cf27d-8476-4fd2-9fcc-1c91bf4288e7), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.474686 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ad4275-f90e-4c49-b92c-c80bc598ccef tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:39.481228 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f4ad4275-f90e-4c49-b92c-c80bc598ccef tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/4dac289d-3f69-4f9d-9b40-56f7c7b43093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1756656 Apr 16 04:22:39.483982 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a539c-5e8f-4b0b-90f2-27d6175fee88 tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Pushing event updated for resources: {'Port': ['ID=b2512e8a-88be-4aad-afa0-d385ce969abe,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:39.487415 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e7288-fba8-46be-94a2-2e6bbd59d9e0 None None] Sync routers for ids ['4dac289d-3f69-4f9d-9b40-56f7c7b43093'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:39.494831 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36178) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:39.500995 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c86b727-0fa8-43f3-a0d5-83aa9401a8bb admin admin] Publish callbacks [] for security_group (01cc2562-cfc3-481b-ab58-5850b21e884f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.505241 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e7288-fba8-46be-94a2-2e6bbd59d9e0 None None] Routers {'4dac289d-3f69-4f9d-9b40-56f7c7b43093'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:39.506496 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c05e7288-fba8-46be-94a2-2e6bbd59d9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['4dac289d-3f69-4f9d-9b40-56f7c7b43093'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:39.542452 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1db22baa-8a5c-457d-91ad-a73a37b15979 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (2e0cf27d-8476-4fd2-9fcc-1c91bf4288e7), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.543514 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ad1e99b0-f0a8-4e95-b403-bc2691b26e9a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (7e4f24e3-867f-473b-aa64-681c34dcca4c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.552979 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ad1e99b0-f0a8-4e95-b403-bc2691b26e9a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router_controller (7e4f24e3-867f-473b-aa64-681c34dcca4c), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.564549 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c86b727-0fa8-43f3-a0d5-83aa9401a8bb admin admin] Publish callbacks [] for security_group (01cc2562-cfc3-481b-ab58-5850b21e884f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.566170 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-445a539c-5e8f-4b0b-90f2-27d6175fee88 tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (921fd36b-51c4-44d2-88da-b448d3c3a180), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.569760 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-32fc0fb3-78be-451b-9a4d-8f71caa640c0 admin admin] Publish callbacks [] for security_group (3d6fc676-c3cd-44e6-8f63-00644967357a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.599432 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db22baa-8a5c-457d-91ad-a73a37b15979 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0cf27d-8476-4fd2-9fcc-1c91bf4288e7,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:39.620370 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13730fa7-49a3-416e-b386-bc3a9c832c3f tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:39.622920 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-13730fa7-49a3-416e-b386-bc3a9c832c3f tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/ports/99967ded-5ec6-4a0e-998a-cf49606026e7 HTTP/1.1" status: 200 len: 910 time: 0.1260462 Apr 16 04:22:39.627917 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36180) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:39.637175 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c05e7288-fba8-46be-94a2-2e6bbd59d9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:39.648898 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e7288-fba8-46be-94a2-2e6bbd59d9e0 None None] Routers {'4dac289d-3f69-4f9d-9b40-56f7c7b43093'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:39.649737 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c05e7288-fba8-46be-94a2-2e6bbd59d9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['4dac289d-3f69-4f9d-9b40-56f7c7b43093'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:39.668986 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-32fc0fb3-78be-451b-9a4d-8f71caa640c0 admin admin] Publish callbacks [] for security_group (3d6fc676-c3cd-44e6-8f63-00644967357a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.683483 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c05e7288-fba8-46be-94a2-2e6bbd59d9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:39.684355 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e7288-fba8-46be-94a2-2e6bbd59d9e0 None None] The sync data for ids ['4dac289d-3f69-4f9d-9b40-56f7c7b43093'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:39.698147 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1db22baa-8a5c-457d-91ad-a73a37b15979 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.699364 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1db22baa-8a5c-457d-91ad-a73a37b15979 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6305983 Apr 16 04:22:39.705701 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36182) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:39.714665 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-445a539c-5e8f-4b0b-90f2-27d6175fee88 tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.719135 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-445a539c-5e8f-4b0b-90f2-27d6175fee88 tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5556848 Apr 16 04:22:39.719135 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ad1e99b0-f0a8-4e95-b403-bc2691b26e9a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (7e4f24e3-867f-473b-aa64-681c34dcca4c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.719135 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1e99b0-f0a8-4e95-b403-bc2691b26e9a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Fanout notify agent at l3_agent the message router_deleted on router 7e4f24e3-867f-473b-aa64-681c34dcca4c {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:22:39.724314 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36184) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:39.724632 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-431de2ba-7454-44d6-be64-dc2692ec10da tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Request body: {'security_group_rule': {'security_group_id': 'db622253-f4ed-41fe-92d6-f357f0b3a5ff', 'project_id': '1331059124584452b3c27bedfa8953aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:39.733855 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ad1e99b0-f0a8-4e95-b403-bc2691b26e9a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.734934 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ad1e99b0-f0a8-4e95-b403-bc2691b26e9a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/routers/7e4f24e3-867f-473b-aa64-681c34dcca4c HTTP/1.1" status: 204 len: 168 time: 0.7329259 Apr 16 04:22:39.737774 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36188) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:39.798552 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f98028-0796-40b6-840c-81080bbe803e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting subnet 66cafa4f-9aa7-4ce5-854c-9ade250cfbf7 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:22:39.803010 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3ba18ff2-7aa6-4a5e-a9a0-f1ff9087b297 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (38d53e4d-b5bd-4c32-a62a-7cc1ac65b7b0), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.806102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-57f98028-0796-40b6-840c-81080bbe803e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for subnet (66cafa4f-9aa7-4ce5-854c-9ade250cfbf7), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.859590 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c86b727-0fa8-43f3-a0d5-83aa9401a8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (01cc2562-cfc3-481b-ab58-5850b21e884f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.863467 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c86b727-0fa8-43f3-a0d5-83aa9401a8bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.863467 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9c86b727-0fa8-43f3-a0d5-83aa9401a8bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01cc2562-cfc3-481b-ab58-5850b21e884f HTTP/1.1" status: 204 len: 168 time: 0.5339222 Apr 16 04:22:39.893663 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.objects.ports [None req-3a1ee409-0133-4530-9278-35d86afcc295 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104632) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 16 04:22:39.896973 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3a1ee409-0133-4530-9278-35d86afcc295 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (2c931aa3-b81c-44c0-addc-1cf9d68a52c0), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.898951 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-431de2ba-7454-44d6-be64-dc2692ec10da tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Project 1331059124584452b3c27bedfa8953aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:22:39.899440 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba18ff2-7aa6-4a5e-a9a0-f1ff9087b297 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Pushing event deleted for resources: {'Port': ['ID=38d53e4d-b5bd-4c32-a62a-7cc1ac65b7b0,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:39.907750 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-28c3e618-e280-4ac6-9f2a-30a16c5b080c tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:39.913283 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86b727-0fa8-43f3-a0d5-83aa9401a8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cc2562-cfc3-481b-ab58-5850b21e884f,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:39.943874 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-32fc0fb3-78be-451b-9a4d-8f71caa640c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (3d6fc676-c3cd-44e6-8f63-00644967357a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.944179 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-431de2ba-7454-44d6-be64-dc2692ec10da tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group_rule (654a22a8-949b-4cf9-86c4-6fc64eda5b98), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.946449 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-32fc0fb3-78be-451b-9a4d-8f71caa640c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.947606 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-32fc0fb3-78be-451b-9a4d-8f71caa640c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d6fc676-c3cd-44e6-8f63-00644967357a HTTP/1.1" status: 204 len: 168 time: 0.5525250 Apr 16 04:22:39.977937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1ee409-0133-4530-9278-35d86afcc295 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:39.982328 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc0fb3-78be-451b-9a4d-8f71caa640c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6fc676-c3cd-44e6-8f63-00644967357a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:39.992281 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-3a1ee409-0133-4530-9278-35d86afcc295 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:39.996506 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-57f98028-0796-40b6-840c-81080bbe803e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (66cafa4f-9aa7-4ce5-854c-9ade250cfbf7), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:39.996676 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1ee409-0133-4530-9278-35d86afcc295 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:39.997128 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3a1ee409-0133-4530-9278-35d86afcc295 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.013690 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ee409-0133-4530-9278-35d86afcc295 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=2c931aa3-b81c-44c0-addc-1cf9d68a52c0,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:40.013991 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f612b48-d613-4b7f-af6a-cfcd4fc5576d None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:40.046964 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3ba18ff2-7aa6-4a5e-a9a0-f1ff9087b297 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks [] for floatingip (0f31e966-662f-44bc-9970-0dc1fe0f8ea2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.049546 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3ba18ff2-7aa6-4a5e-a9a0-f1ff9087b297 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.050779 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3ba18ff2-7aa6-4a5e-a9a0-f1ff9087b297 tempest-ServerActionsTestJSON-1305259053 tempest-ServerActionsTestJSON-1305259053-project] 10.222.0.30 "DELETE /v2.0/floatingips/0f31e966-662f-44bc-9970-0dc1fe0f8ea2 HTTP/1.1" status: 204 len: 168 time: 1.4780557 Apr 16 04:22:40.055068 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36194) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:40.109725 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-431de2ba-7454-44d6-be64-dc2692ec10da tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group_rule (654a22a8-949b-4cf9-86c4-6fc64eda5b98), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.157275 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3a1ee409-0133-4530-9278-35d86afcc295 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1595013 Apr 16 04:22:40.157275 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36198) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:40.165892 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-fc384f7e-c708-4600-81d9-d2f053c20774 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'mac_address': 'fa:16:3e:ad:e9:9a', 'name': 'tempest-NetworksTestDHCPv6-546543843'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:40.170247 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-57f98028-0796-40b6-840c-81080bbe803e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (66cafa4f-9aa7-4ce5-854c-9ade250cfbf7), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.181400 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': '2c931aa3-b81c-44c0-addc-1cf9d68a52c0'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:22:40.182377 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.209681 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-431de2ba-7454-44d6-be64-dc2692ec10da tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (654a22a8-949b-4cf9-86c4-6fc64eda5b98), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.238914 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28c3e618-e280-4ac6-9f2a-30a16c5b080c tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.257656 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-980cb36c-93c8-4055-b434-3f2da2810000 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (4dac289d-3f69-4f9d-9b40-56f7c7b43093), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.337390 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431de2ba-7454-44d6-be64-dc2692ec10da tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654a22a8-949b-4cf9-86c4-6fc64eda5b98,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:40.367692 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-57f98028-0796-40b6-840c-81080bbe803e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (66cafa4f-9aa7-4ce5-854c-9ade250cfbf7), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.414697 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f98028-0796-40b6-840c-81080bbe803e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Subnet': ['ID=66cafa4f-9aa7-4ce5-854c-9ade250cfbf7,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:40.419890 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-57f98028-0796-40b6-840c-81080bbe803e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.426261 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-57f98028-0796-40b6-840c-81080bbe803e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/subnets/66cafa4f-9aa7-4ce5-854c-9ade250cfbf7 HTTP/1.1" status: 204 len: 168 time: 0.6849387 Apr 16 04:22:40.429601 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36208) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:40.431125 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] Allocated IP 2001:db8::f816:3eff:fecd:73c4 (9a9395da-f56a-4c57-8efc-4b7256188659/2c931aa3-b81c-44c0-addc-1cf9d68a52c0/6aacda7a-28d9-41fb-8316-57d13e2f8fa7) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:40.441735 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-431de2ba-7454-44d6-be64-dc2692ec10da tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.443603 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-431de2ba-7454-44d6-be64-dc2692ec10da tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7332473 Apr 16 04:22:40.453159 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36212) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:40.460063 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-da2ceb17-c879-4d4c-80e5-9e99b30fa247 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Request body: {'security_group_rule': {'security_group_id': 'db622253-f4ed-41fe-92d6-f357f0b3a5ff', 'project_id': '1331059124584452b3c27bedfa8953aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:40.482727 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28c3e618-e280-4ac6-9f2a-30a16c5b080c tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.530910 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-22764ad0-1c4b-4fff-8d31-327632cf26bd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting subnet 7f81618e-7529-4ed6-93ea-88254a913077 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:22:40.540765 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-22764ad0-1c4b-4fff-8d31-327632cf26bd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for subnet (7f81618e-7529-4ed6-93ea-88254a913077), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.541083 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503c5be0-7db3-4746-ad3f-aafa94dd4cf3 None None] Network f26597e0-e5b5-42a4-942c-6d34338e0753 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:40.617255 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-22764ad0-1c4b-4fff-8d31-327632cf26bd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (7f81618e-7529-4ed6-93ea-88254a913077), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.647419 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc384f7e-c708-4600-81d9-d2f053c20774 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:40.732267 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-da2ceb17-c879-4d4c-80e5-9e99b30fa247 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Project 1331059124584452b3c27bedfa8953aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:22:40.742046 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-da2ceb17-c879-4d4c-80e5-9e99b30fa247 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group_rule (df477cd4-922a-469b-bc08-39251deb5295), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.770062 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006cc7fb-cd05-42cd-9233-c920ec2403cc None None] DHCP port deletion for f26597e0-e5b5-42a4-942c-6d34338e0753 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:22:40.778881 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] Publish callbacks [] for port (6aacda7a-28d9-41fb-8316-57d13e2f8fa7), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.783353 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fc384f7e-c708-4600-81d9-d2f053c20774 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.812085 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-fc384f7e-c708-4600-81d9-d2f053c20774 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port 974d5325-1a61-4913-965f-a8a9b60ab53e yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:22:40.827123 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-da2ceb17-c879-4d4c-80e5-9e99b30fa247 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group_rule (df477cd4-922a-469b-bc08-39251deb5295), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.866771 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (6aacda7a-28d9-41fb-8316-57d13e2f8fa7), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.877683 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-006cc7fb-cd05-42cd-9233-c920ec2403cc None None] Deleting port c67d1819-71fc-41e8-a1bd-1a39d44f1ce5 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:40.878055 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-006cc7fb-cd05-42cd-9233-c920ec2403cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c67d1819-71fc-41e8-a1bd-1a39d44f1ce5), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.895129 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-28c3e618-e280-4ac6-9f2a-30a16c5b080c tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Allocated IP 172.26.6.196 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/c285e655-2deb-468e-938a-841d12c9ae73) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:40.919270 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:40.923342 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-da2ceb17-c879-4d4c-80e5-9e99b30fa247 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (df477cd4-922a-469b-bc08-39251deb5295), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:40.930204 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:40.934439 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:41.035831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ceb17-c879-4d4c-80e5-9e99b30fa247 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df477cd4-922a-469b-bc08-39251deb5295,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:41.050074 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-22764ad0-1c4b-4fff-8d31-327632cf26bd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (7f81618e-7529-4ed6-93ea-88254a913077), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:41.055778 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-980cb36c-93c8-4055-b434-3f2da2810000 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting port 99967ded-5ec6-4a0e-998a-cf49606026e7 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:41.056121 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-980cb36c-93c8-4055-b434-3f2da2810000 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (99967ded-5ec6-4a0e-998a-cf49606026e7), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:41.057235 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] Pushing event updated for resources: {'Port': ['ID=6aacda7a-28d9-41fb-8316-57d13e2f8fa7,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:41.065672 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-da2ceb17-c879-4d4c-80e5-9e99b30fa247 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:41.071022 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-da2ceb17-c879-4d4c-80e5-9e99b30fa247 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6106706 Apr 16 04:22:41.071290 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36230) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:41.079507 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-f989a3a3-48fc-4259-bd51-c8bbbb90ddcd tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Request body: {'network': {'name': 'tempest-network-smoke--480835980', 'project_id': '1331059124584452b3c27bedfa8953aa', 'port_security_enabled': True}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:41.079860 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-006cc7fb-cd05-42cd-9233-c920ec2403cc None None] For port c67d1819-71fc-41e8-a1bd-1a39d44f1ce5, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c67d1819-71fc-41e8-a1bd-1a39d44f1ce5,segment=NetworkSegment(f31d1309-37bb-4624-a421-822c5173db4c),segment_id=f31d1309-37bb-4624-a421-822c5173db4c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:41.080409 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-006cc7fb-cd05-42cd-9233-c920ec2403cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c67d1819-71fc-41e8-a1bd-1a39d44f1ce5), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:41.083073 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9f463c9f-83e5-47b6-8820-0a1879843abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (748c5a89-8dc6-41f8-8ed2-41627ad5044f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:41.158842 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-006cc7fb-cd05-42cd-9233-c920ec2403cc None None] Calling delete_port for c67d1819-71fc-41e8-a1bd-1a39d44f1ce5 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:41.175996 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] Attempting to bind port 6aacda7a-28d9-41fb-8316-57d13e2f8fa7 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:22:41.176369 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] Attempting to bind port 6aacda7a-28d9-41fb-8316-57d13e2f8fa7 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:22:41.176750 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] Attempting to bind port 6aacda7a-28d9-41fb-8316-57d13e2f8fa7 on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:22:41.187018 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:22:41.187018 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:41.187444 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:41.187853 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:22:41.188326 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] Bound port: 6aacda7a-28d9-41fb-8316-57d13e2f8fa7, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:22:41.188711 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6aacda7a-28d9-41fb-8316-57d13e2f8fa7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:41.316041 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28c3e618-e280-4ac6-9f2a-30a16c5b080c tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Publish callbacks [] for port (c285e655-2deb-468e-938a-841d12c9ae73), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:41.324128 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] For port 6aacda7a-28d9-41fb-8316-57d13e2f8fa7, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:22:41.367660 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f989a3a3-48fc-4259-bd51-c8bbbb90ddcd tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Made reservation on behalf of 1331059124584452b3c27bedfa8953aa for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:41.371345 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f989a3a3-48fc-4259-bd51-c8bbbb90ddcd tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:41.388663 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] For port 6aacda7a-28d9-41fb-8316-57d13e2f8fa7, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6aacda7a-28d9-41fb-8316-57d13e2f8fa7,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:22:41.427979 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-fc384f7e-c708-4600-81d9-d2f053c20774 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::f816:3eff:fead:e99a (9a9395da-f56a-4c57-8efc-4b7256188659/2c931aa3-b81c-44c0-addc-1cf9d68a52c0/974d5325-1a61-4913-965f-a8a9b60ab53e) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:41.455191 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-006cc7fb-cd05-42cd-9233-c920ec2403cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (c67d1819-71fc-41e8-a1bd-1a39d44f1ce5), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:41.456818 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-9f463c9f-83e5-47b6-8820-0a1879843abe admin admin] Deleting port 38743210-b9c8-47ae-a669-eabc519fd198 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:41.457306 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9f463c9f-83e5-47b6-8820-0a1879843abe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (38743210-b9c8-47ae-a669-eabc519fd198), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:41.486891 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36240) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:41.515583 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6aacda7a-28d9-41fb-8316-57d13e2f8fa7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:41.516753 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36244) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:41.518994 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cc7fb-cd05-42cd-9233-c920ec2403cc None None] Pushing event deleted for resources: {'Port': ['ID=c67d1819-71fc-41e8-a1bd-1a39d44f1ce5,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:41.528943 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-155f3ade-93ce-4b40-863f-ac29fc601fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:41.534278 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006cc7fb-cd05-42cd-9233-c920ec2403cc None None] No DVR routers for this DVR port c67d1819-71fc-41e8-a1bd-1a39d44f1ce5 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:22:41.548935 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-9f463c9f-83e5-47b6-8820-0a1879843abe admin admin] For port 38743210-b9c8-47ae-a669-eabc519fd198, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=38743210-b9c8-47ae-a669-eabc519fd198,segment=NetworkSegment(1fc44704-4f70-469d-a086-2202419f908b),segment_id=1fc44704-4f70-469d-a086-2202419f908b)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:41.548935 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9f463c9f-83e5-47b6-8820-0a1879843abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (38743210-b9c8-47ae-a669-eabc519fd198), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:41.574376 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-9f463c9f-83e5-47b6-8820-0a1879843abe admin admin] Calling delete_port for 38743210-b9c8-47ae-a669-eabc519fd198 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:41.579004 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-980cb36c-93c8-4055-b434-3f2da2810000 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (99967ded-5ec6-4a0e-998a-cf49606026e7), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:41.612783 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-980cb36c-93c8-4055-b434-3f2da2810000 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Calling delete_port for 99967ded-5ec6-4a0e-998a-cf49606026e7 owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:41.686785 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56db880-7d99-4dbc-946d-6f6c25e54ea2 None None] Pushing event updated for resources: {'Port': ['ID=6aacda7a-28d9-41fb-8316-57d13e2f8fa7,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:41.690653 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-22764ad0-1c4b-4fff-8d31-327632cf26bd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (7f81618e-7529-4ed6-93ea-88254a913077), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:41.698405 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f989a3a3-48fc-4259-bd51-c8bbbb90ddcd tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:22:41.710735 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-0a9a8f37-7896-4201-ab4f-741bf3fea217 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-451471127'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:41.719878 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f989a3a3-48fc-4259-bd51-c8bbbb90ddcd tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (d7c808db-70e3-4b65-8546-fc6c96327c6e), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:41.720359 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-f989a3a3-48fc-4259-bd51-c8bbbb90ddcd tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Added segment d7c808db-70e3-4b65-8546-fc6c96327c6e of type vlan for network 568d6779-966e-4ede-8372-feba943d93d4 Apr 16 04:22:41.763196 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f239cb51-9c89-4e43-9576-46690e507174 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1249099409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:41.779309 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28c3e618-e280-4ac6-9f2a-30a16c5b080c tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c285e655-2deb-468e-938a-841d12c9ae73), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:41.784571 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f989a3a3-48fc-4259-bd51-c8bbbb90ddcd tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (568d6779-966e-4ede-8372-feba943d93d4), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:41.824820 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22764ad0-1c4b-4fff-8d31-327632cf26bd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Subnet': ['ID=7f81618e-7529-4ed6-93ea-88254a913077,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:41.828586 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c3e618-e280-4ac6-9f2a-30a16c5b080c tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:41.835594 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-28c3e618-e280-4ac6-9f2a-30a16c5b080c tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:41.838215 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c3e618-e280-4ac6-9f2a-30a16c5b080c tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:41.924818 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-22764ad0-1c4b-4fff-8d31-327632cf26bd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:41.927259 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-22764ad0-1c4b-4fff-8d31-327632cf26bd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/subnets/7f81618e-7529-4ed6-93ea-88254a913077 HTTP/1.1" status: 204 len: 168 time: 1.4966018 Apr 16 04:22:41.934372 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fd9035-58a7-42dc-8a61-f05ad93dcd34 None None] Network dcf721ec-cac9-4d1d-b704-52819a768cb0 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:41.944564 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36248) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:41.957419 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fc384f7e-c708-4600-81d9-d2f053c20774 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (974d5325-1a61-4913-965f-a8a9b60ab53e), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:41.969589 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3e618-e280-4ac6-9f2a-30a16c5b080c tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Pushing event updated for resources: {'Port': ['ID=c285e655-2deb-468e-938a-841d12c9ae73,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:41.989881 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9a8f37-7896-4201-ab4f-741bf3fea217 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Made reservation on behalf of 96b3f50e57d84b7caff81cc60fd0b659 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:41.994366 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8f37-7896-4201-ab4f-741bf3fea217 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.046703 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8f37-7896-4201-ab4f-741bf3fea217 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.056366 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f239cb51-9c89-4e43-9576-46690e507174 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (26813af7-b20f-4657-939e-0d639b8a43eb), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.057415 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f239cb51-9c89-4e43-9576-46690e507174 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (26813af7-b20f-4657-939e-0d639b8a43eb), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.099489 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f989a3a3-48fc-4259-bd51-c8bbbb90ddcd tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (568d6779-966e-4ede-8372-feba943d93d4), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.104658 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f989a3a3-48fc-4259-bd51-c8bbbb90ddcd tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:42.105332 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f989a3a3-48fc-4259-bd51-c8bbbb90ddcd tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.124196 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db7eca33-64a6-49f8-974a-e51faaf7c9de tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (f26597e0-e5b5-42a4-942c-6d34338e0753), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.137279 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40d94bd-4cee-4a90-be8d-ed04ba96e1ae None None] DHCP port deletion for dcf721ec-cac9-4d1d-b704-52819a768cb0 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:22:42.164709 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fc384f7e-c708-4600-81d9-d2f053c20774 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (974d5325-1a61-4913-965f-a8a9b60ab53e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.184566 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c40d94bd-4cee-4a90-be8d-ed04ba96e1ae None None] Deleting port f0e69917-a7d8-4125-84b8-e400a6e18057 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:42.184998 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c40d94bd-4cee-4a90-be8d-ed04ba96e1ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (f0e69917-a7d8-4125-84b8-e400a6e18057), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.199755 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9f463c9f-83e5-47b6-8820-0a1879843abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (38743210-b9c8-47ae-a669-eabc519fd198), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.202297 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28c3e618-e280-4ac6-9f2a-30a16c5b080c tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Publish callbacks [] for floatingip (d86fc2b6-31dc-4d6d-9fb4-8b275c7e5cbc), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.212836 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-980cb36c-93c8-4055-b434-3f2da2810000 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (99967ded-5ec6-4a0e-998a-cf49606026e7), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.254064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989a3a3-48fc-4259-bd51-c8bbbb90ddcd tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event updated for resources: {'Network': ['ID=568d6779-966e-4ede-8372-feba943d93d4,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:42.260075 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c40d94bd-4cee-4a90-be8d-ed04ba96e1ae None None] For port f0e69917-a7d8-4125-84b8-e400a6e18057, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f0e69917-a7d8-4125-84b8-e400a6e18057,segment=NetworkSegment(db9efa9d-abff-48f9-88b8-f293db3529c2),segment_id=db9efa9d-abff-48f9-88b8-f293db3529c2)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:42.263364 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f989a3a3-48fc-4259-bd51-c8bbbb90ddcd tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1878266 Apr 16 04:22:42.263649 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c40d94bd-4cee-4a90-be8d-ed04ba96e1ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (f0e69917-a7d8-4125-84b8-e400a6e18057), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.263751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f463c9f-83e5-47b6-8820-0a1879843abe admin admin] Pushing event deleted for resources: {'Port': ['ID=38743210-b9c8-47ae-a669-eabc519fd198,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:42.266781 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36250) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:42.273013 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 568d6779-966e-4ede-8372-feba943d93d4 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:22:42.296784 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-c512fafa-c8d1-4d97-9df6-b9a3e79b0494 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1331617002', 'admin_state_up': True, 'project_id': '1331059124584452b3c27bedfa8953aa', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:42.306986 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc384f7e-c708-4600-81d9-d2f053c20774 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:42.378491 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c40d94bd-4cee-4a90-be8d-ed04ba96e1ae None None] Calling delete_port for f0e69917-a7d8-4125-84b8-e400a6e18057 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:42.406808 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-fc384f7e-c708-4600-81d9-d2f053c20774 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:42.422170 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc384f7e-c708-4600-81d9-d2f053c20774 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:42.432872 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc384f7e-c708-4600-81d9-d2f053c20774 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:42.433525 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fc384f7e-c708-4600-81d9-d2f053c20774 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.439448 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc384f7e-c708-4600-81d9-d2f053c20774 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=974d5325-1a61-4913-965f-a8a9b60ab53e,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:42.445240 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f239cb51-9c89-4e43-9576-46690e507174 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for router_controller (26813af7-b20f-4657-939e-0d639b8a43eb), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.464048 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db7eca33-64a6-49f8-974a-e51faaf7c9de tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (f26597e0-e5b5-42a4-942c-6d34338e0753), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.520353 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cb36c-93c8-4055-b434-3f2da2810000 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Port': ['ID=99967ded-5ec6-4a0e-998a-cf49606026e7,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:42.547494 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-db7eca33-64a6-49f8-974a-e51faaf7c9de tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26597e0-e5b5-42a4-942c-6d34338e0753']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:42.550434 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c512fafa-c8d1-4d97-9df6-b9a3e79b0494 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (9c4b6530-9c19-4bd9-b00d-ad6682bc99da), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.551460 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c512fafa-c8d1-4d97-9df6-b9a3e79b0494 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (9c4b6530-9c19-4bd9-b00d-ad6682bc99da), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.555959 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.560270 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28c3e618-e280-4ac6-9f2a-30a16c5b080c tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c285e655-2deb-468e-938a-841d12c9ae73), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.620302 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-db7eca33-64a6-49f8-974a-e51faaf7c9de tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31d1309-37bb-4624-a421-822c5173db4c') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:42.622880 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-db7eca33-64a6-49f8-974a-e51faaf7c9de tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31d1309-37bb-4624-a421-822c5173db4c') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:42.640520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c40d94bd-4cee-4a90-be8d-ed04ba96e1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (f0e69917-a7d8-4125-84b8-e400a6e18057), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.651902 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f239cb51-9c89-4e43-9576-46690e507174 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (26813af7-b20f-4657-939e-0d639b8a43eb), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.675287 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fc384f7e-c708-4600-81d9-d2f053c20774 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5169077 Apr 16 04:22:42.680541 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36252) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:42.716356 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8f37-7896-4201-ab4f-741bf3fea217 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for security_group (5e430b11-1b45-49a1-b0df-59c39a0478cd), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.722175 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db7eca33-64a6-49f8-974a-e51faaf7c9de tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (f31d1309-37bb-4624-a421-822c5173db4c), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.751398 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f239cb51-9c89-4e43-9576-46690e507174 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.752803 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f239cb51-9c89-4e43-9576-46690e507174 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.2305772 Apr 16 04:22:42.756969 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36254) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:42.759128 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-980cb36c-93c8-4055-b434-3f2da2810000 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (4dac289d-3f69-4f9d-9b40-56f7c7b43093), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.764423 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-ae196a40-e040-4202-9e6e-bf1a1ef7571f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1143351426'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:42.801407 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daef2e98-728f-4200-a895-39ad29b35847 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:42.809428 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daef2e98-728f-4200-a895-39ad29b35847 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:42.811195 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-daef2e98-728f-4200-a895-39ad29b35847 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1167524 Apr 16 04:22:42.818458 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36256) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:42.819155 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8f37-7896-4201-ab4f-741bf3fea217 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (5e430b11-1b45-49a1-b0df-59c39a0478cd), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.894016 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6aacda7a-28d9-41fb-8316-57d13e2f8fa7 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:42.898551 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d94bd-4cee-4a90-be8d-ed04ba96e1ae None None] Pushing event deleted for resources: {'Port': ['ID=f0e69917-a7d8-4125-84b8-e400a6e18057,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:42.905310 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d94bd-4cee-4a90-be8d-ed04ba96e1ae None None] No DVR routers for this DVR port f0e69917-a7d8-4125-84b8-e400a6e18057 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:22:42.963059 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 6aacda7a-28d9-41fb-8316-57d13e2f8fa7 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:42.963580 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6aacda7a-28d9-41fb-8316-57d13e2f8fa7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:42.981824 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae196a40-e040-4202-9e6e-bf1a1ef7571f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Made reservation on behalf of 418651f65ff64947ae2023c1409612d7 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:42.985276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae196a40-e040-4202-9e6e-bf1a1ef7571f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.002818 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9a8f37-7896-4201-ab4f-741bf3fea217 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:22:43.022928 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a8f37-7896-4201-ab4f-741bf3fea217 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e430b11-1b45-49a1-b0df-59c39a0478cd,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:43.041022 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae196a40-e040-4202-9e6e-bf1a1ef7571f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.061741 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 6aacda7a-28d9-41fb-8316-57d13e2f8fa7 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:43.062273 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6aacda7a-28d9-41fb-8316-57d13e2f8fa7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.089039 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8f37-7896-4201-ab4f-741bf3fea217 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (5c4380e2-82fe-4b72-8ffc-b8612c159f8c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.089392 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-0a9a8f37-7896-4201-ab4f-741bf3fea217 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Added segment 5c4380e2-82fe-4b72-8ffc-b8612c159f8c of type vlan for network ebebe631-f8c9-4ed8-8b88-bbf4f01d3350 Apr 16 04:22:43.113257 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 6aacda7a-28d9-41fb-8316-57d13e2f8fa7, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6aacda7a-28d9-41fb-8316-57d13e2f8fa7,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:43.181972 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db7eca33-64a6-49f8-974a-e51faaf7c9de tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f31d1309-37bb-4624-a421-822c5173db4c), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.183322 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6aacda7a-28d9-41fb-8316-57d13e2f8fa7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.241619 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8f37-7896-4201-ab4f-741bf3fea217 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (ebebe631-f8c9-4ed8-8b88-bbf4f01d3350), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.247494 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-135b963c-fe13-46f2-9bff-97953cc42c9c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port 974d5325-1a61-4913-965f-a8a9b60ab53e {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:43.247837 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-135b963c-fe13-46f2-9bff-97953cc42c9c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (974d5325-1a61-4913-965f-a8a9b60ab53e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.263363 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f0e69917-a7d8-4125-84b8-e400a6e18057 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:22:43.269332 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-38d2d2a2-b3ff-463d-9e62-a3e7fec02c96 None None] Provisioning complete for port 6aacda7a-28d9-41fb-8316-57d13e2f8fa7 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:43.269501 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-38d2d2a2-b3ff-463d-9e62-a3e7fec02c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6aacda7a-28d9-41fb-8316-57d13e2f8fa7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.278970 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7eca33-64a6-49f8-974a-e51faaf7c9de tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:22:43.281262 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db7eca33-64a6-49f8-974a-e51faaf7c9de tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (f31d1309-37bb-4624-a421-822c5173db4c), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.315786 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: f0e69917-a7d8-4125-84b8-e400a6e18057 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:22:43.316126 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f0e69917-a7d8-4125-84b8-e400a6e18057 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:22:43.316560 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c67d1819-71fc-41e8-a1bd-1a39d44f1ce5 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:22:43.339736 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980cb36c-93c8-4055-b434-3f2da2810000 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 4dac289d-3f69-4f9d-9b40-56f7c7b43093 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:22:43.368878 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=6aacda7a-28d9-41fb-8316-57d13e2f8fa7,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:43.385686 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: c67d1819-71fc-41e8-a1bd-1a39d44f1ce5 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:22:43.386190 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c67d1819-71fc-41e8-a1bd-1a39d44f1ce5 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:22:43.438395 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9f463c9f-83e5-47b6-8820-0a1879843abe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (748c5a89-8dc6-41f8-8ed2-41627ad5044f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:22:43.440100 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:22:43.458070 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c512fafa-c8d1-4d97-9df6-b9a3e79b0494 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for router_controller (9c4b6530-9c19-4bd9-b00d-ad6682bc99da), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.458915 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-38d2d2a2-b3ff-463d-9e62-a3e7fec02c96 None None] Current status of the port 6aacda7a-28d9-41fb-8316-57d13e2f8fa7 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:43.464341 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28c3e618-e280-4ac6-9f2a-30a16c5b080c tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Publish callbacks [] for port (c285e655-2deb-468e-938a-841d12c9ae73), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.480916 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8f37-7896-4201-ab4f-741bf3fea217 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (ebebe631-f8c9-4ed8-8b88-bbf4f01d3350), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.485866 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9a8f37-7896-4201-ab4f-741bf3fea217 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:43.487157 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8f37-7896-4201-ab4f-741bf3fea217 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.501358 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-135b963c-fe13-46f2-9bff-97953cc42c9c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (974d5325-1a61-4913-965f-a8a9b60ab53e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.532146 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae196a40-e040-4202-9e6e-bf1a1ef7571f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for security_group (1b4287c6-e924-4eb9-af31-bce51bcc230e), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.548760 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-135b963c-fe13-46f2-9bff-97953cc42c9c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for 974d5325-1a61-4913-965f-a8a9b60ab53e owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:43.552812 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28c3e618-e280-4ac6-9f2a-30a16c5b080c tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (c285e655-2deb-468e-938a-841d12c9ae73), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.578562 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-24f9328b-2bc0-4e0c-8f82-833d0d917d8e None None] Provisioning complete for port 974d5325-1a61-4913-965f-a8a9b60ab53e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:43.579037 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-24f9328b-2bc0-4e0c-8f82-833d0d917d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (974d5325-1a61-4913-965f-a8a9b60ab53e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.584636 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980cb36c-93c8-4055-b434-3f2da2810000 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:43.596620 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-980cb36c-93c8-4055-b434-3f2da2810000 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/4dac289d-3f69-4f9d-9b40-56f7c7b43093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9660196 Apr 16 04:22:43.600325 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36258) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:43.610523 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc846011-44cb-4e42-aeee-f46eb850319e None None] Sync routers for ids ['4dac289d-3f69-4f9d-9b40-56f7c7b43093'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:43.614990 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a8f37-7896-4201-ab4f-741bf3fea217 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Pushing event updated for resources: {'Network': ['ID=ebebe631-f8c9-4ed8-8b88-bbf4f01d3350,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:43.631794 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network ebebe631-f8c9-4ed8-8b88-bbf4f01d3350 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:22:43.661432 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae196a40-e040-4202-9e6e-bf1a1ef7571f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (1b4287c6-e924-4eb9-af31-bce51bcc230e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.671670 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0a9a8f37-7896-4201-ab4f-741bf3fea217 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1843147 Apr 16 04:22:43.673657 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9dfbe09e-5079-4bcd-aa00-a1ad2b2e6ca4 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/ports?device_id=4dac289d-3f69-4f9d-9b40-56f7c7b43093 HTTP/1.1" status: 200 len: 205 time: 0.0704458 Apr 16 04:22:43.677877 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36260) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:43.678211 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36262) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:43.696975 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-b481bc0e-3ee9-4a48-8e95-b9b3c33f9c47 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Request body: {'subnet': {'network_id': 'ebebe631-f8c9-4ed8-8b88-bbf4f01d3350', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:43.699883 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-24f9328b-2bc0-4e0c-8f82-833d0d917d8e None None] Port 974d5325-1a61-4913-965f-a8a9b60ab53e cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:43.702206 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc846011-44cb-4e42-aeee-f46eb850319e None None] Routers {'4dac289d-3f69-4f9d-9b40-56f7c7b43093'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:43.703110 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-bc846011-44cb-4e42-aeee-f46eb850319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['4dac289d-3f69-4f9d-9b40-56f7c7b43093'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:43.735139 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db7eca33-64a6-49f8-974a-e51faaf7c9de tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (f26597e0-e5b5-42a4-942c-6d34338e0753), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.748178 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-bc846011-44cb-4e42-aeee-f46eb850319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:43.750393 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3e618-e280-4ac6-9f2a-30a16c5b080c tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Pushing event updated for resources: {'Port': ['ID=c285e655-2deb-468e-938a-841d12c9ae73,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:43.750592 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae196a40-e040-4202-9e6e-bf1a1ef7571f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:22:43.758171 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db7eca33-64a6-49f8-974a-e51faaf7c9de tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.764686 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-db7eca33-64a6-49f8-974a-e51faaf7c9de tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/networks/f26597e0-e5b5-42a4-942c-6d34338e0753 HTTP/1.1" status: 204 len: 168 time: 1.8149662 Apr 16 04:22:43.769579 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc846011-44cb-4e42-aeee-f46eb850319e None None] Routers {'4dac289d-3f69-4f9d-9b40-56f7c7b43093'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:43.770365 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-bc846011-44cb-4e42-aeee-f46eb850319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['4dac289d-3f69-4f9d-9b40-56f7c7b43093'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:43.774549 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36264) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:43.812479 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-bc846011-44cb-4e42-aeee-f46eb850319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:43.813300 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc846011-44cb-4e42-aeee-f46eb850319e None None] The sync data for ids ['4dac289d-3f69-4f9d-9b40-56f7c7b43093'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:43.857962 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae196a40-e040-4202-9e6e-bf1a1ef7571f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (d4887b32-f163-4748-a504-df8e393af411), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.858319 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-ae196a40-e040-4202-9e6e-bf1a1ef7571f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Added segment d4887b32-f163-4748-a504-df8e393af411 of type vlan for network def0c26e-8e06-4e1c-9bff-fd854810fe7b Apr 16 04:22:43.876436 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae196a40-e040-4202-9e6e-bf1a1ef7571f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4287c6-e924-4eb9-af31-bce51bcc230e,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:43.893056 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7eca33-64a6-49f8-974a-e51faaf7c9de tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Network': ['ID=f26597e0-e5b5-42a4-942c-6d34338e0753,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:43.907800 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c512fafa-c8d1-4d97-9df6-b9a3e79b0494 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for router_gateway (9c4b6530-9c19-4bd9-b00d-ad6682bc99da), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.923304 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ed8fbe62-8c16-4f29-97d9-30ccbad83249 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (4dac289d-3f69-4f9d-9b40-56f7c7b43093), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.937141 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28c3e618-e280-4ac6-9f2a-30a16c5b080c tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (d86fc2b6-31dc-4d6d-9fb4-8b275c7e5cbc), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.948816 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:43.979864 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae196a40-e040-4202-9e6e-bf1a1ef7571f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (def0c26e-8e06-4e1c-9bff-fd854810fe7b), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.018212 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b3fec08c-9443-4812-bbeb-f57a712de337 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (dcf721ec-cac9-4d1d-b704-52819a768cb0), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.043234 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28c3e618-e280-4ac6-9f2a-30a16c5b080c tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.044472 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-28c3e618-e280-4ac6-9f2a-30a16c5b080c tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3236463 Apr 16 04:22:44.048826 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36266) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:44.202884 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b481bc0e-3ee9-4a48-8e95-b9b3c33f9c47 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Made reservation on behalf of 96b3f50e57d84b7caff81cc60fd0b659 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:44.206226 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b481bc0e-3ee9-4a48-8e95-b9b3c33f9c47 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.213588 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0e06c5ea-e96f-478b-b794-072290945886 tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.1576807 Apr 16 04:22:44.217719 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36268) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:44.240931 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b3fec08c-9443-4812-bbeb-f57a712de337 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (dcf721ec-cac9-4d1d-b704-52819a768cb0), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.244490 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f463c9f-83e5-47b6-8820-0a1879843abe admin admin] Router 748c5a89-8dc6-41f8-8ed2-41627ad5044f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:22:44.274601 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ed8fbe62-8c16-4f29-97d9-30ccbad83249 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (4dac289d-3f69-4f9d-9b40-56f7c7b43093), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.310584 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae196a40-e040-4202-9e6e-bf1a1ef7571f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (def0c26e-8e06-4e1c-9bff-fd854810fe7b), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.315685 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae196a40-e040-4202-9e6e-bf1a1ef7571f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:44.316298 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae196a40-e040-4202-9e6e-bf1a1ef7571f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.319678 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ed8fbe62-8c16-4f29-97d9-30ccbad83249 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router_controller (4dac289d-3f69-4f9d-9b40-56f7c7b43093), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.342108 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-b3fec08c-9443-4812-bbeb-f57a712de337 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf721ec-cac9-4d1d-b704-52819a768cb0']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:44.370261 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c512fafa-c8d1-4d97-9df6-b9a3e79b0494 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for router_gateway (9c4b6530-9c19-4bd9-b00d-ad6682bc99da), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.370518 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-135b963c-fe13-46f2-9bff-97953cc42c9c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (974d5325-1a61-4913-965f-a8a9b60ab53e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.373759 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-b3fec08c-9443-4812-bbeb-f57a712de337 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9efa9d-abff-48f9-88b8-f293db3529c2') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:44.374077 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-b3fec08c-9443-4812-bbeb-f57a712de337 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9efa9d-abff-48f9-88b8-f293db3529c2') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:44.391387 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5f6351c0-4100-4ade-b15d-985260fdf135 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1584613 Apr 16 04:22:44.401657 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6aacda7a-28d9-41fb-8316-57d13e2f8fa7 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:44.412793 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36270) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:44.446615 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b3fec08c-9443-4812-bbeb-f57a712de337 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (db9efa9d-abff-48f9-88b8-f293db3529c2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.456001 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c512fafa-c8d1-4d97-9df6-b9a3e79b0494 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.464469 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 6aacda7a-28d9-41fb-8316-57d13e2f8fa7 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:44.465231 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6aacda7a-28d9-41fb-8316-57d13e2f8fa7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.557431 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b3fec08c-9443-4812-bbeb-f57a712de337 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (db9efa9d-abff-48f9-88b8-f293db3529c2), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.558722 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 6aacda7a-28d9-41fb-8316-57d13e2f8fa7 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:44.632242 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3fec08c-9443-4812-bbeb-f57a712de337 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:22:44.632656 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b3fec08c-9443-4812-bbeb-f57a712de337 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (db9efa9d-abff-48f9-88b8-f293db3529c2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:22:44.637225 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:22:44.730667 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ae196a40-e040-4202-9e6e-bf1a1ef7571f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9724526 Apr 16 04:22:44.735990 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36272) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:44.749464 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-364d5ca5-45f6-410f-93c7-f93744e98455 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Request body: {'subnet': {'network_id': 'def0c26e-8e06-4e1c-9bff-fd854810fe7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:44.791279 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b963c-fe13-46f2-9bff-97953cc42c9c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=974d5325-1a61-4913-965f-a8a9b60ab53e,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:44.792840 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ed8fbe62-8c16-4f29-97d9-30ccbad83249 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (4dac289d-3f69-4f9d-9b40-56f7c7b43093), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.793371 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8fbe62-8c16-4f29-97d9-30ccbad83249 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Fanout notify agent at l3_agent the message router_deleted on router 4dac289d-3f69-4f9d-9b40-56f7c7b43093 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:22:44.806443 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ed8fbe62-8c16-4f29-97d9-30ccbad83249 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.807719 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ed8fbe62-8c16-4f29-97d9-30ccbad83249 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/routers/4dac289d-3f69-4f9d-9b40-56f7c7b43093 HTTP/1.1" status: 204 len: 168 time: 1.1270566 Apr 16 04:22:44.811217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f463c9f-83e5-47b6-8820-0a1879843abe admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:44.818825 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae196a40-e040-4202-9e6e-bf1a1ef7571f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event updated for resources: {'Network': ['ID=def0c26e-8e06-4e1c-9bff-fd854810fe7b,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:44.818825 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36274) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:44.830200 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network def0c26e-8e06-4e1c-9bff-fd854810fe7b details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:22:44.841966 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a18973-9b75-472d-9b51-7fc89d9641c1 None None] Sync routers for ids ['748c5a89-8dc6-41f8-8ed2-41627ad5044f'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:44.844897 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9f463c9f-83e5-47b6-8820-0a1879843abe admin admin] 10.222.0.30 "PUT /v2.0/routers/748c5a89-8dc6-41f8-8ed2-41627ad5044f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7887130 Apr 16 04:22:44.845647 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-71ea75d0-8695-4c69-9d4f-24c9b12a6e99 tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Deleting port c285e655-2deb-468e-938a-841d12c9ae73 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:44.848961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-71ea75d0-8695-4c69-9d4f-24c9b12a6e99 tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c285e655-2deb-468e-938a-841d12c9ae73), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.851698 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36276) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:44.855946 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b3fec08c-9443-4812-bbeb-f57a712de337 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (dcf721ec-cac9-4d1d-b704-52819a768cb0), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.863820 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a18973-9b75-472d-9b51-7fc89d9641c1 None None] Routers {'748c5a89-8dc6-41f8-8ed2-41627ad5044f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:44.865241 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-56a18973-9b75-472d-9b51-7fc89d9641c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['748c5a89-8dc6-41f8-8ed2-41627ad5044f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:44.870237 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-135b963c-fe13-46f2-9bff-97953cc42c9c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.873778 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-135b963c-fe13-46f2-9bff-97953cc42c9c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/974d5325-1a61-4913-965f-a8a9b60ab53e HTTP/1.1" status: 204 len: 168 time: 2.0455353 Apr 16 04:22:44.878736 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36278) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:44.899990 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b3fec08c-9443-4812-bbeb-f57a712de337 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:44.907039 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b3fec08c-9443-4812-bbeb-f57a712de337 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/networks/dcf721ec-cac9-4d1d-b704-52819a768cb0 HTTP/1.1" status: 204 len: 168 time: 1.0996516 Apr 16 04:22:44.930680 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36280) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:44.945354 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-4b8e2b1d-8c5f-4f38-ac8a-a0bc1b3d7d9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1141029695'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:44.981675 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-c512fafa-c8d1-4d97-9df6-b9a3e79b0494 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Allocated IP 172.26.6.123 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/18ea0705-2151-4f50-826e-8d118f9952d6) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:44.983814 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e2a1f0-4ef2-4b66-91a7-6206e4566699 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting subnet d33af070-61ca-426f-a9c5-fc5266fe33c8 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:22:44.989356 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4e2a1f0-4ef2-4b66-91a7-6206e4566699 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for subnet (d33af070-61ca-426f-a9c5-fc5266fe33c8), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.026613 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fec08c-9443-4812-bbeb-f57a712de337 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Network': ['ID=dcf721ec-cac9-4d1d-b704-52819a768cb0,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:45.048385 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-56a18973-9b75-472d-9b51-7fc89d9641c1 None None] Set router 748c5a89-8dc6-41f8-8ed2-41627ad5044f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:22:45.142115 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d299b510-71a9-48d0-8685-a146da1f47b9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:45.143481 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d299b510-71a9-48d0-8685-a146da1f47b9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:45.148239 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d299b510-71a9-48d0-8685-a146da1f47b9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2632704 Apr 16 04:22:45.149266 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36282) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:45.161696 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4e2a1f0-4ef2-4b66-91a7-6206e4566699 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (d33af070-61ca-426f-a9c5-fc5266fe33c8), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.227120 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-56a18973-9b75-472d-9b51-7fc89d9641c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'name': 'tempest-ServerActionsTestJSON-878793364-router', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:22:41Z', 'revision_number': 5, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'gw_port': {'id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:45.233435 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8e2b1d-8c5f-4f38-ac8a-a0bc1b3d7d9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Made reservation on behalf of 73487597c3b744729772f791e4bc7825 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:45.236965 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4b8e2b1d-8c5f-4f38-ac8a-a0bc1b3d7d9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.245204 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-71ea75d0-8695-4c69-9d4f-24c9b12a6e99 tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c285e655-2deb-468e-938a-841d12c9ae73), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.245530 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-71ea75d0-8695-4c69-9d4f-24c9b12a6e99 tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Publish callbacks [] for floatingip (c285e655-2deb-468e-938a-841d12c9ae73), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.247925 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364d5ca5-45f6-410f-93c7-f93744e98455 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Made reservation on behalf of 418651f65ff64947ae2023c1409612d7 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:45.250079 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b481bc0e-3ee9-4a48-8e95-b9b3c33f9c47 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (c52b0973-6b5b-44a4-b370-75e7da777020), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.251255 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-364d5ca5-45f6-410f-93c7-f93744e98455 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.257829 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a18973-9b75-472d-9b51-7fc89d9641c1 None None] Checking router: 748c5a89-8dc6-41f8-8ed2-41627ad5044f for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:22:45.269992 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a18973-9b75-472d-9b51-7fc89d9641c1 None None] Routers {'748c5a89-8dc6-41f8-8ed2-41627ad5044f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:45.271386 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-56a18973-9b75-472d-9b51-7fc89d9641c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['748c5a89-8dc6-41f8-8ed2-41627ad5044f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:45.296490 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-91882fc7-c0a6-4465-9585-32ed04afe28c admin admin] Publish callbacks [] for router (748c5a89-8dc6-41f8-8ed2-41627ad5044f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.300454 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-71ea75d0-8695-4c69-9d4f-24c9b12a6e99 tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Calling delete_port for c285e655-2deb-468e-938a-841d12c9ae73 owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:45.309116 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4e2a1f0-4ef2-4b66-91a7-6206e4566699 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (d33af070-61ca-426f-a9c5-fc5266fe33c8), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.351010 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8e2b1d-8c5f-4f38-ac8a-a0bc1b3d7d9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:22:45.395617 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-56a18973-9b75-472d-9b51-7fc89d9641c1 None None] Set router 748c5a89-8dc6-41f8-8ed2-41627ad5044f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:22:45.397913 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4b8e2b1d-8c5f-4f38-ac8a-a0bc1b3d7d9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (ac1c30a6-402d-4e56-bc1e-d0108b7da127), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.398269 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-4b8e2b1d-8c5f-4f38-ac8a-a0bc1b3d7d9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Added segment ac1c30a6-402d-4e56-bc1e-d0108b7da127 of type vlan for network c70c7acf-d7f1-4a7a-be22-e7a3254ef1de Apr 16 04:22:45.405035 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481bc0e-3ee9-4a48-8e95-b9b3c33f9c47 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Pushing event updated for resources: {'Subnet': ['ID=c52b0973-6b5b-44a4-b370-75e7da777020,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:45.416325 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b481bc0e-3ee9-4a48-8e95-b9b3c33f9c47 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Checking segment: {'id': '5c4380e2-82fe-4b72-8ffc-b8612c159f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ebebe631-f8c9-4ed8-8b88-bbf4f01d3350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:45.416700 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b481bc0e-3ee9-4a48-8e95-b9b3c33f9c47 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Network hostable DHCP agents. Network: ebebe631-f8c9-4ed8-8b88-bbf4f01d3350, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:22:45.428251 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.468944 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4b8e2b1d-8c5f-4f38-ac8a-a0bc1b3d7d9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (c70c7acf-d7f1-4a7a-be22-e7a3254ef1de), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.535209 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4e2a1f0-4ef2-4b66-91a7-6206e4566699 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (d33af070-61ca-426f-a9c5-fc5266fe33c8), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.571646 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4b8e2b1d-8c5f-4f38-ac8a-a0bc1b3d7d9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (c70c7acf-d7f1-4a7a-be22-e7a3254ef1de), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.577558 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8e2b1d-8c5f-4f38-ac8a-a0bc1b3d7d9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:45.578144 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4b8e2b1d-8c5f-4f38-ac8a-a0bc1b3d7d9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.583035 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35c8153-4e7b-4465-b74b-d4c2554497cc None None] Network 56d54162-3a84-4660-968b-3204fa7539a2 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:45.587622 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-56a18973-9b75-472d-9b51-7fc89d9641c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'name': 'tempest-ServerActionsTestJSON-878793364-router', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:22:41Z', 'revision_number': 5, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'gw_port': {'id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:45.592401 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4e2a1f0-4ef2-4b66-91a7-6206e4566699 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.597678 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d4e2a1f0-4ef2-4b66-91a7-6206e4566699 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/subnets/d33af070-61ca-426f-a9c5-fc5266fe33c8 HTTP/1.1" status: 204 len: 168 time: 0.7691882 Apr 16 04:22:45.603375 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2a1f0-4ef2-4b66-91a7-6206e4566699 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Subnet': ['ID=d33af070-61ca-426f-a9c5-fc5266fe33c8,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:45.605557 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b481bc0e-3ee9-4a48-8e95-b9b3c33f9c47 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Network ebebe631-f8c9-4ed8-8b88-bbf4f01d3350 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:22:45.617013 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36284) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:45.617520 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a18973-9b75-472d-9b51-7fc89d9641c1 None None] The sync data for ids ['748c5a89-8dc6-41f8-8ed2-41627ad5044f'] in dv-neutron-838078-2-hyperv is: [{'id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'name': 'tempest-ServerActionsTestJSON-878793364-router', 'tenant_id': 'b631a5189db64668b5973175d03e09b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:19:10Z', 'updated_at': '2022-04-16T04:22:41Z', 'revision_number': 5, 'project_id': 'b631a5189db64668b5973175d03e09b1', 'gw_port': {'id': '46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c5a89-8dc6-41f8-8ed2-41627ad5044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:19:12Z', 'updated_at': '2022-04-16T04:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:45.752227 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-b481bc0e-3ee9-4a48-8e95-b9b3c33f9c47 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, ebebe631-f8c9-4ed8-8b88-bbf4f01d3350) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:45.757294 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e2b1d-8c5f-4f38-ac8a-a0bc1b3d7d9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Network': ['ID=c70c7acf-d7f1-4a7a-be22-e7a3254ef1de,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:45.766452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce60bd3-d364-447f-88ac-0c0fe279b667 None None] Network ebebe631-f8c9-4ed8-8b88-bbf4f01d3350 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:45.771081 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b481bc0e-3ee9-4a48-8e95-b9b3c33f9c47 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:45.771081 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b481bc0e-3ee9-4a48-8e95-b9b3c33f9c47 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.789406 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4b8e2b1d-8c5f-4f38-ac8a-a0bc1b3d7d9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8555243 Apr 16 04:22:45.790985 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36286) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:45.799480 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network c70c7acf-d7f1-4a7a-be22-e7a3254ef1de details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:22:45.799843 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-4e7c38bc-4fab-409a-98ac-4cdfa8ff3fc6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'subnet': {'network_id': 'c70c7acf-d7f1-4a7a-be22-e7a3254ef1de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:45.801969 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c512fafa-c8d1-4d97-9df6-b9a3e79b0494 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for port (18ea0705-2151-4f50-826e-8d118f9952d6), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.807813 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e8f889e2-bc08-45da-99a4-b4e4140f9c38 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (56d54162-3a84-4660-968b-3204fa7539a2), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.809454 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee68c1c-b6e5-4e64-a342-bdf7cd1c17de tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet 2c931aa3-b81c-44c0-addc-1cf9d68a52c0 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:22:45.834643 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7ee68c1c-b6e5-4e64-a342-bdf7cd1c17de tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (2c931aa3-b81c-44c0-addc-1cf9d68a52c0), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.857112 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b481bc0e-3ee9-4a48-8e95-b9b3c33f9c47 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1771886 Apr 16 04:22:45.857296 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36288) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:45.891774 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-13740829-5b4d-4a47-b1fb-3bf93a36844d tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-970328632', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:45.946006 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7ee68c1c-b6e5-4e64-a342-bdf7cd1c17de tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (2c931aa3-b81c-44c0-addc-1cf9d68a52c0), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.953623 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-ebebe631-f8c9-4ed8-8b88-bbf4f01d3350', 'network_id': 'ebebe631-f8c9-4ed8-8b88-bbf4f01d3350', 'project_id': '96b3f50e57d84b7caff81cc60fd0b659', 'fixed_ips': [{'subnet_id': 'c52b0973-6b5b-44a4-b370-75e7da777020'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:22:45.954909 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.980680 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-e8f889e2-bc08-45da-99a4-b4e4140f9c38 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting port 1355f98e-d41f-41d7-a4de-135fbbdec19d {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:45.980680 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e8f889e2-bc08-45da-99a4-b4e4140f9c38 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (1355f98e-d41f-41d7-a4de-135fbbdec19d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:45.995436 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9486a7-20d7-441d-9fde-7fbe11f629fd None None] DHCP port deletion for 56d54162-3a84-4660-968b-3204fa7539a2 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:22:46.064895 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-e8f889e2-bc08-45da-99a4-b4e4140f9c38 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] For port 1355f98e-d41f-41d7-a4de-135fbbdec19d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1355f98e-d41f-41d7-a4de-135fbbdec19d,segment=NetworkSegment(670b1f41-c090-447a-9c27-c0feda2d0502),segment_id=670b1f41-c090-447a-9c27-c0feda2d0502)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:46.065271 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e8f889e2-bc08-45da-99a4-b4e4140f9c38 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (1355f98e-d41f-41d7-a4de-135fbbdec19d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.069428 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-91882fc7-c0a6-4465-9585-32ed04afe28c admin admin] Publish callbacks [] for router_gateway (748c5a89-8dc6-41f8-8ed2-41627ad5044f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.082026 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-e8f889e2-bc08-45da-99a4-b4e4140f9c38 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Calling delete_port for 1355f98e-d41f-41d7-a4de-135fbbdec19d owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:46.109010 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-9c9486a7-20d7-441d-9fde-7fbe11f629fd None None] Deleting port 1355f98e-d41f-41d7-a4de-135fbbdec19d {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:46.109010 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9c9486a7-20d7-441d-9fde-7fbe11f629fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (1355f98e-d41f-41d7-a4de-135fbbdec19d), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.127826 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-13740829-5b4d-4a47-b1fb-3bf93a36844d tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (8e87fcc8-236f-4138-85fb-0bdb884f5b7e), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.129735 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-13740829-5b4d-4a47-b1fb-3bf93a36844d tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (8e87fcc8-236f-4138-85fb-0bdb884f5b7e), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.169327 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c512fafa-c8d1-4d97-9df6-b9a3e79b0494 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (18ea0705-2151-4f50-826e-8d118f9952d6), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.208770 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7c38bc-4fab-409a-98ac-4cdfa8ff3fc6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Made reservation on behalf of 73487597c3b744729772f791e4bc7825 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:46.218553 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4e7c38bc-4fab-409a-98ac-4cdfa8ff3fc6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.219244 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] Allocated IP 172.20.0.2 (ebebe631-f8c9-4ed8-8b88-bbf4f01d3350/c52b0973-6b5b-44a4-b370-75e7da777020/e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:46.228182 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-9c9486a7-20d7-441d-9fde-7fbe11f629fd None None] For port 1355f98e-d41f-41d7-a4de-135fbbdec19d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1355f98e-d41f-41d7-a4de-135fbbdec19d,segment=NetworkSegment(670b1f41-c090-447a-9c27-c0feda2d0502),segment_id=670b1f41-c090-447a-9c27-c0feda2d0502)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:46.228662 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9c9486a7-20d7-441d-9fde-7fbe11f629fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (1355f98e-d41f-41d7-a4de-135fbbdec19d), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.250416 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-9c9486a7-20d7-441d-9fde-7fbe11f629fd None None] Calling delete_port for 1355f98e-d41f-41d7-a4de-135fbbdec19d owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:46.254665 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-13740829-5b4d-4a47-b1fb-3bf93a36844d tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for router_controller (8e87fcc8-236f-4138-85fb-0bdb884f5b7e), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.281286 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7ee68c1c-b6e5-4e64-a342-bdf7cd1c17de tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (2c931aa3-b81c-44c0-addc-1cf9d68a52c0), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.325534 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-13740829-5b4d-4a47-b1fb-3bf93a36844d tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (8e87fcc8-236f-4138-85fb-0bdb884f5b7e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.332163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c512fafa-c8d1-4d97-9df6-b9a3e79b0494 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:46.355460 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-c512fafa-c8d1-4d97-9df6-b9a3e79b0494 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:46.364589 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c512fafa-c8d1-4d97-9df6-b9a3e79b0494 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:46.395663 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e8f889e2-bc08-45da-99a4-b4e4140f9c38 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (1355f98e-d41f-41d7-a4de-135fbbdec19d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.420886 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-91882fc7-c0a6-4465-9585-32ed04afe28c admin admin] Deleting port 46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:46.420886 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-91882fc7-c0a6-4465-9585-32ed04afe28c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.422303 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-364d5ca5-45f6-410f-93c7-f93744e98455 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (43818dd7-07d5-4cb9-a8a7-2a5f9f4a0d6b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.424079 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-71ea75d0-8695-4c69-9d4f-24c9b12a6e99 tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c285e655-2deb-468e-938a-841d12c9ae73), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.425824 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512fafa-c8d1-4d97-9df6-b9a3e79b0494 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event updated for resources: {'Port': ['ID=18ea0705-2151-4f50-826e-8d118f9952d6,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:46.443840 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9c9486a7-20d7-441d-9fde-7fbe11f629fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (1355f98e-d41f-41d7-a4de-135fbbdec19d), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.467931 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-13740829-5b4d-4a47-b1fb-3bf93a36844d tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.469180 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-13740829-5b4d-4a47-b1fb-3bf93a36844d tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6068861 Apr 16 04:22:46.472641 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36290) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:46.488525 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f889e2-bc08-45da-99a4-b4e4140f9c38 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Port': ['ID=1355f98e-d41f-41d7-a4de-135fbbdec19d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:46.490008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1355f98e-d41f-41d7-a4de-135fbbdec19d no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:22:46.491972 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f889e2-bc08-45da-99a4-b4e4140f9c38 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] No DVR routers for this DVR port 1355f98e-d41f-41d7-a4de-135fbbdec19d on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:22:46.499656 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9486a7-20d7-441d-9fde-7fbe11f629fd None None] Pushing event deleted for resources: {'Port': ['ID=1355f98e-d41f-41d7-a4de-135fbbdec19d,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:46.527281 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9486a7-20d7-441d-9fde-7fbe11f629fd None None] No DVR routers for this DVR port 1355f98e-d41f-41d7-a4de-135fbbdec19d on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:22:46.538662 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 1355f98e-d41f-41d7-a4de-135fbbdec19d {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:22:46.539231 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1355f98e-d41f-41d7-a4de-135fbbdec19d not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:22:46.539901 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 38743210-b9c8-47ae-a669-eabc519fd198 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:22:46.546866 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] Publish callbacks [] for port (e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.567488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 38743210-b9c8-47ae-a669-eabc519fd198 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:22:46.569518 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 38743210-b9c8-47ae-a669-eabc519fd198 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:22:46.619567 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea75d0-8695-4c69-9d4f-24c9b12a6e99 tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Pushing event deleted for resources: {'Port': ['ID=c285e655-2deb-468e-938a-841d12c9ae73,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:46.636077 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.688426 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] Network ebebe631-f8c9-4ed8-8b88-bbf4f01d3350 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:46.691429 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:46.694527 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:46.700862 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] Pushing event updated for resources: {'Port': ['ID=e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:46.726237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d5ca5-45f6-410f-93c7-f93744e98455 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event updated for resources: {'Subnet': ['ID=43818dd7-07d5-4cb9-a8a7-2a5f9f4a0d6b,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:46.744099 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7ee68c1c-b6e5-4e64-a342-bdf7cd1c17de tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (2c931aa3-b81c-44c0-addc-1cf9d68a52c0), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.761989 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] Attempting to bind port e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:22:46.762841 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] Attempting to bind port e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '5c4380e2-82fe-4b72-8ffc-b8612c159f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ebebe631-f8c9-4ed8-8b88-bbf4f01d3350'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:22:46.762841 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] Attempting to bind port e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 on network ebebe631-f8c9-4ed8-8b88-bbf4f01d3350 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:22:46.769343 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:22:46.769343 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] Checking segment: {'id': '5c4380e2-82fe-4b72-8ffc-b8612c159f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ebebe631-f8c9-4ed8-8b88-bbf4f01d3350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:46.770444 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.770444 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] Bound using segment: {'id': '5c4380e2-82fe-4b72-8ffc-b8612c159f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ebebe631-f8c9-4ed8-8b88-bbf4f01d3350'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:22:46.770606 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] Bound port: e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4380e2-82fe-4b72-8ffc-b8612c159f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ebebe631-f8c9-4ed8-8b88-bbf4f01d3350'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:22:46.775080 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.783365 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4e7c38bc-4fab-409a-98ac-4cdfa8ff3fc6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (9523fc57-1c2e-4ddd-a81f-124eac20e86a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.821702 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee68c1c-b6e5-4e64-a342-bdf7cd1c17de tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=2c931aa3-b81c-44c0-addc-1cf9d68a52c0,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:46.827290 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-91882fc7-c0a6-4465-9585-32ed04afe28c admin admin] For port 46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:46.827652 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-91882fc7-c0a6-4465-9585-32ed04afe28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.830346 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d5ca5-45f6-410f-93c7-f93744e98455 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Checking segment: {'id': 'd4887b32-f163-4748-a504-df8e393af411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'def0c26e-8e06-4e1c-9bff-fd854810fe7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:46.830719 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364d5ca5-45f6-410f-93c7-f93744e98455 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Network hostable DHCP agents. Network: def0c26e-8e06-4e1c-9bff-fd854810fe7b, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:22:46.835346 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7ee68c1c-b6e5-4e64-a342-bdf7cd1c17de tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.838735 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7ee68c1c-b6e5-4e64-a342-bdf7cd1c17de tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/2c931aa3-b81c-44c0-addc-1cf9d68a52c0 HTTP/1.1" status: 204 len: 168 time: 1.6882746 Apr 16 04:22:46.841393 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea95cc0-b6c7-4617-88d3-bc88db7b157d None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:46.846342 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36292) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:46.851686 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-71ea75d0-8695-4c69-9d4f-24c9b12a6e99 tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Publish callbacks [] for floatingip (d86fc2b6-31dc-4d6d-9fb4-8b275c7e5cbc), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.853191 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-71ea75d0-8695-4c69-9d4f-24c9b12a6e99 tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.858415 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-71ea75d0-8695-4c69-9d4f-24c9b12a6e99 tempest-FloatingIPAdminTestJSON-1430865105 tempest-FloatingIPAdminTestJSON-1430865105-project] 10.222.0.30 "DELETE /v2.0/floatingips/d86fc2b6-31dc-4d6d-9fb4-8b275c7e5cbc HTTP/1.1" status: 204 len: 168 time: 2.4343946 Apr 16 04:22:46.865349 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-91882fc7-c0a6-4465-9585-32ed04afe28c admin admin] Calling delete_port for 46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7 owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:46.866062 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36294) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:46.881692 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e8f889e2-bc08-45da-99a4-b4e4140f9c38 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (56d54162-3a84-4660-968b-3204fa7539a2), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:46.915008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] For port e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:22:46.932300 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] For port e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335,segment=NetworkSegment(5c4380e2-82fe-4b72-8ffc-b8612c159f8c),segment_id=5c4380e2-82fe-4b72-8ffc-b8612c159f8c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:22:46.952382 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-e8f889e2-bc08-45da-99a4-b4e4140f9c38 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d54162-3a84-4660-968b-3204fa7539a2']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:46.953203 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-30b29fc5-8cca-47ff-8613-12de65eea641 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036267 Apr 16 04:22:46.964702 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36296) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:46.979525 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-6b2c4bf4-5de7-44b8-acfa-0d3dc65cfea0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:46.999045 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c38bc-4fab-409a-98ac-4cdfa8ff3fc6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Subnet': ['ID=9523fc57-1c2e-4ddd-a81f-124eac20e86a,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:47.008655 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-e8f889e2-bc08-45da-99a4-b4e4140f9c38 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670b1f41-c090-447a-9c27-c0feda2d0502') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:47.009116 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-e8f889e2-bc08-45da-99a4-b4e4140f9c38 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670b1f41-c090-447a-9c27-c0feda2d0502') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:47.019168 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.031997 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e8f889e2-bc08-45da-99a4-b4e4140f9c38 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (670b1f41-c090-447a-9c27-c0feda2d0502), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.059245 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecba1fb-f951-495a-94bd-fd74def165c4 None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:22:47.079822 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c38bc-4fab-409a-98ac-4cdfa8ff3fc6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Checking segment: {'id': 'ac1c30a6-402d-4e56-bc1e-d0108b7da127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c70c7acf-d7f1-4a7a-be22-e7a3254ef1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:47.080197 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7c38bc-4fab-409a-98ac-4cdfa8ff3fc6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network hostable DHCP agents. Network: c70c7acf-d7f1-4a7a-be22-e7a3254ef1de, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:22:47.084583 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e8f889e2-bc08-45da-99a4-b4e4140f9c38 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (670b1f41-c090-447a-9c27-c0feda2d0502), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.127467 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f889e2-bc08-45da-99a4-b4e4140f9c38 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:22:47.127877 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e8f889e2-bc08-45da-99a4-b4e4140f9c38 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (670b1f41-c090-447a-9c27-c0feda2d0502), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:22:47.133093 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:22:47.135018 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20687e3b-8c0f-4b88-aac3-38528b9bbaeb None None] Pushing event updated for resources: {'Port': ['ID=e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:47.141732 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-aecba1fb-f951-495a-94bd-fd74def165c4 None None] Deleting port 6aacda7a-28d9-41fb-8316-57d13e2f8fa7 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:47.142238 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-aecba1fb-f951-495a-94bd-fd74def165c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (6aacda7a-28d9-41fb-8316-57d13e2f8fa7), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.144848 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364d5ca5-45f6-410f-93c7-f93744e98455 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Network def0c26e-8e06-4e1c-9bff-fd854810fe7b is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:22:47.147871 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-56e19520-ca4c-46d8-b034-4146c5e1000b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.219972 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-aecba1fb-f951-495a-94bd-fd74def165c4 None None] For port 6aacda7a-28d9-41fb-8316-57d13e2f8fa7, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6aacda7a-28d9-41fb-8316-57d13e2f8fa7,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:47.220632 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-aecba1fb-f951-495a-94bd-fd74def165c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (6aacda7a-28d9-41fb-8316-57d13e2f8fa7), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.236027 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-aecba1fb-f951-495a-94bd-fd74def165c4 None None] Calling delete_port for 6aacda7a-28d9-41fb-8316-57d13e2f8fa7 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:47.295997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-b8330a01-6b38-47ed-b83b-6090366e570b tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Deleting port b2512e8a-88be-4aad-afa0-d385ce969abe {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:47.296422 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b8330a01-6b38-47ed-b83b-6090366e570b tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (b2512e8a-88be-4aad-afa0-d385ce969abe), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.308946 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e8f889e2-bc08-45da-99a4-b4e4140f9c38 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (56d54162-3a84-4660-968b-3204fa7539a2), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.320269 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-364d5ca5-45f6-410f-93c7-f93744e98455 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, def0c26e-8e06-4e1c-9bff-fd854810fe7b) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:47.346666 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e8f889e2-bc08-45da-99a4-b4e4140f9c38 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.347454 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364d5ca5-45f6-410f-93c7-f93744e98455 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:47.348264 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-364d5ca5-45f6-410f-93c7-f93744e98455 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.353907 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e8f889e2-bc08-45da-99a4-b4e4140f9c38 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/networks/56d54162-3a84-4660-968b-3204fa7539a2 HTTP/1.1" status: 204 len: 168 time: 1.7320833 Apr 16 04:22:47.353907 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f889e2-bc08-45da-99a4-b4e4140f9c38 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Network': ['ID=56d54162-3a84-4660-968b-3204fa7539a2,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:47.357175 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36298) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:47.359845 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2c4bf4-5de7-44b8-acfa-0d3dc65cfea0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:47.363446 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4bf4-5de7-44b8-acfa-0d3dc65cfea0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.369653 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5add77-1f6c-43ac-9485-6036a2cb0930 None None] Network def0c26e-8e06-4e1c-9bff-fd854810fe7b requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:47.384648 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-4d3ef246-d992-4432-8ce6-edd3f168ac0c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-586783804', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}, 'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:47.401278 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c512fafa-c8d1-4d97-9df6-b9a3e79b0494 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for router_gateway (9c4b6530-9c19-4bd9-b00d-ad6682bc99da), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.419195 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7c38bc-4fab-409a-98ac-4cdfa8ff3fc6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network c70c7acf-d7f1-4a7a-be22-e7a3254ef1de is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:22:47.469139 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-4e7c38bc-4fab-409a-98ac-4cdfa8ff3fc6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, c70c7acf-d7f1-4a7a-be22-e7a3254ef1de) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:47.478375 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d3ef246-d992-4432-8ce6-edd3f168ac0c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (e8a72a4d-c8bc-4f91-abd8-692b6de54a2e), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.479409 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d3ef246-d992-4432-8ce6-edd3f168ac0c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (e8a72a4d-c8bc-4f91-abd8-692b6de54a2e), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.483635 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7c38bc-4fab-409a-98ac-4cdfa8ff3fc6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:47.484222 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b33edf3-775f-48b2-8014-0c1b5956b4a9 None None] Network c70c7acf-d7f1-4a7a-be22-e7a3254ef1de requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:47.484695 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4e7c38bc-4fab-409a-98ac-4cdfa8ff3fc6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.564307 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-364d5ca5-45f6-410f-93c7-f93744e98455 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8233054 Apr 16 04:22:47.579181 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36300) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:47.583235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b8330a01-6b38-47ed-b83b-6090366e570b tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (b2512e8a-88be-4aad-afa0-d385ce969abe), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.584195 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b8330a01-6b38-47ed-b83b-6090366e570b tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks [] for floatingip (b2512e8a-88be-4aad-afa0-d385ce969abe), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.584312 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-7af2b1e5-f3bd-4d4f-876d-7fa6971d90d6 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Request body: {'network': {'name': 'tempest-router-network01--1312682570'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:47.607112 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-b8330a01-6b38-47ed-b83b-6090366e570b tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Calling delete_port for b2512e8a-88be-4aad-afa0-d385ce969abe owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:47.667575 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-91882fc7-c0a6-4465-9585-32ed04afe28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.694487 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4e7c38bc-4fab-409a-98ac-4cdfa8ff3fc6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8977008 Apr 16 04:22:47.698037 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36302) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:47.709144 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-aecba1fb-f951-495a-94bd-fd74def165c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (6aacda7a-28d9-41fb-8316-57d13e2f8fa7), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.711763 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-c0dc9f5d-adb7-4033-ac08-8be79fadcb74 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1932107883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:47.717128 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d3ef246-d992-4432-8ce6-edd3f168ac0c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router_controller (e8a72a4d-c8bc-4f91-abd8-692b6de54a2e), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.745052 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-def0c26e-8e06-4e1c-9bff-fd854810fe7b', 'network_id': 'def0c26e-8e06-4e1c-9bff-fd854810fe7b', 'project_id': '418651f65ff64947ae2023c1409612d7', 'fixed_ips': [{'subnet_id': '43818dd7-07d5-4cb9-a8a7-2a5f9f4a0d6b'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:22:47.745991 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.747512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91882fc7-c0a6-4465-9585-32ed04afe28c admin admin] Pushing event deleted for resources: {'Port': ['ID=46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:47.776581 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af2b1e5-f3bd-4d4f-876d-7fa6971d90d6 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Made reservation on behalf of 418651f65ff64947ae2023c1409612d7 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:47.780189 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecba1fb-f951-495a-94bd-fd74def165c4 None None] Pushing event deleted for resources: {'Port': ['ID=6aacda7a-28d9-41fb-8316-57d13e2f8fa7,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:47.780428 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7af2b1e5-f3bd-4d4f-876d-7fa6971d90d6 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.789165 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecba1fb-f951-495a-94bd-fd74def165c4 None None] No DVR routers for this DVR port 6aacda7a-28d9-41fb-8316-57d13e2f8fa7 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:22:47.899398 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-91882fc7-c0a6-4465-9585-32ed04afe28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (748c5a89-8dc6-41f8-8ed2-41627ad5044f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.914081 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-c70c7acf-d7f1-4a7a-be22-e7a3254ef1de', 'network_id': 'c70c7acf-d7f1-4a7a-be22-e7a3254ef1de', 'project_id': '73487597c3b744729772f791e4bc7825', 'fixed_ips': [{'subnet_id': '9523fc57-1c2e-4ddd-a81f-124eac20e86a'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:22:47.914967 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.936516 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af2b1e5-f3bd-4d4f-876d-7fa6971d90d6 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:22:47.960667 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7af2b1e5-f3bd-4d4f-876d-7fa6971d90d6 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (7d5516ef-9474-49a9-aa2c-8280c8d47a3b), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:47.961406 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-7af2b1e5-f3bd-4d4f-876d-7fa6971d90d6 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Added segment 7d5516ef-9474-49a9-aa2c-8280c8d47a3b of type vlan for network 152e0850-4774-46c3-a586-9f7a8433da1a Apr 16 04:22:47.994564 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c512fafa-c8d1-4d97-9df6-b9a3e79b0494 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (9c4b6530-9c19-4bd9-b00d-ad6682bc99da), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.006004 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9f5d-adb7-4033-ac08-8be79fadcb74 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (9d836d38-2374-4675-a0a1-24fbac39ef71), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.007345 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9f5d-adb7-4033-ac08-8be79fadcb74 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (9d836d38-2374-4675-a0a1-24fbac39ef71), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.031124 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-91882fc7-c0a6-4465-9585-32ed04afe28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (748c5a89-8dc6-41f8-8ed2-41627ad5044f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.043990 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] Allocated IP 2001:db8::2 (def0c26e-8e06-4e1c-9bff-fd854810fe7b/43818dd7-07d5-4cb9-a8a7-2a5f9f4a0d6b/5e0ad522-af13-4908-9d95-4d12aa692837) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:48.071163 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-56e19520-ca4c-46d8-b034-4146c5e1000b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Allocated IP 172.20.0.1 (ebebe631-f8c9-4ed8-8b88-bbf4f01d3350/c52b0973-6b5b-44a4-b370-75e7da777020/cf6b1eb9-fc41-49a6-a547-89355ca50462) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:48.077018 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-91882fc7-c0a6-4465-9585-32ed04afe28c admin admin] Publish callbacks [] for router_controller (748c5a89-8dc6-41f8-8ed2-41627ad5044f), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.171700 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] Allocated IP 2001:db8::2 (c70c7acf-d7f1-4a7a-be22-e7a3254ef1de/9523fc57-1c2e-4ddd-a81f-124eac20e86a/40697c48-055b-4863-b282-eb050237040a) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:48.194246 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-56e19520-ca4c-46d8-b034-4146c5e1000b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for port (cf6b1eb9-fc41-49a6-a547-89355ca50462), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.292919 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7af2b1e5-f3bd-4d4f-876d-7fa6971d90d6 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (152e0850-4774-46c3-a586-9f7a8433da1a), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.327469 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] Publish callbacks [] for port (5e0ad522-af13-4908-9d95-4d12aa692837), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.355705 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-56e19520-ca4c-46d8-b034-4146c5e1000b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (cf6b1eb9-fc41-49a6-a547-89355ca50462), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.410967 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] Publish callbacks [] for port (40697c48-055b-4863-b282-eb050237040a), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.416790 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (5e0ad522-af13-4908-9d95-4d12aa692837), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.457160 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e19520-ca4c-46d8-b034-4146c5e1000b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Network ebebe631-f8c9-4ed8-8b88-bbf4f01d3350 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:48.461225 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] Network def0c26e-8e06-4e1c-9bff-fd854810fe7b is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:48.469244 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:48.474823 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:48.477147 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-56e19520-ca4c-46d8-b034-4146c5e1000b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:48.481276 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (40697c48-055b-4863-b282-eb050237040a), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.483316 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] Pushing event updated for resources: {'Port': ['ID=5e0ad522-af13-4908-9d95-4d12aa692837,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:48.484084 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e19520-ca4c-46d8-b034-4146c5e1000b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:48.563205 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] Network c70c7acf-d7f1-4a7a-be22-e7a3254ef1de is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:48.572608 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:48.590883 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:48.594749 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:48.635194 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] Pushing event updated for resources: {'Port': ['ID=40697c48-055b-4863-b282-eb050237040a,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:48.648860 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87367274-f5f7-4926-8a43-9c612c377eae None None] Network ebebe631-f8c9-4ed8-8b88-bbf4f01d3350 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:48.666953 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] Attempting to bind port 5e0ad522-af13-4908-9d95-4d12aa692837 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:22:48.667408 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] Attempting to bind port 5e0ad522-af13-4908-9d95-4d12aa692837 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'd4887b32-f163-4748-a504-df8e393af411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'def0c26e-8e06-4e1c-9bff-fd854810fe7b'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:22:48.667776 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] Attempting to bind port 5e0ad522-af13-4908-9d95-4d12aa692837 on network def0c26e-8e06-4e1c-9bff-fd854810fe7b {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:22:48.672358 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b8330a01-6b38-47ed-b83b-6090366e570b tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (b2512e8a-88be-4aad-afa0-d385ce969abe), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.712256 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-91882fc7-c0a6-4465-9585-32ed04afe28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (748c5a89-8dc6-41f8-8ed2-41627ad5044f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.712873 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91882fc7-c0a6-4465-9585-32ed04afe28c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 748c5a89-8dc6-41f8-8ed2-41627ad5044f {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:22:48.714741 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8330a01-6b38-47ed-b83b-6090366e570b tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2512e8a-88be-4aad-afa0-d385ce969abe,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:48.727994 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-91882fc7-c0a6-4465-9585-32ed04afe28c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.729550 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-91882fc7-c0a6-4465-9585-32ed04afe28c admin admin] 10.222.0.30 "DELETE /v2.0/routers/748c5a89-8dc6-41f8-8ed2-41627ad5044f HTTP/1.1" status: 204 len: 168 time: 3.8746045 Apr 16 04:22:48.733906 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36304) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:48.745793 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:22:48.746190 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] Checking segment: {'id': 'd4887b32-f163-4748-a504-df8e393af411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'def0c26e-8e06-4e1c-9bff-fd854810fe7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:48.746580 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.746981 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] Bound using segment: {'id': 'd4887b32-f163-4748-a504-df8e393af411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'def0c26e-8e06-4e1c-9bff-fd854810fe7b'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:22:48.747507 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] Bound port: 5e0ad522-af13-4908-9d95-4d12aa692837, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4887b32-f163-4748-a504-df8e393af411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'def0c26e-8e06-4e1c-9bff-fd854810fe7b'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:22:48.748010 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5e0ad522-af13-4908-9d95-4d12aa692837), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.790197 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-953acfa0-9661-4501-bcf0-82ba2246ee6e None None] Provisioning complete for port e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:48.790428 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-953acfa0-9661-4501-bcf0-82ba2246ee6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.859073 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b8330a01-6b38-47ed-b83b-6090366e570b tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks [] for floatingip (921fd36b-51c4-44d2-88da-b448d3c3a180), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.861785 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b8330a01-6b38-47ed-b83b-6090366e570b tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.866214 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b8330a01-6b38-47ed-b83b-6090366e570b tempest-FloatingIPAdminTestJSON-1938928399 tempest-FloatingIPAdminTestJSON-1938928399-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/921fd36b-51c4-44d2-88da-b448d3c3a180 HTTP/1.1" status: 204 len: 168 time: 1.9957786 Apr 16 04:22:48.868007 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e39271a-db85-4304-bb09-f462b9833ecc admin admin] Deleting subnet cedacccd-a081-4c1d-aad3-f594f5ad80d3 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:22:48.871071 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36306) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:48.876082 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.db.resource_extend [None req-7af2b1e5-f3bd-4d4f-876d-7fa6971d90d6 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 16 04:22:48.882827 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8e39271a-db85-4304-bb09-f462b9833ecc admin admin] Publish callbacks [] for subnet (cedacccd-a081-4c1d-aad3-f594f5ad80d3), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.900273 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] Attempting to bind port 40697c48-055b-4863-b282-eb050237040a on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:22:48.900652 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] Attempting to bind port 40697c48-055b-4863-b282-eb050237040a by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ac1c30a6-402d-4e56-bc1e-d0108b7da127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c70c7acf-d7f1-4a7a-be22-e7a3254ef1de'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:22:48.901051 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] Attempting to bind port 40697c48-055b-4863-b282-eb050237040a on network c70c7acf-d7f1-4a7a-be22-e7a3254ef1de {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:22:48.903164 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:48.903447 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.920192 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] For port 5e0ad522-af13-4908-9d95-4d12aa692837, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:22:48.923487 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] For port 5e0ad522-af13-4908-9d95-4d12aa692837, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=5e0ad522-af13-4908-9d95-4d12aa692837,segment=NetworkSegment(d4887b32-f163-4748-a504-df8e393af411),segment_id=d4887b32-f163-4748-a504-df8e393af411)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:22:48.931630 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d3ef246-d992-4432-8ce6-edd3f168ac0c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router_gateway (e8a72a4d-c8bc-4f91-abd8-692b6de54a2e), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.939333 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e19520-ca4c-46d8-b034-4146c5e1000b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Pushing event updated for resources: {'Port': ['ID=cf6b1eb9-fc41-49a6-a547-89355ca50462,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:48.952544 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9f5d-adb7-4033-ac08-8be79fadcb74 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router_controller (9d836d38-2374-4675-a0a1-24fbac39ef71), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.960607 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:22:48.960607 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] Checking segment: {'id': 'ac1c30a6-402d-4e56-bc1e-d0108b7da127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c70c7acf-d7f1-4a7a-be22-e7a3254ef1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:48.960607 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.961023 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8e39271a-db85-4304-bb09-f462b9833ecc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (cedacccd-a081-4c1d-aad3-f594f5ad80d3), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.961447 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] Bound using segment: {'id': 'ac1c30a6-402d-4e56-bc1e-d0108b7da127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c70c7acf-d7f1-4a7a-be22-e7a3254ef1de'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:22:48.961447 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] Bound port: 40697c48-055b-4863-b282-eb050237040a, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1c30a6-402d-4e56-bc1e-d0108b7da127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c70c7acf-d7f1-4a7a-be22-e7a3254ef1de'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:22:48.962239 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (40697c48-055b-4863-b282-eb050237040a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:48.981701 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-56e19520-ca4c-46d8-b034-4146c5e1000b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (8e87fcc8-236f-4138-85fb-0bdb884f5b7e), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:49.007080 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c512fafa-c8d1-4d97-9df6-b9a3e79b0494 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Router 9c4b6530-9c19-4bd9-b00d-ad6682bc99da is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:22:49.027200 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (5e0ad522-af13-4908-9d95-4d12aa692837), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:49.042016 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.objects.ports [None req-6b2c4bf4-5de7-44b8-acfa-0d3dc65cfea0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104632) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 16 04:22:49.044585 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4bf4-5de7-44b8-acfa-0d3dc65cfea0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (1927c38e-4ef1-4e24-b08f-72d306895bc0), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:49.054491 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-cf5390c4-a6e2-4178-aa97-3f9320621c3c tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Deleting port cbdb24cf-4e2b-43ab-861a-33ddb99c26fd {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:49.054895 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cf5390c4-a6e2-4178-aa97-3f9320621c3c tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (cbdb24cf-4e2b-43ab-861a-33ddb99c26fd), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:49.060878 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9f5d-adb7-4033-ac08-8be79fadcb74 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (9d836d38-2374-4675-a0a1-24fbac39ef71), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:49.065546 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7af2b1e5-f3bd-4d4f-876d-7fa6971d90d6 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (152e0850-4774-46c3-a586-9f7a8433da1a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:49.070345 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af2b1e5-f3bd-4d4f-876d-7fa6971d90d6 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:49.070947 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7af2b1e5-f3bd-4d4f-876d-7fa6971d90d6 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:49.238551 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2c4bf4-5de7-44b8-acfa-0d3dc65cfea0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:49.249285 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-953acfa0-9661-4501-bcf0-82ba2246ee6e None None] Current status of the port e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:49.249285 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-953acfa0-9661-4501-bcf0-82ba2246ee6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:49.275676 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] For port 40697c48-055b-4863-b282-eb050237040a, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:22:49.277070 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acf683-7f00-4677-af5f-ea9db536275f None None] Pushing event updated for resources: {'Port': ['ID=5e0ad522-af13-4908-9d95-4d12aa692837,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:49.299619 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8e39271a-db85-4304-bb09-f462b9833ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (cedacccd-a081-4c1d-aad3-f594f5ad80d3), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:49.316701 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] For port 40697c48-055b-4863-b282-eb050237040a, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=40697c48-055b-4863-b282-eb050237040a,segment=NetworkSegment(ac1c30a6-402d-4e56-bc1e-d0108b7da127),segment_id=ac1c30a6-402d-4e56-bc1e-d0108b7da127)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:22:49.319821 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:49.320217 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:49.335136 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-6b2c4bf4-5de7-44b8-acfa-0d3dc65cfea0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:49.348513 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2c4bf4-5de7-44b8-acfa-0d3dc65cfea0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:49.350177 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4bf4-5de7-44b8-acfa-0d3dc65cfea0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:49.356004 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066d7b79-c2cb-481d-8c6b-c7053482b8a7 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:49.378139 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c4bf4-5de7-44b8-acfa-0d3dc65cfea0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=1927c38e-4ef1-4e24-b08f-72d306895bc0,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:49.387463 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cf5390c4-a6e2-4178-aa97-3f9320621c3c tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (cbdb24cf-4e2b-43ab-861a-33ddb99c26fd), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:49.392373 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c512fafa-c8d1-4d97-9df6-b9a3e79b0494 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:49.395546 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7af2b1e5-f3bd-4d4f-876d-7fa6971d90d6 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8224180 Apr 16 04:22:49.406137 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36308) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:49.416518 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-953acfa0-9661-4501-bcf0-82ba2246ee6e None None] For port e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335,segment=NetworkSegment(5c4380e2-82fe-4b72-8ffc-b8612c159f8c),segment_id=5c4380e2-82fe-4b72-8ffc-b8612c159f8c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:49.424295 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2b1e5-f3bd-4d4f-876d-7fa6971d90d6 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event updated for resources: {'Network': ['ID=152e0850-4774-46c3-a586-9f7a8433da1a,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:49.426335 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-61b214dd-fb07-487d-be75-fdce525d0c6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Request body: {'network': {'name': 'tempest-router-network02--1973583362'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:49.438079 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-cf5390c4-a6e2-4178-aa97-3f9320621c3c tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Calling delete_port for cbdb24cf-4e2b-43ab-861a-33ddb99c26fd owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:49.443771 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9f5d-adb7-4033-ac08-8be79fadcb74 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:49.450003 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c0dc9f5d-adb7-4033-ac08-8be79fadcb74 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.7474744 Apr 16 04:22:49.453868 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36310) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:49.459894 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-63687daf-a480-4dff-bc76-5ee1b2ddf2bc tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'port': {'network_id': 'c70c7acf-d7f1-4a7a-be22-e7a3254ef1de', 'name': 'tempest-RoutersIpV6Test-843666138'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:49.469235 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 152e0850-4774-46c3-a586-9f7a8433da1a details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:22:49.471875 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] Sync routers for ids ['9c4b6530-9c19-4bd9-b00d-ad6682bc99da'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:49.483089 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (40697c48-055b-4863-b282-eb050237040a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:49.573505 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-953acfa0-9661-4501-bcf0-82ba2246ee6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:49.617898 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8e39271a-db85-4304-bb09-f462b9833ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (cedacccd-a081-4c1d-aad3-f594f5ad80d3), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:49.620143 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b214dd-fb07-487d-be75-fdce525d0c6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Made reservation on behalf of 418651f65ff64947ae2023c1409612d7 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:49.628145 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6b2c4bf4-5de7-44b8-acfa-0d3dc65cfea0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6581819 Apr 16 04:22:49.634527 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61b214dd-fb07-487d-be75-fdce525d0c6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:49.645344 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] Routers {'9c4b6530-9c19-4bd9-b00d-ad6682bc99da'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:49.651339 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9c4b6530-9c19-4bd9-b00d-ad6682bc99da'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:49.658330 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c512fafa-c8d1-4d97-9df6-b9a3e79b0494 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:49.658330 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c512fafa-c8d1-4d97-9df6-b9a3e79b0494 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.3833423 Apr 16 04:22:49.658330 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36312) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:49.677843 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36314) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:49.683566 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-2547f5c2-a7e7-4742-ac94-0dbbf428ce3b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'mac_address': 'fa:16:3e:3d:1e:29', 'name': 'tempest-NetworksTestDHCPv6-558769838'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:49.773261 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39271a-db85-4304-bb09-f462b9833ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cedacccd-a081-4c1d-aad3-f594f5ad80d3,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:49.786006 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-56e19520-ca4c-46d8-b034-4146c5e1000b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (cf6b1eb9-fc41-49a6-a547-89355ca50462), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:49.849484 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8e39271a-db85-4304-bb09-f462b9833ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:49.857462 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8e39271a-db85-4304-bb09-f462b9833ecc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cedacccd-a081-4c1d-aad3-f594f5ad80d3 HTTP/1.1" status: 204 len: 168 time: 1.1218700 Apr 16 04:22:49.869848 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36318) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:50.030567 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63687daf-a480-4dff-bc76-5ee1b2ddf2bc tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Made reservation on behalf of 73487597c3b744729772f791e4bc7825 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:50.032144 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-63687daf-a480-4dff-bc76-5ee1b2ddf2bc tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:50.036671 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d3ef246-d992-4432-8ce6-edd3f168ac0c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router_gateway (e8a72a4d-c8bc-4f91-abd8-692b6de54a2e), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:50.053504 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b214dd-fb07-487d-be75-fdce525d0c6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:22:50.097117 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d3ef246-d992-4432-8ce6-edd3f168ac0c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:50.137378 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-63687daf-a480-4dff-bc76-5ee1b2ddf2bc tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] device_id is not set on port dd4074c4-e8fb-4ce2-8230-814f286e850b yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:22:50.145125 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cf5390c4-a6e2-4178-aa97-3f9320621c3c tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (cbdb24cf-4e2b-43ab-861a-33ddb99c26fd), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:50.157197 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-053c3a82-a154-4146-a7dc-cb72a01cfee7 tempest-TestNetworkAdvancedServerOps-162563702 tempest-TestNetworkAdvancedServerOps-162563702-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=1331059124584452b3c27bedfa8953aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4620166 Apr 16 04:22:50.164901 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36320) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:50.217900 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61b214dd-fb07-487d-be75-fdce525d0c6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (19fe0ccd-5bc0-48e2-8d2c-ec24e7621060), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:50.218394 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-61b214dd-fb07-487d-be75-fdce525d0c6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Added segment 19fe0ccd-5bc0-48e2-8d2c-ec24e7621060 of type vlan for network b06456f2-dd55-4192-b14e-1e2e438f5c7c Apr 16 04:22:50.237327 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5390c4-a6e2-4178-aa97-3f9320621c3c tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Pushing event deleted for resources: {'Port': ['ID=cbdb24cf-4e2b-43ab-861a-33ddb99c26fd,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:50.279863 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c7a2d97f-472d-40f8-8f3e-1f7a9509870d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (4c3c2d0c-413d-4b27-b518-f77ba01ee470), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:50.359157 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61b214dd-fb07-487d-be75-fdce525d0c6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (b06456f2-dd55-4192-b14e-1e2e438f5c7c), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:50.420510 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] Set router 9c4b6530-9c19-4bd9-b00d-ad6682bc99da gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:22:50.511904 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cf5390c4-a6e2-4178-aa97-3f9320621c3c tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:50.511904 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cf5390c4-a6e2-4178-aa97-3f9320621c3c tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] 10.222.0.30 "DELETE /v2.0/ports/cbdb24cf-4e2b-43ab-861a-33ddb99c26fd HTTP/1.1" status: 204 len: 168 time: 1.6393037 Apr 16 04:22:50.513538 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2547f5c2-a7e7-4742-ac94-0dbbf428ce3b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:50.518356 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36322) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:50.554746 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-c7a2d97f-472d-40f8-8f3e-1f7a9509870d admin admin] Deleting port 97f7b01b-4f86-4605-b600-ea176ed4433e {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:50.555195 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c7a2d97f-472d-40f8-8f3e-1f7a9509870d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (97f7b01b-4f86-4605-b600-ea176ed4433e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:50.606867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807e8c02-278f-4e68-a4b0-ada8a056f59a None None] Network 4c3c2d0c-413d-4b27-b518-f77ba01ee470 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:50.675635 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61b214dd-fb07-487d-be75-fdce525d0c6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (b06456f2-dd55-4192-b14e-1e2e438f5c7c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:50.683356 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b214dd-fb07-487d-be75-fdce525d0c6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:50.684127 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61b214dd-fb07-487d-be75-fdce525d0c6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:50.709471 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': '1927c38e-4ef1-4e24-b08f-72d306895bc0'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:22:50.710357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:50.766186 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2da647-ef96-46cc-9b39-e014ad901089 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:50.772011 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9f2da647-ef96-46cc-9b39-e014ad901089 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] 10.222.0.30 "GET /v2.0/ports?device_id=48bc633b-e0ab-4911-bcfa-10879fca5cad HTTP/1.1" status: 200 len: 913 time: 0.2504022 Apr 16 04:22:50.779124 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36324) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:50.849473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-4d3ef246-d992-4432-8ce6-edd3f168ac0c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Allocated IP 172.26.6.21 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/5c9fd873-53f4-4294-b70a-9edd89fb1df0) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:50.967339 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-61b214dd-fb07-487d-be75-fdce525d0c6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5546005 Apr 16 04:22:50.980906 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36326) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:50.982825 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] Allocated IP 2001:db8::f816:3eff:fe1a:6f8 (9a9395da-f56a-4c57-8efc-4b7256188659/1927c38e-4ef1-4e24-b08f-72d306895bc0/84cb342b-31f8-4a63-a5de-4d42c9f59995) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:51.008545 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-c7a2d97f-472d-40f8-8f3e-1f7a9509870d admin admin] For port 97f7b01b-4f86-4605-b600-ea176ed4433e, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=97f7b01b-4f86-4605-b600-ea176ed4433e,segment=NetworkSegment(1fc44704-4f70-469d-a086-2202419f908b),segment_id=1fc44704-4f70-469d-a086-2202419f908b)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:51.012117 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c7a2d97f-472d-40f8-8f3e-1f7a9509870d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (97f7b01b-4f86-4605-b600-ea176ed4433e), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:51.037454 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-ede4ba8e-4cb8-4fb6-bd43-ff2ad34d753a tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Request body: {'subnet': {'network_id': '152e0850-4774-46c3-a586-9f7a8433da1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:51.037693 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b214dd-fb07-487d-be75-fdce525d0c6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event updated for resources: {'Network': ['ID=b06456f2-dd55-4192-b14e-1e2e438f5c7c,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:51.053972 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2547f5c2-a7e7-4742-ac94-0dbbf428ce3b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:51.057559 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-c7a2d97f-472d-40f8-8f3e-1f7a9509870d admin admin] Calling delete_port for 97f7b01b-4f86-4605-b600-ea176ed4433e owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:51.089036 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e629a79-73be-4b2f-9080-a887dd7ef2bd None None] Network def0c26e-8e06-4e1c-9bff-fd854810fe7b requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:51.091068 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network b06456f2-dd55-4192-b14e-1e2e438f5c7c details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:22:51.143661 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-86d42a5d-0962-4d59-afbe-f87cb9818583 None None] Provisioning complete for port cf6b1eb9-fc41-49a6-a547-89355ca50462 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:51.143661 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-86d42a5d-0962-4d59-afbe-f87cb9818583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cf6b1eb9-fc41-49a6-a547-89355ca50462), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:51.173237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-2547f5c2-a7e7-4742-ac94-0dbbf428ce3b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port 2235e3b3-8cdc-4a30-a91d-b7532fb1a346 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:22:51.223730 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46225f15-e4a4-46d8-be28-e9394de2852c None None] Pushing event updated for resources: {'Port': ['ID=40697c48-055b-4863-b282-eb050237040a,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:51.251028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:22:51.255510 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:22:51.255852 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e19c19f-1d37-4648-96d3-e11fe3abab3d tempest-TestNetworkAdvancedServerOps-162563702 tempest-TestNetworkAdvancedServerOps-162563702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:51.261878 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4e19c19f-1d37-4648-96d3-e11fe3abab3d tempest-TestNetworkAdvancedServerOps-162563702 tempest-TestNetworkAdvancedServerOps-162563702-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0842543 Apr 16 04:22:51.273502 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36328) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:51.352456 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-cc258c20-4f0d-46ea-bcdf-4a71e24169f1 tempest-TestNetworkAdvancedServerOps-162563702 tempest-TestNetworkAdvancedServerOps-162563702-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0737498 Apr 16 04:22:51.356385 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36330) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:51.366340 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-c8b13a92-8be9-42a7-a205-7ad979fae0de tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1548304433', 'network_id': '568d6779-966e-4ede-8372-feba943d93d4', 'project_id': '1331059124584452b3c27bedfa8953aa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:51.421146 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a232d6a4-a62f-4025-bec9-066f54199aec None None] Network c70c7acf-d7f1-4a7a-be22-e7a3254ef1de requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:51.482320 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d3ef246-d992-4432-8ce6-edd3f168ac0c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for port (5c9fd873-53f4-4294-b70a-9edd89fb1df0), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:51.527810 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c7a2d97f-472d-40f8-8f3e-1f7a9509870d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (97f7b01b-4f86-4605-b600-ea176ed4433e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:51.586209 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-86d42a5d-0962-4d59-afbe-f87cb9818583 None None] Port cf6b1eb9-fc41-49a6-a547-89355ca50462 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:51.588881 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2d97f-472d-40f8-8f3e-1f7a9509870d admin admin] Pushing event deleted for resources: {'Port': ['ID=97f7b01b-4f86-4605-b600-ea176ed4433e,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:51.602395 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a2d97f-472d-40f8-8f3e-1f7a9509870d admin admin] No DVR routers for this DVR port 97f7b01b-4f86-4605-b600-ea176ed4433e on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:22:51.617128 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-63687daf-a480-4dff-bc76-5ee1b2ddf2bc tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Allocated IP 2001:db8::fa (c70c7acf-d7f1-4a7a-be22-e7a3254ef1de/9523fc57-1c2e-4ddd-a81f-124eac20e86a/dd4074c4-e8fb-4ce2-8230-814f286e850b) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:51.632450 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953acfa0-9661-4501-bcf0-82ba2246ee6e None None] Pushing event updated for resources: {'Port': ['ID=e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:51.696711 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-86d42a5d-0962-4d59-afbe-f87cb9818583 None None] Provisioning complete for port e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:51.697138 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-86d42a5d-0962-4d59-afbe-f87cb9818583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:51.731371 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6ddb6ac3-8e8d-4929-b8e4-1865d6835935 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (48bc633b-e0ab-4911-bcfa-10879fca5cad), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:51.737413 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c7a2d97f-472d-40f8-8f3e-1f7a9509870d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (4c3c2d0c-413d-4b27-b518-f77ba01ee470), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:51.767032 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c88dfc-a4d0-4757-8000-b43130a0e22a None None] DHCP port deletion for 4c3c2d0c-413d-4b27-b518-f77ba01ee470 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:22:51.808935 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-c7a2d97f-472d-40f8-8f3e-1f7a9509870d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3c2d0c-413d-4b27-b518-f77ba01ee470']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:51.852096 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-63687daf-a480-4dff-bc76-5ee1b2ddf2bc tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for port (dd4074c4-e8fb-4ce2-8230-814f286e850b), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:51.862028 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-c7a2d97f-472d-40f8-8f3e-1f7a9509870d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc44704-4f70-469d-a086-2202419f908b') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:51.862028 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-c7a2d97f-472d-40f8-8f3e-1f7a9509870d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc44704-4f70-469d-a086-2202419f908b') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:51.867795 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c7a2d97f-472d-40f8-8f3e-1f7a9509870d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (1fc44704-4f70-469d-a086-2202419f908b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:51.876209 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] Publish callbacks [] for port (84cb342b-31f8-4a63-a5de-4d42c9f59995), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:51.884680 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331617002', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:22:42Z', 'updated_at': '2022-04-16T04:22:46Z', 'revision_number': 3, 'project_id': '1331059124584452b3c27bedfa8953aa', 'gw_port': {'id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:44Z', 'updated_at': '2022-04-16T04:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:51.896354 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c7a2d97f-472d-40f8-8f3e-1f7a9509870d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (1fc44704-4f70-469d-a086-2202419f908b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:51.914962 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a2d97f-472d-40f8-8f3e-1f7a9509870d admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:22:51.915430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c7a2d97f-472d-40f8-8f3e-1f7a9509870d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (1fc44704-4f70-469d-a086-2202419f908b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:51.916070 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-56e19520-ca4c-46d8-b034-4146c5e1000b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for port (cf6b1eb9-fc41-49a6-a547-89355ca50462), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:22:51.918516 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:22:51.925533 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d3ef246-d992-4432-8ce6-edd3f168ac0c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (5c9fd873-53f4-4294-b70a-9edd89fb1df0), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:51.931084 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede4ba8e-4cb8-4fb6-bd43-ff2ad34d753a tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Made reservation on behalf of 418651f65ff64947ae2023c1409612d7 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:51.931893 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ede4ba8e-4cb8-4fb6-bd43-ff2ad34d753a tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:51.960762 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] Checking router: 9c4b6530-9c19-4bd9-b00d-ad6682bc99da for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:22:51.961140 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] Updating router 9c4b6530-9c19-4bd9-b00d-ad6682bc99da port 18ea0705-2151-4f50-826e-8d118f9952d6 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:22:51.968296 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (84cb342b-31f8-4a63-a5de-4d42c9f59995), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:51.970065 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:52.027444 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ef246-d992-4432-8ce6-edd3f168ac0c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Port': ['ID=5c9fd873-53f4-4294-b70a-9edd89fb1df0,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:52.044398 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-63687daf-a480-4dff-bc76-5ee1b2ddf2bc tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (dd4074c4-e8fb-4ce2-8230-814f286e850b), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:52.045969 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-56e19520-ca4c-46d8-b034-4146c5e1000b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (cf6b1eb9-fc41-49a6-a547-89355ca50462), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:52.110766 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-56e19520-ca4c-46d8-b034-4146c5e1000b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (8e87fcc8-236f-4138-85fb-0bdb884f5b7e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:52.117512 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6aacda7a-28d9-41fb-8316-57d13e2f8fa7 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:22:52.128978 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63687daf-a480-4dff-bc76-5ee1b2ddf2bc tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network c70c7acf-d7f1-4a7a-be22-e7a3254ef1de is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:52.230939 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:52.236170 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 6aacda7a-28d9-41fb-8316-57d13e2f8fa7 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:22:52.236823 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6aacda7a-28d9-41fb-8316-57d13e2f8fa7 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:22:52.267330 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (18ea0705-2151-4f50-826e-8d118f9952d6), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:52.269908 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-2547f5c2-a7e7-4742-ac94-0dbbf428ce3b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::f816:3eff:fe3d:1e29 (9a9395da-f56a-4c57-8efc-4b7256188659/1927c38e-4ef1-4e24-b08f-72d306895bc0/2235e3b3-8cdc-4a30-a91d-b7532fb1a346) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:52.284190 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:52.296621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:52.342156 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c7a2d97f-472d-40f8-8f3e-1f7a9509870d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (4c3c2d0c-413d-4b27-b518-f77ba01ee470), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:52.377815 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] Pushing event updated for resources: {'Port': ['ID=84cb342b-31f8-4a63-a5de-4d42c9f59995,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:52.418402 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c7a2d97f-472d-40f8-8f3e-1f7a9509870d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:52.425065 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c7a2d97f-472d-40f8-8f3e-1f7a9509870d admin admin] 10.222.0.30 "DELETE /v2.0/networks/4c3c2d0c-413d-4b27-b518-f77ba01ee470 HTTP/1.1" status: 204 len: 168 time: 2.5463963 Apr 16 04:22:52.435364 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-86d42a5d-0962-4d59-afbe-f87cb9818583 None None] Current status of the port e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:52.470205 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2d97f-472d-40f8-8f3e-1f7a9509870d admin admin] Pushing event deleted for resources: {'Network': ['ID=4c3c2d0c-413d-4b27-b518-f77ba01ee470,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:52.619336 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb6ac3-8e8d-4929-b8e4-1865d6835935 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Deleting port 79908bbf-e681-4f6f-8f3d-aa74963ac861 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:52.620086 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6ddb6ac3-8e8d-4929-b8e4-1865d6835935 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (79908bbf-e681-4f6f-8f3d-aa74963ac861), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:52.657138 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 40697c48-055b-4863-b282-eb050237040a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:52.695506 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-63687daf-a480-4dff-bc76-5ee1b2ddf2bc tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:52.704904 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3ef246-d992-4432-8ce6-edd3f168ac0c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:52.761997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2547f5c2-a7e7-4742-ac94-0dbbf428ce3b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (2235e3b3-8cdc-4a30-a91d-b7532fb1a346), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:52.764563 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63687daf-a480-4dff-bc76-5ee1b2ddf2bc tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:52.772565 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63687daf-a480-4dff-bc76-5ee1b2ddf2bc tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:52.773427 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-63687daf-a480-4dff-bc76-5ee1b2ddf2bc tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:52.793241 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6ddb6ac3-8e8d-4929-b8e4-1865d6835935 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (79908bbf-e681-4f6f-8f3d-aa74963ac861), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:52.803898 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e19520-ca4c-46d8-b034-4146c5e1000b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Network ebebe631-f8c9-4ed8-8b88-bbf4f01d3350 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:52.805620 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-4d3ef246-d992-4432-8ce6-edd3f168ac0c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:52.813628 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-56e19520-ca4c-46d8-b034-4146c5e1000b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:52.821943 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ef246-d992-4432-8ce6-edd3f168ac0c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:52.847152 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb6ac3-8e8d-4929-b8e4-1865d6835935 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Calling delete_port for 79908bbf-e681-4f6f-8f3d-aa74963ac861 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:53.030319 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] Attempting to bind port 84cb342b-31f8-4a63-a5de-4d42c9f59995 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:22:53.030640 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] Attempting to bind port 84cb342b-31f8-4a63-a5de-4d42c9f59995 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:22:53.031165 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] Attempting to bind port 84cb342b-31f8-4a63-a5de-4d42c9f59995 on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:22:53.043063 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-63687daf-a480-4dff-bc76-5ee1b2ddf2bc tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.5855088 Apr 16 04:22:53.043063 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36334) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:53.058356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-4438d59a-5aee-497a-8e45-fd286be8321c None None] Provisioning complete for port cf6b1eb9-fc41-49a6-a547-89355ca50462 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:53.059081 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4438d59a-5aee-497a-8e45-fd286be8321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cf6b1eb9-fc41-49a6-a547-89355ca50462), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:53.081501 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36336) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:53.088531 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:22:53.090367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:53.090948 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:53.091671 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:22:53.092335 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] Bound port: 84cb342b-31f8-4a63-a5de-4d42c9f59995, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:22:53.092750 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2547f5c2-a7e7-4742-ac94-0dbbf428ce3b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (2235e3b3-8cdc-4a30-a91d-b7532fb1a346), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:53.093086 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (84cb342b-31f8-4a63-a5de-4d42c9f59995), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:53.159728 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b13a92-8be9-42a7-a205-7ad979fae0de tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Made reservation on behalf of 1331059124584452b3c27bedfa8953aa for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:53.164099 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c8b13a92-8be9-42a7-a205-7ad979fae0de tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:53.203172 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4438d59a-5aee-497a-8e45-fd286be8321c None None] Port cf6b1eb9-fc41-49a6-a547-89355ca50462 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:53.240380 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 40697c48-055b-4863-b282-eb050237040a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:53.241077 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (40697c48-055b-4863-b282-eb050237040a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:53.295871 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-4438d59a-5aee-497a-8e45-fd286be8321c None None] Provisioning complete for port 5e0ad522-af13-4908-9d95-4d12aa692837 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:53.296539 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4438d59a-5aee-497a-8e45-fd286be8321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (5e0ad522-af13-4908-9d95-4d12aa692837), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:53.339720 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] For port 84cb342b-31f8-4a63-a5de-4d42c9f59995, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:22:53.387301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] For port 84cb342b-31f8-4a63-a5de-4d42c9f59995, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=84cb342b-31f8-4a63-a5de-4d42c9f59995,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:22:53.417784 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e19520-ca4c-46d8-b034-4146c5e1000b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Pushing event updated for resources: {'Port': ['ID=cf6b1eb9-fc41-49a6-a547-89355ca50462,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:53.481918 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (84cb342b-31f8-4a63-a5de-4d42c9f59995), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:53.569053 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 40697c48-055b-4863-b282-eb050237040a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:53.569627 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (40697c48-055b-4863-b282-eb050237040a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:53.580339 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2547f5c2-a7e7-4742-ac94-0dbbf428ce3b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:53.587007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4438d59a-5aee-497a-8e45-fd286be8321c None None] Current status of the port 5e0ad522-af13-4908-9d95-4d12aa692837 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:53.587007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4438d59a-5aee-497a-8e45-fd286be8321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5e0ad522-af13-4908-9d95-4d12aa692837), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:53.587961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-2547f5c2-a7e7-4742-ac94-0dbbf428ce3b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:53.615909 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2219a84f-a095-44b6-aed1-cacdfc069240 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b631a5189db64668b5973175d03e09b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2931788 Apr 16 04:22:53.620106 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36338) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:53.621393 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2547f5c2-a7e7-4742-ac94-0dbbf428ce3b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:53.621832 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63687daf-a480-4dff-bc76-5ee1b2ddf2bc tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Port': ['ID=dd4074c4-e8fb-4ce2-8230-814f286e850b,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:53.626869 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2547f5c2-a7e7-4742-ac94-0dbbf428ce3b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:53.628700 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2547f5c2-a7e7-4742-ac94-0dbbf428ce3b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:53.634220 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c8b13a92-8be9-42a7-a205-7ad979fae0de tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (660e9b45-824f-4813-95fc-d919bbc73d2c), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:53.637182 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] Publish callbacks [] for port (18ea0705-2151-4f50-826e-8d118f9952d6), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:53.647604 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e8495-7b47-42bd-9382-055cfe8a606f None None] Pushing event updated for resources: {'Port': ['ID=84cb342b-31f8-4a63-a5de-4d42c9f59995,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:53.678077 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 40697c48-055b-4863-b282-eb050237040a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=40697c48-055b-4863-b282-eb050237040a,segment=NetworkSegment(ac1c30a6-402d-4e56-bc1e-d0108b7da127),segment_id=ac1c30a6-402d-4e56-bc1e-d0108b7da127)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:53.680399 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-4438d59a-5aee-497a-8e45-fd286be8321c None None] For port 5e0ad522-af13-4908-9d95-4d12aa692837, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=5e0ad522-af13-4908-9d95-4d12aa692837,segment=NetworkSegment(d4887b32-f163-4748-a504-df8e393af411),segment_id=d4887b32-f163-4748-a504-df8e393af411)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:53.713711 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547f5c2-a7e7-4742-ac94-0dbbf428ce3b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=2235e3b3-8cdc-4a30-a91d-b7532fb1a346,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:53.729070 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (18ea0705-2151-4f50-826e-8d118f9952d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:53.765038 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (40697c48-055b-4863-b282-eb050237040a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:53.766131 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 5e0ad522-af13-4908-9d95-4d12aa692837 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:53.768222 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4438d59a-5aee-497a-8e45-fd286be8321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (5e0ad522-af13-4908-9d95-4d12aa692837), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:53.804632 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b13a92-8be9-42a7-a205-7ad979fae0de tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event updated for resources: {'Subnet': ['ID=660e9b45-824f-4813-95fc-d919bbc73d2c,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:53.840921 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-4438d59a-5aee-497a-8e45-fd286be8321c None None] Provisioning complete for port 40697c48-055b-4863-b282-eb050237040a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:53.842413 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4438d59a-5aee-497a-8e45-fd286be8321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (40697c48-055b-4863-b282-eb050237040a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:53.867008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] Attempting to bind port 18ea0705-2151-4f50-826e-8d118f9952d6 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:22:53.869245 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] Attempting to bind port 18ea0705-2151-4f50-826e-8d118f9952d6 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:22:53.869777 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] Attempting to bind port 18ea0705-2151-4f50-826e-8d118f9952d6 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:22:53.875008 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b13a92-8be9-42a7-a205-7ad979fae0de tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Checking segment: {'id': 'd7c808db-70e3-4b65-8546-fc6c96327c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '568d6779-966e-4ede-8372-feba943d93d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:53.875008 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b13a92-8be9-42a7-a205-7ad979fae0de tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Network hostable DHCP agents. Network: 568d6779-966e-4ede-8372-feba943d93d4, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:22:53.876253 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2547f5c2-a7e7-4742-ac94-0dbbf428ce3b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2044756 Apr 16 04:22:53.876253 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36340) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:53.879070 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e19520-ca4c-46d8-b034-4146c5e1000b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Router 8e87fcc8-236f-4138-85fb-0bdb884f5b7e is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:22:53.887980 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ede4ba8e-4cb8-4fb6-bd43-ff2ad34d753a tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (11a5eb71-bbc3-4e7a-9c9d-77bf62f4888f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:53.894409 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2db0d0bc-db3b-4c74-9bfa-2b731a09a2e7 admin admin] Publish callbacks [] for security_group (3e79c365-656e-4705-b8fc-414ca7a00141), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:53.905311 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d172c43-81e6-40e0-a105-badb353d781a None None] Pushing event updated for resources: {'Port': ['ID=18ea0705-2151-4f50-826e-8d118f9952d6,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:53.967325 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6ddb6ac3-8e8d-4929-b8e4-1865d6835935 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (79908bbf-e681-4f6f-8f3d-aa74963ac861), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:53.969048 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2db0d0bc-db3b-4c74-9bfa-2b731a09a2e7 admin admin] Publish callbacks [] for security_group (3e79c365-656e-4705-b8fc-414ca7a00141), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:53.994644 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2309fe47-db46-4ca0-9d94-ab109e7d24eb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:53.999987 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2309fe47-db46-4ca0-9d94-ab109e7d24eb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:54.004387 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2309fe47-db46-4ca0-9d94-ab109e7d24eb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1240556 Apr 16 04:22:54.013804 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:22:54.014241 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:54.015754 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:54.015754 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:22:54.017577 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] Bound port: 18ea0705-2151-4f50-826e-8d118f9952d6, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:22:54.017577 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (18ea0705-2151-4f50-826e-8d118f9952d6), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:54.019604 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36342) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:54.021581 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=40697c48-055b-4863-b282-eb050237040a,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:54.035880 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb6ac3-8e8d-4929-b8e4-1865d6835935 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Pushing event deleted for resources: {'Port': ['ID=79908bbf-e681-4f6f-8f3d-aa74963ac861,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:54.120744 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4ba8e-4cb8-4fb6-bd43-ff2ad34d753a tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event updated for resources: {'Subnet': ['ID=11a5eb71-bbc3-4e7a-9c9d-77bf62f4888f,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:54.153227 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438d59a-5aee-497a-8e45-fd286be8321c None None] Pushing event updated for resources: {'Port': ['ID=5e0ad522-af13-4908-9d95-4d12aa692837,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:54.169046 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b13a92-8be9-42a7-a205-7ad979fae0de tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Network 568d6779-966e-4ede-8372-feba943d93d4 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:22:54.212082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 5e0ad522-af13-4908-9d95-4d12aa692837 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:54.212884 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (5e0ad522-af13-4908-9d95-4d12aa692837), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:54.253248 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4438d59a-5aee-497a-8e45-fd286be8321c None None] Current status of the port 40697c48-055b-4863-b282-eb050237040a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:54.297209 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e19520-ca4c-46d8-b034-4146c5e1000b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:54.302837 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-56e19520-ca4c-46d8-b034-4146c5e1000b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] 10.222.0.30 "PUT /v2.0/routers/8e87fcc8-236f-4138-85fb-0bdb884f5b7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8270149 Apr 16 04:22:54.307792 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede4ba8e-4cb8-4fb6-bd43-ff2ad34d753a tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Checking segment: {'id': '7d5516ef-9474-49a9-aa2c-8280c8d47a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '152e0850-4774-46c3-a586-9f7a8433da1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:54.308205 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede4ba8e-4cb8-4fb6-bd43-ff2ad34d753a tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Network hostable DHCP agents. Network: 152e0850-4774-46c3-a586-9f7a8433da1a, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:22:54.312353 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91befe18-1e10-47b8-a045-bcfc5969c111 None None] Sync routers for ids ['8e87fcc8-236f-4138-85fb-0bdb884f5b7e'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:54.313539 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36344) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:54.318704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 5e0ad522-af13-4908-9d95-4d12aa692837 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:54.319811 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:54.327439 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91befe18-1e10-47b8-a045-bcfc5969c111 None None] Routers {'8e87fcc8-236f-4138-85fb-0bdb884f5b7e'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:54.330718 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-91befe18-1e10-47b8-a045-bcfc5969c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['8e87fcc8-236f-4138-85fb-0bdb884f5b7e'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:54.330861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-92d1383a-fa35-42f5-998b-00bb2c4b27b4 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Request body: {'port': {'network_id': 'ebebe631-f8c9-4ed8-8b88-bbf4f01d3350', 'name': 'tempest-FloatingIPNegativeTestJSON-93727077'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:54.339645 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-c8b13a92-8be9-42a7-a205-7ad979fae0de tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 568d6779-966e-4ede-8372-feba943d93d4) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:54.344370 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b13a92-8be9-42a7-a205-7ad979fae0de tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:54.345016 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c8b13a92-8be9-42a7-a205-7ad979fae0de tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:54.365053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cda9c92-880b-4804-8ede-7ecb47ac31ce tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (dd4074c4-e8fb-4ce2-8230-814f286e850b), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:54.387040 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-07595ca3-bdee-44fd-8e11-c86c96d7ad2a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port 2235e3b3-8cdc-4a30-a91d-b7532fb1a346 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:54.387318 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-07595ca3-bdee-44fd-8e11-c86c96d7ad2a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (2235e3b3-8cdc-4a30-a91d-b7532fb1a346), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:54.388200 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd32cd0b-edad-46e7-bdde-699dfd972ede None None] Network 568d6779-966e-4ede-8372-feba943d93d4 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:54.403261 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-91befe18-1e10-47b8-a045-bcfc5969c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:54.407037 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-9a370a72-5d59-4793-b624-5577160d764b None None] Provisioning complete for port cf6b1eb9-fc41-49a6-a547-89355ca50462 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:54.407407 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9a370a72-5d59-4793-b624-5577160d764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cf6b1eb9-fc41-49a6-a547-89355ca50462), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:54.415781 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91befe18-1e10-47b8-a045-bcfc5969c111 None None] Routers {'8e87fcc8-236f-4138-85fb-0bdb884f5b7e'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:54.416580 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-91befe18-1e10-47b8-a045-bcfc5969c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['8e87fcc8-236f-4138-85fb-0bdb884f5b7e'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:54.420416 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d3ef246-d992-4432-8ce6-edd3f168ac0c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router_gateway (e8a72a4d-c8bc-4f91-abd8-692b6de54a2e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:54.423818 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2db0d0bc-db3b-4c74-9bfa-2b731a09a2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (3e79c365-656e-4705-b8fc-414ca7a00141), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:54.430795 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2db0d0bc-db3b-4c74-9bfa-2b731a09a2e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:54.430795 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2db0d0bc-db3b-4c74-9bfa-2b731a09a2e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e79c365-656e-4705-b8fc-414ca7a00141 HTTP/1.1" status: 204 len: 168 time: 0.8035841 Apr 16 04:22:54.470613 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-91befe18-1e10-47b8-a045-bcfc5969c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:54.471576 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91befe18-1e10-47b8-a045-bcfc5969c111 None None] The sync data for ids ['8e87fcc8-236f-4138-85fb-0bdb884f5b7e'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:54.532385 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c8b13a92-8be9-42a7-a205-7ad979fae0de tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1672964 Apr 16 04:22:54.532385 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede4ba8e-4cb8-4fb6-bd43-ff2ad34d753a tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Network 152e0850-4774-46c3-a586-9f7a8433da1a is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:22:54.533791 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] For port 18ea0705-2151-4f50-826e-8d118f9952d6, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:22:54.538068 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36348) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:54.544694 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0d0bc-db3b-4c74-9bfa-2b731a09a2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e79c365-656e-4705-b8fc-414ca7a00141,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:54.601904 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-ede4ba8e-4cb8-4fb6-bd43-ff2ad34d753a tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 152e0850-4774-46c3-a586-9f7a8433da1a) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:54.606782 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede4ba8e-4cb8-4fb6-bd43-ff2ad34d753a tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:54.607395 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ede4ba8e-4cb8-4fb6-bd43-ff2ad34d753a tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:54.640172 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] For port 18ea0705-2151-4f50-826e-8d118f9952d6, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=18ea0705-2151-4f50-826e-8d118f9952d6,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:22:54.640172 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18451946-67de-42f1-9f52-d781d80cd6bd None None] Network 152e0850-4774-46c3-a586-9f7a8433da1a requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:54.649222 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-9a370a72-5d59-4793-b624-5577160d764b None None] Port cf6b1eb9-fc41-49a6-a547-89355ca50462 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:54.693370 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:54.694122 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:54.695629 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6ddb6ac3-8e8d-4929-b8e4-1865d6835935 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (48bc633b-e0ab-4911-bcfa-10879fca5cad), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:54.726529 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-9a370a72-5d59-4793-b624-5577160d764b None None] Provisioning complete for port dd4074c4-e8fb-4ce2-8230-814f286e850b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:54.726985 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9a370a72-5d59-4793-b624-5577160d764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (dd4074c4-e8fb-4ce2-8230-814f286e850b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:54.763117 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (18ea0705-2151-4f50-826e-8d118f9952d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:54.882484 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ede4ba8e-4cb8-4fb6-bd43-ff2ad34d753a tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8680706 Apr 16 04:22:54.897568 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-07595ca3-bdee-44fd-8e11-c86c96d7ad2a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (2235e3b3-8cdc-4a30-a91d-b7532fb1a346), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:54.906403 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36352) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:54.909144 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-568d6779-966e-4ede-8372-feba943d93d4', 'network_id': '568d6779-966e-4ede-8372-feba943d93d4', 'project_id': '1331059124584452b3c27bedfa8953aa', 'fixed_ips': [{'subnet_id': '660e9b45-824f-4813-95fc-d919bbc73d2c'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:22:54.910400 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:54.930830 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-b20ecbe1-7b5f-40aa-8438-34bf93c143c9 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Request body: {'subnet': {'network_id': 'b06456f2-dd55-4192-b14e-1e2e438f5c7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:54.987381 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-9a370a72-5d59-4793-b624-5577160d764b None None] Port dd4074c4-e8fb-4ce2-8230-814f286e850b cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:55.030248 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d1383a-fa35-42f5-998b-00bb2c4b27b4 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Made reservation on behalf of 96b3f50e57d84b7caff81cc60fd0b659 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:55.035147 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92d1383a-fa35-42f5-998b-00bb2c4b27b4 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:55.101035 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cda9c92-880b-4804-8ede-7ecb47ac31ce tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for port (dd4074c4-e8fb-4ce2-8230-814f286e850b), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:55.104503 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d172c43-81e6-40e0-a105-badb353d781a None None] Pushing event updated for resources: {'Port': ['ID=18ea0705-2151-4f50-826e-8d118f9952d6,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:55.105197 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-92d1383a-fa35-42f5-998b-00bb2c4b27b4 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] device_id is not set on port fa3acf8d-18c9-4f0b-b6ab-4b5be245b890 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:22:55.114428 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-152e0850-4774-46c3-a586-9f7a8433da1a', 'network_id': '152e0850-4774-46c3-a586-9f7a8433da1a', 'project_id': '418651f65ff64947ae2023c1409612d7', 'fixed_ips': [{'subnet_id': '11a5eb71-bbc3-4e7a-9c9d-77bf62f4888f'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:22:55.115332 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:55.183424 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cda9c92-880b-4804-8ede-7ecb47ac31ce tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (dd4074c4-e8fb-4ce2-8230-814f286e850b), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:55.194606 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] Routers {'9c4b6530-9c19-4bd9-b00d-ad6682bc99da'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:55.195267 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9c4b6530-9c19-4bd9-b00d-ad6682bc99da'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:55.291348 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:55.313573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-d6b5b7ab-f066-4f4e-b796-c4a9ee9f6114 None None] Provisioning complete for port 84cb342b-31f8-4a63-a5de-4d42c9f59995 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:55.313989 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d6b5b7ab-f066-4f4e-b796-c4a9ee9f6114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (84cb342b-31f8-4a63-a5de-4d42c9f59995), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:55.492484 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-07595ca3-bdee-44fd-8e11-c86c96d7ad2a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for 2235e3b3-8cdc-4a30-a91d-b7532fb1a346 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:55.499132 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda9c92-880b-4804-8ede-7ecb47ac31ce tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Port': ['ID=dd4074c4-e8fb-4ce2-8230-814f286e850b,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:55.595282 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-92d1383a-fa35-42f5-998b-00bb2c4b27b4 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Allocated IP 172.20.0.11 (ebebe631-f8c9-4ed8-8b88-bbf4f01d3350/c52b0973-6b5b-44a4-b370-75e7da777020/fa3acf8d-18c9-4f0b-b6ab-4b5be245b890) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:55.637774 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddb6ac3-8e8d-4929-b8e4-1865d6835935 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Router 48bc633b-e0ab-4911-bcfa-10879fca5cad has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:22:55.702811 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cda9c92-880b-4804-8ede-7ecb47ac31ce tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (9d836d38-2374-4675-a0a1-24fbac39ef71), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:55.710690 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:22:55.757621 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d3ef246-d992-4432-8ce6-edd3f168ac0c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (e8a72a4d-c8bc-4f91-abd8-692b6de54a2e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:55.774752 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:22:55.775115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 46458e77-7ad0-4af8-9cfb-f41bdaf1bfb7 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:22:55.775561 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 97f7b01b-4f86-4605-b600-ea176ed4433e no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:22:55.825590 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 97f7b01b-4f86-4605-b600-ea176ed4433e {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:22:55.825940 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 97f7b01b-4f86-4605-b600-ea176ed4433e not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:22:55.840949 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] Allocated IP 172.20.0.2 (568d6779-966e-4ede-8372-feba943d93d4/660e9b45-824f-4813-95fc-d919bbc73d2c/76c47a49-e169-4526-a34d-f32f06976a0a) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:55.885712 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] Set router 9c4b6530-9c19-4bd9-b00d-ad6682bc99da gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:22:55.920207 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20ecbe1-7b5f-40aa-8438-34bf93c143c9 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Made reservation on behalf of 418651f65ff64947ae2023c1409612d7 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:22:55.923459 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b20ecbe1-7b5f-40aa-8438-34bf93c143c9 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:56.157064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddb6ac3-8e8d-4929-b8e4-1865d6835935 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:56.166307 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6ddb6ac3-8e8d-4929-b8e4-1865d6835935 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] 10.222.0.30 "PUT /v2.0/routers/48bc633b-e0ab-4911-bcfa-10879fca5cad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3799808 Apr 16 04:22:56.169860 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36372) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:56.218374 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 40697c48-055b-4863-b282-eb050237040a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:56.247931 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbd4755-08d3-486b-b3a7-9283d5e81c6e None None] Sync routers for ids ['48bc633b-e0ab-4911-bcfa-10879fca5cad'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:56.290158 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] Publish callbacks [] for port (76c47a49-e169-4526-a34d-f32f06976a0a), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:56.315209 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cda9c92-880b-4804-8ede-7ecb47ac31ce tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (dd4074c4-e8fb-4ce2-8230-814f286e850b), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:56.348010 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] Allocated IP 2001:db8::2 (152e0850-4774-46c3-a586-9f7a8433da1a/11a5eb71-bbc3-4e7a-9c9d-77bf62f4888f/f7377758-3b0c-428e-81eb-018e85175150) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:56.351614 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbd4755-08d3-486b-b3a7-9283d5e81c6e None None] Routers {'48bc633b-e0ab-4911-bcfa-10879fca5cad'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:56.352377 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-4bbd4755-08d3-486b-b3a7-9283d5e81c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['48bc633b-e0ab-4911-bcfa-10879fca5cad'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:56.406612 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d6b5b7ab-f066-4f4e-b796-c4a9ee9f6114 None None] Current status of the port 84cb342b-31f8-4a63-a5de-4d42c9f59995 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:56.407188 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d6b5b7ab-f066-4f4e-b796-c4a9ee9f6114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (84cb342b-31f8-4a63-a5de-4d42c9f59995), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:56.442409 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-4bbd4755-08d3-486b-b3a7-9283d5e81c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:56.456560 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (76c47a49-e169-4526-a34d-f32f06976a0a), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:56.466719 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-07595ca3-bdee-44fd-8e11-c86c96d7ad2a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (2235e3b3-8cdc-4a30-a91d-b7532fb1a346), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:56.488488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 40697c48-055b-4863-b282-eb050237040a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:56.488935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (40697c48-055b-4863-b282-eb050237040a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:56.500475 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3ef246-d992-4432-8ce6-edd3f168ac0c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router e8a72a4d-c8bc-4f91-abd8-692b6de54a2e is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:22:56.535889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbd4755-08d3-486b-b3a7-9283d5e81c6e None None] Routers {'48bc633b-e0ab-4911-bcfa-10879fca5cad'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:56.537194 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-4bbd4755-08d3-486b-b3a7-9283d5e81c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['48bc633b-e0ab-4911-bcfa-10879fca5cad'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:56.548874 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-d6b5b7ab-f066-4f4e-b796-c4a9ee9f6114 None None] For port 84cb342b-31f8-4a63-a5de-4d42c9f59995, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=84cb342b-31f8-4a63-a5de-4d42c9f59995,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:56.557531 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-07595ca3-bdee-44fd-8e11-c86c96d7ad2a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:56.563422 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-07595ca3-bdee-44fd-8e11-c86c96d7ad2a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/2235e3b3-8cdc-4a30-a91d-b7532fb1a346 HTTP/1.1" status: 204 len: 168 time: 2.5385394 Apr 16 04:22:56.563422 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07595ca3-bdee-44fd-8e11-c86c96d7ad2a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=2235e3b3-8cdc-4a30-a91d-b7532fb1a346,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:56.568694 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36380) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:56.652080 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89659fbc-04d9-4c8b-8fe7-c7bc7e6b021f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:56.653626 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89659fbc-04d9-4c8b-8fe7-c7bc7e6b021f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:56.655865 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-89659fbc-04d9-4c8b-8fe7-c7bc7e6b021f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0852394 Apr 16 04:22:56.659833 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b20ecbe1-7b5f-40aa-8438-34bf93c143c9 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (20ff40e2-8168-4179-aba9-9abbc270c725), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:56.661805 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36386) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:56.665008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] Network 568d6779-966e-4ede-8372-feba943d93d4 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:56.666312 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-4bbd4755-08d3-486b-b3a7-9283d5e81c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:56.667106 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbd4755-08d3-486b-b3a7-9283d5e81c6e None None] The sync data for ids ['48bc633b-e0ab-4911-bcfa-10879fca5cad'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:56.679017 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d6b5b7ab-f066-4f4e-b796-c4a9ee9f6114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (84cb342b-31f8-4a63-a5de-4d42c9f59995), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:56.690783 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:56.709057 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92d1383a-fa35-42f5-998b-00bb2c4b27b4 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for port (fa3acf8d-18c9-4f0b-b6ab-4b5be245b890), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:56.721714 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:56.732009 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] Pushing event updated for resources: {'Port': ['ID=76c47a49-e169-4526-a34d-f32f06976a0a,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:56.778874 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd131b29-ee4d-4bc5-bfae-84e089e766f8 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for router (48bc633b-e0ab-4911-bcfa-10879fca5cad), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:56.825538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b80fdf28-f3ed-4a2a-aa2e-70c59d62ca3f None None] Provisioning complete for port dd4074c4-e8fb-4ce2-8230-814f286e850b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:56.826012 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b80fdf28-f3ed-4a2a-aa2e-70c59d62ca3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (dd4074c4-e8fb-4ce2-8230-814f286e850b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:56.916197 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331617002', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:22:42Z', 'updated_at': '2022-04-16T04:22:46Z', 'revision_number': 3, 'project_id': '1331059124584452b3c27bedfa8953aa', 'gw_port': {'id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:44Z', 'updated_at': '2022-04-16T04:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:56.955796 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ecbe1-7b5f-40aa-8438-34bf93c143c9 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event updated for resources: {'Subnet': ['ID=20ff40e2-8168-4179-aba9-9abbc270c725,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:56.978035 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ab579-6465-4080-8d46-687b013649f0 None None] The sync data for ids ['9c4b6530-9c19-4bd9-b00d-ad6682bc99da'] in dv-neutron-838078-2-hyperv is: [{'id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331617002', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:22:42Z', 'updated_at': '2022-04-16T04:22:46Z', 'revision_number': 3, 'project_id': '1331059124584452b3c27bedfa8953aa', 'gw_port': {'id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:44Z', 'updated_at': '2022-04-16T04:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:56.987673 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4bbbabd-6fb6-4118-94da-e1ddf0f686fc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet 1927c38e-4ef1-4e24-b08f-72d306895bc0 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:22:57.003253 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4bbbabd-6fb6-4118-94da-e1ddf0f686fc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (1927c38e-4ef1-4e24-b08f-72d306895bc0), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:57.044490 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-772588aa-af61-401d-9a51-d8adfa848830 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:57.045652 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5b7ab-f066-4f4e-b796-c4a9ee9f6114 None None] Pushing event updated for resources: {'Port': ['ID=84cb342b-31f8-4a63-a5de-4d42c9f59995,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:57.051344 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3ef246-d992-4432-8ce6-edd3f168ac0c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:57.068161 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70448bc-067c-431a-9bb7-1d94ae12a5db None None] Sync routers for ids ['e8a72a4d-c8bc-4f91-abd8-692b6de54a2e'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:57.075838 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b80fdf28-f3ed-4a2a-aa2e-70c59d62ca3f None None] Port dd4074c4-e8fb-4ce2-8230-814f286e850b cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:57.089833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b80fdf28-f3ed-4a2a-aa2e-70c59d62ca3f None None] Could not find standard attr ID for object 2235e3b3-8cdc-4a30-a91d-b7532fb1a346. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:22:57.092265 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92d1383a-fa35-42f5-998b-00bb2c4b27b4 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (fa3acf8d-18c9-4f0b-b6ab-4b5be245b890), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:57.100466 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] Attempting to bind port 76c47a49-e169-4526-a34d-f32f06976a0a on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:22:57.101023 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] Attempting to bind port 76c47a49-e169-4526-a34d-f32f06976a0a by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'd7c808db-70e3-4b65-8546-fc6c96327c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '568d6779-966e-4ede-8372-feba943d93d4'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:22:57.101368 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] Attempting to bind port 76c47a49-e169-4526-a34d-f32f06976a0a on network 568d6779-966e-4ede-8372-feba943d93d4 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:22:57.109812 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70448bc-067c-431a-9bb7-1d94ae12a5db None None] Routers {'e8a72a4d-c8bc-4f91-abd8-692b6de54a2e'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:57.113188 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-d70448bc-067c-431a-9bb7-1d94ae12a5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['e8a72a4d-c8bc-4f91-abd8-692b6de54a2e'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:57.114999 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20ecbe1-7b5f-40aa-8438-34bf93c143c9 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Checking segment: {'id': '19fe0ccd-5bc0-48e2-8d2c-ec24e7621060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b06456f2-dd55-4192-b14e-1e2e438f5c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:57.118256 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20ecbe1-7b5f-40aa-8438-34bf93c143c9 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Network hostable DHCP agents. Network: b06456f2-dd55-4192-b14e-1e2e438f5c7c, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:22:57.126325 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] Publish callbacks [] for port (f7377758-3b0c-428e-81eb-018e85175150), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:57.133916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 40697c48-055b-4863-b282-eb050237040a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:57.133916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 5e0ad522-af13-4908-9d95-4d12aa692837 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:57.133916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:22:57.133916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] Checking segment: {'id': 'd7c808db-70e3-4b65-8546-fc6c96327c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '568d6779-966e-4ede-8372-feba943d93d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:57.133916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:57.133916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] Bound using segment: {'id': 'd7c808db-70e3-4b65-8546-fc6c96327c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '568d6779-966e-4ede-8372-feba943d93d4'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:22:57.133916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] Bound port: 76c47a49-e169-4526-a34d-f32f06976a0a, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c808db-70e3-4b65-8546-fc6c96327c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '568d6779-966e-4ede-8372-feba943d93d4'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:22:57.134515 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (76c47a49-e169-4526-a34d-f32f06976a0a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:57.189985 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4bbbabd-6fb6-4118-94da-e1ddf0f686fc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (1927c38e-4ef1-4e24-b08f-72d306895bc0), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:57.198180 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-d70448bc-067c-431a-9bb7-1d94ae12a5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:57.210800 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70448bc-067c-431a-9bb7-1d94ae12a5db None None] Routers {'e8a72a4d-c8bc-4f91-abd8-692b6de54a2e'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:57.211524 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-d70448bc-067c-431a-9bb7-1d94ae12a5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['e8a72a4d-c8bc-4f91-abd8-692b6de54a2e'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:57.220643 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd131b29-ee4d-4bc5-bfae-84e089e766f8 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for router_gateway (48bc633b-e0ab-4911-bcfa-10879fca5cad), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:57.241845 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d3ef246-d992-4432-8ce6-edd3f168ac0c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:57.243560 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4d3ef246-d992-4432-8ce6-edd3f168ac0c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.8852909 Apr 16 04:22:57.255452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (f7377758-3b0c-428e-81eb-018e85175150), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:57.259889 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36396) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:57.270054 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 5e0ad522-af13-4908-9d95-4d12aa692837 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:57.271140 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (5e0ad522-af13-4908-9d95-4d12aa692837), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:57.293578 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-d70448bc-067c-431a-9bb7-1d94ae12a5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:57.294244 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70448bc-067c-431a-9bb7-1d94ae12a5db None None] The sync data for ids ['e8a72a4d-c8bc-4f91-abd8-692b6de54a2e'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:22:57.320406 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d1383a-fa35-42f5-998b-00bb2c4b27b4 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Network ebebe631-f8c9-4ed8-8b88-bbf4f01d3350 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:57.326620 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] For port 76c47a49-e169-4526-a34d-f32f06976a0a, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:22:57.340250 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] Network 152e0850-4774-46c3-a586-9f7a8433da1a is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:57.345054 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-92d1383a-fa35-42f5-998b-00bb2c4b27b4 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:57.360999 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:57.361361 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20ecbe1-7b5f-40aa-8438-34bf93c143c9 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Network b06456f2-dd55-4192-b14e-1e2e438f5c7c is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:22:57.363722 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:57.367394 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] For port 76c47a49-e169-4526-a34d-f32f06976a0a, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=76c47a49-e169-4526-a34d-f32f06976a0a,segment=NetworkSegment(d7c808db-70e3-4b65-8546-fc6c96327c6e),segment_id=d7c808db-70e3-4b65-8546-fc6c96327c6e)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:22:57.371592 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d1383a-fa35-42f5-998b-00bb2c4b27b4 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:57.378350 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] Pushing event updated for resources: {'Port': ['ID=f7377758-3b0c-428e-81eb-018e85175150,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:57.379193 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1383a-fa35-42f5-998b-00bb2c4b27b4 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Pushing event updated for resources: {'Port': ['ID=fa3acf8d-18c9-4f0b-b6ab-4b5be245b890,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:57.501705 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-b20ecbe1-7b5f-40aa-8438-34bf93c143c9 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, b06456f2-dd55-4192-b14e-1e2e438f5c7c) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:57.505282 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (76c47a49-e169-4526-a34d-f32f06976a0a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:57.526613 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20ecbe1-7b5f-40aa-8438-34bf93c143c9 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:57.529765 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b20ecbe1-7b5f-40aa-8438-34bf93c143c9 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:57.559790 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a39a83-a249-4f86-9258-5db55f5886ac None None] Network b06456f2-dd55-4192-b14e-1e2e438f5c7c requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:57.605634 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cda9c92-880b-4804-8ede-7ecb47ac31ce tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for port (dd4074c4-e8fb-4ce2-8230-814f286e850b), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:57.615207 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d1383a-fa35-42f5-998b-00bb2c4b27b4 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:57.623605 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92d1383a-fa35-42f5-998b-00bb2c4b27b4 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:57.623971 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-dd131b29-ee4d-4bc5-bfae-84e089e766f8 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Deleting port 1b09af82-d551-45c9-9355-20089d6e5409 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:22:57.624480 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd131b29-ee4d-4bc5-bfae-84e089e766f8 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (1b09af82-d551-45c9-9355-20089d6e5409), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:57.773972 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cda9c92-880b-4804-8ede-7ecb47ac31ce tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (dd4074c4-e8fb-4ce2-8230-814f286e850b), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:57.778673 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cda9c92-880b-4804-8ede-7ecb47ac31ce tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (9d836d38-2374-4675-a0a1-24fbac39ef71), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:57.811804 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-92d1383a-fa35-42f5-998b-00bb2c4b27b4 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4830873 Apr 16 04:22:57.824385 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36406) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:57.880916 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-64aa935f-019b-4e4b-a57c-6fa4484e4c92 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:57.886869 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4bbbabd-6fb6-4118-94da-e1ddf0f686fc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (1927c38e-4ef1-4e24-b08f-72d306895bc0), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:57.892411 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36408) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:57.945005 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d5bad3a3-935c-4a02-9073-5f2834a7ba40 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/routers/e8a72a4d-c8bc-4f91-abd8-692b6de54a2e HTTP/1.1" status: 200 len: 879 time: 0.6817579 Apr 16 04:22:57.957067 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36412) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:57.969627 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-772588aa-af61-401d-9a51-d8adfa848830 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Allocated IP 172.20.0.1 (568d6779-966e-4ede-8372-feba943d93d4/660e9b45-824f-4813-95fc-d919bbc73d2c/381ed736-6231-49a6-9341-ab26dc16ff93) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:58.022850 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] Attempting to bind port f7377758-3b0c-428e-81eb-018e85175150 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:22:58.023959 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] Attempting to bind port f7377758-3b0c-428e-81eb-018e85175150 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '7d5516ef-9474-49a9-aa2c-8280c8d47a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '152e0850-4774-46c3-a586-9f7a8433da1a'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:22:58.024580 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] Attempting to bind port f7377758-3b0c-428e-81eb-018e85175150 on network 152e0850-4774-46c3-a586-9f7a8433da1a {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:22:58.064012 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 5e0ad522-af13-4908-9d95-4d12aa692837 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:58.065630 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 84cb342b-31f8-4a63-a5de-4d42c9f59995 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:58.073139 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:22:58.073821 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] Checking segment: {'id': '7d5516ef-9474-49a9-aa2c-8280c8d47a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '152e0850-4774-46c3-a586-9f7a8433da1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:58.074420 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:58.074989 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] Bound using segment: {'id': '7d5516ef-9474-49a9-aa2c-8280c8d47a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '152e0850-4774-46c3-a586-9f7a8433da1a'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:22:58.082396 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b20ecbe1-7b5f-40aa-8438-34bf93c143c9 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1718485 Apr 16 04:22:58.089494 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] Bound port: f7377758-3b0c-428e-81eb-018e85175150, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5516ef-9474-49a9-aa2c-8280c8d47a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '152e0850-4774-46c3-a586-9f7a8433da1a'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:22:58.090030 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f7377758-3b0c-428e-81eb-018e85175150), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:58.097568 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36414) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:58.097804 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda9c92-880b-4804-8ede-7ecb47ac31ce tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Port': ['ID=dd4074c4-e8fb-4ce2-8230-814f286e850b,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:58.098138 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-360e5771-94f8-4799-9916-9575fc09e8e2 None None] Provisioning complete for port fa3acf8d-18c9-4f0b-b6ab-4b5be245b890 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:58.098889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-360e5771-94f8-4799-9916-9575fc09e8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (fa3acf8d-18c9-4f0b-b6ab-4b5be245b890), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:58.121773 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd131b29-ee4d-4bc5-bfae-84e089e766f8 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (1b09af82-d551-45c9-9355-20089d6e5409), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:58.136486 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7adcb-81b5-41a6-98a9-136e3f4c5711 None None] Pushing event updated for resources: {'Port': ['ID=76c47a49-e169-4526-a34d-f32f06976a0a,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:58.150258 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-64aa935f-019b-4e4b-a57c-6fa4484e4c92 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:58.168429 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-dd131b29-ee4d-4bc5-bfae-84e089e766f8 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Calling delete_port for 1b09af82-d551-45c9-9355-20089d6e5409 owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:22:58.176022 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:58.203120 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-2b536687-b862-45c9-a8a8-79f109b9a89d tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:58.295607 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-64aa935f-019b-4e4b-a57c-6fa4484e4c92 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:58.295836 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-b06456f2-dd55-4192-b14e-1e2e438f5c7c', 'network_id': 'b06456f2-dd55-4192-b14e-1e2e438f5c7c', 'project_id': '418651f65ff64947ae2023c1409612d7', 'fixed_ips': [{'subnet_id': '20ff40e2-8168-4179-aba9-9abbc270c725'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:22:58.296751 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:58.307854 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-360e5771-94f8-4799-9916-9575fc09e8e2 None None] Port fa3acf8d-18c9-4f0b-b6ab-4b5be245b890 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:58.327329 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 84cb342b-31f8-4a63-a5de-4d42c9f59995 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:58.327707 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (84cb342b-31f8-4a63-a5de-4d42c9f59995), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:58.353965 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-772588aa-af61-401d-9a51-d8adfa848830 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for port (381ed736-6231-49a6-9341-ab26dc16ff93), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:58.361104 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cda9c92-880b-4804-8ede-7ecb47ac31ce tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network c70c7acf-d7f1-4a7a-be22-e7a3254ef1de is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:58.372759 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] For port f7377758-3b0c-428e-81eb-018e85175150, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:22:58.400371 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] For port f7377758-3b0c-428e-81eb-018e85175150, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f7377758-3b0c-428e-81eb-018e85175150,segment=NetworkSegment(7d5516ef-9474-49a9-aa2c-8280c8d47a3b),segment_id=7d5516ef-9474-49a9-aa2c-8280c8d47a3b)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:22:58.403182 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-5cda9c92-880b-4804-8ede-7ecb47ac31ce tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:58.554907 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-772588aa-af61-401d-9a51-d8adfa848830 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (381ed736-6231-49a6-9341-ab26dc16ff93), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:58.567886 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (f7377758-3b0c-428e-81eb-018e85175150), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:58.575283 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4bbbabd-6fb6-4118-94da-e1ddf0f686fc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (1927c38e-4ef1-4e24-b08f-72d306895bc0), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:58.637857 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 84cb342b-31f8-4a63-a5de-4d42c9f59995 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:58.708694 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f586f-6348-4135-9df5-e3dd9a5aed6c None None] Pushing event updated for resources: {'Port': ['ID=f7377758-3b0c-428e-81eb-018e85175150,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:58.729452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] Allocated IP 2001:db8::2 (b06456f2-dd55-4192-b14e-1e2e438f5c7c/20ff40e2-8168-4179-aba9-9abbc270c725/2e9f1e18-087b-40e4-b7a0-4b2908825c73) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:58.846632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-64aa935f-019b-4e4b-a57c-6fa4484e4c92 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Allocated IP 172.26.6.83 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/13c07ae4-6827-4f1c-b5bf-bbe9f34e990b) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:22:58.915044 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-20cf8aa1-a22f-4ed4-9a13-b362e1b0eab7 None None] Provisioning complete for port dd4074c4-e8fb-4ce2-8230-814f286e850b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:58.915799 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-20cf8aa1-a22f-4ed4-9a13-b362e1b0eab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (dd4074c4-e8fb-4ce2-8230-814f286e850b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:58.996689 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-20cf8aa1-a22f-4ed4-9a13-b362e1b0eab7 None None] Port dd4074c4-e8fb-4ce2-8230-814f286e850b cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:22:59.013088 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 18ea0705-2151-4f50-826e-8d118f9952d6 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:59.045382 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2b536687-b862-45c9-a8a8-79f109b9a89d tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] 10.222.0.30 "PUT /v2.0/quotas/5fbce1ef7cd34ef5bd24e21a5c60a45f HTTP/1.1" status: 200 len: 366 time: 1.1495295 Apr 16 04:22:59.046349 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36422) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:59.118582 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6f3656ae-2550-4d60-a69e-34e0e14fe269 tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0671699 Apr 16 04:22:59.125626 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36424) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:59.152451 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 18ea0705-2151-4f50-826e-8d118f9952d6 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:59.154000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (18ea0705-2151-4f50-826e-8d118f9952d6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:59.182976 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8b235ea6-0898-4126-9b6e-d479eb4196d6 tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] 10.222.0.30 "GET /v2.0/quotas/5fbce1ef7cd34ef5bd24e21a5c60a45f HTTP/1.1" status: 200 len: 366 time: 0.0556073 Apr 16 04:22:59.189049 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36426) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:59.202575 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-64aa935f-019b-4e4b-a57c-6fa4484e4c92 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for port (13c07ae4-6827-4f1c-b5bf-bbe9f34e990b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:59.217637 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] Publish callbacks [] for port (2e9f1e18-087b-40e4-b7a0-4b2908825c73), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:59.223042 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cda9c92-880b-4804-8ede-7ecb47ac31ce tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router 9d836d38-2374-4675-a0a1-24fbac39ef71 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:22:59.276494 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 18ea0705-2151-4f50-826e-8d118f9952d6 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:22:59.277178 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (18ea0705-2151-4f50-826e-8d118f9952d6), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:59.311214 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (2e9f1e18-087b-40e4-b7a0-4b2908825c73), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:59.342528 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 18ea0705-2151-4f50-826e-8d118f9952d6, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=18ea0705-2151-4f50-826e-8d118f9952d6,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:22:59.374356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] Network b06456f2-dd55-4192-b14e-1e2e438f5c7c is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:59.379255 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:59.383080 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:59.387157 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-89be73e0-de17-4544-8e54-39e8597a4906 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.4284534 Apr 16 04:22:59.391290 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4bbbabd-6fb6-4118-94da-e1ddf0f686fc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:59.396513 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d4bbbabd-6fb6-4118-94da-e1ddf0f686fc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/1927c38e-4ef1-4e24-b08f-72d306895bc0 HTTP/1.1" status: 204 len: 168 time: 2.6500173 Apr 16 04:22:59.399391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36428) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:59.399737 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36430) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:59.400087 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36432) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:59.404861 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-115972e3-744f-4833-b689-093b1e61754d tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/5fbce1ef7cd34ef5bd24e21a5c60a45f HTTP/1.1" status: 204 len: 168 time: 0.2090526 Apr 16 04:22:59.409062 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd131b29-ee4d-4bc5-bfae-84e089e766f8 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (1b09af82-d551-45c9-9355-20089d6e5409), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:59.424352 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acd3248-1c38-4f1a-94d7-002857e4b3fc None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:59.433695 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b720d33-8737-4edd-aba5-6d82dcc362d7 None None] Network 568d6779-966e-4ede-8372-feba943d93d4 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:22:59.435194 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-bdfbfe39-6745-44f7-a373-ca9826e4556a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-586783804'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:22:59.446358 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (18ea0705-2151-4f50-826e-8d118f9952d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:59.447135 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 84cb342b-31f8-4a63-a5de-4d42c9f59995 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:22:59.452941 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbbabd-6fb6-4118-94da-e1ddf0f686fc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=1927c38e-4ef1-4e24-b08f-72d306895bc0,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:59.467872 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] Pushing event updated for resources: {'Port': ['ID=2e9f1e18-087b-40e4-b7a0-4b2908825c73,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:59.468126 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd131b29-ee4d-4bc5-bfae-84e089e766f8 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Pushing event deleted for resources: {'Port': ['ID=1b09af82-d551-45c9-9355-20089d6e5409,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:59.531856 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cda9c92-880b-4804-8ede-7ecb47ac31ce tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:22:59.538161 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5cda9c92-880b-4804-8ede-7ecb47ac31ce tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/9d836d38-2374-4675-a0a1-24fbac39ef71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4552348 Apr 16 04:22:59.541026 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36438) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:59.550871 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772588aa-af61-401d-9a51-d8adfa848830 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Network 568d6779-966e-4ede-8372-feba943d93d4 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:59.596652 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-64aa935f-019b-4e4b-a57c-6fa4484e4c92 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (13c07ae4-6827-4f1c-b5bf-bbe9f34e990b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:59.622948 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-f1d36236-c8ce-4548-b4f1-4202993c9eda None None] Provisioning complete for port 76c47a49-e169-4526-a34d-f32f06976a0a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:59.623349 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f1d36236-c8ce-4548-b4f1-4202993c9eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (76c47a49-e169-4526-a34d-f32f06976a0a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:59.624013 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5dc93a-80d4-42ad-8262-8856db4cc1bb tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:59.625138 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3dc4924b-9970-479c-8afe-1ba5caa6928d tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1982195 Apr 16 04:22:59.629255 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3d5dc93a-80d4-42ad-8262-8856db4cc1bb tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/ports/dd4074c4-e8fb-4ce2-8230-814f286e850b HTTP/1.1" status: 200 len: 982 time: 0.0844898 Apr 16 04:22:59.629255 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36440) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:59.629515 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21c12f3-bd11-418c-a81d-9c41e094577b None None] Sync routers for ids ['9d836d38-2374-4675-a0a1-24fbac39ef71'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:22:59.630794 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36442) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:59.636005 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-772588aa-af61-401d-9a51-d8adfa848830 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:59.646773 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-dda4cd75-eea1-49ed-956e-95cf73b0c532 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2181897 Apr 16 04:22:59.654095 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772588aa-af61-401d-9a51-d8adfa848830 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:59.656159 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd131b29-ee4d-4bc5-bfae-84e089e766f8 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (48bc633b-e0ab-4911-bcfa-10879fca5cad), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:59.657547 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772588aa-af61-401d-9a51-d8adfa848830 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event updated for resources: {'Port': ['ID=381ed736-6231-49a6-9341-ab26dc16ff93,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:59.662350 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36444) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:59.726269 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] Attempting to bind port 2e9f1e18-087b-40e4-b7a0-4b2908825c73 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:22:59.726867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] Attempting to bind port 2e9f1e18-087b-40e4-b7a0-4b2908825c73 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '19fe0ccd-5bc0-48e2-8d2c-ec24e7621060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b06456f2-dd55-4192-b14e-1e2e438f5c7c'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:22:59.727310 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] Attempting to bind port 2e9f1e18-087b-40e4-b7a0-4b2908825c73 on network b06456f2-dd55-4192-b14e-1e2e438f5c7c {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:22:59.774336 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21c12f3-bd11-418c-a81d-9c41e094577b None None] Routers {'9d836d38-2374-4675-a0a1-24fbac39ef71'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:22:59.774336 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-d21c12f3-bd11-418c-a81d-9c41e094577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d836d38-2374-4675-a0a1-24fbac39ef71'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:59.800020 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a2b789de-9fa3-4ca5-9920-cc29814f52e2 tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] 10.222.0.30 "GET /v2.0/quotas/5fbce1ef7cd34ef5bd24e21a5c60a45f HTTP/1.1" status: 200 len: 370 time: 0.1077881 Apr 16 04:22:59.807581 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aa935f-019b-4e4b-a57c-6fa4484e4c92 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:22:59.812612 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36446) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:59.829128 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-aea4645e-c562-4e26-9e41-6eb54e657439 tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] 10.222.0.30 "GET /v2.0/quotas/5fbce1ef7cd34ef5bd24e21a5c60a45f/default HTTP/1.1" status: 200 len: 370 time: 0.0130494 Apr 16 04:22:59.829550 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:22:59.830005 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] Checking segment: {'id': '19fe0ccd-5bc0-48e2-8d2c-ec24e7621060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b06456f2-dd55-4192-b14e-1e2e438f5c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:22:59.830403 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-64aa935f-019b-4e4b-a57c-6fa4484e4c92 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:22:59.830533 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:59.830964 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] Bound using segment: {'id': '19fe0ccd-5bc0-48e2-8d2c-ec24e7621060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b06456f2-dd55-4192-b14e-1e2e438f5c7c'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:22:59.831510 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] Bound port: 2e9f1e18-087b-40e4-b7a0-4b2908825c73, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fe0ccd-5bc0-48e2-8d2c-ec24e7621060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b06456f2-dd55-4192-b14e-1e2e438f5c7c'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:22:59.832116 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2e9f1e18-087b-40e4-b7a0-4b2908825c73), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:59.839744 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36448) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:22:59.843691 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa935f-019b-4e4b-a57c-6fa4484e4c92 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:22:59.856096 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-d21c12f3-bd11-418c-a81d-9c41e094577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:22:59.866721 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=18ea0705-2151-4f50-826e-8d118f9952d6,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:59.896109 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 84cb342b-31f8-4a63-a5de-4d42c9f59995 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:22:59.896568 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (84cb342b-31f8-4a63-a5de-4d42c9f59995), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:59.907891 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd131b29-ee4d-4bc5-bfae-84e089e766f8 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (48bc633b-e0ab-4911-bcfa-10879fca5cad), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:59.929646 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd131b29-ee4d-4bc5-bfae-84e089e766f8 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for router_controller (48bc633b-e0ab-4911-bcfa-10879fca5cad), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:22:59.932245 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa935f-019b-4e4b-a57c-6fa4484e4c92 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Pushing event updated for resources: {'Port': ['ID=13c07ae4-6827-4f1c-b5bf-bbe9f34e990b,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:22:59.935672 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b717f0-6913-4324-900b-29ffa7004be9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:22:59.939499 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f4b717f0-6913-4324-900b-29ffa7004be9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2390151 Apr 16 04:22:59.941751 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-fe3a36d8-f7b9-482f-b1bc-1ab41588519f tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] delete failed (client error): The resource could not be found. Apr 16 04:22:59.943599 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-fe3a36d8-f7b9-482f-b1bc-1ab41588519f tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/5fbce1ef7cd34ef5bd24e21a5c60a45f HTTP/1.1" status: 404 len: 348 time: 0.1026227 Apr 16 04:22:59.959130 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36450) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:00.001667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21c12f3-bd11-418c-a81d-9c41e094577b None None] Routers {'9d836d38-2374-4675-a0a1-24fbac39ef71'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:00.004012 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-d21c12f3-bd11-418c-a81d-9c41e094577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d836d38-2374-4675-a0a1-24fbac39ef71'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:00.049169 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b2d20e-8aaa-4f98-a85a-6d33a14ab94a None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:23:00.100738 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-64aa935f-019b-4e4b-a57c-6fa4484e4c92 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for floatingip (80cb6a08-dd5d-43a4-a296-a70fce842ef0), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:00.131065 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-d21c12f3-bd11-418c-a81d-9c41e094577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:00.131828 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21c12f3-bd11-418c-a81d-9c41e094577b None None] The sync data for ids ['9d836d38-2374-4675-a0a1-24fbac39ef71'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:23:00.133439 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-772588aa-af61-401d-9a51-d8adfa848830 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (9c4b6530-9c19-4bd9-b00d-ad6682bc99da), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:00.178038 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd131b29-ee4d-4bc5-bfae-84e089e766f8 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (48bc633b-e0ab-4911-bcfa-10879fca5cad), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:00.182205 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd131b29-ee4d-4bc5-bfae-84e089e766f8 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Fanout notify agent at l3_agent the message router_deleted on router 48bc633b-e0ab-4911-bcfa-10879fca5cad {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:23:00.194071 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd131b29-ee4d-4bc5-bfae-84e089e766f8 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:00.200485 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dd131b29-ee4d-4bc5-bfae-84e089e766f8 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] 10.222.0.30 "DELETE /v2.0/routers/48bc633b-e0ab-4911-bcfa-10879fca5cad HTTP/1.1" status: 204 len: 168 time: 4.0278411 Apr 16 04:23:00.203571 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36454) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:00.221857 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f1d36236-c8ce-4548-b4f1-4202993c9eda None None] Current status of the port 76c47a49-e169-4526-a34d-f32f06976a0a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:00.222484 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f1d36236-c8ce-4548-b4f1-4202993c9eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (76c47a49-e169-4526-a34d-f32f06976a0a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:00.241774 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] For port 2e9f1e18-087b-40e4-b7a0-4b2908825c73, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:23:00.263026 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28cf95b7-26a5-4127-b738-b93b4b8f8cb4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:00.278378 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] For port 2e9f1e18-087b-40e4-b7a0-4b2908825c73, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2e9f1e18-087b-40e4-b7a0-4b2908825c73,segment=NetworkSegment(19fe0ccd-5bc0-48e2-8d2c-ec24e7621060),segment_id=19fe0ccd-5bc0-48e2-8d2c-ec24e7621060)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:23:00.315998 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36456) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:00.323962 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e3b2d20e-8aaa-4f98-a85a-6d33a14ab94a None None] Deleting port 84cb342b-31f8-4a63-a5de-4d42c9f59995 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:00.326035 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e3b2d20e-8aaa-4f98-a85a-6d33a14ab94a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (84cb342b-31f8-4a63-a5de-4d42c9f59995), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:00.370756 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2e9f1e18-087b-40e4-b7a0-4b2908825c73), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:00.384216 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f1d36236-c8ce-4548-b4f1-4202993c9eda None None] For port 76c47a49-e169-4526-a34d-f32f06976a0a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=76c47a49-e169-4526-a34d-f32f06976a0a,segment=NetworkSegment(d7c808db-70e3-4b65-8546-fc6c96327c6e),segment_id=d7c808db-70e3-4b65-8546-fc6c96327c6e)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:00.389134 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 84cb342b-31f8-4a63-a5de-4d42c9f59995 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:00.390291 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 76c47a49-e169-4526-a34d-f32f06976a0a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:00.394483 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d07161-3b75-46de-b687-c2960897acdd tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Deleting subnet ac55e054-2672-4c93-86f7-9c66c0ff89e4 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:23:00.396693 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-64aa935f-019b-4e4b-a57c-6fa4484e4c92 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (13c07ae4-6827-4f1c-b5bf-bbe9f34e990b), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:00.428330 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-09d07161-3b75-46de-b687-c2960897acdd tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for subnet (ac55e054-2672-4c93-86f7-9c66c0ff89e4), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:00.434246 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.quota.resource [None req-024ed4ae-7d7e-4a5e-901d-17233ff584f3 tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] Usage tracker for resource:network and project:22c13c3e4a4a4605826bef449453d06c is out of sync, need to count used quota {{(pid=104633) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 16 04:23:00.460639 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.quota.resource [None req-024ed4ae-7d7e-4a5e-901d-17233ff584f3 tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104633) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 16 04:23:00.492606 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99386bea-7793-445e-8bae-68d5b4b9712a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:00.496880 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-99386bea-7793-445e-8bae-68d5b4b9712a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5251513 Apr 16 04:23:00.499356 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.quota.resource [None req-024ed4ae-7d7e-4a5e-901d-17233ff584f3 tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] Usage tracker for resource:subnet and project:22c13c3e4a4a4605826bef449453d06c is out of sync, need to count used quota {{(pid=104633) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 16 04:23:00.503745 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36458) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:00.636828 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e3b2d20e-8aaa-4f98-a85a-6d33a14ab94a None None] For port 84cb342b-31f8-4a63-a5de-4d42c9f59995, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=84cb342b-31f8-4a63-a5de-4d42c9f59995,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:00.637244 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e3b2d20e-8aaa-4f98-a85a-6d33a14ab94a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (84cb342b-31f8-4a63-a5de-4d42c9f59995), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:00.638432 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.quota.resource [None req-024ed4ae-7d7e-4a5e-901d-17233ff584f3 tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104633) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 16 04:23:00.640234 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-73bc9f3b-3d0b-4087-870b-c27f4ac877d3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1316309 Apr 16 04:23:00.647241 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-09d07161-3b75-46de-b687-c2960897acdd tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (ac55e054-2672-4c93-86f7-9c66c0ff89e4), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:00.650017 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36460) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:00.654827 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e3b2d20e-8aaa-4f98-a85a-6d33a14ab94a None None] Calling delete_port for 84cb342b-31f8-4a63-a5de-4d42c9f59995 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:00.659310 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-19d41239-b3bf-4bd3-a8a0-8705a18fe353 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:00.706412 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fedd47-1e11-4be7-bb94-1f85f2de28fd None None] Network 152e0850-4774-46c3-a586-9f7a8433da1a requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:00.722511 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.quota.resource [None req-024ed4ae-7d7e-4a5e-901d-17233ff584f3 tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] Usage tracker for resource:subnetpool and project:22c13c3e4a4a4605826bef449453d06c is out of sync, need to count used quota {{(pid=104633) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 16 04:23:00.730514 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f1d36236-c8ce-4548-b4f1-4202993c9eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (76c47a49-e169-4526-a34d-f32f06976a0a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:00.737790 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.quota.resource [None req-024ed4ae-7d7e-4a5e-901d-17233ff584f3 tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104633) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 16 04:23:00.800786 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.quota.resource [None req-024ed4ae-7d7e-4a5e-901d-17233ff584f3 tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] Usage tracker for resource:port and project:22c13c3e4a4a4605826bef449453d06c is out of sync, need to count used quota {{(pid=104633) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 16 04:23:00.807766 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.quota.resource [None req-024ed4ae-7d7e-4a5e-901d-17233ff584f3 tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104633) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 16 04:23:00.867121 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcad4ff-a1fe-4bd7-be94-291b99a2cec5 None None] Pushing event updated for resources: {'Port': ['ID=2e9f1e18-087b-40e4-b7a0-4b2908825c73,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:00.875161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.quota.resource [None req-024ed4ae-7d7e-4a5e-901d-17233ff584f3 tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] Usage tracker for resource:router and project:22c13c3e4a4a4605826bef449453d06c is out of sync, need to count used quota {{(pid=104633) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 16 04:23:00.887329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.quota.resource [None req-024ed4ae-7d7e-4a5e-901d-17233ff584f3 tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104633) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 16 04:23:00.921131 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.quota.resource [None req-024ed4ae-7d7e-4a5e-901d-17233ff584f3 tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] Usage tracker for resource:floatingip and project:22c13c3e4a4a4605826bef449453d06c is out of sync, need to count used quota {{(pid=104633) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 16 04:23:00.922832 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b5f44cdc-b64e-482f-b013-8dee8971a7e0 None None] Provisioning complete for port f7377758-3b0c-428e-81eb-018e85175150 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:00.923168 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b5f44cdc-b64e-482f-b013-8dee8971a7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f7377758-3b0c-428e-81eb-018e85175150), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:00.935064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.quota.resource [None req-024ed4ae-7d7e-4a5e-901d-17233ff584f3 tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104633) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 16 04:23:00.941930 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-09d07161-3b75-46de-b687-c2960897acdd tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (ac55e054-2672-4c93-86f7-9c66c0ff89e4), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:00.946602 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-64aa935f-019b-4e4b-a57c-6fa4484e4c92 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for port (13c07ae4-6827-4f1c-b5bf-bbe9f34e990b), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:00.979610 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 76c47a49-e169-4526-a34d-f32f06976a0a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:00.979996 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (76c47a49-e169-4526-a34d-f32f06976a0a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:01.001458 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d41239-b3bf-4bd3-a8a0-8705a18fe353 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:01.005078 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-19d41239-b3bf-4bd3-a8a0-8705a18fe353 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:01.045471 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-64aa935f-019b-4e4b-a57c-6fa4484e4c92 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (13c07ae4-6827-4f1c-b5bf-bbe9f34e990b), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:01.066077 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d36236-c8ce-4548-b4f1-4202993c9eda None None] Pushing event updated for resources: {'Port': ['ID=76c47a49-e169-4526-a34d-f32f06976a0a,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:01.092514 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e3b2d20e-8aaa-4f98-a85a-6d33a14ab94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (84cb342b-31f8-4a63-a5de-4d42c9f59995), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:01.180664 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2d20e-8aaa-4f98-a85a-6d33a14ab94a None None] Pushing event deleted for resources: {'Port': ['ID=84cb342b-31f8-4a63-a5de-4d42c9f59995,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:01.189722 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b2d20e-8aaa-4f98-a85a-6d33a14ab94a None None] No DVR routers for this DVR port 84cb342b-31f8-4a63-a5de-4d42c9f59995 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:01.258870 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-64aa935f-019b-4e4b-a57c-6fa4484e4c92 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (80cb6a08-dd5d-43a4-a296-a70fce842ef0), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:01.267193 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b5f44cdc-b64e-482f-b013-8dee8971a7e0 None None] Current status of the port f7377758-3b0c-428e-81eb-018e85175150 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:01.267684 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b5f44cdc-b64e-482f-b013-8dee8971a7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f7377758-3b0c-428e-81eb-018e85175150), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:01.273627 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-09d07161-3b75-46de-b687-c2960897acdd tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (ac55e054-2672-4c93-86f7-9c66c0ff89e4), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:01.298542 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-09d07161-3b75-46de-b687-c2960897acdd tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:01.303228 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-09d07161-3b75-46de-b687-c2960897acdd tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] 10.222.0.30 "DELETE /v2.0/subnets/ac55e054-2672-4c93-86f7-9c66c0ff89e4 HTTP/1.1" status: 204 len: 168 time: 1.0959313 Apr 16 04:23:01.313091 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa935f-019b-4e4b-a57c-6fa4484e4c92 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Pushing event updated for resources: {'Port': ['ID=13c07ae4-6827-4f1c-b5bf-bbe9f34e990b,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:01.330896 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36464) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:01.332680 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e33da0-5167-46f7-8c5b-6bdff4707c27 None None] Network c2a65f17-447f-40bf-abeb-629c47bb5367 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:01.345738 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d07161-3b75-46de-b687-c2960897acdd tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Pushing event deleted for resources: {'Subnet': ['ID=ac55e054-2672-4c93-86f7-9c66c0ff89e4,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:01.349286 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.quota.resource [None req-024ed4ae-7d7e-4a5e-901d-17233ff584f3 tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] Usage tracker for resource:security_group and project:22c13c3e4a4a4605826bef449453d06c is out of sync, need to count used quota {{(pid=104633) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 16 04:23:01.353501 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.quota.resource [None req-024ed4ae-7d7e-4a5e-901d-17233ff584f3 tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104633) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 16 04:23:01.363542 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.quota.resource [None req-024ed4ae-7d7e-4a5e-901d-17233ff584f3 tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] Usage tracker for resource:security_group_rule and project:22c13c3e4a4a4605826bef449453d06c is out of sync, need to count used quota {{(pid=104633) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 16 04:23:01.366605 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.quota.resource [None req-024ed4ae-7d7e-4a5e-901d-17233ff584f3 tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104633) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 16 04:23:01.384147 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-024ed4ae-7d7e-4a5e-901d-17233ff584f3 tempest-QuotasTest-318210676 tempest-QuotasTest-318210676-project-admin] 10.222.0.30 "GET /v2.0/quotas/22c13c3e4a4a4605826bef449453d06c/details.json HTTP/1.1" status: 200 len: 703 time: 1.0591383 Apr 16 04:23:01.399587 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-b5f44cdc-b64e-482f-b013-8dee8971a7e0 None None] For port f7377758-3b0c-428e-81eb-018e85175150, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f7377758-3b0c-428e-81eb-018e85175150,segment=NetworkSegment(7d5516ef-9474-49a9-aa2c-8280c8d47a3b),segment_id=7d5516ef-9474-49a9-aa2c-8280c8d47a3b)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:01.410116 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 76c47a49-e169-4526-a34d-f32f06976a0a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:01.449312 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-64aa935f-019b-4e4b-a57c-6fa4484e4c92 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:01.452862 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-64aa935f-019b-4e4b-a57c-6fa4484e4c92 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6235228 Apr 16 04:23:01.466393 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36468) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:01.477899 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-48358aed-6e52-43e6-a118-277486bdaf0a tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Request body: {'floatingip': {'port_id': 'fa3acf8d-18c9-4f0b-b6ab-4b5be245b890', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:01.486236 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fd43feb1-77d3-4702-91df-f7fa09e29b94 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (c2a65f17-447f-40bf-abeb-629c47bb5367), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:01.530318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b5f44cdc-b64e-482f-b013-8dee8971a7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (f7377758-3b0c-428e-81eb-018e85175150), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:01.587996 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-48358aed-6e52-43e6-a118-277486bdaf0a tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for floatingip (80cb6a08-dd5d-43a4-a296-a70fce842ef0), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:01.593795 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-772588aa-af61-401d-9a51-d8adfa848830 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (381ed736-6231-49a6-9341-ab26dc16ff93), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:01.615680 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f44cdc-b64e-482f-b013-8dee8971a7e0 None None] Pushing event updated for resources: {'Port': ['ID=f7377758-3b0c-428e-81eb-018e85175150,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:01.635641 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b5f44cdc-b64e-482f-b013-8dee8971a7e0 None None] Provisioning complete for port 76c47a49-e169-4526-a34d-f32f06976a0a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:01.636451 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b5f44cdc-b64e-482f-b013-8dee8971a7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (76c47a49-e169-4526-a34d-f32f06976a0a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:01.669945 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-fd43feb1-77d3-4702-91df-f7fa09e29b94 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Deleting port 1db0b543-c47d-49b6-b7c8-9c375709aeec {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:01.670420 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fd43feb1-77d3-4702-91df-f7fa09e29b94 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (1db0b543-c47d-49b6-b7c8-9c375709aeec), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:01.685711 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bdfbfe39-6745-44f7-a373-ca9826e4556a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (e8a72a4d-c8bc-4f91-abd8-692b6de54a2e), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:01.694209 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-28cf95b7-26a5-4127-b738-b93b4b8f8cb4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Allocated IP 2001:db8::1 (152e0850-4774-46c3-a586-9f7a8433da1a/11a5eb71-bbc3-4e7a-9c9d-77bf62f4888f/732779af-49f6-47ac-a882-bfaed42ac06c) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:01.780414 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ef9cec-79ec-44d4-ad57-68a283e5bb9c None None] DHCP port deletion for c2a65f17-447f-40bf-abeb-629c47bb5367 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:23:01.833454 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f7377758-3b0c-428e-81eb-018e85175150 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:01.839493 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b5f44cdc-b64e-482f-b013-8dee8971a7e0 None None] Current status of the port 76c47a49-e169-4526-a34d-f32f06976a0a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:01.848179 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bdfbfe39-6745-44f7-a373-ca9826e4556a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (e8a72a4d-c8bc-4f91-abd8-692b6de54a2e), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:01.871468 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-34ebd9b9-8397-4a1a-a017-7b08dddb3494 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (9d836d38-2374-4675-a0a1-24fbac39ef71), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:01.886351 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b5f44cdc-b64e-482f-b013-8dee8971a7e0 None None] Provisioning complete for port 381ed736-6231-49a6-9341-ab26dc16ff93 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:01.886674 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b5f44cdc-b64e-482f-b013-8dee8971a7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (381ed736-6231-49a6-9341-ab26dc16ff93), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:01.929346 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-06ef9cec-79ec-44d4-ad57-68a283e5bb9c None None] Deleting port 1db0b543-c47d-49b6-b7c8-9c375709aeec {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:01.929731 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-06ef9cec-79ec-44d4-ad57-68a283e5bb9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (1db0b543-c47d-49b6-b7c8-9c375709aeec), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.022396 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b5f44cdc-b64e-482f-b013-8dee8971a7e0 None None] Port 381ed736-6231-49a6-9341-ab26dc16ff93 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:02.026979 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port f7377758-3b0c-428e-81eb-018e85175150 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:02.027373 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f7377758-3b0c-428e-81eb-018e85175150), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.064310 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-06ef9cec-79ec-44d4-ad57-68a283e5bb9c None None] For port 1db0b543-c47d-49b6-b7c8-9c375709aeec, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1db0b543-c47d-49b6-b7c8-9c375709aeec,segment=NetworkSegment(fcf08d7e-d03f-416d-9179-3fff39ae84ae),segment_id=fcf08d7e-d03f-416d-9179-3fff39ae84ae)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:02.064739 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-06ef9cec-79ec-44d4-ad57-68a283e5bb9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (1db0b543-c47d-49b6-b7c8-9c375709aeec), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.091846 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-06ef9cec-79ec-44d4-ad57-68a283e5bb9c None None] Calling delete_port for 1db0b543-c47d-49b6-b7c8-9c375709aeec owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:02.168154 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfbfe39-6745-44f7-a373-ca9826e4556a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router e8a72a4d-c8bc-4f91-abd8-692b6de54a2e has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:23:02.171565 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-fd43feb1-77d3-4702-91df-f7fa09e29b94 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] For port 1db0b543-c47d-49b6-b7c8-9c375709aeec, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1db0b543-c47d-49b6-b7c8-9c375709aeec,segment=NetworkSegment(fcf08d7e-d03f-416d-9179-3fff39ae84ae),segment_id=fcf08d7e-d03f-416d-9179-3fff39ae84ae)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:02.171966 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fd43feb1-77d3-4702-91df-f7fa09e29b94 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (1db0b543-c47d-49b6-b7c8-9c375709aeec), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.210474 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-322d98d9-c5b1-4933-9098-7df6911af5ce None None] Provisioning complete for port f7377758-3b0c-428e-81eb-018e85175150 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:02.210862 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-322d98d9-c5b1-4933-9098-7df6911af5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f7377758-3b0c-428e-81eb-018e85175150), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.259874 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port f7377758-3b0c-428e-81eb-018e85175150 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:02.263842 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2e9f1e18-087b-40e4-b7a0-4b2908825c73 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:02.292114 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36474) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:02.330480 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28cf95b7-26a5-4127-b738-b93b4b8f8cb4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for port (732779af-49f6-47ac-a882-bfaed42ac06c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.368295 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-48358aed-6e52-43e6-a118-277486bdaf0a tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] update failed (client error): The resource could not be found. Apr 16 04:23:02.369410 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-48358aed-6e52-43e6-a118-277486bdaf0a tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] 10.222.0.30 "PUT /v2.0/floatingips/80cb6a08-dd5d-43a4-a296-a70fce842ef0 HTTP/1.1" status: 404 len: 507 time: 0.8983097 Apr 16 04:23:02.370808 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-19d41239-b3bf-4bd3-a8a0-8705a18fe353 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (ee242381-1077-41f3-bd6c-a9d4c7239c5e), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.372641 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36478) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:02.390361 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-fd43feb1-77d3-4702-91df-f7fa09e29b94 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Calling delete_port for 1db0b543-c47d-49b6-b7c8-9c375709aeec owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:02.398532 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-06ef9cec-79ec-44d4-ad57-68a283e5bb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (1db0b543-c47d-49b6-b7c8-9c375709aeec), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.408085 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 2e9f1e18-087b-40e4-b7a0-4b2908825c73 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:02.414025 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2e9f1e18-087b-40e4-b7a0-4b2908825c73), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.462190 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ef9cec-79ec-44d4-ad57-68a283e5bb9c None None] No DVR routers for this DVR port 1db0b543-c47d-49b6-b7c8-9c375709aeec on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:02.469801 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef9cec-79ec-44d4-ad57-68a283e5bb9c None None] Pushing event deleted for resources: {'Port': ['ID=1db0b543-c47d-49b6-b7c8-9c375709aeec,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:02.488000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-322d98d9-c5b1-4933-9098-7df6911af5ce None None] Current status of the port f7377758-3b0c-428e-81eb-018e85175150 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:02.510876 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be19261-26ab-4a47-8539-eac61769a490 None None] Network b06456f2-dd55-4192-b14e-1e2e438f5c7c requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:02.545711 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e58e648f-1cdc-46b5-827f-c3ff9ecf8eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.592356 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d41239-b3bf-4bd3-a8a0-8705a18fe353 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:02.607344 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-19d41239-b3bf-4bd3-a8a0-8705a18fe353 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:02.609440 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d41239-b3bf-4bd3-a8a0-8705a18fe353 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:02.610051 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-19d41239-b3bf-4bd3-a8a0-8705a18fe353 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.618783 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d41239-b3bf-4bd3-a8a0-8705a18fe353 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=ee242381-1077-41f3-bd6c-a9d4c7239c5e,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:02.623367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 2e9f1e18-087b-40e4-b7a0-4b2908825c73 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:02.623367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2e9f1e18-087b-40e4-b7a0-4b2908825c73), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.640805 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-cfa5ef44-534f-4e1e-9441-b467b17d4584 None None] Provisioning complete for port 2e9f1e18-087b-40e4-b7a0-4b2908825c73 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:02.643338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cfa5ef44-534f-4e1e-9441-b467b17d4584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2e9f1e18-087b-40e4-b7a0-4b2908825c73), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.643338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d81f1f4-b638-4276-b292-cde5978da56e None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:02.685281 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-ec4245cf-e447-4898-bc81-a2f904d28c1e tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Deleting port 13c07ae4-6827-4f1c-b5bf-bbe9f34e990b {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:02.685281 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec4245cf-e447-4898-bc81-a2f904d28c1e tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (13c07ae4-6827-4f1c-b5bf-bbe9f34e990b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.751915 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-19d41239-b3bf-4bd3-a8a0-8705a18fe353 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0985301 Apr 16 04:23:02.752122 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-772588aa-af61-401d-9a51-d8adfa848830 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for port (381ed736-6231-49a6-9341-ab26dc16ff93), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.752979 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36480) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:02.753321 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfbfe39-6745-44f7-a373-ca9826e4556a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:23:02.759003 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-423db379-6466-4697-8b48-e7add1dccfe1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'mac_address': 'fa:16:3e:63:5b:2a', 'name': 'tempest-NetworksTestDHCPv6-1261711063'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:02.766275 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b37cf4-947e-46ac-8925-50a571fb5027 None None] Sync routers for ids ['e8a72a4d-c8bc-4f91-abd8-692b6de54a2e'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:23:02.767508 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bdfbfe39-6745-44f7-a373-ca9826e4556a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.773052 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bdfbfe39-6745-44f7-a373-ca9826e4556a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/e8a72a4d-c8bc-4f91-abd8-692b6de54a2e HTTP/1.1" status: 200 len: 886 time: 3.3473268 Apr 16 04:23:02.774085 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36482) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:02.780702 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28cf95b7-26a5-4127-b738-b93b4b8f8cb4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (732779af-49f6-47ac-a882-bfaed42ac06c), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.791251 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b37cf4-947e-46ac-8925-50a571fb5027 None None] Routers {'e8a72a4d-c8bc-4f91-abd8-692b6de54a2e'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:02.791911 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-46b37cf4-947e-46ac-8925-50a571fb5027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['e8a72a4d-c8bc-4f91-abd8-692b6de54a2e'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:02.796852 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 2e9f1e18-087b-40e4-b7a0-4b2908825c73, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2e9f1e18-087b-40e4-b7a0-4b2908825c73,segment=NetworkSegment(19fe0ccd-5bc0-48e2-8d2c-ec24e7621060),segment_id=19fe0ccd-5bc0-48e2-8d2c-ec24e7621060)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:02.831847 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-46b37cf4-947e-46ac-8925-50a571fb5027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:02.834281 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-772588aa-af61-401d-9a51-d8adfa848830 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (381ed736-6231-49a6-9341-ab26dc16ff93), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.841889 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b37cf4-947e-46ac-8925-50a571fb5027 None None] Routers {'e8a72a4d-c8bc-4f91-abd8-692b6de54a2e'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:02.842505 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-46b37cf4-947e-46ac-8925-50a571fb5027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['e8a72a4d-c8bc-4f91-abd8-692b6de54a2e'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:02.888022 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-46b37cf4-947e-46ac-8925-50a571fb5027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:02.888645 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b37cf4-947e-46ac-8925-50a571fb5027 None None] The sync data for ids ['e8a72a4d-c8bc-4f91-abd8-692b6de54a2e'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:23:02.897999 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cf95b7-26a5-4127-b738-b93b4b8f8cb4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Network 152e0850-4774-46c3-a586-9f7a8433da1a is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:02.901673 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-772588aa-af61-401d-9a51-d8adfa848830 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (9c4b6530-9c19-4bd9-b00d-ad6682bc99da), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.916211 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2e9f1e18-087b-40e4-b7a0-4b2908825c73), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.917482 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 18ea0705-2151-4f50-826e-8d118f9952d6 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:02.919518 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-28cf95b7-26a5-4127-b738-b93b4b8f8cb4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:02.928869 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e58e648f-1cdc-46b5-827f-c3ff9ecf8eda admin admin] Publish callbacks [] for security_group (888db0ad-525f-44cb-bea5-51b181d0dee2), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.931386 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec4245cf-e447-4898-bc81-a2f904d28c1e tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (13c07ae4-6827-4f1c-b5bf-bbe9f34e990b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.931851 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec4245cf-e447-4898-bc81-a2f904d28c1e tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for floatingip (13c07ae4-6827-4f1c-b5bf-bbe9f34e990b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.940904 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf95b7-26a5-4127-b738-b93b4b8f8cb4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:02.941404 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28cf95b7-26a5-4127-b738-b93b4b8f8cb4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (26813af7-b20f-4657-939e-0d639b8a43eb), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:02.997775 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': 'ee242381-1077-41f3-bd6c-a9d4c7239c5e'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:23:03.001908 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:03.087921 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-ec4245cf-e447-4898-bc81-a2f904d28c1e tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Calling delete_port for 13c07ae4-6827-4f1c-b5bf-bbe9f34e990b owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:03.125561 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf95b7-26a5-4127-b738-b93b4b8f8cb4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event updated for resources: {'Port': ['ID=732779af-49f6-47ac-a882-bfaed42ac06c,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:03.145488 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772588aa-af61-401d-9a51-d8adfa848830 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Network 568d6779-966e-4ede-8372-feba943d93d4 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:03.173852 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-772588aa-af61-401d-9a51-d8adfa848830 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:03.231891 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e58e648f-1cdc-46b5-827f-c3ff9ecf8eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (888db0ad-525f-44cb-bea5-51b181d0dee2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:03.271159 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423db379-6466-4697-8b48-e7add1dccfe1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:03.292612 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-536a2774-27ca-4ef9-9f28-2df6f0283fdc tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/routers/e8a72a4d-c8bc-4f91-abd8-692b6de54a2e HTTP/1.1" status: 200 len: 886 time: 0.5036285 Apr 16 04:23:03.294290 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5ef44-534f-4e1e-9441-b467b17d4584 None None] Current status of the port 2e9f1e18-087b-40e4-b7a0-4b2908825c73 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:03.297992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fd43feb1-77d3-4702-91df-f7fa09e29b94 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (1db0b543-c47d-49b6-b7c8-9c375709aeec), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:03.300774 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=2e9f1e18-087b-40e4-b7a0-4b2908825c73,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:03.317856 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36484) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:03.335585 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43feb1-77d3-4702-91df-f7fa09e29b94 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] No DVR routers for this DVR port 1db0b543-c47d-49b6-b7c8-9c375709aeec on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:03.392368 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 18ea0705-2151-4f50-826e-8d118f9952d6 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:03.392837 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (18ea0705-2151-4f50-826e-8d118f9952d6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:03.404480 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-34ebd9b9-8397-4a1a-a017-7b08dddb3494 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting port dd4074c4-e8fb-4ce2-8230-814f286e850b {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:03.405004 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-34ebd9b9-8397-4a1a-a017-7b08dddb3494 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (dd4074c4-e8fb-4ce2-8230-814f286e850b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:03.440127 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e58e648f-1cdc-46b5-827f-c3ff9ecf8eda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f0b05e3965c14f22851ae6704a30eff1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1427784 Apr 16 04:23:03.443129 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36486) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:03.451584 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c4c8c083-0fe7-4406-9f9b-3877b149dd3d tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a72a4d-c8bc-4f91-abd8-692b6de54a2e HTTP/1.1" status: 200 len: 205 time: 0.1232307 Apr 16 04:23:03.451800 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772588aa-af61-401d-9a51-d8adfa848830 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event updated for resources: {'Port': ['ID=381ed736-6231-49a6-9341-ab26dc16ff93,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:03.453226 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e648f-1cdc-46b5-827f-c3ff9ecf8eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888db0ad-525f-44cb-bea5-51b181d0dee2,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:03.465891 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36488) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:03.489890 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43feb1-77d3-4702-91df-f7fa09e29b94 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Pushing event deleted for resources: {'Port': ['ID=1db0b543-c47d-49b6-b7c8-9c375709aeec,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:03.500589 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] Allocated IP 2001:db8::2 (9a9395da-f56a-4c57-8efc-4b7256188659/ee242381-1077-41f3-bd6c-a9d4c7239c5e/db85da0a-3a77-4196-b124-2f91db6c18be) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:03.540913 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-423db379-6466-4697-8b48-e7add1dccfe1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:03.571466 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-423db379-6466-4697-8b48-e7add1dccfe1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port 058ba25c-01de-435a-a4b1-f1810f3d5512 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:23:03.591868 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-e8c4f718-5819-4820-9923-e854506524ec None None] Provisioning complete for port 2e9f1e18-087b-40e4-b7a0-4b2908825c73 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:03.591868 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e8c4f718-5819-4820-9923-e854506524ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2e9f1e18-087b-40e4-b7a0-4b2908825c73), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:03.618500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec4245cf-e447-4898-bc81-a2f904d28c1e tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (13c07ae4-6827-4f1c-b5bf-bbe9f34e990b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:03.629358 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-eb2d6b7a-794c-42ae-b8bf-44a587f1cadb admin admin] Publish callbacks [] for security_group (888db0ad-525f-44cb-bea5-51b181d0dee2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:03.662793 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4245cf-e447-4898-bc81-a2f904d28c1e tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Pushing event deleted for resources: {'Port': ['ID=13c07ae4-6827-4f1c-b5bf-bbe9f34e990b,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:03.692853 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fd43feb1-77d3-4702-91df-f7fa09e29b94 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (c2a65f17-447f-40bf-abeb-629c47bb5367), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:03.709366 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-eb2d6b7a-794c-42ae-b8bf-44a587f1cadb admin admin] Publish callbacks [] for security_group (888db0ad-525f-44cb-bea5-51b181d0dee2), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:03.738500 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 18ea0705-2151-4f50-826e-8d118f9952d6 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:03.740114 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 76c47a49-e169-4526-a34d-f32f06976a0a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:03.778957 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec4245cf-e447-4898-bc81-a2f904d28c1e tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for floatingip (80cb6a08-dd5d-43a4-a296-a70fce842ef0), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:03.781913 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec4245cf-e447-4898-bc81-a2f904d28c1e tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:03.783134 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ec4245cf-e447-4898-bc81-a2f904d28c1e tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] 10.222.0.30 "DELETE /v2.0/floatingips/80cb6a08-dd5d-43a4-a296-a70fce842ef0 HTTP/1.1" status: 204 len: 168 time: 1.4070561 Apr 16 04:23:03.790915 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36490) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:03.794762 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-a08871e9-e6ca-4984-9e3f-66aea4d59eb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Request body: {'floatingip': {'floating_network_id': 'ebebe631-f8c9-4ed8-8b88-bbf4f01d3350', 'port_id': 'fa3acf8d-18c9-4f0b-b6ab-4b5be245b890', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:03.806723 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] Publish callbacks [] for port (db85da0a-3a77-4196-b124-2f91db6c18be), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:03.831029 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e8c4f718-5819-4820-9923-e854506524ec None None] Current status of the port 2e9f1e18-087b-40e4-b7a0-4b2908825c73 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:03.848665 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-e8c4f718-5819-4820-9923-e854506524ec None None] Provisioning complete for port 732779af-49f6-47ac-a882-bfaed42ac06c triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:03.849069 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e8c4f718-5819-4820-9923-e854506524ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (732779af-49f6-47ac-a882-bfaed42ac06c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:03.852438 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 76c47a49-e169-4526-a34d-f32f06976a0a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:03.852870 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (76c47a49-e169-4526-a34d-f32f06976a0a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:03.903029 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (db85da0a-3a77-4196-b124-2f91db6c18be), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:03.922526 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-eb2d6b7a-794c-42ae-b8bf-44a587f1cadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (888db0ad-525f-44cb-bea5-51b181d0dee2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:03.925204 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-eb2d6b7a-794c-42ae-b8bf-44a587f1cadb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:03.929768 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-eb2d6b7a-794c-42ae-b8bf-44a587f1cadb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/888db0ad-525f-44cb-bea5-51b181d0dee2 HTTP/1.1" status: 204 len: 168 time: 0.4829545 Apr 16 04:23:03.929768 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a08871e9-e6ca-4984-9e3f-66aea4d59eb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:03.944435 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e8c4f718-5819-4820-9923-e854506524ec None None] Port 732779af-49f6-47ac-a882-bfaed42ac06c cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:03.961191 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d6b7a-794c-42ae-b8bf-44a587f1cadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888db0ad-525f-44cb-bea5-51b181d0dee2,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:03.966847 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:03.980364 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:03.987562 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:03.995520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] Pushing event updated for resources: {'Port': ['ID=db85da0a-3a77-4196-b124-2f91db6c18be,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:04.036038 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-423db379-6466-4697-8b48-e7add1dccfe1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::4 (9a9395da-f56a-4c57-8efc-4b7256188659/ee242381-1077-41f3-bd6c-a9d4c7239c5e/058ba25c-01de-435a-a4b1-f1810f3d5512) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:04.084421 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28cf95b7-26a5-4127-b738-b93b4b8f8cb4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (732779af-49f6-47ac-a882-bfaed42ac06c), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:04.094055 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-fd43feb1-77d3-4702-91df-f7fa09e29b94 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a65f17-447f-40bf-abeb-629c47bb5367']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:04.117512 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-037cbb8b-0ecc-4f2c-bf7a-6ae931898e40 None None] Provisioning complete for port 381ed736-6231-49a6-9341-ab26dc16ff93 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:04.118038 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-037cbb8b-0ecc-4f2c-bf7a-6ae931898e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (381ed736-6231-49a6-9341-ab26dc16ff93), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:04.125249 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 76c47a49-e169-4526-a34d-f32f06976a0a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:04.137225 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-fd43feb1-77d3-4702-91df-f7fa09e29b94 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf08d7e-d03f-416d-9179-3fff39ae84ae') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:04.137483 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-fd43feb1-77d3-4702-91df-f7fa09e29b94 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf08d7e-d03f-416d-9179-3fff39ae84ae') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:04.172794 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] Attempting to bind port db85da0a-3a77-4196-b124-2f91db6c18be on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:23:04.173243 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] Attempting to bind port db85da0a-3a77-4196-b124-2f91db6c18be by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:23:04.173614 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] Attempting to bind port db85da0a-3a77-4196-b124-2f91db6c18be on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:23:04.181021 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772588aa-af61-401d-9a51-d8adfa848830 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Router 9c4b6530-9c19-4bd9-b00d-ad6682bc99da has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:23:04.185558 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-34ebd9b9-8397-4a1a-a017-7b08dddb3494 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (dd4074c4-e8fb-4ce2-8230-814f286e850b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:04.189842 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:23:04.190234 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:04.190647 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:04.191039 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:23:04.191556 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] Bound port: db85da0a-3a77-4196-b124-2f91db6c18be, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:23:04.191916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (db85da0a-3a77-4196-b124-2f91db6c18be), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:04.197483 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 84cb342b-31f8-4a63-a5de-4d42c9f59995 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:23:04.197922 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-a08871e9-e6ca-4984-9e3f-66aea4d59eb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:23:04.202620 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a08871e9-e6ca-4984-9e3f-66aea4d59eb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4084156 Apr 16 04:23:04.203130 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36494) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:04.207856 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-e40c4a9a-9428-4836-bdf5-efd695cbea9b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': 'fa3acf8d-18c9-4f0b-b6ab-4b5be245b890', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:04.214073 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-34ebd9b9-8397-4a1a-a017-7b08dddb3494 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Calling delete_port for dd4074c4-e8fb-4ce2-8230-814f286e850b owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:04.219308 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-037cbb8b-0ecc-4f2c-bf7a-6ae931898e40 None None] Port 381ed736-6231-49a6-9341-ab26dc16ff93 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:04.227151 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 84cb342b-31f8-4a63-a5de-4d42c9f59995 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:23:04.227502 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 84cb342b-31f8-4a63-a5de-4d42c9f59995 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:23:04.248662 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fd43feb1-77d3-4702-91df-f7fa09e29b94 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (fcf08d7e-d03f-416d-9179-3fff39ae84ae), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:04.254103 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f638cc19-71fa-4351-bd4c-7764393a3975 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (e8a72a4d-c8bc-4f91-abd8-692b6de54a2e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:04.291068 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] For port db85da0a-3a77-4196-b124-2f91db6c18be, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:23:04.294530 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] For port db85da0a-3a77-4196-b124-2f91db6c18be, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=db85da0a-3a77-4196-b124-2f91db6c18be,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:23:04.303667 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-423db379-6466-4697-8b48-e7add1dccfe1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (058ba25c-01de-435a-a4b1-f1810f3d5512), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:04.310850 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e40c4a9a-9428-4836-bdf5-efd695cbea9b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:04.366903 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (db85da0a-3a77-4196-b124-2f91db6c18be), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:04.409305 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f7377758-3b0c-428e-81eb-018e85175150 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:04.433926 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e40c4a9a-9428-4836-bdf5-efd695cbea9b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:04.474474 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fd43feb1-77d3-4702-91df-f7fa09e29b94 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (fcf08d7e-d03f-416d-9179-3fff39ae84ae), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:04.485423 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d0316-3e8f-4814-94a8-685b53b53ad0 None None] Pushing event updated for resources: {'Port': ['ID=db85da0a-3a77-4196-b124-2f91db6c18be,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:04.488755 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd43feb1-77d3-4702-91df-f7fa09e29b94 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:23:04.489400 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fd43feb1-77d3-4702-91df-f7fa09e29b94 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (fcf08d7e-d03f-416d-9179-3fff39ae84ae), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:04.496427 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port f7377758-3b0c-428e-81eb-018e85175150 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:04.496840 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f7377758-3b0c-428e-81eb-018e85175150), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:23:04.502471 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:23:04.584245 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-e40c4a9a-9428-4836-bdf5-efd695cbea9b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Allocated IP 172.26.6.253 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/5568ae0b-f936-400f-8f40-6f5281af26df) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:04.591583 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port f7377758-3b0c-428e-81eb-018e85175150 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:04.593367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2e9f1e18-087b-40e4-b7a0-4b2908825c73 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:04.690429 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-423db379-6466-4697-8b48-e7add1dccfe1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (058ba25c-01de-435a-a4b1-f1810f3d5512), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:04.694266 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 2e9f1e18-087b-40e4-b7a0-4b2908825c73 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:04.694773 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2e9f1e18-087b-40e4-b7a0-4b2908825c73), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:04.732502 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772588aa-af61-401d-9a51-d8adfa848830 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:23:04.748804 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-772588aa-af61-401d-9a51-d8adfa848830 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "PUT /v2.0/routers/9c4b6530-9c19-4bd9-b00d-ad6682bc99da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1969450 Apr 16 04:23:04.773977 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] Sync routers for ids ['9c4b6530-9c19-4bd9-b00d-ad6682bc99da'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:23:04.789122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36500) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:04.821534 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] Routers {'9c4b6530-9c19-4bd9-b00d-ad6682bc99da'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:04.823053 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9c4b6530-9c19-4bd9-b00d-ad6682bc99da'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:04.839466 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423db379-6466-4697-8b48-e7add1dccfe1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:04.890266 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-423db379-6466-4697-8b48-e7add1dccfe1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:04.893915 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423db379-6466-4697-8b48-e7add1dccfe1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:04.898887 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fd43feb1-77d3-4702-91df-f7fa09e29b94 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (c2a65f17-447f-40bf-abeb-629c47bb5367), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:04.903138 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fd43feb1-77d3-4702-91df-f7fa09e29b94 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:04.908791 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fd43feb1-77d3-4702-91df-f7fa09e29b94 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] 10.222.0.30 "DELETE /v2.0/networks/c2a65f17-447f-40bf-abeb-629c47bb5367 HTTP/1.1" status: 204 len: 168 time: 3.5739930 Apr 16 04:23:04.909699 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423db379-6466-4697-8b48-e7add1dccfe1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:04.909699 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-423db379-6466-4697-8b48-e7add1dccfe1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:04.917729 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36504) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:04.930508 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c8cbdf4f-6969-4aa7-a043-703dc1f8fa43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:04.932282 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423db379-6466-4697-8b48-e7add1dccfe1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=058ba25c-01de-435a-a4b1-f1810f3d5512,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:04.949083 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 2e9f1e18-087b-40e4-b7a0-4b2908825c73 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:04.961475 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e40c4a9a-9428-4836-bdf5-efd695cbea9b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for port (5568ae0b-f936-400f-8f40-6f5281af26df), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:05.007212 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43feb1-77d3-4702-91df-f7fa09e29b94 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Pushing event deleted for resources: {'Network': ['ID=c2a65f17-447f-40bf-abeb-629c47bb5367,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:05.010606 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f638cc19-71fa-4351-bd4c-7764393a3975 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router_gateway (e8a72a4d-c8bc-4f91-abd8-692b6de54a2e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:05.024835 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-423db379-6466-4697-8b48-e7add1dccfe1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2711706 Apr 16 04:23:05.032475 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36518) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:05.047243 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1db0b543-c47d-49b6-b7c8-9c375709aeec no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:23:05.078235 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 1db0b543-c47d-49b6-b7c8-9c375709aeec {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:23:05.078585 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1db0b543-c47d-49b6-b7c8-9c375709aeec not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:23:05.094694 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] Set router 9c4b6530-9c19-4bd9-b00d-ad6682bc99da gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:23:05.103050 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c8cbdf4f-6969-4aa7-a043-703dc1f8fa43 admin admin] Publish callbacks [] for security_group (28ef4af8-044c-466d-81cb-eafb34cfe525), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:05.129484 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e40c4a9a-9428-4836-bdf5-efd695cbea9b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (5568ae0b-f936-400f-8f40-6f5281af26df), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:05.181727 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40c4a9a-9428-4836-bdf5-efd695cbea9b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:05.184966 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-e40c4a9a-9428-4836-bdf5-efd695cbea9b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:05.189642 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40c4a9a-9428-4836-bdf5-efd695cbea9b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:05.193218 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c8cbdf4f-6969-4aa7-a043-703dc1f8fa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (28ef4af8-044c-466d-81cb-eafb34cfe525), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:05.195481 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c4a9a-9428-4836-bdf5-efd695cbea9b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Pushing event updated for resources: {'Port': ['ID=5568ae0b-f936-400f-8f40-6f5281af26df,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:05.275956 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c8cbdf4f-6969-4aa7-a043-703dc1f8fa43 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22c13c3e4a4a4605826bef449453d06c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4855678 Apr 16 04:23:05.281288 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bfc61e-03a6-43f7-bdaf-58ef1179e23d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:05.287267 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bfc61e-03a6-43f7-bdaf-58ef1179e23d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:05.289126 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d5bfc61e-03a6-43f7-bdaf-58ef1179e23d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2555709 Apr 16 04:23:05.294569 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36520) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:05.294735 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36522) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:05.305597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbdf4f-6969-4aa7-a043-703dc1f8fa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ef4af8-044c-466d-81cb-eafb34cfe525,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:05.343124 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331617002', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:22:42Z', 'updated_at': '2022-04-16T04:23:00Z', 'revision_number': 4, 'project_id': '1331059124584452b3c27bedfa8953aa', 'gw_port': {'id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:44Z', 'updated_at': '2022-04-16T04:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '381ed736-6231-49a6-9341-ab26dc16ff93', 'name': '', 'network_id': '568d6779-966e-4ede-8372-feba943d93d4', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'mac_address': 'fa:16:3e:70:2c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '660e9b45-824f-4813-95fc-d919bbc73d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:57Z', 'updated_at': '2022-04-16T04:23:02Z', 'revision_number': 2, 'project_id': '1331059124584452b3c27bedfa8953aa', 'subnets': [{'id': '660e9b45-824f-4813-95fc-d919bbc73d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:05.373377 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] Checking router: 9c4b6530-9c19-4bd9-b00d-ad6682bc99da for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:23:05.373880 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] Updating router 9c4b6530-9c19-4bd9-b00d-ad6682bc99da port 381ed736-6231-49a6-9341-ab26dc16ff93 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:23:05.388921 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-f6e2cc48-8e42-4814-8f52-be2525c9c6ac tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1473607586&fields=id&tenant_id=1331059124584452b3c27bedfa8953aa HTTP/1.1" status: 200 len: 267 time: 0.3832810 Apr 16 04:23:05.412245 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-f638cc19-71fa-4351-bd4c-7764393a3975 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting port 5c9fd873-53f4-4294-b70a-9edd89fb1df0 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:05.412470 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (381ed736-6231-49a6-9341-ab26dc16ff93), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:05.412587 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f638cc19-71fa-4351-bd4c-7764393a3975 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (5c9fd873-53f4-4294-b70a-9edd89fb1df0), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:05.438423 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-e40c4a9a-9428-4836-bdf5-efd695cbea9b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Deleting port 5568ae0b-f936-400f-8f40-6f5281af26df {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:05.438794 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e40c4a9a-9428-4836-bdf5-efd695cbea9b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (5568ae0b-f936-400f-8f40-6f5281af26df), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:05.517650 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-d5d4b14f-57b2-474d-8666-90b7fa8b38c6 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Deleting port 617630a7-120f-4723-9d5b-ef53dc256475 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:05.518213 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d5d4b14f-57b2-474d-8666-90b7fa8b38c6 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (617630a7-120f-4723-9d5b-ef53dc256475), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:05.523049 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e40c4a9a-9428-4836-bdf5-efd695cbea9b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (5568ae0b-f936-400f-8f40-6f5281af26df), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:05.523371 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e40c4a9a-9428-4836-bdf5-efd695cbea9b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for floatingip (5568ae0b-f936-400f-8f40-6f5281af26df), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:05.541409 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-e40c4a9a-9428-4836-bdf5-efd695cbea9b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Calling delete_port for 5568ae0b-f936-400f-8f40-6f5281af26df owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:05.581097 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-34ebd9b9-8397-4a1a-a017-7b08dddb3494 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (dd4074c4-e8fb-4ce2-8230-814f286e850b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:05.654942 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28cf95b7-26a5-4127-b738-b93b4b8f8cb4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for port (732779af-49f6-47ac-a882-bfaed42ac06c), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:05.749665 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebd9b9-8397-4a1a-a017-7b08dddb3494 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Port': ['ID=dd4074c4-e8fb-4ce2-8230-814f286e850b,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:05.760037 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e40c4a9a-9428-4836-bdf5-efd695cbea9b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (5568ae0b-f936-400f-8f40-6f5281af26df), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:05.763421 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] Publish callbacks [] for port (381ed736-6231-49a6-9341-ab26dc16ff93), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:05.800544 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28cf95b7-26a5-4127-b738-b93b4b8f8cb4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (732779af-49f6-47ac-a882-bfaed42ac06c), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:05.801340 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28cf95b7-26a5-4127-b738-b93b4b8f8cb4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (26813af7-b20f-4657-939e-0d639b8a43eb), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:05.808285 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c4a9a-9428-4836-bdf5-efd695cbea9b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Pushing event deleted for resources: {'Port': ['ID=5568ae0b-f936-400f-8f40-6f5281af26df,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:05.854698 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-e30a4c80-2d84-4473-9a48-afc9fdeaafbd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port 058ba25c-01de-435a-a4b1-f1810f3d5512 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:05.855028 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e30a4c80-2d84-4473-9a48-afc9fdeaafbd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (058ba25c-01de-435a-a4b1-f1810f3d5512), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:05.855400 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-96f56e98-6631-4c0d-9630-cd93934d587b None None] Provisioning complete for port db85da0a-3a77-4196-b124-2f91db6c18be triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:05.855787 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-96f56e98-6631-4c0d-9630-cd93934d587b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (db85da0a-3a77-4196-b124-2f91db6c18be), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:05.903151 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (381ed736-6231-49a6-9341-ab26dc16ff93), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:05.925247 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-839fab07-7c28-4773-9813-07e38eaecca6 admin admin] Publish callbacks [] for security_group (28ef4af8-044c-466d-81cb-eafb34cfe525), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:05.991185 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ae071-8e1f-405d-9dc3-2ef72aa43f8a None None] Pushing event updated for resources: {'Port': ['ID=381ed736-6231-49a6-9341-ab26dc16ff93,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:06.028596 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-e40c4a9a-9428-4836-bdf5-efd695cbea9b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] create failed (client error): The resource could not be found. Apr 16 04:23:06.033331 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e40c4a9a-9428-4836-bdf5-efd695cbea9b tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8255613 Apr 16 04:23:06.033833 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36524) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:06.195564 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-adfa32ae-8850-4bc8-b6ee-982127c1bfc0 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Deleting port fa3acf8d-18c9-4f0b-b6ab-4b5be245b890 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:06.195900 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] Attempting to bind port 381ed736-6231-49a6-9341-ab26dc16ff93 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:23:06.196017 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-adfa32ae-8850-4bc8-b6ee-982127c1bfc0 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (fa3acf8d-18c9-4f0b-b6ab-4b5be245b890), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:06.196446 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] Attempting to bind port 381ed736-6231-49a6-9341-ab26dc16ff93 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'd7c808db-70e3-4b65-8546-fc6c96327c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '568d6779-966e-4ede-8372-feba943d93d4'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:23:06.197122 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] Attempting to bind port 381ed736-6231-49a6-9341-ab26dc16ff93 on network 568d6779-966e-4ede-8372-feba943d93d4 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:23:06.205764 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-96f56e98-6631-4c0d-9630-cd93934d587b None None] Current status of the port db85da0a-3a77-4196-b124-2f91db6c18be is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:06.208296 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-96f56e98-6631-4c0d-9630-cd93934d587b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (db85da0a-3a77-4196-b124-2f91db6c18be), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:06.208805 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:23:06.209335 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] Checking segment: {'id': 'd7c808db-70e3-4b65-8546-fc6c96327c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '568d6779-966e-4ede-8372-feba943d93d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:06.209818 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:06.210306 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] Bound using segment: {'id': 'd7c808db-70e3-4b65-8546-fc6c96327c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '568d6779-966e-4ede-8372-feba943d93d4'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:23:06.210894 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] Bound port: 381ed736-6231-49a6-9341-ab26dc16ff93, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c808db-70e3-4b65-8546-fc6c96327c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '568d6779-966e-4ede-8372-feba943d93d4'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:23:06.211378 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (381ed736-6231-49a6-9341-ab26dc16ff93), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:06.323788 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-96f56e98-6631-4c0d-9630-cd93934d587b None None] For port db85da0a-3a77-4196-b124-2f91db6c18be, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=db85da0a-3a77-4196-b124-2f91db6c18be,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:06.330621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] For port 381ed736-6231-49a6-9341-ab26dc16ff93, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:23:06.339891 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] For port 381ed736-6231-49a6-9341-ab26dc16ff93, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=381ed736-6231-49a6-9341-ab26dc16ff93,segment=NetworkSegment(d7c808db-70e3-4b65-8546-fc6c96327c6e),segment_id=d7c808db-70e3-4b65-8546-fc6c96327c6e)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:23:06.366596 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-adfa32ae-8850-4bc8-b6ee-982127c1bfc0 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (fa3acf8d-18c9-4f0b-b6ab-4b5be245b890), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:06.382908 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-adfa32ae-8850-4bc8-b6ee-982127c1bfc0 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Calling delete_port for fa3acf8d-18c9-4f0b-b6ab-4b5be245b890 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:06.392123 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-96f56e98-6631-4c0d-9630-cd93934d587b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (db85da0a-3a77-4196-b124-2f91db6c18be), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:06.400627 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device db85da0a-3a77-4196-b124-2f91db6c18be up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:06.424753 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (381ed736-6231-49a6-9341-ab26dc16ff93), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:06.508165 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f56e98-6631-4c0d-9630-cd93934d587b None None] Pushing event updated for resources: {'Port': ['ID=db85da0a-3a77-4196-b124-2f91db6c18be,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:06.511636 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f638cc19-71fa-4351-bd4c-7764393a3975 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (5c9fd873-53f4-4294-b70a-9edd89fb1df0), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:06.519837 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] Routers {'9c4b6530-9c19-4bd9-b00d-ad6682bc99da'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:06.521155 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9c4b6530-9c19-4bd9-b00d-ad6682bc99da'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:06.595019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-adfa32ae-8850-4bc8-b6ee-982127c1bfc0 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (fa3acf8d-18c9-4f0b-b6ab-4b5be245b890), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:06.613156 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-839fab07-7c28-4773-9813-07e38eaecca6 admin admin] Publish callbacks [] for security_group (28ef4af8-044c-466d-81cb-eafb34cfe525), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:06.626925 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-70df4c25-a375-43a8-8ad3-52fc931b9a65 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:06.628548 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-70df4c25-a375-43a8-8ad3-52fc931b9a65 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/networks?id=568d6779-966e-4ede-8372-feba943d93d4 HTTP/1.1" status: 200 len: 796 time: 1.2212362 Apr 16 04:23:06.631657 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa32ae-8850-4bc8-b6ee-982127c1bfc0 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Pushing event deleted for resources: {'Port': ['ID=fa3acf8d-18c9-4f0b-b6ab-4b5be245b890,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:06.639548 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d5d4b14f-57b2-474d-8666-90b7fa8b38c6 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (617630a7-120f-4723-9d5b-ef53dc256475), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:06.639876 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d5d4b14f-57b2-474d-8666-90b7fa8b38c6 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for floatingip (617630a7-120f-4723-9d5b-ef53dc256475), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:06.642915 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-f638cc19-71fa-4351-bd4c-7764393a3975 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Calling delete_port for 5c9fd873-53f4-4294-b70a-9edd89fb1df0 owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:06.648617 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-34ebd9b9-8397-4a1a-a017-7b08dddb3494 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (9d836d38-2374-4675-a0a1-24fbac39ef71), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:06.680643 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf95b7-26a5-4127-b738-b93b4b8f8cb4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event updated for resources: {'Port': ['ID=732779af-49f6-47ac-a882-bfaed42ac06c,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:06.715111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-d5d4b14f-57b2-474d-8666-90b7fa8b38c6 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Calling delete_port for 617630a7-120f-4723-9d5b-ef53dc256475 owned by network:floatingip {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:06.766506 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-adfa32ae-8850-4bc8-b6ee-982127c1bfc0 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:06.771859 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-adfa32ae-8850-4bc8-b6ee-982127c1bfc0 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] 10.222.0.30 "DELETE /v2.0/ports/fa3acf8d-18c9-4f0b-b6ab-4b5be245b890 HTTP/1.1" status: 204 len: 168 time: 0.7372844 Apr 16 04:23:06.776888 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36526) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:06.790253 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-a9bbee48-4681-4307-8345-f7f0208bd1f1 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/quotas/1331059124584452b3c27bedfa8953aa HTTP/1.1" status: 200 len: 375 time: 0.1338458 Apr 16 04:23:06.840689 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeb1882-dac7-4a5e-9141-f248bd4fb4b5 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:06.847203 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5eeb1882-dac7-4a5e-9141-f248bd4fb4b5 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e87fcc8-236f-4138-85fb-0bdb884f5b7e HTTP/1.1" status: 200 len: 913 time: 0.0688412 Apr 16 04:23:06.848750 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36528) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:06.865996 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-cf746a3a-d273-43b0-8718-b7cbb4ff966d None None] Provisioning complete for port 058ba25c-01de-435a-a4b1-f1810f3d5512 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:06.866563 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cf746a3a-d273-43b0-8718-b7cbb4ff966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (058ba25c-01de-435a-a4b1-f1810f3d5512), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:06.906581 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port db85da0a-3a77-4196-b124-2f91db6c18be triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:06.906958 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (db85da0a-3a77-4196-b124-2f91db6c18be), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:06.958499 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e30a4c80-2d84-4473-9a48-afc9fdeaafbd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (058ba25c-01de-435a-a4b1-f1810f3d5512), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:06.961847 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] Set router 9c4b6530-9c19-4bd9-b00d-ad6682bc99da gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:23:07.000714 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-cf746a3a-d273-43b0-8718-b7cbb4ff966d None None] Port 058ba25c-01de-435a-a4b1-f1810f3d5512 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:07.002507 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ae071-8e1f-405d-9dc3-2ef72aa43f8a None None] Pushing event updated for resources: {'Port': ['ID=381ed736-6231-49a6-9341-ab26dc16ff93,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:07.029040 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-cf746a3a-d273-43b0-8718-b7cbb4ff966d None None] Provisioning complete for port 381ed736-6231-49a6-9341-ab26dc16ff93 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:07.029421 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cf746a3a-d273-43b0-8718-b7cbb4ff966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (381ed736-6231-49a6-9341-ab26dc16ff93), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:07.067404 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-e30a4c80-2d84-4473-9a48-afc9fdeaafbd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for 058ba25c-01de-435a-a4b1-f1810f3d5512 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:07.087526 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-486a5423-6d44-47e6-91e6-04966e860081 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1331059124584452b3c27bedfa8953aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2261059 Apr 16 04:23:07.104439 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cf95b7-26a5-4127-b738-b93b4b8f8cb4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Network 152e0850-4774-46c3-a586-9f7a8433da1a is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:07.167180 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-28cf95b7-26a5-4127-b738-b93b4b8f8cb4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:07.203893 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port db85da0a-3a77-4196-b124-2f91db6c18be is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:07.216014 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8a580d8d-df4f-43b4-8da9-2644ad6c50df tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (8e87fcc8-236f-4138-85fb-0bdb884f5b7e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:07.261398 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-cf746a3a-d273-43b0-8718-b7cbb4ff966d None None] Current status of the port 381ed736-6231-49a6-9341-ab26dc16ff93 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:07.261795 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cf746a3a-d273-43b0-8718-b7cbb4ff966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (381ed736-6231-49a6-9341-ab26dc16ff93), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:07.344706 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-cf746a3a-d273-43b0-8718-b7cbb4ff966d None None] For port 381ed736-6231-49a6-9341-ab26dc16ff93, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=381ed736-6231-49a6-9341-ab26dc16ff93,segment=NetworkSegment(d7c808db-70e3-4b65-8546-fc6c96327c6e),segment_id=d7c808db-70e3-4b65-8546-fc6c96327c6e)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:07.345342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331617002', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:22:42Z', 'updated_at': '2022-04-16T04:23:00Z', 'revision_number': 4, 'project_id': '1331059124584452b3c27bedfa8953aa', 'gw_port': {'id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:44Z', 'updated_at': '2022-04-16T04:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '381ed736-6231-49a6-9341-ab26dc16ff93', 'name': '', 'network_id': '568d6779-966e-4ede-8372-feba943d93d4', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'mac_address': 'fa:16:3e:70:2c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '660e9b45-824f-4813-95fc-d919bbc73d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:57Z', 'updated_at': '2022-04-16T04:23:06Z', 'revision_number': 4, 'project_id': '1331059124584452b3c27bedfa8953aa', 'subnets': [{'id': '660e9b45-824f-4813-95fc-d919bbc73d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:07.365344 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-839fab07-7c28-4773-9813-07e38eaecca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (28ef4af8-044c-466d-81cb-eafb34cfe525), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:07.367936 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-839fab07-7c28-4773-9813-07e38eaecca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:07.372412 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-839fab07-7c28-4773-9813-07e38eaecca6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/28ef4af8-044c-466d-81cb-eafb34cfe525 HTTP/1.1" status: 204 len: 168 time: 2.0680814 Apr 16 04:23:07.376017 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a9671a-b7cd-4801-91b4-f45d615ba5c1 None None] The sync data for ids ['9c4b6530-9c19-4bd9-b00d-ad6682bc99da'] in dv-neutron-838078-2-hyperv is: [{'id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331617002', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:22:42Z', 'updated_at': '2022-04-16T04:23:00Z', 'revision_number': 4, 'project_id': '1331059124584452b3c27bedfa8953aa', 'gw_port': {'id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:44Z', 'updated_at': '2022-04-16T04:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '381ed736-6231-49a6-9341-ab26dc16ff93', 'name': '', 'network_id': '568d6779-966e-4ede-8372-feba943d93d4', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'mac_address': 'fa:16:3e:70:2c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '660e9b45-824f-4813-95fc-d919bbc73d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:57Z', 'updated_at': '2022-04-16T04:23:06Z', 'revision_number': 4, 'project_id': '1331059124584452b3c27bedfa8953aa', 'subnets': [{'id': '660e9b45-824f-4813-95fc-d919bbc73d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:23:07.429093 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cf746a3a-d273-43b0-8718-b7cbb4ff966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (381ed736-6231-49a6-9341-ab26dc16ff93), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:07.441051 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fab07-7c28-4773-9813-07e38eaecca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ef4af8-044c-466d-81cb-eafb34cfe525,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:07.551126 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf746a3a-d273-43b0-8718-b7cbb4ff966d None None] Pushing event updated for resources: {'Port': ['ID=381ed736-6231-49a6-9341-ab26dc16ff93,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:07.573978 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ebd9b9-8397-4a1a-a017-7b08dddb3494 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router 9d836d38-2374-4675-a0a1-24fbac39ef71 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:23:07.583524 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-ac78b576-1eb6-4336-8473-5ba951e42458 None None] Provisioning complete for port 381ed736-6231-49a6-9341-ab26dc16ff93 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:07.583935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ac78b576-1eb6-4336-8473-5ba951e42458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (381ed736-6231-49a6-9341-ab26dc16ff93), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:07.593839 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-8a580d8d-df4f-43b4-8da9-2644ad6c50df tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Deleting port cf6b1eb9-fc41-49a6-a547-89355ca50462 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:07.594409 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8a580d8d-df4f-43b4-8da9-2644ad6c50df tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (cf6b1eb9-fc41-49a6-a547-89355ca50462), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:07.674270 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-fd8f2d7a-8cd4-47c1-a46b-df56c92ff66f service neutron] 10.222.0.30 "GET /v2.0/networks/568d6779-966e-4ede-8372-feba943d93d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602603 Apr 16 04:23:07.710258 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-ac78b576-1eb6-4336-8473-5ba951e42458 None None] Current status of the port 381ed736-6231-49a6-9341-ab26dc16ff93 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:07.716171 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8a580d8d-df4f-43b4-8da9-2644ad6c50df tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (cf6b1eb9-fc41-49a6-a547-89355ca50462), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:07.719482 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-ac78b576-1eb6-4336-8473-5ba951e42458 None None] Provisioning complete for port 732779af-49f6-47ac-a882-bfaed42ac06c triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:07.720342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ac78b576-1eb6-4336-8473-5ba951e42458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (732779af-49f6-47ac-a882-bfaed42ac06c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:07.722824 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d5d4b14f-57b2-474d-8666-90b7fa8b38c6 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (617630a7-120f-4723-9d5b-ef53dc256475), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:07.735806 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-8a580d8d-df4f-43b4-8da9-2644ad6c50df tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Calling delete_port for cf6b1eb9-fc41-49a6-a547-89355ca50462 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:07.756713 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-ac78b576-1eb6-4336-8473-5ba951e42458 None None] Port 732779af-49f6-47ac-a882-bfaed42ac06c cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:07.851081 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4b14f-57b2-474d-8666-90b7fa8b38c6 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Pushing event deleted for resources: {'Port': ['ID=617630a7-120f-4723-9d5b-ef53dc256475,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:07.918470 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ebd9b9-8397-4a1a-a017-7b08dddb3494 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:23:07.932114 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afe7746-430d-491e-812f-0b383db4c333 None None] Sync routers for ids ['9d836d38-2374-4675-a0a1-24fbac39ef71'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:23:07.949011 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-34ebd9b9-8397-4a1a-a017-7b08dddb3494 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/9d836d38-2374-4675-a0a1-24fbac39ef71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3144019 Apr 16 04:23:07.952711 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afe7746-430d-491e-812f-0b383db4c333 None None] Routers {'9d836d38-2374-4675-a0a1-24fbac39ef71'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:07.953626 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-5afe7746-430d-491e-812f-0b383db4c333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d836d38-2374-4675-a0a1-24fbac39ef71'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:07.975989 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36534) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:08.000460 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f638cc19-71fa-4351-bd4c-7764393a3975 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (5c9fd873-53f4-4294-b70a-9edd89fb1df0), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:08.002834 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-5afe7746-430d-491e-812f-0b383db4c333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:08.025138 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afe7746-430d-491e-812f-0b383db4c333 None None] Routers {'9d836d38-2374-4675-a0a1-24fbac39ef71'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:08.027014 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-5afe7746-430d-491e-812f-0b383db4c333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9d836d38-2374-4675-a0a1-24fbac39ef71'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:08.075867 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-5afe7746-430d-491e-812f-0b383db4c333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:08.077002 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afe7746-430d-491e-812f-0b383db4c333 None None] The sync data for ids ['9d836d38-2374-4675-a0a1-24fbac39ef71'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:23:08.087142 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638cc19-71fa-4351-bd4c-7764393a3975 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Port': ['ID=5c9fd873-53f4-4294-b70a-9edd89fb1df0,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:08.159540 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-21170afe-0b4d-4761-b50d-f89f8a8d13de service neutron] 10.222.0.30 "GET /v2.0/networks/568d6779-966e-4ede-8372-feba943d93d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484811 Apr 16 04:23:08.160755 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d5d4b14f-57b2-474d-8666-90b7fa8b38c6 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks [] for floatingip (f2b77fdb-005a-46bf-bc68-c3b6a7088565), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:08.163504 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d5d4b14f-57b2-474d-8666-90b7fa8b38c6 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:08.164741 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d5d4b14f-57b2-474d-8666-90b7fa8b38c6 tempest-FloatingIPAdminTestJSON-1394830559 tempest-FloatingIPAdminTestJSON-1394830559-project] 10.222.0.30 "DELETE /v2.0/floatingips/f2b77fdb-005a-46bf-bc68-c3b6a7088565 HTTP/1.1" status: 204 len: 168 time: 3.2425258 Apr 16 04:23:08.197763 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8a580d8d-df4f-43b4-8da9-2644ad6c50df tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (cf6b1eb9-fc41-49a6-a547-89355ca50462), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:08.205371 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cf95b7-26a5-4127-b738-b93b4b8f8cb4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Router 26813af7-b20f-4657-939e-0d639b8a43eb is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:23:08.210233 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e30a4c80-2d84-4473-9a48-afc9fdeaafbd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (058ba25c-01de-435a-a4b1-f1810f3d5512), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:08.274281 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a4c80-2d84-4473-9a48-afc9fdeaafbd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=058ba25c-01de-435a-a4b1-f1810f3d5512,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:08.329712 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a580d8d-df4f-43b4-8da9-2644ad6c50df tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Pushing event deleted for resources: {'Port': ['ID=cf6b1eb9-fc41-49a6-a547-89355ca50462,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:08.344011 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-b5857eb3-b97e-4c64-ab28-02f8f5d7fe10 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] remove_router_interface failed (client error): The resource could not be found. Apr 16 04:23:08.356292 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b5857eb3-b97e-4c64-ab28-02f8f5d7fe10 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/9d836d38-2374-4675-a0a1-24fbac39ef71/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3790860 Apr 16 04:23:08.393518 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36544) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:08.507710 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f638cc19-71fa-4351-bd4c-7764393a3975 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (e8a72a4d-c8bc-4f91-abd8-692b6de54a2e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:08.509540 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-04d272e9-fa52-4c41-9dac-e35721a95010 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d836d38-2374-4675-a0a1-24fbac39ef71 HTTP/1.1" status: 200 len: 205 time: 0.1146886 Apr 16 04:23:08.515137 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36550) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:08.516829 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e30a4c80-2d84-4473-9a48-afc9fdeaafbd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:08.520421 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e30a4c80-2d84-4473-9a48-afc9fdeaafbd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/058ba25c-01de-435a-a4b1-f1810f3d5512 HTTP/1.1" status: 204 len: 168 time: 3.2146080 Apr 16 04:23:08.525700 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36552) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:08.538982 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device db85da0a-3a77-4196-b124-2f91db6c18be up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:08.687381 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port db85da0a-3a77-4196-b124-2f91db6c18be triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:08.687771 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (db85da0a-3a77-4196-b124-2f91db6c18be), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:08.838869 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f638cc19-71fa-4351-bd4c-7764393a3975 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (e8a72a4d-c8bc-4f91-abd8-692b6de54a2e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:08.847778 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f638cc19-71fa-4351-bd4c-7764393a3975 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router_controller (e8a72a4d-c8bc-4f91-abd8-692b6de54a2e), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:08.852648 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cf95b7-26a5-4127-b738-b93b4b8f8cb4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:23:08.867134 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-28cf95b7-26a5-4127-b738-b93b4b8f8cb4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "PUT /v2.0/routers/26813af7-b20f-4657-939e-0d639b8a43eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7080855 Apr 16 04:23:08.868245 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36566) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:08.870527 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2ab093-2210-4c42-adce-abbf730f25aa None None] Sync routers for ids ['26813af7-b20f-4657-939e-0d639b8a43eb'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:23:08.964935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2ab093-2210-4c42-adce-abbf730f25aa None None] Routers {'26813af7-b20f-4657-939e-0d639b8a43eb'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:08.969237 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5a2ab093-2210-4c42-adce-abbf730f25aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['26813af7-b20f-4657-939e-0d639b8a43eb'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:09.033571 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5a2ab093-2210-4c42-adce-abbf730f25aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:09.034633 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36570) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:09.059411 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port db85da0a-3a77-4196-b124-2f91db6c18be is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:09.060594 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 381ed736-6231-49a6-9341-ab26dc16ff93 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:09.092401 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2ab093-2210-4c42-adce-abbf730f25aa None None] Routers {'26813af7-b20f-4657-939e-0d639b8a43eb'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:09.093067 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5a2ab093-2210-4c42-adce-abbf730f25aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['26813af7-b20f-4657-939e-0d639b8a43eb'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:09.138147 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5a2ab093-2210-4c42-adce-abbf730f25aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:09.138790 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2ab093-2210-4c42-adce-abbf730f25aa None None] The sync data for ids ['26813af7-b20f-4657-939e-0d639b8a43eb'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:23:09.167754 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f3d613ea-9efd-417a-82b1-d114eec51ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:09.189553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 381ed736-6231-49a6-9341-ab26dc16ff93 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:09.190180 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (381ed736-6231-49a6-9341-ab26dc16ff93), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:09.299634 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-438297c7-471a-411a-961d-3e9a7f27a4e5 req-0c10ac6b-12ca-4a89-99c9-248ed5d6a652 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 210 time: 0.6852689 Apr 16 04:23:09.304590 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f638cc19-71fa-4351-bd4c-7764393a3975 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (e8a72a4d-c8bc-4f91-abd8-692b6de54a2e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:09.305177 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f638cc19-71fa-4351-bd4c-7764393a3975 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Fanout notify agent at l3_agent the message router_deleted on router e8a72a4d-c8bc-4f91-abd8-692b6de54a2e {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:23:09.327259 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f638cc19-71fa-4351-bd4c-7764393a3975 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:09.328363 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f638cc19-71fa-4351-bd4c-7764393a3975 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/routers/e8a72a4d-c8bc-4f91-abd8-692b6de54a2e HTTP/1.1" status: 204 len: 168 time: 5.8398063 Apr 16 04:23:09.332170 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36576) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:09.344015 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-70dd44bf-e9ae-489b-be26-1dbbec55d79d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (9d836d38-2374-4675-a0a1-24fbac39ef71), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:09.347996 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-b7a4e387-a706-4430-a377-3d98006dc492 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'network': {'name': 'tempest-RoutersTest-578650811'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:09.387232 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36578) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:09.422191 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 381ed736-6231-49a6-9341-ab26dc16ff93 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:09.530656 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a85bbd-c0c7-4cdd-b5fe-1c27737aad19 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:09.532281 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a85bbd-c0c7-4cdd-b5fe-1c27737aad19 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:09.537282 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d1a85bbd-c0c7-4cdd-b5fe-1c27737aad19 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.9216039 Apr 16 04:23:09.538205 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36582) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:09.549939 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8a580d8d-df4f-43b4-8da9-2644ad6c50df tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (8e87fcc8-236f-4138-85fb-0bdb884f5b7e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:09.760183 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet ee242381-1077-41f3-bd6c-a9d4c7239c5e {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:23:09.768284 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-70dd44bf-e9ae-489b-be26-1dbbec55d79d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (9d836d38-2374-4675-a0a1-24fbac39ef71), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:09.772373 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-70dd44bf-e9ae-489b-be26-1dbbec55d79d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router_controller (9d836d38-2374-4675-a0a1-24fbac39ef71), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:09.773917 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (ee242381-1077-41f3-bd6c-a9d4c7239c5e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:09.834779 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-18ff934f-6e39-4e4e-a95d-a17c4595f7cc tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-873736180'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:09.889106 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a4e387-a706-4430-a377-3d98006dc492 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Made reservation on behalf of a2943c81039c44448da97f93644354e6 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:09.892782 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e387-a706-4430-a377-3d98006dc492 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:09.917022 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (ee242381-1077-41f3-bd6c-a9d4c7239c5e), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:09.926239 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1d25c113-5ba6-45f9-9e86-effe408e4c29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fcd6de85aabe43a591ab3fbce4823e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8897913 Apr 16 04:23:09.933144 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36586) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:09.960250 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a580d8d-df4f-43b4-8da9-2644ad6c50df tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Router 8e87fcc8-236f-4138-85fb-0bdb884f5b7e has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:23:09.964647 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-70dd44bf-e9ae-489b-be26-1dbbec55d79d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (9d836d38-2374-4675-a0a1-24fbac39ef71), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:09.965188 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dd44bf-e9ae-489b-be26-1dbbec55d79d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Fanout notify agent at l3_agent the message router_deleted on router 9d836d38-2374-4675-a0a1-24fbac39ef71 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:23:09.970822 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ff934f-6e39-4e4e-a95d-a17c4595f7cc tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Made reservation on behalf of a8f4ca485c844ec1bd8752f78b2c0897 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:09.975082 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-18ff934f-6e39-4e4e-a95d-a17c4595f7cc tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:09.976027 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-70dd44bf-e9ae-489b-be26-1dbbec55d79d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:09.977141 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-70dd44bf-e9ae-489b-be26-1dbbec55d79d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/routers/9d836d38-2374-4675-a0a1-24fbac39ef71 HTTP/1.1" status: 204 len: 168 time: 1.4548111 Apr 16 04:23:09.981064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36588) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:10.023483 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-18ff934f-6e39-4e4e-a95d-a17c4595f7cc tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.031609 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a4e387-a706-4430-a377-3d98006dc492 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:23:10.066068 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e387-a706-4430-a377-3d98006dc492 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f9b6c554-dd6d-4e1c-8dd1-785a63b94666), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.066456 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-b7a4e387-a706-4430-a377-3d98006dc492 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Added segment f9b6c554-dd6d-4e1c-8dd1-785a63b94666 of type vlan for network 17ebd7f0-3457-456b-afca-70a0b96b13c8 Apr 16 04:23:10.095593 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-aa1073ef-2345-4afa-ab68-00263c6cc3e9 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:23:10.099853 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (ee242381-1077-41f3-bd6c-a9d4c7239c5e), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.100492 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-aa1073ef-2345-4afa-ab68-00263c6cc3e9 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "PUT /v2.0/routers/26813af7-b20f-4657-939e-0d639b8a43eb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2296011 Apr 16 04:23:10.105205 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36590) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:10.135932 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dd1fffe5-925f-4eb1-8309-dc4cf125a887 admin admin] Publish callbacks [] for security_group (3f3c2227-a234-4d8e-9656-258b932fcd3c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.155738 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d88fc6-cdfb-4272-ba7b-6ba19a0b328c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting subnet 9523fc57-1c2e-4ddd-a81f-124eac20e86a {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:23:10.163761 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-51d88fc6-cdfb-4272-ba7b-6ba19a0b328c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for subnet (9523fc57-1c2e-4ddd-a81f-124eac20e86a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.199431 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a580d8d-df4f-43b4-8da9-2644ad6c50df tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:23:10.210508 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8a580d8d-df4f-43b4-8da9-2644ad6c50df tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] 10.222.0.30 "PUT /v2.0/routers/8e87fcc8-236f-4138-85fb-0bdb884f5b7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3576615 Apr 16 04:23:10.213021 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36592) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:10.219491 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217a7b15-2079-45a3-a3c3-aacef50c2477 None None] Sync routers for ids ['8e87fcc8-236f-4138-85fb-0bdb884f5b7e'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:23:10.226417 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e387-a706-4430-a377-3d98006dc492 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (17ebd7f0-3457-456b-afca-70a0b96b13c8), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.234472 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217a7b15-2079-45a3-a3c3-aacef50c2477 None None] Routers {'8e87fcc8-236f-4138-85fb-0bdb884f5b7e'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:10.235246 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-217a7b15-2079-45a3-a3c3-aacef50c2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['8e87fcc8-236f-4138-85fb-0bdb884f5b7e'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:10.252424 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dd1fffe5-925f-4eb1-8309-dc4cf125a887 admin admin] Publish callbacks [] for security_group (3f3c2227-a234-4d8e-9656-258b932fcd3c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.273033 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-217a7b15-2079-45a3-a3c3-aacef50c2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:10.285210 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217a7b15-2079-45a3-a3c3-aacef50c2477 None None] Routers {'8e87fcc8-236f-4138-85fb-0bdb884f5b7e'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:10.287319 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-217a7b15-2079-45a3-a3c3-aacef50c2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:22:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['8e87fcc8-236f-4138-85fb-0bdb884f5b7e'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:10.294628 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-51d88fc6-cdfb-4272-ba7b-6ba19a0b328c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (9523fc57-1c2e-4ddd-a81f-124eac20e86a), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.325652 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-217a7b15-2079-45a3-a3c3-aacef50c2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:10.326638 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217a7b15-2079-45a3-a3c3-aacef50c2477 None None] The sync data for ids ['8e87fcc8-236f-4138-85fb-0bdb884f5b7e'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:23:10.337880 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-127b8846-2d4d-4e0c-a75f-7b23ddbe2397 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for router (8e87fcc8-236f-4138-85fb-0bdb884f5b7e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.414415 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e387-a706-4430-a377-3d98006dc492 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (17ebd7f0-3457-456b-afca-70a0b96b13c8), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.417946 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a4e387-a706-4430-a377-3d98006dc492 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:10.418550 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e387-a706-4430-a377-3d98006dc492 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.446648 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (ee242381-1077-41f3-bd6c-a9d4c7239c5e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.461640 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-18ff934f-6e39-4e4e-a95d-a17c4595f7cc tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks [] for security_group (c35c55e8-04c9-4655-9f56-bd591b2d2972), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.536287 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0612aad6-0196-4b21-9232-71a6325a6122 req-86534c61-725e-40cd-b1e0-1d709f5d3866 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 210 time: 0.0790672 Apr 16 04:23:10.542226 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b7a4e387-a706-4430-a377-3d98006dc492 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2026215 Apr 16 04:23:10.543789 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36596) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:10.553893 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-23d8ad07-3f59-4000-baac-28e6929d4e5e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'subnet': {'network_id': '17ebd7f0-3457-456b-afca-70a0b96b13c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:10.569916 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=ee242381-1077-41f3-bd6c-a9d4c7239c5e,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:10.574961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.577347 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/ee242381-1077-41f3-bd6c-a9d4c7239c5e HTTP/1.1" status: 204 len: 168 time: 1.0363040 Apr 16 04:23:10.581754 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36598) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:10.585163 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc36b913-5f1d-47d5-9f49-a6498b4ad26c None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:10.585686 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4e387-a706-4430-a377-3d98006dc492 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Network': ['ID=17ebd7f0-3457-456b-afca-70a0b96b13c8,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:10.595663 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-51d88fc6-cdfb-4272-ba7b-6ba19a0b328c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (9523fc57-1c2e-4ddd-a81f-124eac20e86a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.600035 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-127b8846-2d4d-4e0c-a75f-7b23ddbe2397 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (8e87fcc8-236f-4138-85fb-0bdb884f5b7e), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.603308 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:10.603835 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:10.604180 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:10.604520 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:10.604905 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:10.605239 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:10.605563 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:10.605885 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:10.606209 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:10.606530 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:10.606847 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:10.607331 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:10.607722 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dd1fffe5-925f-4eb1-8309-dc4cf125a887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (3f3c2227-a234-4d8e-9656-258b932fcd3c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.607956 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:10.608428 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:10.608938 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8337abd-4978-4612-8a59-9269c92ab067 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:10.613942 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dd1fffe5-925f-4eb1-8309-dc4cf125a887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.613942 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-dd1fffe5-925f-4eb1-8309-dc4cf125a887 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3f3c2227-a234-4d8e-9656-258b932fcd3c HTTP/1.1" status: 204 len: 168 time: 0.6773758 Apr 16 04:23:10.613942 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-18ff934f-6e39-4e4e-a95d-a17c4595f7cc tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (c35c55e8-04c9-4655-9f56-bd591b2d2972), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.621710 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 17ebd7f0-3457-456b-afca-70a0b96b13c8 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:23:10.666640 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-127b8846-2d4d-4e0c-a75f-7b23ddbe2397 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for router_controller (8e87fcc8-236f-4138-85fb-0bdb884f5b7e), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.673321 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f7802b54-804e-41a8-8f6a-6e3d1b949053 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851438 Apr 16 04:23:10.680473 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36602) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:10.696902 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ff934f-6e39-4e4e-a95d-a17c4595f7cc tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:23:10.698847 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fffe5-925f-4eb1-8309-dc4cf125a887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3c2227-a234-4d8e-9656-258b932fcd3c,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:10.737851 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-18ff934f-6e39-4e4e-a95d-a17c4595f7cc tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (5eb67633-a70f-41c8-a4be-be6c36fe797c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.738250 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-18ff934f-6e39-4e4e-a95d-a17c4595f7cc tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Added segment 5eb67633-a70f-41c8-a4be-be6c36fe797c of type vlan for network 0e428a64-78e0-4d2f-9d75-8aa22b84b393 Apr 16 04:23:10.779593 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f913ade-52a4-49d3-838c-901d7ef9e202 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:10.781139 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8f913ade-52a4-49d3-838c-901d7ef9e202 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0995002 Apr 16 04:23:10.783780 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36604) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:10.796917 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-127b8846-2d4d-4e0c-a75f-7b23ddbe2397 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (8e87fcc8-236f-4138-85fb-0bdb884f5b7e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.797462 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127b8846-2d4d-4e0c-a75f-7b23ddbe2397 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Fanout notify agent at l3_agent the message router_deleted on router 8e87fcc8-236f-4138-85fb-0bdb884f5b7e {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:23:10.828832 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-127b8846-2d4d-4e0c-a75f-7b23ddbe2397 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.829877 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-127b8846-2d4d-4e0c-a75f-7b23ddbe2397 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] 10.222.0.30 "DELETE /v2.0/routers/8e87fcc8-236f-4138-85fb-0bdb884f5b7e HTTP/1.1" status: 204 len: 168 time: 0.6162138 Apr 16 04:23:10.831151 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff934f-6e39-4e4e-a95d-a17c4595f7cc tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c35c55e8-04c9-4655-9f56-bd591b2d2972,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:10.838570 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36606) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:10.886498 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f40ce6-9f0a-442c-ae48-5822216e69ed None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:23:10.900225 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d7e8c2-91e2-4af7-808b-5313d76ef69b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:10.902225 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c8d7e8c2-91e2-4af7-808b-5313d76ef69b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1173890 Apr 16 04:23:10.904929 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36608) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:10.909724 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-18ff934f-6e39-4e4e-a95d-a17c4595f7cc tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (0e428a64-78e0-4d2f-9d75-8aa22b84b393), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.937937 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d5f40ce6-9f0a-442c-ae48-5822216e69ed None None] Deleting port db85da0a-3a77-4196-b124-2f91db6c18be {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:10.938803 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d5f40ce6-9f0a-442c-ae48-5822216e69ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (db85da0a-3a77-4196-b124-2f91db6c18be), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.952743 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-51d88fc6-cdfb-4272-ba7b-6ba19a0b328c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (9523fc57-1c2e-4ddd-a81f-124eac20e86a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.952956 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d02dffd5-6ad5-4b87-8146-e43da0d9b4c1 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (26813af7-b20f-4657-939e-0d639b8a43eb), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.959998 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d8ad07-3f59-4000-baac-28e6929d4e5e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Made reservation on behalf of a2943c81039c44448da97f93644354e6 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:10.960298 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cf41cd24-2fcb-46da-82c4-ac49d2fe89a2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534468 Apr 16 04:23:10.964003 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23d8ad07-3f59-4000-baac-28e6929d4e5e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.966282 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36610) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:10.984075 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d88fc6-cdfb-4272-ba7b-6ba19a0b328c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Subnet': ['ID=9523fc57-1c2e-4ddd-a81f-124eac20e86a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:10.988923 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-51d88fc6-cdfb-4272-ba7b-6ba19a0b328c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:10.992159 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-51d88fc6-cdfb-4272-ba7b-6ba19a0b328c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/subnets/9523fc57-1c2e-4ddd-a81f-124eac20e86a HTTP/1.1" status: 204 len: 168 time: 1.0086780 Apr 16 04:23:10.994935 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36612) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:11.027564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-d5f40ce6-9f0a-442c-ae48-5822216e69ed None None] For port db85da0a-3a77-4196-b124-2f91db6c18be, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=db85da0a-3a77-4196-b124-2f91db6c18be,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:11.028060 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d5f40ce6-9f0a-442c-ae48-5822216e69ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (db85da0a-3a77-4196-b124-2f91db6c18be), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:11.044404 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0a5882-c849-4132-a357-21197a0ceb72 None None] Network c70c7acf-d7f1-4a7a-be22-e7a3254ef1de requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:11.050370 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d5f40ce6-9f0a-442c-ae48-5822216e69ed None None] Calling delete_port for db85da0a-3a77-4196-b124-2f91db6c18be owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:11.060799 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:11.106916 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3b2bfb84-f7bc-4687-9e93-46c0723099f7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (c70c7acf-d7f1-4a7a-be22-e7a3254ef1de), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:11.144914 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab924280-fd58-44be-bbfa-5d6ab1ebcfae tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Deleting subnet c52b0973-6b5b-44a4-b370-75e7da777020 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:23:11.149676 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab924280-fd58-44be-bbfa-5d6ab1ebcfae tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for subnet (c52b0973-6b5b-44a4-b370-75e7da777020), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:11.194904 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab924280-fd58-44be-bbfa-5d6ab1ebcfae tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (c52b0973-6b5b-44a4-b370-75e7da777020), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:11.240477 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d5f40ce6-9f0a-442c-ae48-5822216e69ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (db85da0a-3a77-4196-b124-2f91db6c18be), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:11.271659 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f40ce6-9f0a-442c-ae48-5822216e69ed None None] Pushing event deleted for resources: {'Port': ['ID=db85da0a-3a77-4196-b124-2f91db6c18be,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:11.274452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f40ce6-9f0a-442c-ae48-5822216e69ed None None] No DVR routers for this DVR port db85da0a-3a77-4196-b124-2f91db6c18be on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:11.300553 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-3b2bfb84-f7bc-4687-9e93-46c0723099f7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting port 40697c48-055b-4863-b282-eb050237040a {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:11.300992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3b2bfb84-f7bc-4687-9e93-46c0723099f7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (40697c48-055b-4863-b282-eb050237040a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:11.363215 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-18ff934f-6e39-4e4e-a95d-a17c4595f7cc tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (0e428a64-78e0-4d2f-9d75-8aa22b84b393), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:11.369979 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ff934f-6e39-4e4e-a95d-a17c4595f7cc tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:11.370154 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118d4398-550f-40a0-994f-7d6bb818bc05 None None] DHCP port deletion for c70c7acf-d7f1-4a7a-be22-e7a3254ef1de request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:23:11.370891 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-18ff934f-6e39-4e4e-a95d-a17c4595f7cc tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:11.373742 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:11.377776 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:11.422061 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-3b2bfb84-f7bc-4687-9e93-46c0723099f7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] For port 40697c48-055b-4863-b282-eb050237040a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=40697c48-055b-4863-b282-eb050237040a,segment=NetworkSegment(ac1c30a6-402d-4e56-bc1e-d0108b7da127),segment_id=ac1c30a6-402d-4e56-bc1e-d0108b7da127)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:11.423138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3b2bfb84-f7bc-4687-9e93-46c0723099f7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (40697c48-055b-4863-b282-eb050237040a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:11.437135 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-a58a9d00-baa5-4a24-896c-f4b1257c602b tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:11.438924 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-a58a9d00-baa5-4a24-896c-f4b1257c602b tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.18 "GET /v2.0/networks?id=568d6779-966e-4ede-8372-feba943d93d4 HTTP/1.1" status: 200 len: 796 time: 0.3273668 Apr 16 04:23:11.445555 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-3b2bfb84-f7bc-4687-9e93-46c0723099f7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Calling delete_port for 40697c48-055b-4863-b282-eb050237040a owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:11.463892 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-118d4398-550f-40a0-994f-7d6bb818bc05 None None] Deleting port 40697c48-055b-4863-b282-eb050237040a {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:11.465401 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-118d4398-550f-40a0-994f-7d6bb818bc05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (40697c48-055b-4863-b282-eb050237040a), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:11.469588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3bb23801-1768-4f72-a0ff-9badbf943830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:11.541364 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36618) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:11.561124 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-118d4398-550f-40a0-994f-7d6bb818bc05 None None] For port 40697c48-055b-4863-b282-eb050237040a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=40697c48-055b-4863-b282-eb050237040a,segment=NetworkSegment(ac1c30a6-402d-4e56-bc1e-d0108b7da127),segment_id=ac1c30a6-402d-4e56-bc1e-d0108b7da127)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:11.561549 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-118d4398-550f-40a0-994f-7d6bb818bc05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (40697c48-055b-4863-b282-eb050237040a), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:11.574614 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-08cc214a-baec-46d0-80d0-2e7ed9672156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:11.578663 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-118d4398-550f-40a0-994f-7d6bb818bc05 None None] Calling delete_port for 40697c48-055b-4863-b282-eb050237040a owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:11.594577 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab924280-fd58-44be-bbfa-5d6ab1ebcfae tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (c52b0973-6b5b-44a4-b370-75e7da777020), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:11.595794 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-35131541-4aa7-4174-bff9-8240606ea82c tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1331059124584452b3c27bedfa8953aa HTTP/1.1" status: 200 len: 380 time: 0.1481125 Apr 16 04:23:11.635322 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-18ff934f-6e39-4e4e-a95d-a17c4595f7cc tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.1662343 Apr 16 04:23:11.649459 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36624) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:11.656094 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-3d70c0eb-1d90-4038-bc69-cb3655cde14d tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Request body: {'port': {'device_id': '8b2e76b8-c920-4681-bddc-9b3c2570b226', 'network_id': '568d6779-966e-4ede-8372-feba943d93d4', 'admin_state_up': True, 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'security_groups': ['db622253-f4ed-41fe-92d6-f357f0b3a5ff']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:11.675512 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-3c8652c9-f411-4a3a-8092-cc2af4ba8071 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Request body: {'subnet': {'network_id': '0e428a64-78e0-4d2f-9d75-8aa22b84b393', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:11.688098 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c908a6cb-213c-41b4-ab23-a2d0f8bd0c21 req-28bf7554-c370-4d89-af26-98808a9e89a9 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 210 time: 0.0626905 Apr 16 04:23:11.710219 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff934f-6e39-4e4e-a95d-a17c4595f7cc tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Pushing event updated for resources: {'Network': ['ID=0e428a64-78e0-4d2f-9d75-8aa22b84b393,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:11.719620 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 0e428a64-78e0-4d2f-9d75-8aa22b84b393 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:23:11.741691 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3b2bfb84-f7bc-4687-9e93-46c0723099f7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (40697c48-055b-4863-b282-eb050237040a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:11.781009 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-118d4398-550f-40a0-994f-7d6bb818bc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (40697c48-055b-4863-b282-eb050237040a), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:11.830941 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d4398-550f-40a0-994f-7d6bb818bc05 None None] Pushing event deleted for resources: {'Port': ['ID=40697c48-055b-4863-b282-eb050237040a,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:11.833552 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d4398-550f-40a0-994f-7d6bb818bc05 None None] No DVR routers for this DVR port 40697c48-055b-4863-b282-eb050237040a on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:12.028052 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab924280-fd58-44be-bbfa-5d6ab1ebcfae tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (c52b0973-6b5b-44a4-b370-75e7da777020), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.090832 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8652c9-f411-4a3a-8092-cc2af4ba8071 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Made reservation on behalf of a8f4ca485c844ec1bd8752f78b2c0897 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:12.094250 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3c8652c9-f411-4a3a-8092-cc2af4ba8071 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.100634 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab924280-fd58-44be-bbfa-5d6ab1ebcfae tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.103849 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ab924280-fd58-44be-bbfa-5d6ab1ebcfae tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] 10.222.0.30 "DELETE /v2.0/subnets/c52b0973-6b5b-44a4-b370-75e7da777020 HTTP/1.1" status: 204 len: 168 time: 1.2600715 Apr 16 04:23:12.110581 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99597028-02ee-423d-b96d-536f5040836e None None] Network ebebe631-f8c9-4ed8-8b88-bbf4f01d3350 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:12.113645 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab924280-fd58-44be-bbfa-5d6ab1ebcfae tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Pushing event deleted for resources: {'Subnet': ['ID=c52b0973-6b5b-44a4-b370-75e7da777020,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:12.114927 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36626) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:12.131392 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2bfb84-f7bc-4687-9e93-46c0723099f7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Port': ['ID=40697c48-055b-4863-b282-eb050237040a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:12.136390 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2bfb84-f7bc-4687-9e93-46c0723099f7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] No DVR routers for this DVR port 40697c48-055b-4863-b282-eb050237040a on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:12.158486 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-d02dffd5-6ad5-4b87-8146-e43da0d9b4c1 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Deleting port 732779af-49f6-47ac-a882-bfaed42ac06c {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:12.158829 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d02dffd5-6ad5-4b87-8146-e43da0d9b4c1 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (732779af-49f6-47ac-a882-bfaed42ac06c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.171609 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-08cc214a-baec-46d0-80d0-2e7ed9672156 admin admin] Publish callbacks [] for security_group (020cafe1-6ca8-4507-884a-36d278e3cb9c), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.207102 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23d8ad07-3f59-4000-baac-28e6929d4e5e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (3ed5f310-3190-42d3-8eb2-3fe5fee2f530), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.268681 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-08cc214a-baec-46d0-80d0-2e7ed9672156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (020cafe1-6ca8-4507-884a-36d278e3cb9c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.307962 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] DHCP port deletion for ebebe631-f8c9-4ed8-8b88-bbf4f01d3350 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:23:12.329694 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acfedc70-74c1-41e4-bb41-14d70bc9deb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (ebebe631-f8c9-4ed8-8b88-bbf4f01d3350), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.353161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3b2bfb84-f7bc-4687-9e93-46c0723099f7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (c70c7acf-d7f1-4a7a-be22-e7a3254ef1de), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.373039 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] Deleting port e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:12.373892 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.390137 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-08cc214a-baec-46d0-80d0-2e7ed9672156 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b51f6370f21148d6bc396d0cc7e95ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8460810 Apr 16 04:23:12.394346 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36628) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:12.397640 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8ad07-3f59-4000-baac-28e6929d4e5e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Subnet': ['ID=3ed5f310-3190-42d3-8eb2-3fe5fee2f530,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:12.397785 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc214a-baec-46d0-80d0-2e7ed9672156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020cafe1-6ca8-4507-884a-36d278e3cb9c,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:12.405595 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-3b2bfb84-f7bc-4687-9e93-46c0723099f7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70c7acf-d7f1-4a7a-be22-e7a3254ef1de']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:12.417319 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d8ad07-3f59-4000-baac-28e6929d4e5e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Checking segment: {'id': 'f9b6c554-dd6d-4e1c-8dd1-785a63b94666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '17ebd7f0-3457-456b-afca-70a0b96b13c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:12.417685 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d8ad07-3f59-4000-baac-28e6929d4e5e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network hostable DHCP agents. Network: 17ebd7f0-3457-456b-afca-70a0b96b13c8, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:23:12.423990 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-3b2bfb84-f7bc-4687-9e93-46c0723099f7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac1c30a6-402d-4e56-bc1e-d0108b7da127') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:12.424858 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-3b2bfb84-f7bc-4687-9e93-46c0723099f7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac1c30a6-402d-4e56-bc1e-d0108b7da127') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:12.466899 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 40697c48-055b-4863-b282-eb050237040a no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:23:12.470808 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3b2bfb84-f7bc-4687-9e93-46c0723099f7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (ac1c30a6-402d-4e56-bc1e-d0108b7da127), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.496948 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d02dffd5-6ad5-4b87-8146-e43da0d9b4c1 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (732779af-49f6-47ac-a882-bfaed42ac06c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.498206 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-3d70c0eb-1d90-4038-bc69-cb3655cde14d tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Made reservation on behalf of 1331059124584452b3c27bedfa8953aa for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:12.501628 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-3d70c0eb-1d90-4038-bc69-cb3655cde14d tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.509737 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] For port e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335,segment=NetworkSegment(5c4380e2-82fe-4b72-8ffc-b8612c159f8c),segment_id=5c4380e2-82fe-4b72-8ffc-b8612c159f8c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:12.510274 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.514866 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3b2bfb84-f7bc-4687-9e93-46c0723099f7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (ac1c30a6-402d-4e56-bc1e-d0108b7da127), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.517035 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-acfedc70-74c1-41e4-bb41-14d70bc9deb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Deleting port e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:12.517364 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acfedc70-74c1-41e4-bb41-14d70bc9deb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.519895 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 40697c48-055b-4863-b282-eb050237040a {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:23:12.520913 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 40697c48-055b-4863-b282-eb050237040a not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:23:12.520913 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device db85da0a-3a77-4196-b124-2f91db6c18be no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:23:12.542612 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-d02dffd5-6ad5-4b87-8146-e43da0d9b4c1 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Calling delete_port for 732779af-49f6-47ac-a882-bfaed42ac06c owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:12.543482 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2bfb84-f7bc-4687-9e93-46c0723099f7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:23:12.544087 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3b2bfb84-f7bc-4687-9e93-46c0723099f7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (ac1c30a6-402d-4e56-bc1e-d0108b7da127), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: warnings.warn('Neutron quota engine will require "--force" ' Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:23:12.549045 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:23:12.561819 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.objects.ports [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104632) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 16 04:23:12.577279 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (68c55012-4f74-4216-b135-3a1f3994e8d3), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.676044 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d8ad07-3f59-4000-baac-28e6929d4e5e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 17ebd7f0-3457-456b-afca-70a0b96b13c8 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:23:12.678773 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-edeb6d82-55c5-4950-88aa-28d656419537 admin admin] Publish callbacks [] for security_group (020cafe1-6ca8-4507-884a-36d278e3cb9c), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.701666 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] Calling delete_port for e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:12.706431 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.706937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:12.707206 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: db85da0a-3a77-4196-b124-2f91db6c18be {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:23:12.707800 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device db85da0a-3a77-4196-b124-2f91db6c18be not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:23:12.719096 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-acfedc70-74c1-41e4-bb41-14d70bc9deb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] For port e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335,segment=NetworkSegment(5c4380e2-82fe-4b72-8ffc-b8612c159f8c),segment_id=5c4380e2-82fe-4b72-8ffc-b8612c159f8c)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:12.719671 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acfedc70-74c1-41e4-bb41-14d70bc9deb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.724809 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:12.732941 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:12.733541 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.756780 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-acfedc70-74c1-41e4-bb41-14d70bc9deb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Calling delete_port for e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:12.758075 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=68c55012-4f74-4216-b135-3a1f3994e8d3,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:12.763698 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-edeb6d82-55c5-4950-88aa-28d656419537 admin admin] Publish callbacks [] for security_group (020cafe1-6ca8-4507-884a-36d278e3cb9c), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.771802 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca3fea8-e2e2-4e23-8a51-244debdfbaeb None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:12.779891 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:12.780237 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:12.780687 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:12.787072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:12.787072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:12.787072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:12.787072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:12.787072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:12.787072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:12.787072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:12.787072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:12.787072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:12.787072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:12.787072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:12.787072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:12.790022 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-23d8ad07-3f59-4000-baac-28e6929d4e5e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 17ebd7f0-3457-456b-afca-70a0b96b13c8) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:12.811617 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d82b9c5-3279-4be1-b2e7-53ecd8ab749a None None] Network 17ebd7f0-3457-456b-afca-70a0b96b13c8 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:12.815037 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3b2bfb84-f7bc-4687-9e93-46c0723099f7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (c70c7acf-d7f1-4a7a-be22-e7a3254ef1de), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.843211 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d8ad07-3f59-4000-baac-28e6929d4e5e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:12.844519 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23d8ad07-3f59-4000-baac-28e6929d4e5e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.851666 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3c8652c9-f411-4a3a-8092-cc2af4ba8071 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (52d4a957-e3b5-4c17-aa8d-96963bf24f25), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.863435 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8f25c46b-0e0c-4466-a0ae-e9305c2dd87d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8530469 Apr 16 04:23:12.870800 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3b2bfb84-f7bc-4687-9e93-46c0723099f7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:12.874001 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3b2bfb84-f7bc-4687-9e93-46c0723099f7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/networks/c70c7acf-d7f1-4a7a-be22-e7a3254ef1de HTTP/1.1" status: 204 len: 168 time: 1.8781343 Apr 16 04:23:12.884349 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36632) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:12.884960 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36634) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:12.903092 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-858a1b33-43ab-43bc-b1d7-ea8b0f9b4ce8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:12.912198 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-cbe3d5ca-4019-4bc9-bf46-29c6bc731093 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-829221849'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:12.935656 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2bfb84-f7bc-4687-9e93-46c0723099f7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Network': ['ID=c70c7acf-d7f1-4a7a-be22-e7a3254ef1de,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:12.937386 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5a3c2000-31e4-4545-a8d8-fcbe8996d3fc req-8e82a32a-690f-4db9-8c06-690016856f44 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 210 time: 0.0723097 Apr 16 04:23:12.973791 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-3d70c0eb-1d90-4038-bc69-cb3655cde14d tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Allocated IP 172.20.0.9 (568d6779-966e-4ede-8372-feba943d93d4/660e9b45-824f-4813-95fc-d919bbc73d2c/b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:12.982800 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-23d8ad07-3f59-4000-baac-28e6929d4e5e tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4380352 Apr 16 04:23:13.006846 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8652c9-f411-4a3a-8092-cc2af4ba8071 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Pushing event updated for resources: {'Subnet': ['ID=52d4a957-e3b5-4c17-aa8d-96963bf24f25,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:13.015717 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36636) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:13.022654 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-cfa10a03-8500-4b09-a62b-fdb317577fe0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2033268684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:13.034399 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8652c9-f411-4a3a-8092-cc2af4ba8071 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Checking segment: {'id': '5eb67633-a70f-41c8-a4be-be6c36fe797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0e428a64-78e0-4d2f-9d75-8aa22b84b393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:13.034930 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8652c9-f411-4a3a-8092-cc2af4ba8071 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Network hostable DHCP agents. Network: 0e428a64-78e0-4d2f-9d75-8aa22b84b393, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:23:13.036991 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.055995 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-17ebd7f0-3457-456b-afca-70a0b96b13c8', 'network_id': '17ebd7f0-3457-456b-afca-70a0b96b13c8', 'project_id': 'a2943c81039c44448da97f93644354e6', 'fixed_ips': [{'subnet_id': '3ed5f310-3190-42d3-8eb2-3fe5fee2f530'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:23:13.057010 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.060289 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] No DVR routers for this DVR port e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:13.094016 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': '68c55012-4f74-4216-b135-3a1f3994e8d3'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:23:13.098665 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.098799 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe3d5ca-4019-4bc9-bf46-29c6bc731093 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Made reservation on behalf of 73487597c3b744729772f791e4bc7825 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:13.100096 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cbe3d5ca-4019-4bc9-bf46-29c6bc731093 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.100217 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] Pushing event deleted for resources: {'Port': ['ID=e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:13.119272 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d02dffd5-6ad5-4b87-8146-e43da0d9b4c1 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (732779af-49f6-47ac-a882-bfaed42ac06c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.120198 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:13.120551 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:13.120962 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:13.121308 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:13.122115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:13.122115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:13.122319 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8652c9-f411-4a3a-8092-cc2af4ba8071 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Network 0e428a64-78e0-4d2f-9d75-8aa22b84b393 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:23:13.122419 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:13.122635 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:13.122910 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:13.123245 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:13.123584 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:13.123930 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:13.124264 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:13.124709 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:13.124924 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e13e53-baba-4921-84a4-e5f656cbaa66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:13.148632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acfedc70-74c1-41e4-bb41-14d70bc9deb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.163029 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02dffd5-6ad5-4b87-8146-e43da0d9b4c1 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event deleted for resources: {'Port': ['ID=732779af-49f6-47ac-a882-bfaed42ac06c,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:13.213554 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cfa10a03-8500-4b09-a62b-fdb317577fe0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (431c7a8e-c112-40d2-8acc-b9fc66ff17ed), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.214666 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cfa10a03-8500-4b09-a62b-fdb317577fe0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (431c7a8e-c112-40d2-8acc-b9fc66ff17ed), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.217774 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-edeb6d82-55c5-4950-88aa-28d656419537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (020cafe1-6ca8-4507-884a-36d278e3cb9c), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.220897 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-edeb6d82-55c5-4950-88aa-28d656419537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.225066 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-edeb6d82-55c5-4950-88aa-28d656419537 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/020cafe1-6ca8-4507-884a-36d278e3cb9c HTTP/1.1" status: 204 len: 168 time: 0.8254979 Apr 16 04:23:13.232959 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe3d5ca-4019-4bc9-bf46-29c6bc731093 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:23:13.235960 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfedc70-74c1-41e4-bb41-14d70bc9deb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] No DVR routers for this DVR port e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:13.239283 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfedc70-74c1-41e4-bb41-14d70bc9deb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Pushing event deleted for resources: {'Port': ['ID=e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:13.288901 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d02dffd5-6ad5-4b87-8146-e43da0d9b4c1 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (26813af7-b20f-4657-939e-0d639b8a43eb), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.379338 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb6d82-55c5-4950-88aa-28d656419537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020cafe1-6ca8-4507-884a-36d278e3cb9c,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:13.389300 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cbe3d5ca-4019-4bc9-bf46-29c6bc731093 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (bcbd52a8-163f-49f2-a7eb-096809aad14e), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.389650 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-cbe3d5ca-4019-4bc9-bf46-29c6bc731093 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Added segment bcbd52a8-163f-49f2-a7eb-096809aad14e of type vlan for network 422e0a31-86da-4d73-91c7-6f7297a675a2 Apr 16 04:23:13.399600 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-3c8652c9-f411-4a3a-8092-cc2af4ba8071 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 0e428a64-78e0-4d2f-9d75-8aa22b84b393) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:13.405237 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8652c9-f411-4a3a-8092-cc2af4ba8071 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:13.406474 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3c8652c9-f411-4a3a-8092-cc2af4ba8071 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.446267 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca63f95-f16e-4ff5-be1c-57213dca999c None None] Network 0e428a64-78e0-4d2f-9d75-8aa22b84b393 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:13.496838 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] Allocated IP 172.20.0.2 (17ebd7f0-3457-456b-afca-70a0b96b13c8/3ed5f310-3190-42d3-8eb2-3fe5fee2f530/47bda23f-f364-4577-a37a-232ee3ea64f4) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:13.506143 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02dffd5-6ad5-4b87-8146-e43da0d9b4c1 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Router 26813af7-b20f-4657-939e-0d639b8a43eb has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:23:13.535089 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cfa10a03-8500-4b09-a62b-fdb317577fe0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router_controller (431c7a8e-c112-40d2-8acc-b9fc66ff17ed), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.552930 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] Allocated IP 2001:db8::f816:3eff:febb:cbb8 (9a9395da-f56a-4c57-8efc-4b7256188659/68c55012-4f74-4216-b135-3a1f3994e8d3/c1c30f42-98e0-47fe-90db-492d37ddf221) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:13.553540 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858a1b33-43ab-43bc-b1d7-ea8b0f9b4ce8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:13.557231 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-858a1b33-43ab-43bc-b1d7-ea8b0f9b4ce8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.637997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cbe3d5ca-4019-4bc9-bf46-29c6bc731093 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (422e0a31-86da-4d73-91c7-6f7297a675a2), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.641806 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acfedc70-74c1-41e4-bb41-14d70bc9deb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (ebebe631-f8c9-4ed8-8b88-bbf4f01d3350), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.644849 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cfa10a03-8500-4b09-a62b-fdb317577fe0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (431c7a8e-c112-40d2-8acc-b9fc66ff17ed), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.735781 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-0e428a64-78e0-4d2f-9d75-8aa22b84b393', 'network_id': '0e428a64-78e0-4d2f-9d75-8aa22b84b393', 'project_id': 'a8f4ca485c844ec1bd8752f78b2c0897', 'fixed_ips': [{'subnet_id': '52d4a957-e3b5-4c17-aa8d-96963bf24f25'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:23:13.736699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.737230 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-acfedc70-74c1-41e4-bb41-14d70bc9deb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebebe631-f8c9-4ed8-8b88-bbf4f01d3350']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:13.766333 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-3d70c0eb-1d90-4038-bc69-cb3655cde14d tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.770785 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-acfedc70-74c1-41e4-bb41-14d70bc9deb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4380e2-82fe-4b72-8ffc-b8612c159f8c') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:13.771346 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-acfedc70-74c1-41e4-bb41-14d70bc9deb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4380e2-82fe-4b72-8ffc-b8612c159f8c') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:13.799258 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acfedc70-74c1-41e4-bb41-14d70bc9deb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (5c4380e2-82fe-4b72-8ffc-b8612c159f8c), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.814564 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cfa10a03-8500-4b09-a62b-fdb317577fe0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.820008 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cfa10a03-8500-4b09-a62b-fdb317577fe0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8022726 Apr 16 04:23:13.824105 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36642) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:13.848375 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cbe3d5ca-4019-4bc9-bf46-29c6bc731093 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (422e0a31-86da-4d73-91c7-6f7297a675a2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.853967 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe3d5ca-4019-4bc9-bf46-29c6bc731093 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:13.854761 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cbe3d5ca-4019-4bc9-bf46-29c6bc731093 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.860217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acfedc70-74c1-41e4-bb41-14d70bc9deb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (5c4380e2-82fe-4b72-8ffc-b8612c159f8c), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.933384 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3c8652c9-f411-4a3a-8092-cc2af4ba8071 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2795551 Apr 16 04:23:13.959438 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36644) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:13.964263 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-21fdf4d1-3ea6-44b7-8839-246464cf3050 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Request body: {'port': {'network_id': '0e428a64-78e0-4d2f-9d75-8aa22b84b393', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1715688917'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:13.976988 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.ipam_backend_mixin [None req-858a1b33-43ab-43bc-b1d7-ea8b0f9b4ce8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 68c55012-4f74-4216-b135-3a1f3994e8d3 (CIDR: 2001:db8::/64) Apr 16 04:23:13.987809 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfedc70-74c1-41e4-bb41-14d70bc9deb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:23:13.988468 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acfedc70-74c1-41e4-bb41-14d70bc9deb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (5c4380e2-82fe-4b72-8ffc-b8612c159f8c), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:23:13.992270 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:23:14.007686 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02dffd5-6ad5-4b87-8146-e43da0d9b4c1 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:23:14.045755 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d02dffd5-6ad5-4b87-8146-e43da0d9b4c1 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "PUT /v2.0/routers/26813af7-b20f-4657-939e-0d639b8a43eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9378936 Apr 16 04:23:14.050866 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36648) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:14.057005 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaf000d-6bf5-4681-b57b-b452fac92f7c None None] Sync routers for ids ['26813af7-b20f-4657-939e-0d639b8a43eb'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:23:14.072188 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] Publish callbacks [] for port (47bda23f-f364-4577-a37a-232ee3ea64f4), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.079416 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.087630 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] Publish callbacks [] for port (c1c30f42-98e0-47fe-90db-492d37ddf221), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.092203 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-858a1b33-43ab-43bc-b1d7-ea8b0f9b4ce8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:23:14.092660 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858a1b33-43ab-43bc-b1d7-ea8b0f9b4ce8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:23:14.102562 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:23:14.116117 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaf000d-6bf5-4681-b57b-b452fac92f7c None None] Routers {'26813af7-b20f-4657-939e-0d639b8a43eb'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:14.117050 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-feaf000d-6bf5-4681-b57b-b452fac92f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['26813af7-b20f-4657-939e-0d639b8a43eb'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:14.119487 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-a92a6d33-3bf0-4a97-88d3-e12de51685da tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] delete failed (client error): The resource could not be found. Apr 16 04:23:14.125204 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a92a6d33-3bf0-4a97-88d3-e12de51685da tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-253512454 HTTP/1.1" status: 404 len: 334 time: 0.0739598 Apr 16 04:23:14.125773 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36650) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:14.137043 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-8195c7de-3e7a-4a9e-87ae-697669e60a2e tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Request body: {'router': {'external_gateway_info': {'network_id': '26813af7-b20f-4657-939e-0d639b8a43eb'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:14.153776 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3d5ca-4019-4bc9-bf46-29c6bc731093 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Network': ['ID=422e0a31-86da-4d73-91c7-6f7297a675a2,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:14.163296 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] Allocated IP 2001:db8::2 (0e428a64-78e0-4d2f-9d75-8aa22b84b393/52d4a957-e3b5-4c17-aa8d-96963bf24f25/3e7213f9-3e7c-46e9-9a32-9a103f7ef444) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:14.165946 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-feaf000d-6bf5-4681-b57b-b452fac92f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:14.171368 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 422e0a31-86da-4d73-91c7-6f7297a675a2 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:23:14.198308 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (47bda23f-f364-4577-a37a-232ee3ea64f4), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.200452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (c1c30f42-98e0-47fe-90db-492d37ddf221), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.210322 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cbe3d5ca-4019-4bc9-bf46-29c6bc731093 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3222783 Apr 16 04:23:14.214532 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36652) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:14.216665 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-3d70c0eb-1d90-4038-bc69-cb3655cde14d tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.223717 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-e2fb1eb7-d7c1-4c7d-85b0-fc59c12b865f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'subnet': {'network_id': '422e0a31-86da-4d73-91c7-6f7297a675a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:14.272710 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcd024-4dc7-43e3-b58a-19612c6e2317 req-bd3da85b-6619-4fa9-b4f1-7edee711f0dd tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:14.275471 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b2dcd024-4dc7-43e3-b58a-19612c6e2317 req-bd3da85b-6619-4fa9-b4f1-7edee711f0dd tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 931 time: 0.1846247 Apr 16 04:23:14.340364 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36654) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:14.346593 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] Network 17ebd7f0-3457-456b-afca-70a0b96b13c8 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:14.369106 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:14.376396 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaf000d-6bf5-4681-b57b-b452fac92f7c None None] Routers {'26813af7-b20f-4657-939e-0d639b8a43eb'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:14.377169 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-feaf000d-6bf5-4681-b57b-b452fac92f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['26813af7-b20f-4657-939e-0d639b8a43eb'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:14.380621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:14.386037 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:14.393141 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:23:14.397954 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-858a1b33-43ab-43bc-b1d7-ea8b0f9b4ce8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5117710 Apr 16 04:23:14.402673 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36656) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:14.402871 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:14.413204 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-3d70c0eb-1d90-4038-bc69-cb3655cde14d tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Network 568d6779-966e-4ede-8372-feba943d93d4 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:14.414824 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acfedc70-74c1-41e4-bb41-14d70bc9deb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (ebebe631-f8c9-4ed8-8b88-bbf4f01d3350), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.424681 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-35f804a3-ef35-4ca2-bc26-fc5c62b59402 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:14.430119 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-733c973e-c63c-466b-a4bf-1df353357500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.434585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-3d70c0eb-1d90-4038-bc69-cb3655cde14d tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:14.440387 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acfedc70-74c1-41e4-bb41-14d70bc9deb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.443580 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-acfedc70-74c1-41e4-bb41-14d70bc9deb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] 10.222.0.30 "DELETE /v2.0/networks/ebebe631-f8c9-4ed8-8b88-bbf4f01d3350 HTTP/1.1" status: 204 len: 168 time: 2.3275225 Apr 16 04:23:14.450654 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-3d70c0eb-1d90-4038-bc69-cb3655cde14d tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:14.490031 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:14.496164 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-feaf000d-6bf5-4681-b57b-b452fac92f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:14.496909 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaf000d-6bf5-4681-b57b-b452fac92f7c None None] The sync data for ids ['26813af7-b20f-4657-939e-0d639b8a43eb'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:23:14.499349 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:23:14.499760 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e8afc47c-65d8-4c53-9a7c-a9cd4fcb1335 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:23:14.509516 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] Pushing event updated for resources: {'Port': ['ID=47bda23f-f364-4577-a37a-232ee3ea64f4,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:14.549841 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70c0eb-1d90-4038-bc69-cb3655cde14d tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event updated for resources: {'Port': ['ID=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:14.559816 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b2dcd024-4dc7-43e3-b58a-19612c6e2317 req-14acca7e-1fdd-4393-8657-01f800113543 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961188 Apr 16 04:23:14.560561 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfedc70-74c1-41e4-bb41-14d70bc9deb1 tempest-FloatingIPNegativeTestJSON-504042186 tempest-FloatingIPNegativeTestJSON-504042186-project] Pushing event deleted for resources: {'Network': ['ID=ebebe631-f8c9-4ed8-8b88-bbf4f01d3350,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:14.626407 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-3d70c0eb-1d90-4038-bc69-cb3655cde14d tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:14.627050 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-3d70c0eb-1d90-4038-bc69-cb3655cde14d tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.667738 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] Pushing event updated for resources: {'Port': ['ID=c1c30f42-98e0-47fe-90db-492d37ddf221,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:14.675329 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] Attempting to bind port 47bda23f-f364-4577-a37a-232ee3ea64f4 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:23:14.676900 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] Attempting to bind port 47bda23f-f364-4577-a37a-232ee3ea64f4 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'f9b6c554-dd6d-4e1c-8dd1-785a63b94666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '17ebd7f0-3457-456b-afca-70a0b96b13c8'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:23:14.677484 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] Attempting to bind port 47bda23f-f364-4577-a37a-232ee3ea64f4 on network 17ebd7f0-3457-456b-afca-70a0b96b13c8 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:23:14.685306 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80b8f32c-8256-4398-aea8-6f62ea3cca04 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.687953 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8195c7de-3e7a-4a9e-87ae-697669e60a2e tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for router_gateway (26813af7-b20f-4657-939e-0d639b8a43eb), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.764213 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-3d70c0eb-1d90-4038-bc69-cb3655cde14d tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1140049 Apr 16 04:23:14.802509 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-8195c7de-3e7a-4a9e-87ae-697669e60a2e tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] update failed (client error): The resource could not be found. Apr 16 04:23:14.804086 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] Request body: {'port': {'device_id': '8b2e76b8-c920-4681-bddc-9b3c2570b226', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:14.808263 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8195c7de-3e7a-4a9e-87ae-697669e60a2e tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "PUT /v2.0/routers/26813af7-b20f-4657-939e-0d639b8a43eb HTTP/1.1" status: 404 len: 339 time: 0.6791399 Apr 16 04:23:14.808444 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36660) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:14.816649 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-ccbef10c-0ce8-42ce-9fcd-97740d4b8d41 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1464989320'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:14.846367 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fdf4d1-3ea6-44b7-8839-246464cf3050 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Made reservation on behalf of a8f4ca485c844ec1bd8752f78b2c0897 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:14.850404 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-21fdf4d1-3ea6-44b7-8839-246464cf3050 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.862752 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:23:14.863450 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] Checking segment: {'id': 'f9b6c554-dd6d-4e1c-8dd1-785a63b94666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '17ebd7f0-3457-456b-afca-70a0b96b13c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:14.864106 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.864687 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] Bound using segment: {'id': 'f9b6c554-dd6d-4e1c-8dd1-785a63b94666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '17ebd7f0-3457-456b-afca-70a0b96b13c8'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:23:14.865186 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] Bound port: 47bda23f-f364-4577-a37a-232ee3ea64f4, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b6c554-dd6d-4e1c-8dd1-785a63b94666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '17ebd7f0-3457-456b-afca-70a0b96b13c8'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:23:14.865735 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (47bda23f-f364-4577-a37a-232ee3ea64f4), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.874918 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fb1eb7-d7c1-4c7d-85b0-fc59c12b865f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Made reservation on behalf of 73487597c3b744729772f791e4bc7825 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:14.879169 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e2fb1eb7-d7c1-4c7d-85b0-fc59c12b865f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.882741 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f804a3-ef35-4ca2-bc26-fc5c62b59402 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:14.885960 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] Attempting to bind port c1c30f42-98e0-47fe-90db-492d37ddf221 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:23:14.886122 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-35f804a3-ef35-4ca2-bc26-fc5c62b59402 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.886336 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] Attempting to bind port c1c30f42-98e0-47fe-90db-492d37ddf221 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:23:14.886910 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] Attempting to bind port c1c30f42-98e0-47fe-90db-492d37ddf221 on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:23:14.891144 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-733c973e-c63c-466b-a4bf-1df353357500 admin admin] Publish callbacks [] for security_group (78cfe766-998f-49ed-8e16-bf19f63dfde7), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.921728 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:23:14.922447 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:14.922857 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.923251 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:23:14.923894 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] Bound port: c1c30f42-98e0-47fe-90db-492d37ddf221, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:23:14.924465 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c1c30f42-98e0-47fe-90db-492d37ddf221), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.930556 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-21fdf4d1-3ea6-44b7-8839-246464cf3050 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] device_id is not set on port 4560da4d-2da9-4d0f-87a7-2e12777f2aa7 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:23:14.944934 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-dc416d7d-37b3-44aa-9543-bc0c478e96a2 None None] Provisioning complete for port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:14.945590 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dc416d7d-37b3-44aa-9543-bc0c478e96a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.960069 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbef10c-0ce8-42ce-9fcd-97740d4b8d41 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Made reservation on behalf of 418651f65ff64947ae2023c1409612d7 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:14.963279 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ccbef10c-0ce8-42ce-9fcd-97740d4b8d41 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.989101 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:14.996374 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] Publish callbacks [] for port (3e7213f9-3e7c-46e9-9a32-9a103f7ef444), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:15.041206 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-733c973e-c63c-466b-a4bf-1df353357500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (78cfe766-998f-49ed-8e16-bf19f63dfde7), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:15.061025 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dc416d7d-37b3-44aa-9543-bc0c478e96a2 None None] Port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:15.070638 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbef10c-0ce8-42ce-9fcd-97740d4b8d41 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:23:15.083196 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] For port 47bda23f-f364-4577-a37a-232ee3ea64f4, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:23:15.088481 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (3e7213f9-3e7c-46e9-9a32-9a103f7ef444), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:15.091582 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] For port 47bda23f-f364-4577-a37a-232ee3ea64f4, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=47bda23f-f364-4577-a37a-232ee3ea64f4,segment=NetworkSegment(f9b6c554-dd6d-4e1c-8dd1-785a63b94666),segment_id=f9b6c554-dd6d-4e1c-8dd1-785a63b94666)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:23:15.131492 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] For port c1c30f42-98e0-47fe-90db-492d37ddf221, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:23:15.137791 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ccbef10c-0ce8-42ce-9fcd-97740d4b8d41 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (78bc73c1-76c0-4a9f-9063-938bd0083d78), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:15.138144 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-ccbef10c-0ce8-42ce-9fcd-97740d4b8d41 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Added segment 78bc73c1-76c0-4a9f-9063-938bd0083d78 of type vlan for network 2626c864-5531-42de-877a-edf2269963fd Apr 16 04:23:15.154823 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] Network 0e428a64-78e0-4d2f-9d75-8aa22b84b393 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:15.158505 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] For port c1c30f42-98e0-47fe-90db-492d37ddf221, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c1c30f42-98e0-47fe-90db-492d37ddf221,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:23:15.164458 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-733c973e-c63c-466b-a4bf-1df353357500 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed7258a104ac4876bc246fa0c95a6e54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8185983 Apr 16 04:23:15.165056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:15.165156 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c973e-c63c-466b-a4bf-1df353357500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cfe766-998f-49ed-8e16-bf19f63dfde7,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:15.167155 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:15.167961 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36662) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:15.169347 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] Pushing event updated for resources: {'Port': ['ID=3e7213f9-3e7c-46e9-9a32-9a103f7ef444,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:15.174348 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (47bda23f-f364-4577-a37a-232ee3ea64f4), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:15.263246 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c1c30f42-98e0-47fe-90db-492d37ddf221), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:15.293958 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-80b8f32c-8256-4398-aea8-6f62ea3cca04 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Allocated IP 172.20.0.1 (17ebd7f0-3457-456b-afca-70a0b96b13c8/3ed5f310-3190-42d3-8eb2-3fe5fee2f530/d8d9b933-5313-4f3b-a312-f5a7858866ff) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:15.315785 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-21fdf4d1-3ea6-44b7-8839-246464cf3050 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Allocated IP 2001:db8::86 (0e428a64-78e0-4d2f-9d75-8aa22b84b393/52d4a957-e3b5-4c17-aa8d-96963bf24f25/4560da4d-2da9-4d0f-87a7-2e12777f2aa7) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:15.322965 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ccbef10c-0ce8-42ce-9fcd-97740d4b8d41 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (2626c864-5531-42de-877a-edf2269963fd), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:15.332415 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] Attempting to bind port 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:23:15.334010 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] Attempting to bind port 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '5eb67633-a70f-41c8-a4be-be6c36fe797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0e428a64-78e0-4d2f-9d75-8aa22b84b393'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:23:15.334010 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] Attempting to bind port 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 on network 0e428a64-78e0-4d2f-9d75-8aa22b84b393 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:23:15.365900 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:23:15.366417 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] Checking segment: {'id': '5eb67633-a70f-41c8-a4be-be6c36fe797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0e428a64-78e0-4d2f-9d75-8aa22b84b393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:15.366890 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:15.367357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] Bound using segment: {'id': '5eb67633-a70f-41c8-a4be-be6c36fe797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0e428a64-78e0-4d2f-9d75-8aa22b84b393'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:23:15.367950 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] Bound port: 3e7213f9-3e7c-46e9-9a32-9a103f7ef444, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb67633-a70f-41c8-a4be-be6c36fe797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0e428a64-78e0-4d2f-9d75-8aa22b84b393'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:23:15.368397 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (3e7213f9-3e7c-46e9-9a32-9a103f7ef444), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:15.381908 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2a943de0-5b6d-4555-96cd-bc576134004c admin admin] Publish callbacks [] for security_group (78cfe766-998f-49ed-8e16-bf19f63dfde7), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:15.386493 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710dc242-7542-4353-b713-d3baff2ea215 None None] Pushing event updated for resources: {'Port': ['ID=47bda23f-f364-4577-a37a-232ee3ea64f4,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:15.489233 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] For port 3e7213f9-3e7c-46e9-9a32-9a103f7ef444, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:23:15.493444 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] For port 3e7213f9-3e7c-46e9-9a32-9a103f7ef444, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3e7213f9-3e7c-46e9-9a32-9a103f7ef444,segment=NetworkSegment(5eb67633-a70f-41c8-a4be-be6c36fe797c),segment_id=5eb67633-a70f-41c8-a4be-be6c36fe797c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:23:15.500587 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:15.501314 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36666) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:15.541479 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80b8f32c-8256-4398-aea8-6f62ea3cca04 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for port (d8d9b933-5313-4f3b-a312-f5a7858866ff), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:15.586848 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (3e7213f9-3e7c-46e9-9a32-9a103f7ef444), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:15.644959 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67374491-72ff-4ff0-bde5-50265aff9bff None None] Pushing event updated for resources: {'Port': ['ID=c1c30f42-98e0-47fe-90db-492d37ddf221,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:15.669628 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80b8f32c-8256-4398-aea8-6f62ea3cca04 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (d8d9b933-5313-4f3b-a312-f5a7858866ff), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:15.704018 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b8f32c-8256-4398-aea8-6f62ea3cca04 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 17ebd7f0-3457-456b-afca-70a0b96b13c8 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:15.726535 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-80b8f32c-8256-4398-aea8-6f62ea3cca04 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:15.735187 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ccbef10c-0ce8-42ce-9fcd-97740d4b8d41 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (2626c864-5531-42de-877a-edf2269963fd), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:15.735384 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2a943de0-5b6d-4555-96cd-bc576134004c admin admin] Publish callbacks [] for security_group (78cfe766-998f-49ed-8e16-bf19f63dfde7), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:15.741070 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbef10c-0ce8-42ce-9fcd-97740d4b8d41 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:15.747608 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ccbef10c-0ce8-42ce-9fcd-97740d4b8d41 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:15.753584 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b8f32c-8256-4398-aea8-6f62ea3cca04 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:15.759331 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e2fb1eb7-d7c1-4c7d-85b0-fc59c12b865f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (787b12e7-c664-4400-9cb4-57de44fff6fd), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:15.841316 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e5524-b5a9-43eb-9bd3-ce41caf8da7e None None] Pushing event updated for resources: {'Port': ['ID=3e7213f9-3e7c-46e9-9a32-9a103f7ef444,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:15.996347 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f06f69-b488-4e69-80ba-56ed87979830 req-bbcee5b8-6c26-4853-aaea-88513ccfd420 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:15.998106 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e0f06f69-b488-4e69-80ba-56ed87979830 req-bbcee5b8-6c26-4853-aaea-88513ccfd420 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 931 time: 0.2603283 Apr 16 04:23:16.003547 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8f32c-8256-4398-aea8-6f62ea3cca04 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Port': ['ID=d8d9b933-5313-4f3b-a312-f5a7858866ff,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:16.020046 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ccbef10c-0ce8-42ce-9fcd-97740d4b8d41 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2085974 Apr 16 04:23:16.025557 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36672) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:16.030808 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-cd692a67-8e7e-4074-a6c1-1c20bbb70eae tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Request body: {'subnet': {'network_id': '2626c864-5531-42de-877a-edf2269963fd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:16.032941 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-35f804a3-ef35-4ca2-bc26-fc5c62b59402 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (cfa0b370-cf9b-49e0-86bd-d629fb97a24a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:16.042566 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80b8f32c-8256-4398-aea8-6f62ea3cca04 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (431c7a8e-c112-40d2-8acc-b9fc66ff17ed), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:16.080196 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:23:16.130318 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f804a3-ef35-4ca2-bc26-fc5c62b59402 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:16.135605 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbef10c-0ce8-42ce-9fcd-97740d4b8d41 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event updated for resources: {'Network': ['ID=2626c864-5531-42de-877a-edf2269963fd,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:16.144802 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] Publish callbacks [] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:16.152013 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 2626c864-5531-42de-877a-edf2269963fd details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:23:16.173247 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-35f804a3-ef35-4ca2-bc26-fc5c62b59402 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:16.176371 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f804a3-ef35-4ca2-bc26-fc5c62b59402 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:16.178717 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-35f804a3-ef35-4ca2-bc26-fc5c62b59402 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:16.200242 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb1eb7-d7c1-4c7d-85b0-fc59c12b865f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Subnet': ['ID=787b12e7-c664-4400-9cb4-57de44fff6fd,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:16.252623 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-21fdf4d1-3ea6-44b7-8839-246464cf3050 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks [] for port (4560da4d-2da9-4d0f-87a7-2e12777f2aa7), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:16.283384 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-314d4464-df23-46b2-b517-9dbc7901f09f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96b3f50e57d84b7caff81cc60fd0b659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7747562 Apr 16 04:23:16.288858 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36674) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:16.298362 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e0f06f69-b488-4e69-80ba-56ed87979830 req-51d770ef-c0be-4f86-a02b-803321176d00 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800138 Apr 16 04:23:16.313758 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fb1eb7-d7c1-4c7d-85b0-fc59c12b865f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Checking segment: {'id': 'bcbd52a8-163f-49f2-a7eb-096809aad14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '422e0a31-86da-4d73-91c7-6f7297a675a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:16.314030 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fb1eb7-d7c1-4c7d-85b0-fc59c12b865f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network hostable DHCP agents. Network: 422e0a31-86da-4d73-91c7-6f7297a675a2, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:23:16.319654 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] Transition to ACTIVE for port object b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:23:16.338819 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2a943de0-5b6d-4555-96cd-bc576134004c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (78cfe766-998f-49ed-8e16-bf19f63dfde7), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:16.342138 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2a943de0-5b6d-4555-96cd-bc576134004c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:16.343941 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2a943de0-5b6d-4555-96cd-bc576134004c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78cfe766-998f-49ed-8e16-bf19f63dfde7 HTTP/1.1" status: 204 len: 168 time: 1.1701546 Apr 16 04:23:16.350766 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f804a3-ef35-4ca2-bc26-fc5c62b59402 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=cfa0b370-cf9b-49e0-86bd-d629fb97a24a,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:16.368885 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-35f804a3-ef35-4ca2-bc26-fc5c62b59402 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9511526 Apr 16 04:23:16.369196 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36678) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:16.374237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-31c4f1aa-3203-4028-a110-0631ddb9d2c5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'mac_address': 'fa:16:3e:0b:f2:b7', 'name': 'tempest-NetworksTestDHCPv6-607357809'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:16.430743 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a943de0-5b6d-4555-96cd-bc576134004c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cfe766-998f-49ed-8e16-bf19f63dfde7,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:16.465447 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f5e532f2-86bc-4eef-bfb2-d5d75e180dc8 admin admin] Publish callbacks [] for security_group (5e430b11-1b45-49a1-b0df-59c39a0478cd), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:16.484373 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd692a67-8e7e-4074-a6c1-1c20bbb70eae tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Made reservation on behalf of 418651f65ff64947ae2023c1409612d7 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:16.487798 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cd692a67-8e7e-4074-a6c1-1c20bbb70eae tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:16.496308 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f5e532f2-86bc-4eef-bfb2-d5d75e180dc8 admin admin] Publish callbacks [] for security_group (5e430b11-1b45-49a1-b0df-59c39a0478cd), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:16.520317 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 47bda23f-f364-4577-a37a-232ee3ea64f4 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:16.520455 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-21fdf4d1-3ea6-44b7-8839-246464cf3050 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (4560da4d-2da9-4d0f-87a7-2e12777f2aa7), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:16.552036 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:16.572974 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fb1eb7-d7c1-4c7d-85b0-fc59c12b865f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network 422e0a31-86da-4d73-91c7-6f7297a675a2 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:23:16.596557 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fdf4d1-3ea6-44b7-8839-246464cf3050 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Network 0e428a64-78e0-4d2f-9d75-8aa22b84b393 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:16.603141 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-21fdf4d1-3ea6-44b7-8839-246464cf3050 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:16.607704 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fdf4d1-3ea6-44b7-8839-246464cf3050 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:16.619201 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fdf4d1-3ea6-44b7-8839-246464cf3050 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:16.620037 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-21fdf4d1-3ea6-44b7-8839-246464cf3050 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:16.631628 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 47bda23f-f364-4577-a37a-232ee3ea64f4 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:16.632018 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (47bda23f-f364-4577-a37a-232ee3ea64f4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:16.634553 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdf4d1-3ea6-44b7-8839-246464cf3050 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Pushing event updated for resources: {'Port': ['ID=4560da4d-2da9-4d0f-87a7-2e12777f2aa7,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:16.660377 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-e2fb1eb7-d7c1-4c7d-85b0-fc59c12b865f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 422e0a31-86da-4d73-91c7-6f7297a675a2) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:16.664898 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fb1eb7-d7c1-4c7d-85b0-fc59c12b865f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:16.665611 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e2fb1eb7-d7c1-4c7d-85b0-fc59c12b865f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:16.673423 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce4a697-ac64-499b-b8ba-bc6005cdb6dc None None] Network 422e0a31-86da-4d73-91c7-6f7297a675a2 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:16.752680 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f5e532f2-86bc-4eef-bfb2-d5d75e180dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (5e430b11-1b45-49a1-b0df-59c39a0478cd), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:16.762316 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f5e532f2-86bc-4eef-bfb2-d5d75e180dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:16.762316 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f5e532f2-86bc-4eef-bfb2-d5d75e180dc8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e430b11-1b45-49a1-b0df-59c39a0478cd HTTP/1.1" status: 204 len: 168 time: 0.4671235 Apr 16 04:23:16.768608 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-21fdf4d1-3ea6-44b7-8839-246464cf3050 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8050091 Apr 16 04:23:16.771837 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36684) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:16.803028 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-d1ebbb6e-43c2-4cc2-8782-8969fce24a3d tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Request body: {'port': {'network_id': '0e428a64-78e0-4d2f-9d75-8aa22b84b393', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-50183880', 'allowed_address_pairs': [{'ip_address': '2001:db8::86', 'mac_address': 'fa:16:3e:fb:0f:c5'}]}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:16.807090 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e532f2-86bc-4eef-bfb2-d5d75e180dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e430b11-1b45-49a1-b0df-59c39a0478cd,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:16.848384 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e2fb1eb7-d7c1-4c7d-85b0-fc59c12b865f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6306384 Apr 16 04:23:16.863188 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36686) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:16.914354 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-9f368314-b817-4fde-8dd0-40f60608b929 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-460009721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:16.962637 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-422e0a31-86da-4d73-91c7-6f7297a675a2', 'network_id': '422e0a31-86da-4d73-91c7-6f7297a675a2', 'project_id': '73487597c3b744729772f791e4bc7825', 'fixed_ips': [{'subnet_id': '787b12e7-c664-4400-9cb4-57de44fff6fd'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:23:16.964566 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:17.030164 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069e0559-ee6e-46fa-8dd7-269f33689e0d None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:17.125892 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9f368314-b817-4fde-8dd0-40f60608b929 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (5b9abdb6-3464-440f-b065-9ab0aaa5a01c), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:17.127809 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9f368314-b817-4fde-8dd0-40f60608b929 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (5b9abdb6-3464-440f-b065-9ab0aaa5a01c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:17.195233 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] Pushing event updated for resources: {'Port': ['ID=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:17.248116 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80b8f32c-8256-4398-aea8-6f62ea3cca04 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d8d9b933-5313-4f3b-a312-f5a7858866ff), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:17.261297 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9f368314-b817-4fde-8dd0-40f60608b929 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router_controller (5b9abdb6-3464-440f-b065-9ab0aaa5a01c), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:17.264595 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ebbb6e-43c2-4cc2-8782-8969fce24a3d tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Made reservation on behalf of a8f4ca485c844ec1bd8752f78b2c0897 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:17.324454 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 47bda23f-f364-4577-a37a-232ee3ea64f4 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:17.325142 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (47bda23f-f364-4577-a37a-232ee3ea64f4), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:17.445371 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c4f1aa-3203-4028-a110-0631ddb9d2c5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:17.519885 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d1ebbb6e-43c2-4cc2-8782-8969fce24a3d tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:17.550747 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9f368314-b817-4fde-8dd0-40f60608b929 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (5b9abdb6-3464-440f-b065-9ab0aaa5a01c), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:17.563312 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 47bda23f-f364-4577-a37a-232ee3ea64f4, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=47bda23f-f364-4577-a37a-232ee3ea64f4,segment=NetworkSegment(f9b6c554-dd6d-4e1c-8dd1-785a63b94666),segment_id=f9b6c554-dd6d-4e1c-8dd1-785a63b94666)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:17.569760 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-485acdb0-bc46-4da5-8402-f755f68f45f4 None None] Provisioning complete for port c1c30f42-98e0-47fe-90db-492d37ddf221 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:17.570139 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-485acdb0-bc46-4da5-8402-f755f68f45f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c1c30f42-98e0-47fe-90db-492d37ddf221), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:17.589401 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-d1ebbb6e-43c2-4cc2-8782-8969fce24a3d tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] device_id is not set on port 920a7d83-791e-44d3-8475-fae830b3eb91 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:23:17.658301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc58aacc-3e3b-4dde-8c1c-1adfc553f0fb None None] Network 17ebd7f0-3457-456b-afca-70a0b96b13c8 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:17.665322 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9f368314-b817-4fde-8dd0-40f60608b929 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:17.669225 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9f368314-b817-4fde-8dd0-40f60608b929 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7648163 Apr 16 04:23:17.670118 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36706) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:17.758396 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (47bda23f-f364-4577-a37a-232ee3ea64f4), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:17.759254 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:17.858934 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] Allocated IP 2001:db8::2 (422e0a31-86da-4d73-91c7-6f7297a675a2/787b12e7-c664-4400-9cb4-57de44fff6fd/feabac83-19c9-4e6b-9661-43eadcc6dd7e) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:17.871610 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] Attempting to bind port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:23:17.871954 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] Attempting to bind port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'd7c808db-70e3-4b65-8546-fc6c96327c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '568d6779-966e-4ede-8372-feba943d93d4'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:23:17.872283 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] Attempting to bind port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e on network 568d6779-966e-4ede-8372-feba943d93d4 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:23:17.909353 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] Port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e on network 568d6779-966e-4ede-8372-feba943d93d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:23:17.909699 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] Attempting to bind port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e on network 568d6779-966e-4ede-8372-feba943d93d4 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:23:17.959568 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c6998-00a3-421c-95ad-3bde98e1a8af req-8edcf912-c153-4714-8c1e-d0064c0fdd68 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:17.961348 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-148c6998-00a3-421c-95ad-3bde98e1a8af req-8edcf912-c153-4714-8c1e-d0064c0fdd68 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 943 time: 0.4335835 Apr 16 04:23:17.993120 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:23:17.993448 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] Checking segment: {'id': 'd7c808db-70e3-4b65-8546-fc6c96327c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '568d6779-966e-4ede-8372-feba943d93d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:17.993837 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] Bound using segment: {'id': 'd7c808db-70e3-4b65-8546-fc6c96327c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '568d6779-966e-4ede-8372-feba943d93d4'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:23:17.994275 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] Bound port: b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c808db-70e3-4b65-8546-fc6c96327c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '568d6779-966e-4ede-8372-feba943d93d4'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:23:17.994633 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:18.029059 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-31c4f1aa-3203-4028-a110-0631ddb9d2c5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:18.066397 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-d1ebbb6e-43c2-4cc2-8782-8969fce24a3d tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Allocated IP 2001:db8::278 (0e428a64-78e0-4d2f-9d75-8aa22b84b393/52d4a957-e3b5-4c17-aa8d-96963bf24f25/920a7d83-791e-44d3-8475-fae830b3eb91) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:18.067830 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7ff3c2-0b02-49ab-80d2-92770ec9b981 None None] Network 0e428a64-78e0-4d2f-9d75-8aa22b84b393 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:18.166041 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-db523537-7952-4ee8-bb5a-ab5942ab4fdf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:18.183890 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-31c4f1aa-3203-4028-a110-0631ddb9d2c5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port 7c865462-b456-4b24-87ff-7c6cf72bd470 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:23:18.220191 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-148c6998-00a3-421c-95ad-3bde98e1a8af req-fe89f99f-f0df-41e4-9bd5-7860d64455e2 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403922 Apr 16 04:23:18.225895 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] Publish callbacks [] for port (feabac83-19c9-4e6b-9661-43eadcc6dd7e), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:18.307684 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] For port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:23:18.357587 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] For port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e,segment=NetworkSegment(d7c808db-70e3-4b65-8546-fc6c96327c6e),segment_id=d7c808db-70e3-4b65-8546-fc6c96327c6e)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:23:18.399064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cd692a67-8e7e-4074-a6c1-1c20bbb70eae tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (d102a291-5477-4674-a051-ac0e6a3d0f0f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:18.518544 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:18.622902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] Pushing event updated for resources: {'Port': ['ID=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:18.644246 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80b8f32c-8256-4398-aea8-6f62ea3cca04 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for port (d8d9b933-5313-4f3b-a312-f5a7858866ff), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:18.662448 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd692a67-8e7e-4074-a6c1-1c20bbb70eae tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event updated for resources: {'Subnet': ['ID=d102a291-5477-4674-a051-ac0e6a3d0f0f,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:18.735144 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80b8f32c-8256-4398-aea8-6f62ea3cca04 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (d8d9b933-5313-4f3b-a312-f5a7858866ff), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:18.758543 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:18.759228 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:18.760765 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-ae53d723-548a-48b2-ae1b-d79bf678900d service neutron] 10.222.0.18 "PUT /v2.0/ports/b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e HTTP/1.1" status: 200 len: 1093 time: 3.9638457 Apr 16 04:23:18.792446 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (feabac83-19c9-4e6b-9661-43eadcc6dd7e), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:18.806565 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2e76b8-c920-4681-bddc-9b3c2570b226', 'tag': 'b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:23:18.809097 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3216ce81-e78e-4efd-bb80-2a17a4ec8f39" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2e76b8-c920-4681-bddc-9b3c2570b226", "tag": "b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:23:18.811633 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd692a67-8e7e-4074-a6c1-1c20bbb70eae tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Checking segment: {'id': '78bc73c1-76c0-4a9f-9063-938bd0083d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2626c864-5531-42de-877a-edf2269963fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:18.812023 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd692a67-8e7e-4074-a6c1-1c20bbb70eae tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Network hostable DHCP agents. Network: 2626c864-5531-42de-877a-edf2269963fd, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:23:18.823523 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=47bda23f-f364-4577-a37a-232ee3ea64f4,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:18.827081 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-31c4f1aa-3203-4028-a110-0631ddb9d2c5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8:0:1::3b2 (9a9395da-f56a-4c57-8efc-4b7256188659/cfa0b370-cf9b-49e0-86bd-d629fb97a24a/7c865462-b456-4b24-87ff-7c6cf72bd470) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:18.831471 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36732) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:18.888530 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-31c4f1aa-3203-4028-a110-0631ddb9d2c5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::f816:3eff:fe0b:f2b7 (9a9395da-f56a-4c57-8efc-4b7256188659/68c55012-4f74-4216-b135-3a1f3994e8d3/7c865462-b456-4b24-87ff-7c6cf72bd470) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:18.939052 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93e910e-4d70-4613-9333-e73652956909 x-openstack-request-id: req-f93e910e-4d70-4613-9333-e73652956909 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:23:18.939347 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2e76b8-c920-4681-bddc-9b3c2570b226", "tag": "b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:23:18.939599 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f93e910e-4d70-4613-9333-e73652956909 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:23:18.940263 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f93e910e-4d70-4613-9333-e73652956909'] response: {'name': 'network-changed', 'server_uuid': '8b2e76b8-c920-4681-bddc-9b3c2570b226', 'tag': 'b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e', 'status': 'completed', 'code': 200} Apr 16 04:23:18.969521 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:18.969915 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3e7213f9-3e7c-46e9-9a32-9a103f7ef444), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:19.002666 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d1ebbb6e-43c2-4cc2-8782-8969fce24a3d tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks [] for port (920a7d83-791e-44d3-8475-fae830b3eb91), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:19.007159 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-485acdb0-bc46-4da5-8402-f755f68f45f4 None None] Current status of the port c1c30f42-98e0-47fe-90db-492d37ddf221 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:19.007556 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-485acdb0-bc46-4da5-8402-f755f68f45f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c1c30f42-98e0-47fe-90db-492d37ddf221), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:19.037466 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8f32c-8256-4398-aea8-6f62ea3cca04 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Port': ['ID=d8d9b933-5313-4f3b-a312-f5a7858866ff,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:19.043023 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] Network 422e0a31-86da-4d73-91c7-6f7297a675a2 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:19.057687 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80b8f32c-8256-4398-aea8-6f62ea3cca04 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (431c7a8e-c112-40d2-8acc-b9fc66ff17ed), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:19.075478 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:19.078109 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:19.105674 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f629915f-dfaf-4472-a2c7-0308e33a5970 tempest-DvrRoutersNegativeTest-95996151 tempest-DvrRoutersNegativeTest-95996151-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1928029499', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:19.109737 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.policy [None req-f629915f-dfaf-4472-a2c7-0308e33a5970 tempest-DvrRoutersNegativeTest-95996151 tempest-DvrRoutersNegativeTest-95996151-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104632) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Apr 16 04:23:19.110416 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.policy [None req-f629915f-dfaf-4472-a2c7-0308e33a5970 tempest-DvrRoutersNegativeTest-95996151 tempest-DvrRoutersNegativeTest-95996151-project] Failed policy check for 'create_router' {{(pid=104632) enforce /opt/stack/neutron/neutron/policy.py:524}} Apr 16 04:23:19.122426 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-f629915f-dfaf-4472-a2c7-0308e33a5970 tempest-DvrRoutersNegativeTest-95996151 tempest-DvrRoutersNegativeTest-95996151-project] create failed (client error): Access was denied to this resource. Apr 16 04:23:19.122426 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f629915f-dfaf-4472-a2c7-0308e33a5970 tempest-DvrRoutersNegativeTest-95996151 tempest-DvrRoutersNegativeTest-95996151-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2807839 Apr 16 04:23:19.123175 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd692a67-8e7e-4074-a6c1-1c20bbb70eae tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Network 2626c864-5531-42de-877a-edf2269963fd is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:23:19.125620 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-250b95c8-629c-4d3d-80bb-fe1939a2100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:19.127212 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-250b95c8-629c-4d3d-80bb-fe1939a2100c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1331059124584452b3c27bedfa8953aa&device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 1127 time: 0.2228684 Apr 16 04:23:19.137810 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2799d44e-e219-487c-be13-0893f68cf444 None None] Update dhcp port {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'fixed_ips': [{'subnet_id': '68c55012-4f74-4216-b135-3a1f3994e8d3', 'ip_address': '2001:db8::f816:3eff:febb:cbb8'}, {'subnet_id': 'cfa0b370-cf9b-49e0-86bd-d629fb97a24a'}], 'binding:host_id': 'dv-neutron-838078-2-hyperv'}, 'id': 'c1c30f42-98e0-47fe-90db-492d37ddf221'} from dv-neutron-838078-2-hyperv. {{(pid=104634) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 16 04:23:19.190550 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] Pushing event updated for resources: {'Port': ['ID=feabac83-19c9-4e6b-9661-43eadcc6dd7e,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:19.204989 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2799d44e-e219-487c-be13-0893f68cf444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c1c30f42-98e0-47fe-90db-492d37ddf221), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:19.275658 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-485acdb0-bc46-4da5-8402-f755f68f45f4 None None] For port c1c30f42-98e0-47fe-90db-492d37ddf221, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c1c30f42-98e0-47fe-90db-492d37ddf221,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:19.291868 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] Attempting to bind port feabac83-19c9-4e6b-9661-43eadcc6dd7e on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:23:19.292509 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] Attempting to bind port feabac83-19c9-4e6b-9661-43eadcc6dd7e by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'bcbd52a8-163f-49f2-a7eb-096809aad14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '422e0a31-86da-4d73-91c7-6f7297a675a2'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:23:19.292662 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] Attempting to bind port feabac83-19c9-4e6b-9661-43eadcc6dd7e on network 422e0a31-86da-4d73-91c7-6f7297a675a2 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:23:19.329151 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-db523537-7952-4ee8-bb5a-ab5942ab4fdf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Allocated IP 2001:db8::1 (422e0a31-86da-4d73-91c7-6f7297a675a2/787b12e7-c664-4400-9cb4-57de44fff6fd/35ec1652-720c-4cb2-a2cd-d1bcfad8c4a9) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:19.336284 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d1ebbb6e-43c2-4cc2-8782-8969fce24a3d tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (920a7d83-791e-44d3-8475-fae830b3eb91), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:19.393230 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:19.393628 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (3e7213f9-3e7c-46e9-9a32-9a103f7ef444), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:19.400856 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-485acdb0-bc46-4da5-8402-f755f68f45f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c1c30f42-98e0-47fe-90db-492d37ddf221), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:19.402589 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef186e6-400e-4d9b-a887-d61298322ca9 req-9537db61-2120-43c2-a6ca-86aa4ebb9a78 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:19.404184 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bef186e6-400e-4d9b-a887-d61298322ca9 req-9537db61-2120-43c2-a6ca-86aa4ebb9a78 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 943 time: 0.0861037 Apr 16 04:23:19.405612 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-3e0f88c2-fcc8-4fac-b675-b08957c1333e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e HTTP/1.1" status: 200 len: 217 time: 0.2614739 Apr 16 04:23:19.446231 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-cd692a67-8e7e-4074-a6c1-1c20bbb70eae tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 2626c864-5531-42de-877a-edf2269963fd) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:19.467363 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebbb6e-43c2-4cc2-8782-8969fce24a3d tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Pushing event updated for resources: {'Port': ['ID=920a7d83-791e-44d3-8475-fae830b3eb91,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:19.501817 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ebbb6e-43c2-4cc2-8782-8969fce24a3d tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Network 0e428a64-78e0-4d2f-9d75-8aa22b84b393 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:19.503708 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-d1ebbb6e-43c2-4cc2-8782-8969fce24a3d tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:19.507056 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ebbb6e-43c2-4cc2-8782-8969fce24a3d tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:19.514830 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ebbb6e-43c2-4cc2-8782-8969fce24a3d tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:19.515688 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d1ebbb6e-43c2-4cc2-8782-8969fce24a3d tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:19.522900 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:23:19.524071 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] Checking segment: {'id': 'bcbd52a8-163f-49f2-a7eb-096809aad14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '422e0a31-86da-4d73-91c7-6f7297a675a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:19.524071 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:19.524071 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] Bound using segment: {'id': 'bcbd52a8-163f-49f2-a7eb-096809aad14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '422e0a31-86da-4d73-91c7-6f7297a675a2'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:23:19.524555 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] Bound port: feabac83-19c9-4e6b-9661-43eadcc6dd7e, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbd52a8-163f-49f2-a7eb-096809aad14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '422e0a31-86da-4d73-91c7-6f7297a675a2'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:23:19.525246 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (feabac83-19c9-4e6b-9661-43eadcc6dd7e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:19.543360 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd692a67-8e7e-4074-a6c1-1c20bbb70eae tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:19.543360 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cd692a67-8e7e-4074-a6c1-1c20bbb70eae tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:19.544844 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485acdb0-bc46-4da5-8402-f755f68f45f4 None None] Pushing event updated for resources: {'Port': ['ID=c1c30f42-98e0-47fe-90db-492d37ddf221,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:19.547736 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19285c10-e95c-4641-90a8-207efc5065ab None None] Network 2626c864-5531-42de-877a-edf2269963fd requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:19.638349 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d1ebbb6e-43c2-4cc2-8782-8969fce24a3d tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.8576758 Apr 16 04:23:19.644921 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bef186e6-400e-4d9b-a887-d61298322ca9 req-6907bbaa-3915-4213-b675-0d96b37cdcd9 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863978 Apr 16 04:23:19.650254 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36752) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:19.666281 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 3e7213f9-3e7c-46e9-9a32-9a103f7ef444, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3e7213f9-3e7c-46e9-9a32-9a103f7ef444,segment=NetworkSegment(5eb67633-a70f-41c8-a4be-be6c36fe797c),segment_id=5eb67633-a70f-41c8-a4be-be6c36fe797c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:19.744575 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-41fded52-2a1f-41d5-adfd-35f6d61f42b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:19.748215 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-db523537-7952-4ee8-bb5a-ab5942ab4fdf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for port (35ec1652-720c-4cb2-a2cd-d1bcfad8c4a9), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:19.749597 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-41fded52-2a1f-41d5-adfd-35f6d61f42b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=660e9b45-824f-4813-95fc-d919bbc73d2c HTTP/1.1" status: 200 len: 835 time: 0.3005669 Apr 16 04:23:19.759069 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cd692a67-8e7e-4074-a6c1-1c20bbb70eae tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.7296579 Apr 16 04:23:19.783135 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-dfb9e048-833b-46a0-960a-7133f08ad988 None None] Provisioning complete for port 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:19.783487 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e048-833b-46a0-960a-7133f08ad988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3e7213f9-3e7c-46e9-9a32-9a103f7ef444), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:19.788065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36754) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:19.788410 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36756) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:19.788749 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36758) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:19.795230 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-772bce10-728f-4326-8fa5-bc0309d1fb9a tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Request body: {'router': {'external_gateway_info': {'network_id': '2626c864-5531-42de-877a-edf2269963fd'}}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:19.796619 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (3e7213f9-3e7c-46e9-9a32-9a103f7ef444), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:19.797468 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c1c30f42-98e0-47fe-90db-492d37ddf221 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:19.860267 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5f4104-108b-4ebb-85d3-136c496a0005 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:19.866707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5f4104-108b-4ebb-85d3-136c496a0005 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:19.872431 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5f4104-108b-4ebb-85d3-136c496a0005 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:19.874212 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4b5f4104-108b-4ebb-85d3-136c496a0005 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2226667 Apr 16 04:23:19.876980 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36762) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:19.922570 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-db523537-7952-4ee8-bb5a-ab5942ab4fdf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (35ec1652-720c-4cb2-a2cd-d1bcfad8c4a9), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:19.941581 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-31c4f1aa-3203-4028-a110-0631ddb9d2c5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (7c865462-b456-4b24-87ff-7c6cf72bd470), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:19.987920 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-a7242576-a2f2-4068-b7c1-2451b92632d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:19.992391 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-a7242576-a2f2-4068-b7c1-2451b92632d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=568d6779-966e-4ede-8372-feba943d93d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2310789 Apr 16 04:23:20.006001 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b8f32c-8256-4398-aea8-6f62ea3cca04 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 17ebd7f0-3457-456b-afca-70a0b96b13c8 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:20.075097 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db523537-7952-4ee8-bb5a-ab5942ab4fdf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network 422e0a31-86da-4d73-91c7-6f7297a675a2 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:20.078332 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf6b1-7576-42c1-a8f8-559c5e84a1a5 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Deleting port 920a7d83-791e-44d3-8475-fae830b3eb91 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:20.078682 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-21dbf6b1-7576-42c1-a8f8-559c5e84a1a5 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (920a7d83-791e-44d3-8475-fae830b3eb91), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:20.079227 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=3e7213f9-3e7c-46e9-9a32-9a103f7ef444,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:20.082414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-db523537-7952-4ee8-bb5a-ab5942ab4fdf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:20.085993 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] For port feabac83-19c9-4e6b-9661-43eadcc6dd7e, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:23:20.094707 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] For port feabac83-19c9-4e6b-9661-43eadcc6dd7e, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=feabac83-19c9-4e6b-9661-43eadcc6dd7e,segment=NetworkSegment(bcbd52a8-163f-49f2-a7eb-096809aad14e),segment_id=bcbd52a8-163f-49f2-a7eb-096809aad14e)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:23:20.098336 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db523537-7952-4ee8-bb5a-ab5942ab4fdf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:20.099609 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-db523537-7952-4ee8-bb5a-ab5942ab4fdf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (5b9abdb6-3464-440f-b065-9ab0aaa5a01c), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:20.122417 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port c1c30f42-98e0-47fe-90db-492d37ddf221 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:20.122878 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c1c30f42-98e0-47fe-90db-492d37ddf221), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:20.125665 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-2f4ce119-3afb-443d-a07d-6f9950f9f28b tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1031458207'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:20.126123 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-2f4ce119-3afb-443d-a07d-6f9950f9f28b tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] Unknown quota resources ['metering_label']. {{(pid=104633) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 16 04:23:20.189251 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-2626c864-5531-42de-877a-edf2269963fd', 'network_id': '2626c864-5531-42de-877a-edf2269963fd', 'project_id': '418651f65ff64947ae2023c1409612d7', 'fixed_ips': [{'subnet_id': 'd102a291-5477-4674-a051-ac0e6a3d0f0f'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:23:20.190220 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:20.198496 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db523537-7952-4ee8-bb5a-ab5942ab4fdf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Port': ['ID=35ec1652-720c-4cb2-a2cd-d1bcfad8c4a9,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:20.208800 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-772bce10-728f-4326-8fa5-bc0309d1fb9a tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for router_gateway (26813af7-b20f-4657-939e-0d639b8a43eb), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:20.221898 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-80b8f32c-8256-4398-aea8-6f62ea3cca04 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:20.235054 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dfb9e048-833b-46a0-960a-7133f08ad988 None None] Current status of the port 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:20.318125 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-21dbf6b1-7576-42c1-a8f8-559c5e84a1a5 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (920a7d83-791e-44d3-8475-fae830b3eb91), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:20.327164 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d8a268e6-0866-4441-a236-4b8e87790787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:20.340672 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-21dbf6b1-7576-42c1-a8f8-559c5e84a1a5 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Calling delete_port for 920a7d83-791e-44d3-8475-fae830b3eb91 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:20.375224 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port c1c30f42-98e0-47fe-90db-492d37ddf221 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:20.398636 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (feabac83-19c9-4e6b-9661-43eadcc6dd7e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:20.486701 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-db523537-7952-4ee8-bb5a-ab5942ab4fdf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (35ec1652-720c-4cb2-a2cd-d1bcfad8c4a9), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:20.501472 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b33dac-aae7-426b-af11-4f78c21b6009 None None] Pushing event updated for resources: {'Port': ['ID=feabac83-19c9-4e6b-9661-43eadcc6dd7e,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:20.508237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d8a268e6-0866-4441-a236-4b8e87790787 admin admin] Publish callbacks [] for security_group (5621cacb-43bc-49be-91da-f1f898d33a45), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:20.522075 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-dfb9e048-833b-46a0-960a-7133f08ad988 None None] Provisioning complete for port d8d9b933-5313-4f3b-a312-f5a7858866ff triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:20.524061 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e048-833b-46a0-960a-7133f08ad988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d8d9b933-5313-4f3b-a312-f5a7858866ff), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:20.566149 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 47bda23f-f364-4577-a37a-232ee3ea64f4 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:20.638522 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d8a268e6-0866-4441-a236-4b8e87790787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (5621cacb-43bc-49be-91da-f1f898d33a45), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:20.663074 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dfb9e048-833b-46a0-960a-7133f08ad988 None None] Port d8d9b933-5313-4f3b-a312-f5a7858866ff cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:20.688152 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-dfb9e048-833b-46a0-960a-7133f08ad988 None None] Provisioning complete for port 47bda23f-f364-4577-a37a-232ee3ea64f4 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:20.688152 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e048-833b-46a0-960a-7133f08ad988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (47bda23f-f364-4577-a37a-232ee3ea64f4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:20.804954 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 47bda23f-f364-4577-a37a-232ee3ea64f4 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:20.806262 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (47bda23f-f364-4577-a37a-232ee3ea64f4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:20.843816 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] Allocated IP 2001:db8:1::2 (2626c864-5531-42de-877a-edf2269963fd/d102a291-5477-4674-a051-ac0e6a3d0f0f/deb09294-34e0-4f0e-b6ad-cf178bf1bb2a) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:20.936486 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dfb9e048-833b-46a0-960a-7133f08ad988 None None] Current status of the port 47bda23f-f364-4577-a37a-232ee3ea64f4 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:21.014759 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-2799d44e-e219-487c-be13-0893f68cf444 None None] Allocated IP 2001:db8:0:1::2 (9a9395da-f56a-4c57-8efc-4b7256188659/cfa0b370-cf9b-49e0-86bd-d629fb97a24a/c1c30f42-98e0-47fe-90db-492d37ddf221) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:21.022653 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605a6c7-abde-4cfa-8281-5b7bd2b60ec7 req-f92163d7-1ac3-414d-be4d-37c9b0f3253a tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:21.030974 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7605a6c7-abde-4cfa-8281-5b7bd2b60ec7 req-f92163d7-1ac3-414d-be4d-37c9b0f3253a tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 943 time: 0.2103417 Apr 16 04:23:21.100460 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7605a6c7-abde-4cfa-8281-5b7bd2b60ec7 req-e748a7b9-d12b-4cec-82b1-cce8bc688099 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639791 Apr 16 04:23:21.102782 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-21dbf6b1-7576-42c1-a8f8-559c5e84a1a5 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (920a7d83-791e-44d3-8475-fae830b3eb91), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:21.128199 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-29884085-4c0a-4812-835d-753aaf4d8508 None None] Provisioning complete for port 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:21.128862 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-29884085-4c0a-4812-835d-753aaf4d8508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3e7213f9-3e7c-46e9-9a32-9a103f7ef444), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:21.144846 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbf6b1-7576-42c1-a8f8-559c5e84a1a5 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Pushing event deleted for resources: {'Port': ['ID=920a7d83-791e-44d3-8475-fae830b3eb91,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:21.170970 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-db523537-7952-4ee8-bb5a-ab5942ab4fdf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for port (35ec1652-720c-4cb2-a2cd-d1bcfad8c4a9), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:21.233591 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-31c4f1aa-3203-4028-a110-0631ddb9d2c5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (7c865462-b456-4b24-87ff-7c6cf72bd470), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:21.242684 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-db523537-7952-4ee8-bb5a-ab5942ab4fdf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (35ec1652-720c-4cb2-a2cd-d1bcfad8c4a9), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:21.249448 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-db523537-7952-4ee8-bb5a-ab5942ab4fdf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (5b9abdb6-3464-440f-b065-9ab0aaa5a01c), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:21.249861 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 47bda23f-f364-4577-a37a-232ee3ea64f4 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:21.249861 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:21.334116 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-21dbf6b1-7576-42c1-a8f8-559c5e84a1a5 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:21.337153 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-21dbf6b1-7576-42c1-a8f8-559c5e84a1a5 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "DELETE /v2.0/ports/920a7d83-791e-44d3-8475-fae830b3eb91 HTTP/1.1" status: 204 len: 168 time: 1.4591312 Apr 16 04:23:21.341469 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36768) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:21.350223 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:21.350660 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3e7213f9-3e7c-46e9-9a32-9a103f7ef444), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:21.354115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] Publish callbacks [] for port (deb09294-34e0-4f0e-b6ad-cf178bf1bb2a), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:21.408419 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-2799d44e-e219-487c-be13-0893f68cf444 None None] For port c1c30f42-98e0-47fe-90db-492d37ddf221, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c1c30f42-98e0-47fe-90db-492d37ddf221,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:21.442962 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-f08e2dd4-af69-4106-ac52-4ba2bd9df3b0 service neutron] 10.222.0.18 "GET /v2.0/networks/568d6779-966e-4ede-8372-feba943d93d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3293116 Apr 16 04:23:21.443926 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a268e6-0866-4441-a236-4b8e87790787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5621cacb-43bc-49be-91da-f1f898d33a45,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:21.446900 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4f1aa-3203-4028-a110-0631ddb9d2c5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=7c865462-b456-4b24-87ff-7c6cf72bd470,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:21.486759 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-0858eca7-c94d-4493-a1ac-904369213249 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] GET failed (client error): The resource could not be found. Apr 16 04:23:21.497429 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0858eca7-c94d-4493-a1ac-904369213249 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "GET /v2.0/ports/920a7d83-791e-44d3-8475-fae830b3eb91 HTTP/1.1" status: 404 len: 333 time: 0.1425641 Apr 16 04:23:21.499472 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db523537-7952-4ee8-bb5a-ab5942ab4fdf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Port': ['ID=35ec1652-720c-4cb2-a2cd-d1bcfad8c4a9,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:21.507085 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36770) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:21.513953 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-bbf87104-c1be-4095-b150-655e00ec79f1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Request body: {'port': {'network_id': '0e428a64-78e0-4d2f-9d75-8aa22b84b393', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1449298624'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:21.521664 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d8a268e6-0866-4441-a236-4b8e87790787 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c478961aba6432291dd3f0a7fc7d9df&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6564312 Apr 16 04:23:21.524658 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce119-3afb-443d-a07d-6f9950f9f28b tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:21.527187 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2f4ce119-3afb-443d-a07d-6f9950f9f28b tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.6604674 Apr 16 04:23:21.527633 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36772) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:21.562915 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36774) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:21.572072 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-9ca5228d-d23c-4c65-a952-d4a3bfb607bd tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '950a30bd-bb09-483d-9e7d-2318c98b14bf'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:21.572564 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-9ca5228d-d23c-4c65-a952-d4a3bfb607bd tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104633) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 16 04:23:21.579706 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-772bce10-728f-4326-8fa5-bc0309d1fb9a tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:23:21.584681 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-772bce10-728f-4326-8fa5-bc0309d1fb9a tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "PUT /v2.0/routers/26813af7-b20f-4657-939e-0d639b8a43eb HTTP/1.1" status: 400 len: 364 time: 1.7934887 Apr 16 04:23:21.594773 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c4f1aa-3203-4028-a110-0631ddb9d2c5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:21.595972 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36776) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:21.605493 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-31c4f1aa-3203-4028-a110-0631ddb9d2c5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:21.621974 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c4f1aa-3203-4028-a110-0631ddb9d2c5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:21.627355 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (deb09294-34e0-4f0e-b6ad-cf178bf1bb2a), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:21.628972 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c4f1aa-3203-4028-a110-0631ddb9d2c5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:21.630301 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-31c4f1aa-3203-4028-a110-0631ddb9d2c5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:21.678989 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db523537-7952-4ee8-bb5a-ab5942ab4fdf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network 422e0a31-86da-4d73-91c7-6f7297a675a2 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:21.682857 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] Pushing event updated for resources: {'Port': ['ID=deb09294-34e0-4f0e-b6ad-cf178bf1bb2a,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:21.683837 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-db523537-7952-4ee8-bb5a-ab5942ab4fdf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:21.698234 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] Network 2626c864-5531-42de-877a-edf2269963fd is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:21.725043 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:21.735256 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:21.746993 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2799d44e-e219-487c-be13-0893f68cf444 None None] Publish callbacks [] for port (c1c30f42-98e0-47fe-90db-492d37ddf221), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:21.799541 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:21.800882 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c1c30f42-98e0-47fe-90db-492d37ddf221 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:21.803552 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf87104-c1be-4095-b150-655e00ec79f1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Made reservation on behalf of a8f4ca485c844ec1bd8752f78b2c0897 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:21.807421 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bbf87104-c1be-4095-b150-655e00ec79f1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:21.842986 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-bbf87104-c1be-4095-b150-655e00ec79f1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] device_id is not set on port 05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:23:21.855975 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2799d44e-e219-487c-be13-0893f68cf444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c1c30f42-98e0-47fe-90db-492d37ddf221), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:21.858682 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-29884085-4c0a-4812-835d-753aaf4d8508 None None] Current status of the port 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:21.944025 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-274d047a-63ed-445d-ad6a-f3891ee4a5ef admin admin] Publish callbacks [] for security_group (5621cacb-43bc-49be-91da-f1f898d33a45), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:21.951494 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d677effe-359e-46c8-ba47-619f617f0dc9 req-f2b31f5f-f686-4652-ac14-93b686e73804 service neutron] 10.222.0.18 "GET /v2.0/networks/568d6779-966e-4ede-8372-feba943d93d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984725 Apr 16 04:23:21.953700 dv-neutron-838078-2-hyperv neutron-server[104633]: WARNING neutron.services.metering.metering_plugin [None req-9ca5228d-d23c-4c65-a952-d4a3bfb607bd tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 16 04:23:21.968253 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-31c4f1aa-3203-4028-a110-0631ddb9d2c5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.5948439 Apr 16 04:23:21.968481 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36778) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:21.974488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-29884085-4c0a-4812-835d-753aaf4d8508 None None] Provisioning complete for port 4560da4d-2da9-4d0f-87a7-2e12777f2aa7 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:21.974870 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-29884085-4c0a-4812-835d-753aaf4d8508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4560da4d-2da9-4d0f-87a7-2e12777f2aa7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:21.985440 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db523537-7952-4ee8-bb5a-ab5942ab4fdf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router 5b9abdb6-3464-440f-b065-9ab0aaa5a01c is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:23:22.019910 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] Attempting to bind port deb09294-34e0-4f0e-b6ad-cf178bf1bb2a on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:23:22.020864 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] Attempting to bind port deb09294-34e0-4f0e-b6ad-cf178bf1bb2a by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '78bc73c1-76c0-4a9f-9063-938bd0083d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2626c864-5531-42de-877a-edf2269963fd'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:23:22.020864 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] Attempting to bind port deb09294-34e0-4f0e-b6ad-cf178bf1bb2a on network 2626c864-5531-42de-877a-edf2269963fd {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:23:22.034749 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2592303b-6f24-4260-b9aa-8562192dcef3 None None] Network 422e0a31-86da-4d73-91c7-6f7297a675a2 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:22.079201 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-bbf87104-c1be-4095-b150-655e00ec79f1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Allocated IP 2001:db8::1fd (0e428a64-78e0-4d2f-9d75-8aa22b84b393/52d4a957-e3b5-4c17-aa8d-96963bf24f25/05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:22.082252 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:23:22.083157 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] Checking segment: {'id': '78bc73c1-76c0-4a9f-9063-938bd0083d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2626c864-5531-42de-877a-edf2269963fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:22.083570 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:22.083975 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] Bound using segment: {'id': '78bc73c1-76c0-4a9f-9063-938bd0083d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2626c864-5531-42de-877a-edf2269963fd'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:23:22.084469 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] Bound port: deb09294-34e0-4f0e-b6ad-cf178bf1bb2a, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78bc73c1-76c0-4a9f-9063-938bd0083d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2626c864-5531-42de-877a-edf2269963fd'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:23:22.084891 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (deb09294-34e0-4f0e-b6ad-cf178bf1bb2a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:22.097693 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799d44e-e219-487c-be13-0893f68cf444 None None] Pushing event updated for resources: {'Port': ['ID=c1c30f42-98e0-47fe-90db-492d37ddf221,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:22.134565 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-274d047a-63ed-445d-ad6a-f3891ee4a5ef admin admin] Publish callbacks [] for security_group (5621cacb-43bc-49be-91da-f1f898d33a45), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:22.154386 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-29884085-4c0a-4812-835d-753aaf4d8508 None None] Port 4560da4d-2da9-4d0f-87a7-2e12777f2aa7 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:22.158479 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port c1c30f42-98e0-47fe-90db-492d37ddf221 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:22.160999 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c1c30f42-98e0-47fe-90db-492d37ddf221), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:22.230830 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-b6a8bd95-d6e2-4303-a4f8-fdd06acadc84 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port 7c865462-b456-4b24-87ff-7c6cf72bd470 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:22.231198 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b6a8bd95-d6e2-4303-a4f8-fdd06acadc84 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (7c865462-b456-4b24-87ff-7c6cf72bd470), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:22.235878 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-29884085-4c0a-4812-835d-753aaf4d8508 None None] Provisioning complete for port d8d9b933-5313-4f3b-a312-f5a7858866ff triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:22.241940 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-29884085-4c0a-4812-835d-753aaf4d8508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d8d9b933-5313-4f3b-a312-f5a7858866ff), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:22.299857 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9ca5228d-d23c-4c65-a952-d4a3bfb607bd tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:22.304849 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9ca5228d-d23c-4c65-a952-d4a3bfb607bd tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7330582 Apr 16 04:23:22.306376 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b8f32c-8256-4398-aea8-6f62ea3cca04 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 431c7a8e-c112-40d2-8acc-b9fc66ff17ed is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:23:22.318371 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36782) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:22.329024 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-5a171a24-beb0-4868-ab53-31c3fa0c9411 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '950a30bd-bb09-483d-9e7d-2318c98b14bf'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:22.330464 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-5a171a24-beb0-4868-ab53-31c3fa0c9411 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104632) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 16 04:23:22.342959 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db523537-7952-4ee8-bb5a-ab5942ab4fdf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:23:22.351091 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] For port deb09294-34e0-4f0e-b6ad-cf178bf1bb2a, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:23:22.360304 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0e559a-1591-442e-b3ce-3b4dcb6625af None None] Sync routers for ids ['5b9abdb6-3464-440f-b065-9ab0aaa5a01c'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:23:22.379978 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-428d17f3-24dc-4546-a466-ca0ba3b4bc18 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:22.380245 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0e559a-1591-442e-b3ce-3b4dcb6625af None None] Routers {'5b9abdb6-3464-440f-b065-9ab0aaa5a01c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:22.380245 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-9a0e559a-1591-442e-b3ce-3b4dcb6625af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['5b9abdb6-3464-440f-b065-9ab0aaa5a01c'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:22.384767 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-29884085-4c0a-4812-835d-753aaf4d8508 None None] Port d8d9b933-5313-4f3b-a312-f5a7858866ff cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:22.391778 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-db523537-7952-4ee8-bb5a-ab5942ab4fdf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/5b9abdb6-3464-440f-b065-9ab0aaa5a01c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7128518 Apr 16 04:23:22.396152 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36784) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:22.399008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] For port deb09294-34e0-4f0e-b6ad-cf178bf1bb2a, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=deb09294-34e0-4f0e-b6ad-cf178bf1bb2a,segment=NetworkSegment(78bc73c1-76c0-4a9f-9063-938bd0083d78),segment_id=78bc73c1-76c0-4a9f-9063-938bd0083d78)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:23:22.418458 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-29884085-4c0a-4812-835d-753aaf4d8508 None None] Could not find standard attr ID for object 920a7d83-791e-44d3-8475-fae830b3eb91. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:23:22.436294 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-9a0e559a-1591-442e-b3ce-3b4dcb6625af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:22.447939 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0e559a-1591-442e-b3ce-3b4dcb6625af None None] Routers {'5b9abdb6-3464-440f-b065-9ab0aaa5a01c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:22.450620 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-9a0e559a-1591-442e-b3ce-3b4dcb6625af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['5b9abdb6-3464-440f-b065-9ab0aaa5a01c'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:22.483457 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (deb09294-34e0-4f0e-b6ad-cf178bf1bb2a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:22.493496 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port c1c30f42-98e0-47fe-90db-492d37ddf221 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:22.505508 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acf234-8cba-465d-a4be-b85d42a94913 req-f81c3cec-e45a-4a40-90e7-c2bec489058c tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:22.539325 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-97acf234-8cba-465d-a4be-b85d42a94913 req-f81c3cec-e45a-4a40-90e7-c2bec489058c tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 943 time: 0.2828898 Apr 16 04:23:22.682576 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300cb2c-5669-410b-afbf-38d8d4df360a None None] Pushing event updated for resources: {'Port': ['ID=deb09294-34e0-4f0e-b6ad-cf178bf1bb2a,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:22.687244 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-274d047a-63ed-445d-ad6a-f3891ee4a5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (5621cacb-43bc-49be-91da-f1f898d33a45), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:22.692349 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-274d047a-63ed-445d-ad6a-f3891ee4a5ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:22.694353 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-274d047a-63ed-445d-ad6a-f3891ee4a5ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5621cacb-43bc-49be-91da-f1f898d33a45 HTTP/1.1" status: 204 len: 168 time: 1.1617548 Apr 16 04:23:22.712238 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-9a0e559a-1591-442e-b3ce-3b4dcb6625af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:22.717866 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0e559a-1591-442e-b3ce-3b4dcb6625af None None] The sync data for ids ['5b9abdb6-3464-440f-b065-9ab0aaa5a01c'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:23:22.718718 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-723d2d36-2437-4a8d-b1fd-9ccc1df6d431 None None] Provisioning complete for port feabac83-19c9-4e6b-9661-43eadcc6dd7e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:22.719103 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-723d2d36-2437-4a8d-b1fd-9ccc1df6d431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (feabac83-19c9-4e6b-9661-43eadcc6dd7e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:22.738066 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a48be8c-9c46-4ea3-b577-b526b3b644ac tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:22.743009 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0a48be8c-9c46-4ea3-b577-b526b3b644ac tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/ports/35ec1652-720c-4cb2-a2cd-d1bcfad8c4a9 HTTP/1.1" status: 200 len: 911 time: 0.3422942 Apr 16 04:23:22.743009 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.services.metering.metering_plugin [None req-5a171a24-beb0-4868-ab53-31c3fa0c9411 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 16 04:23:22.808758 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36788) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:22.894601 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-723d2d36-2437-4a8d-b1fd-9ccc1df6d431 None None] Current status of the port feabac83-19c9-4e6b-9661-43eadcc6dd7e is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:22.895709 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-723d2d36-2437-4a8d-b1fd-9ccc1df6d431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (feabac83-19c9-4e6b-9661-43eadcc6dd7e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:22.900800 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device feabac83-19c9-4e6b-9661-43eadcc6dd7e up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:22.958879 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d047a-63ed-445d-ad6a-f3891ee4a5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5621cacb-43bc-49be-91da-f1f898d33a45,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:23.034431 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-723d2d36-2437-4a8d-b1fd-9ccc1df6d431 None None] For port feabac83-19c9-4e6b-9661-43eadcc6dd7e, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=feabac83-19c9-4e6b-9661-43eadcc6dd7e,segment=NetworkSegment(bcbd52a8-163f-49f2-a7eb-096809aad14e),segment_id=bcbd52a8-163f-49f2-a7eb-096809aad14e)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:23.062271 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port feabac83-19c9-4e6b-9661-43eadcc6dd7e triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:23.065034 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (feabac83-19c9-4e6b-9661-43eadcc6dd7e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:23.111408 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5a171a24-beb0-4868-ab53-31c3fa0c9411 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:23.115408 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5a171a24-beb0-4868-ab53-31c3fa0c9411 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7911777 Apr 16 04:23:23.131093 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36790) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:23.144528 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b6a8bd95-d6e2-4303-a4f8-fdd06acadc84 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (7c865462-b456-4b24-87ff-7c6cf72bd470), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:23.175509 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-568bdffa-2ff5-4063-bc20-ebfefa2918c8 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=2d30b6aa-cb65-45aa-a9b9-4f196f0f4220 HTTP/1.1" status: 200 len: 464 time: 0.0391364 Apr 16 04:23:23.179441 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-723d2d36-2437-4a8d-b1fd-9ccc1df6d431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (feabac83-19c9-4e6b-9661-43eadcc6dd7e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:23.186707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36794) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:23.241655 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-b6a8bd95-d6e2-4303-a4f8-fdd06acadc84 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for 7c865462-b456-4b24-87ff-7c6cf72bd470 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:23.314419 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216ce81-e78e-4efd-bb80-2a17a4ec8f39 req-5369fb16-153b-4fb6-8b15-f48f027d06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:23.319395 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3216ce81-e78e-4efd-bb80-2a17a4ec8f39 req-5369fb16-153b-4fb6-8b15-f48f027d06e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1331059124584452b3c27bedfa8953aa&device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 1127 time: 0.6227062 Apr 16 04:23:23.382749 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8d180752-6172-4fdb-b2e3-368d8a6e7057 None None] Provisioning complete for port feabac83-19c9-4e6b-9661-43eadcc6dd7e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:23.383059 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8d180752-6172-4fdb-b2e3-368d8a6e7057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (feabac83-19c9-4e6b-9661-43eadcc6dd7e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:23.390579 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port feabac83-19c9-4e6b-9661-43eadcc6dd7e is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:23.395228 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c1c30f42-98e0-47fe-90db-492d37ddf221 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:23.443618 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-97acf234-8cba-465d-a4be-b85d42a94913 req-ad7e6f34-2456-4a5d-a935-78cad255140c tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9008713 Apr 16 04:23:23.444836 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b8f32c-8256-4398-aea8-6f62ea3cca04 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:23:23.456877 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-80b8f32c-8256-4398-aea8-6f62ea3cca04 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/431c7a8e-c112-40d2-8acc-b9fc66ff17ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6264985 Apr 16 04:23:23.471502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36800) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:23.479672 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d2d36-2437-4a8d-b1fd-9ccc1df6d431 None None] Pushing event updated for resources: {'Port': ['ID=feabac83-19c9-4e6b-9661-43eadcc6dd7e,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:23.483269 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d4f366-aa5a-43c1-8523-c69c80c19482 None None] Sync routers for ids ['431c7a8e-c112-40d2-8acc-b9fc66ff17ed'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:23:23.514276 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port c1c30f42-98e0-47fe-90db-492d37ddf221 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:23.514880 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c1c30f42-98e0-47fe-90db-492d37ddf221), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:23.578429 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d4f366-aa5a-43c1-8523-c69c80c19482 None None] Routers {'431c7a8e-c112-40d2-8acc-b9fc66ff17ed'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:23.578429 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-38d4f366-aa5a-43c1-8523-c69c80c19482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['431c7a8e-c112-40d2-8acc-b9fc66ff17ed'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:23.588314 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4bc04384-32cb-4a44-9cfd-4ab699307c86 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:23.589779 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4bc04384-32cb-4a44-9cfd-4ab699307c86 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/2d30b6aa-cb65-45aa-a9b9-4f196f0f4220 HTTP/1.1" status: 204 len: 168 time: 0.4012358 Apr 16 04:23:23.597952 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36804) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:23.620146 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bbf87104-c1be-4095-b150-655e00ec79f1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks [] for port (05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:23.638622 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216ce81-e78e-4efd-bb80-2a17a4ec8f39 req-aa819c59-4912-4ccf-946c-f42a423f50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:23.640520 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3216ce81-e78e-4efd-bb80-2a17a4ec8f39 req-aa819c59-4912-4ccf-946c-f42a423f50b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=568d6779-966e-4ede-8372-feba943d93d4 HTTP/1.1" status: 200 len: 896 time: 0.3011470 Apr 16 04:23:23.649731 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-38d4f366-aa5a-43c1-8523-c69c80c19482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:23.653856 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bfc957a4-5b8e-4401-8492-0286bb2df362 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=2d30b6aa-cb65-45aa-a9b9-4f196f0f4220 HTTP/1.1" status: 200 len: 221 time: 0.0523772 Apr 16 04:23:23.663651 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36806) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:23.675222 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-e242fa24-4915-4756-a06b-4af19c9a8a52 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1969920383', 'description': 'label created by tempest'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:23.676619 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-e242fa24-4915-4756-a06b-4af19c9a8a52 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] Unknown quota resources ['metering_label']. {{(pid=104632) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 16 04:23:23.689836 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d4f366-aa5a-43c1-8523-c69c80c19482 None None] Routers {'431c7a8e-c112-40d2-8acc-b9fc66ff17ed'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:23.690785 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-38d4f366-aa5a-43c1-8523-c69c80c19482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['431c7a8e-c112-40d2-8acc-b9fc66ff17ed'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:23.809863 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3216ce81-e78e-4efd-bb80-2a17a4ec8f39 req-05ad0f8f-b286-4429-bb6e-e8ac996909c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e HTTP/1.1" status: 200 len: 217 time: 0.1259246 Apr 16 04:23:23.835512 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-38d4f366-aa5a-43c1-8523-c69c80c19482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:23.837352 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d4f366-aa5a-43c1-8523-c69c80c19482 None None] The sync data for ids ['431c7a8e-c112-40d2-8acc-b9fc66ff17ed'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:23:23.926034 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216ce81-e78e-4efd-bb80-2a17a4ec8f39 req-a9d26dd7-33b8-4ed4-ad91-1212ee545151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:23.927857 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3216ce81-e78e-4efd-bb80-2a17a4ec8f39 req-a9d26dd7-33b8-4ed4-ad91-1212ee545151 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=660e9b45-824f-4813-95fc-d919bbc73d2c HTTP/1.1" status: 200 len: 835 time: 0.0945947 Apr 16 04:23:23.955382 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8d180752-6172-4fdb-b2e3-368d8a6e7057 None None] Current status of the port feabac83-19c9-4e6b-9661-43eadcc6dd7e is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:23.975555 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8d180752-6172-4fdb-b2e3-368d8a6e7057 None None] Provisioning complete for port 35ec1652-720c-4cb2-a2cd-d1bcfad8c4a9 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:23.976369 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8d180752-6172-4fdb-b2e3-368d8a6e7057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (35ec1652-720c-4cb2-a2cd-d1bcfad8c4a9), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:24.021560 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216ce81-e78e-4efd-bb80-2a17a4ec8f39 req-ffc40dae-a4a9-49d5-8778-73eec8eb1636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:24.023313 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3216ce81-e78e-4efd-bb80-2a17a4ec8f39 req-ffc40dae-a4a9-49d5-8778-73eec8eb1636 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=568d6779-966e-4ede-8372-feba943d93d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0873544 Apr 16 04:23:24.041817 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86168a35-438c-4e65-b1c3-a505e674c122 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:24.046605 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-86168a35-438c-4e65-b1c3-a505e674c122 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/ports/d8d9b933-5313-4f3b-a312-f5a7858866ff HTTP/1.1" status: 200 len: 910 time: 0.5353281 Apr 16 04:23:24.050957 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port c1c30f42-98e0-47fe-90db-492d37ddf221 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:24.070443 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36812) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:24.075234 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8d180752-6172-4fdb-b2e3-368d8a6e7057 None None] Port 35ec1652-720c-4cb2-a2cd-d1bcfad8c4a9 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:24.092538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8d180752-6172-4fdb-b2e3-368d8a6e7057 None None] Provisioning complete for port c1c30f42-98e0-47fe-90db-492d37ddf221 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:24.094713 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8d180752-6172-4fdb-b2e3-368d8a6e7057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c1c30f42-98e0-47fe-90db-492d37ddf221), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:24.145624 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-07ee710c-d253-468c-bdc1-2d55e16e5726 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3ed5f310-3190-42d3-8eb2-3fe5fee2f530'}]}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:24.226232 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8d180752-6172-4fdb-b2e3-368d8a6e7057 None None] Current status of the port c1c30f42-98e0-47fe-90db-492d37ddf221 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:24.345836 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-36b6849e-970f-4190-8f9c-0f3a1bc5220e None None] Provisioning complete for port 7c865462-b456-4b24-87ff-7c6cf72bd470 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:24.346218 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-36b6849e-970f-4190-8f9c-0f3a1bc5220e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7c865462-b456-4b24-87ff-7c6cf72bd470), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:24.395775 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f3049f-574d-4ccc-b14e-7810375e9d31 None None] Network 2626c864-5531-42de-877a-edf2269963fd requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:24.398394 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-36b6849e-970f-4190-8f9c-0f3a1bc5220e None None] Port 7c865462-b456-4b24-87ff-7c6cf72bd470 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:24.428681 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-36b6849e-970f-4190-8f9c-0f3a1bc5220e None None] Provisioning complete for port 35ec1652-720c-4cb2-a2cd-d1bcfad8c4a9 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:24.429157 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-36b6849e-970f-4190-8f9c-0f3a1bc5220e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (35ec1652-720c-4cb2-a2cd-d1bcfad8c4a9), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:24.432775 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bbf87104-c1be-4095-b150-655e00ec79f1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:24.435374 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36820) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:24.448543 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-428d17f3-24dc-4546-a466-ca0ba3b4bc18 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Allocated IP 2001:db8::1 (def0c26e-8e06-4e1c-9bff-fd854810fe7b/43818dd7-07d5-4cb9-a8a7-2a5f9f4a0d6b/d2913a38-1b7c-4287-b3c5-baecc084e4f5) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:24.451479 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4ef8030e-b6f3-42dd-a3b5-045af266757c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (5b9abdb6-3464-440f-b065-9ab0aaa5a01c), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:24.542774 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-36b6849e-970f-4190-8f9c-0f3a1bc5220e None None] Port 35ec1652-720c-4cb2-a2cd-d1bcfad8c4a9 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:24.623579 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e242fa24-4915-4756-a06b-4af19c9a8a52 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:24.624774 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e242fa24-4915-4756-a06b-4af19c9a8a52 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.9579430 Apr 16 04:23:24.647078 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf87104-c1be-4095-b150-655e00ec79f1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Network 0e428a64-78e0-4d2f-9d75-8aa22b84b393 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:24.647712 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36826) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:24.675188 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-87256a83-17aa-4cb4-ab27-2f3d177c0361 None None] Provisioning complete for port deb09294-34e0-4f0e-b6ad-cf178bf1bb2a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:24.676531 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-87256a83-17aa-4cb4-ab27-2f3d177c0361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (deb09294-34e0-4f0e-b6ad-cf178bf1bb2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:24.773822 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-58fd3ae4-8cdb-4c3e-80fb-4e53e0f5f9f4 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=295bf4a8-b04a-4922-b255-7f080339cea6 HTTP/1.1" status: 200 len: 468 time: 0.1227136 Apr 16 04:23:24.775207 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-bbf87104-c1be-4095-b150-655e00ec79f1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:24.777097 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36828) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:24.795374 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf87104-c1be-4095-b150-655e00ec79f1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Pushing event updated for resources: {'Port': ['ID=05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:24.814970 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-87256a83-17aa-4cb4-ab27-2f3d177c0361 None None] Current status of the port deb09294-34e0-4f0e-b6ad-cf178bf1bb2a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:24.815777 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-87256a83-17aa-4cb4-ab27-2f3d177c0361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (deb09294-34e0-4f0e-b6ad-cf178bf1bb2a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:24.822210 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf87104-c1be-4095-b150-655e00ec79f1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:24.827618 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf87104-c1be-4095-b150-655e00ec79f1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:24.828266 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bbf87104-c1be-4095-b150-655e00ec79f1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:24.842876 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device feabac83-19c9-4e6b-9661-43eadcc6dd7e up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:24.901396 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-87256a83-17aa-4cb4-ab27-2f3d177c0361 None None] For port deb09294-34e0-4f0e-b6ad-cf178bf1bb2a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=deb09294-34e0-4f0e-b6ad-cf178bf1bb2a,segment=NetworkSegment(78bc73c1-76c0-4a9f-9063-938bd0083d78),segment_id=78bc73c1-76c0-4a9f-9063-938bd0083d78)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:24.902199 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b259b48-cf80-4b58-90bb-0a1485dd553b req-c39d3613-d7d6-42ae-9312-2fe72a09d77e tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:24.903991 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0b259b48-cf80-4b58-90bb-0a1485dd553b req-c39d3613-d7d6-42ae-9312-2fe72a09d77e tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 943 time: 0.2883787 Apr 16 04:23:24.936028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port feabac83-19c9-4e6b-9661-43eadcc6dd7e triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:24.936462 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (feabac83-19c9-4e6b-9661-43eadcc6dd7e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:24.990021 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-87256a83-17aa-4cb4-ab27-2f3d177c0361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (deb09294-34e0-4f0e-b6ad-cf178bf1bb2a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:24.999326 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bbf87104-c1be-4095-b150-655e00ec79f1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4866571 Apr 16 04:23:24.999326 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b6a8bd95-d6e2-4303-a4f8-fdd06acadc84 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (7c865462-b456-4b24-87ff-7c6cf72bd470), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:25.007657 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36830) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:25.017176 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-5844fd10-2e17-4765-ae83-351a22771f39 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::86', 'mac_address': 'fa:16:3e:fb:0f:c5'}]}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:25.047341 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3216ce81-e78e-4efd-bb80-2a17a4ec8f39 req-424f4fe8-b964-4919-a974-de4ce4b0e042 service neutron] 10.222.0.18 "GET /v2.0/networks/568d6779-966e-4ede-8372-feba943d93d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9992712 Apr 16 04:23:25.064037 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-f028f05c-3349-4f83-abd3-1e64693f3fd2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1592687468-network', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:25.099209 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87256a83-17aa-4cb4-ab27-2f3d177c0361 None None] Pushing event updated for resources: {'Port': ['ID=deb09294-34e0-4f0e-b6ad-cf178bf1bb2a,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:25.124743 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-7492ea51-7619-4572-817f-f1d3d528ebb8 None None] Provisioning complete for port deb09294-34e0-4f0e-b6ad-cf178bf1bb2a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:25.125127 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7492ea51-7619-4572-817f-f1d3d528ebb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (deb09294-34e0-4f0e-b6ad-cf178bf1bb2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:25.127981 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port feabac83-19c9-4e6b-9661-43eadcc6dd7e is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:25.129647 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device deb09294-34e0-4f0e-b6ad-cf178bf1bb2a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:25.144652 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0b259b48-cf80-4b58-90bb-0a1485dd553b req-bff5c9aa-e29f-45d2-94c6-d799bcdb6736 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735749 Apr 16 04:23:25.174447 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8bd95-d6e2-4303-a4f8-fdd06acadc84 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=7c865462-b456-4b24-87ff-7c6cf72bd470,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:25.227011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port deb09294-34e0-4f0e-b6ad-cf178bf1bb2a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:25.227249 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (deb09294-34e0-4f0e-b6ad-cf178bf1bb2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:25.309969 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f028f05c-3349-4f83-abd3-1e64693f3fd2 admin admin] Made reservation on behalf of 024f29826de14ed8a2ca7f327e6a16aa for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:25.312391 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f028f05c-3349-4f83-abd3-1e64693f3fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:25.317872 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-7492ea51-7619-4572-817f-f1d3d528ebb8 None None] Current status of the port deb09294-34e0-4f0e-b6ad-cf178bf1bb2a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:25.333506 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f028f05c-3349-4f83-abd3-1e64693f3fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:25.375594 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port deb09294-34e0-4f0e-b6ad-cf178bf1bb2a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:25.388975 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b6a8bd95-d6e2-4303-a4f8-fdd06acadc84 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:25.394553 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b6a8bd95-d6e2-4303-a4f8-fdd06acadc84 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/7c865462-b456-4b24-87ff-7c6cf72bd470 HTTP/1.1" status: 204 len: 168 time: 3.4222362 Apr 16 04:23:25.402206 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36832) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:25.441007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-1d12e7d3-0c2e-48dc-8b4d-879b90126467 None None] Provisioning complete for port 05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:25.442580 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1d12e7d3-0c2e-48dc-8b4d-879b90126467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:25.497545 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5844fd10-2e17-4765-ae83-351a22771f39 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:25.515833 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d44a2836-6a29-465e-b851-b7e46ace58a4 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:25.517246 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d44a2836-6a29-465e-b851-b7e46ace58a4 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/295bf4a8-b04a-4922-b255-7f080339cea6 HTTP/1.1" status: 204 len: 168 time: 0.7229438 Apr 16 04:23:25.522785 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36834) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:25.529573 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3216ce81-e78e-4efd-bb80-2a17a4ec8f39 req-5d3cc251-f61c-4e0c-9bac-0cc2f09a90f7 service neutron] 10.222.0.18 "GET /v2.0/networks/568d6779-966e-4ede-8372-feba943d93d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545748 Apr 16 04:23:25.570540 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-cc7f4a53-abb7-4b3a-8e8c-27632b515b92 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=295bf4a8-b04a-4922-b255-7f080339cea6 HTTP/1.1" status: 200 len: 216 time: 0.0483108 Apr 16 04:23:25.571632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36836) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:25.593664 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-4ef8030e-b6f3-42dd-a3b5-045af266757c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting port 35ec1652-720c-4cb2-a2cd-d1bcfad8c4a9 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:25.593961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4ef8030e-b6f3-42dd-a3b5-045af266757c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (35ec1652-720c-4cb2-a2cd-d1bcfad8c4a9), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:25.602518 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d9f89d-7f38-4510-88c6-b980e8a57b92 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:25.607000 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a5d9f89d-7f38-4510-88c6-b980e8a57b92 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1952474 Apr 16 04:23:25.609871 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36838) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:25.639380 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1d12e7d3-0c2e-48dc-8b4d-879b90126467 None None] Port 05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:25.641190 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:23:25.645574 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-428d17f3-24dc-4546-a466-ca0ba3b4bc18 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for port (d2913a38-1b7c-4287-b3c5-baecc084e4f5), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:25.650134 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-07ee710c-d253-468c-bdc1-2d55e16e5726 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d8d9b933-5313-4f3b-a312-f5a7858866ff), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:25.652870 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0cfbeb5d-cf1a-4442-8b1b-d2b0ce08232c tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0741599 Apr 16 04:23:25.667606 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36840) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:25.704084 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62deafd-4db7-4241-9178-584f996d84fc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:25.708781 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d62deafd-4db7-4241-9178-584f996d84fc tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0956118 Apr 16 04:23:25.708944 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36842) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:25.743053 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9568d22c-f9ea-48eb-ac8e-21f0ec0df47d tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0743306 Apr 16 04:23:25.746585 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e,segment=NetworkSegment(d7c808db-70e3-4b65-8546-fc6c96327c6e),segment_id=d7c808db-70e3-4b65-8546-fc6c96327c6e)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:25.750515 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36844) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:25.765473 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e', 'network_id': '568d6779-966e-4ede-8372-feba943d93d4', 'port_id': 'b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e', 'mac_address': 'fa:16:3e:29:d2:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '660e9b45-824f-4813-95fc-d919bbc73d2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:23:25.805848 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:25.806251 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:25.824651 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:23:25.837317 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4ef8030e-b6f3-42dd-a3b5-045af266757c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (35ec1652-720c-4cb2-a2cd-d1bcfad8c4a9), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:25.847192 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e,segment=NetworkSegment(d7c808db-70e3-4b65-8546-fc6c96327c6e),segment_id=d7c808db-70e3-4b65-8546-fc6c96327c6e)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:25.868412 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e9c190e4-bdac-427d-9356-0ab67f0a1586 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/950a30bd-bb09-483d-9e7d-2318c98b14bf HTTP/1.1" status: 200 len: 473 time: 0.1168840 Apr 16 04:23:25.875501 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24723623-b9fa-4540-aa18-b232128b1b25 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:25.876973 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24723623-b9fa-4540-aa18-b232128b1b25 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:25.878292 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24723623-b9fa-4540-aa18-b232128b1b25 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:25.880363 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-24723623-b9fa-4540-aa18-b232128b1b25 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1705120 Apr 16 04:23:25.886120 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36846) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:25.886363 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36848) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:25.902841 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:25.906879 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5844fd10-2e17-4765-ae83-351a22771f39 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks [] for port (05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:25.922282 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-4ef8030e-b6f3-42dd-a3b5-045af266757c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Calling delete_port for 35ec1652-720c-4cb2-a2cd-d1bcfad8c4a9 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:25.925275 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f028f05c-3349-4f83-abd3-1e64693f3fd2 admin admin] Publish callbacks [] for security_group (eb8ef336-85ed-4ce9-8b76-971a0be27fb0), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:25.929874 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-94de83ab-a6fe-4f11-b551-0e7389239bcf tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/7ef75ade-28e2-4d0b-a5b7-eb3dc8da3f7d HTTP/1.1" status: 200 len: 461 time: 0.0388272 Apr 16 04:23:25.939825 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36850) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:25.958058 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:25.967160 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-a524b728-8323-4b43-9e93-1b7745729e40 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet 68c55012-4f74-4216-b135-3a1f3994e8d3 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:23:25.970362 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a524b728-8323-4b43-9e93-1b7745729e40 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (68c55012-4f74-4216-b135-3a1f3994e8d3), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:25.986294 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-428d17f3-24dc-4546-a466-ca0ba3b4bc18 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (d2913a38-1b7c-4287-b3c5-baecc084e4f5), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.010402 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5844fd10-2e17-4765-ae83-351a22771f39 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.024829 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a524b728-8323-4b43-9e93-1b7745729e40 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (68c55012-4f74-4216-b135-3a1f3994e8d3), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.041741 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f028f05c-3349-4f83-abd3-1e64693f3fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (eb8ef336-85ed-4ce9-8b76-971a0be27fb0), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.081529 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-5844fd10-2e17-4765-ae83-351a22771f39 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] In _notify_port_updated(), no bound segment for port 05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75 on network 0e428a64-78e0-4d2f-9d75-8aa22b84b393 {{(pid=104632) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:23:26.086718 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5844fd10-2e17-4765-ae83-351a22771f39 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:26.088034 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5844fd10-2e17-4765-ae83-351a22771f39 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.091930 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5844fd10-2e17-4765-ae83-351a22771f39 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "PUT /v2.0/ports/05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75 HTTP/1.1" status: 200 len: 1002 time: 1.0776176 Apr 16 04:23:26.095473 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d17f3-24dc-4546-a466-ca0ba3b4bc18 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Network def0c26e-8e06-4e1c-9bff-fd854810fe7b is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:26.108103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36852) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:26.130179 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-428d17f3-24dc-4546-a466-ca0ba3b4bc18 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:26.137741 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:23:26.149584 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f028f05c-3349-4f83-abd3-1e64693f3fd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:23:26.158028 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d17f3-24dc-4546-a466-ca0ba3b4bc18 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:26.158028 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-428d17f3-24dc-4546-a466-ca0ba3b4bc18 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (26813af7-b20f-4657-939e-0d639b8a43eb), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.158855 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d17f3-24dc-4546-a466-ca0ba3b4bc18 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event updated for resources: {'Port': ['ID=d2913a38-1b7c-4287-b3c5-baecc084e4f5,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:26.234525 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844fd10-2e17-4765-ae83-351a22771f39 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Pushing event updated for resources: {'Port': ['ID=05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:26.250135 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-975ee01b-05f2-4c3e-81dd-e930661c9528 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.251501 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-975ee01b-05f2-4c3e-81dd-e930661c9528 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/7ef75ade-28e2-4d0b-a5b7-eb3dc8da3f7d HTTP/1.1" status: 204 len: 168 time: 0.3171728 Apr 16 04:23:26.256618 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36856) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:26.366159 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a524b728-8323-4b43-9e93-1b7745729e40 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (68c55012-4f74-4216-b135-3a1f3994e8d3), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.511540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-1fd10a8a-90dc-414f-ac7d-bdf430b42424 None None] Provisioning complete for port 05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:26.512023 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1fd10a8a-90dc-414f-ac7d-bdf430b42424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.531169 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028f05c-3349-4f83-abd3-1e64693f3fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8ef336-85ed-4ce9-8b76-971a0be27fb0,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:26.543960 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f028f05c-3349-4f83-abd3-1e64693f3fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (31531ef6-d10a-4aa8-935d-20d2235de566), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.544471 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-f028f05c-3349-4f83-abd3-1e64693f3fd2 admin admin] Added segment 31531ef6-d10a-4aa8-935d-20d2235de566 of type vlan for network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e Apr 16 04:23:26.557529 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1fd10a8a-90dc-414f-ac7d-bdf430b42424 None None] Port 05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:26.585943 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4ef8030e-b6f3-42dd-a3b5-045af266757c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (35ec1652-720c-4cb2-a2cd-d1bcfad8c4a9), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.601764 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device deb09294-34e0-4f0e-b6ad-cf178bf1bb2a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:26.636138 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bee4f3b8-4a4d-4d38-bb89-7cec65239e62 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.637368 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bee4f3b8-4a4d-4d38-bb89-7cec65239e62 tempest-MeteringTestJSON-1579128374 tempest-MeteringTestJSON-1579128374-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/950a30bd-bb09-483d-9e7d-2318c98b14bf HTTP/1.1" status: 204 len: 168 time: 0.3791797 Apr 16 04:23:26.657420 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a524b728-8323-4b43-9e93-1b7745729e40 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (68c55012-4f74-4216-b135-3a1f3994e8d3), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.664041 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port deb09294-34e0-4f0e-b6ad-cf178bf1bb2a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:26.665021 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (deb09294-34e0-4f0e-b6ad-cf178bf1bb2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.685960 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-e35cbc77-f6a5-4108-9415-9bdee4784fe3 None None] Provisioning complete for port d2913a38-1b7c-4287-b3c5-baecc084e4f5 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:26.685960 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e35cbc77-f6a5-4108-9415-9bdee4784fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d2913a38-1b7c-4287-b3c5-baecc084e4f5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.688850 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a524b728-8323-4b43-9e93-1b7745729e40 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.695147 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a524b728-8323-4b43-9e93-1b7745729e40 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/68c55012-4f74-4216-b135-3a1f3994e8d3 HTTP/1.1" status: 204 len: 168 time: 0.8046191 Apr 16 04:23:26.695147 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524b728-8323-4b43-9e93-1b7745729e40 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=68c55012-4f74-4216-b135-3a1f3994e8d3,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:26.696099 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36860) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:26.714320 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f028f05c-3349-4f83-abd3-1e64693f3fd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (7730a87f-0bf9-4efc-aa90-7a1c8665de6e), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.730042 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8030e-b6f3-42dd-a3b5-045af266757c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Port': ['ID=35ec1652-720c-4cb2-a2cd-d1bcfad8c4a9,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:26.750378 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeb1bdf-26da-4037-b3b7-ddc8fe79b373 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:26.758596 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d51059d-c529-490f-acec-c63d01758ab8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet cfa0b370-cf9b-49e0-86bd-d629fb97a24a {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:23:26.761663 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d51059d-c529-490f-acec-c63d01758ab8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (cfa0b370-cf9b-49e0-86bd-d629fb97a24a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.796261 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-428d17f3-24dc-4546-a466-ca0ba3b4bc18 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d2913a38-1b7c-4287-b3c5-baecc084e4f5), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.924242 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d51059d-c529-490f-acec-c63d01758ab8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (cfa0b370-cf9b-49e0-86bd-d629fb97a24a), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.924942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e417cee-db1f-458e-894e-8306206c723a req-4bbf68b1-b95b-4213-a840-1d0b6efe38ee tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:26.924942 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6e417cee-db1f-458e-894e-8306206c723a req-4bbf68b1-b95b-4213-a840-1d0b6efe38ee tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 944 time: 0.3677857 Apr 16 04:23:26.925233 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e35cbc77-f6a5-4108-9415-9bdee4784fe3 None None] Port d2913a38-1b7c-4287-b3c5-baecc084e4f5 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:26.925616 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-eef1c36b-76b2-491b-9536-04fcf0013236 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Deleting port 05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:26.926180 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-eef1c36b-76b2-491b-9536-04fcf0013236 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.967385 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d51059d-c529-490f-acec-c63d01758ab8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (cfa0b370-cf9b-49e0-86bd-d629fb97a24a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:26.969760 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port deb09294-34e0-4f0e-b6ad-cf178bf1bb2a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:27.136321 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4ef8030e-b6f3-42dd-a3b5-045af266757c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (5b9abdb6-3464-440f-b065-9ab0aaa5a01c), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:27.143943 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d51059d-c529-490f-acec-c63d01758ab8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (cfa0b370-cf9b-49e0-86bd-d629fb97a24a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:27.161177 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d51059d-c529-490f-acec-c63d01758ab8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:27.168511 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4d51059d-c529-490f-acec-c63d01758ab8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/cfa0b370-cf9b-49e0-86bd-d629fb97a24a HTTP/1.1" status: 204 len: 168 time: 0.4719310 Apr 16 04:23:27.169273 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36864) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:27.182262 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f028f05c-3349-4f83-abd3-1e64693f3fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (7730a87f-0bf9-4efc-aa90-7a1c8665de6e), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:27.183596 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028f05c-3349-4f83-abd3-1e64693f3fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:27.184387 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f028f05c-3349-4f83-abd3-1e64693f3fd2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:27.208714 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51059d-c529-490f-acec-c63d01758ab8 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa0b370-cf9b-49e0-86bd-d629fb97a24a,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:27.241306 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36866) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:27.261644 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4d5f6b8c-4378-446f-adaa-ca49384c88a3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894880 Apr 16 04:23:27.265395 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36870) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:27.267457 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-ee2c8624-59c1-4415-83cd-55332b88dd7f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:27.396261 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6e417cee-db1f-458e-894e-8306206c723a req-21c85054-09b8-4c69-b08c-80e5dcfe174b tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4299533 Apr 16 04:23:27.446160 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2c8624-59c1-4415-83cd-55332b88dd7f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:27.449750 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8624-59c1-4415-83cd-55332b88dd7f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:27.454159 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f028f05c-3349-4f83-abd3-1e64693f3fd2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0112782 Apr 16 04:23:27.455028 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36872) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:27.455244 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-eef1c36b-76b2-491b-9536-04fcf0013236 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:27.474921 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-592351da-5694-40b7-aa46-10e84b1b34e2 admin admin] Request body: {'subnet': {'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1592687468-subnet', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'ip_version': 4}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:27.479898 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:27.498603 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028f05c-3349-4f83-abd3-1e64693f3fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=7730a87f-0bf9-4efc-aa90-7a1c8665de6e,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:27.500674 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-eef1c36b-76b2-491b-9536-04fcf0013236 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Calling delete_port for 05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:27.507372 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-07e6ea99-ae7f-49c6-9cc2-48d49ade3bc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:27.521391 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:23:27.605978 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:23:27.614588 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-07ee710c-d253-468c-bdc1-2d55e16e5726 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for port (d8d9b933-5313-4f3b-a312-f5a7858866ff), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:27.615929 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592351da-5694-40b7-aa46-10e84b1b34e2 admin admin] Made reservation on behalf of 024f29826de14ed8a2ca7f327e6a16aa for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:27.618240 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-592351da-5694-40b7-aa46-10e84b1b34e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:27.713034 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035a5fa9-dba5-4254-b224-655acc0d30b4 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:27.719666 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:27.720056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:27.777066 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8a067e7e-2b40-4cb0-a0e0-529581610a15 None None] Provisioning complete for port c1c30f42-98e0-47fe-90db-492d37ddf221 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:27.777384 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8a067e7e-2b40-4cb0-a0e0-529581610a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c1c30f42-98e0-47fe-90db-492d37ddf221), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:27.938791 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:27.938791 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:27.962704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293b7ee5-10fe-4850-af49-8f26f75f8646 None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:23:27.967975 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-592351da-5694-40b7-aa46-10e84b1b34e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (de0b4063-129f-46ca-b5ba-66ee8157041e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:27.991456 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.objects.ports [None req-ee2c8624-59c1-4415-83cd-55332b88dd7f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104632) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 16 04:23:28.019105 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:28.025051 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2e76b8-c920-4681-bddc-9b3c2570b226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:23:28.027379 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2963644-936f-4924-8475-8978d439ec1d" -d '{"events": [{"server_uuid": "8b2e76b8-c920-4681-bddc-9b3c2570b226", "name": "network-vif-plugged", "status": "completed", "tag": "b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:23:28.029612 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8a067e7e-2b40-4cb0-a0e0-529581610a15 None None] Current status of the port c1c30f42-98e0-47fe-90db-492d37ddf221 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:28.052374 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e,segment=NetworkSegment(d7c808db-70e3-4b65-8546-fc6c96327c6e),segment_id=d7c808db-70e3-4b65-8546-fc6c96327c6e)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:28.055921 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-293b7ee5-10fe-4850-af49-8f26f75f8646 None None] Deleting port c1c30f42-98e0-47fe-90db-492d37ddf221 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:28.056118 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-293b7ee5-10fe-4850-af49-8f26f75f8646 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c1c30f42-98e0-47fe-90db-492d37ddf221), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:28.081327 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d048e629-2bf1-4798-80ca-b089f65c6e0e x-openstack-request-id: req-d048e629-2bf1-4798-80ca-b089f65c6e0e {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:23:28.081636 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2e76b8-c920-4681-bddc-9b3c2570b226", "name": "network-vif-plugged", "status": "completed", "tag": "b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:23:28.081899 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d048e629-2bf1-4798-80ca-b089f65c6e0e {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:23:28.082839 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d048e629-2bf1-4798-80ca-b089f65c6e0e'] response: {'server_uuid': '8b2e76b8-c920-4681-bddc-9b3c2570b226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e', 'code': 200} Apr 16 04:23:28.137662 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-07ee710c-d253-468c-bdc1-2d55e16e5726 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (d8d9b933-5313-4f3b-a312-f5a7858866ff), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:28.140502 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:28.152419 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592351da-5694-40b7-aa46-10e84b1b34e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de0b4063-129f-46ca-b5ba-66ee8157041e,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:28.165153 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592351da-5694-40b7-aa46-10e84b1b34e2 admin admin] Checking segment: {'id': '31531ef6-d10a-4aa8-935d-20d2235de566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:28.165512 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592351da-5694-40b7-aa46-10e84b1b34e2 admin admin] Network hostable DHCP agents. Network: 7730a87f-0bf9-4efc-aa90-7a1c8665de6e, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:23:28.182315 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef8030e-b6f3-42dd-a3b5-045af266757c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router 5b9abdb6-3464-440f-b065-9ab0aaa5a01c has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:23:28.223953 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:28.235474 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-293b7ee5-10fe-4850-af49-8f26f75f8646 None None] For port c1c30f42-98e0-47fe-90db-492d37ddf221, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c1c30f42-98e0-47fe-90db-492d37ddf221,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:28.235875 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-293b7ee5-10fe-4850-af49-8f26f75f8646 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c1c30f42-98e0-47fe-90db-492d37ddf221), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:28.251471 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-293b7ee5-10fe-4850-af49-8f26f75f8646 None None] Calling delete_port for c1c30f42-98e0-47fe-90db-492d37ddf221 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:28.282134 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592351da-5694-40b7-aa46-10e84b1b34e2 admin admin] Network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:23:28.308040 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ee710c-d253-468c-bdc1-2d55e16e5726 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:28.308660 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-07ee710c-d253-468c-bdc1-2d55e16e5726 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:28.312784 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-07ee710c-d253-468c-bdc1-2d55e16e5726 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/ports/d8d9b933-5313-4f3b-a312-f5a7858866ff HTTP/1.1" status: 200 len: 910 time: 4.1694145 Apr 16 04:23:28.312784 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee710c-d253-468c-bdc1-2d55e16e5726 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Port': ['ID=d8d9b933-5313-4f3b-a312-f5a7858866ff,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:28.319001 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36876) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:28.427776 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-592351da-5694-40b7-aa46-10e84b1b34e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 7730a87f-0bf9-4efc-aa90-7a1c8665de6e) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:28.441474 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592351da-5694-40b7-aa46-10e84b1b34e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:28.442700 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-592351da-5694-40b7-aa46-10e84b1b34e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:28.448989 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1887e970-c20e-452c-8cc5-e5bd49c7cf05 None None] Network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:28.450128 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-07e6ea99-ae7f-49c6-9cc2-48d49ade3bc8 admin admin] Publish callbacks [] for security_group (064f996d-4823-4c9d-a94f-4ddd80c6506a), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:28.454086 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8624-59c1-4415-83cd-55332b88dd7f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c1c30f42-98e0-47fe-90db-492d37ddf221), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:28.465091 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-428d17f3-24dc-4546-a466-ca0ba3b4bc18 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for port (d2913a38-1b7c-4287-b3c5-baecc084e4f5), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:28.470356 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef8030e-b6f3-42dd-a3b5-045af266757c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:23:28.471116 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-293b7ee5-10fe-4850-af49-8f26f75f8646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (c1c30f42-98e0-47fe-90db-492d37ddf221), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:28.482142 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf28aec2-6ef7-419a-ab1d-281ae9a0554b None None] Sync routers for ids ['5b9abdb6-3464-440f-b065-9ab0aaa5a01c'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:23:28.488163 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4ef8030e-b6f3-42dd-a3b5-045af266757c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/5b9abdb6-3464-440f-b065-9ab0aaa5a01c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6649420 Apr 16 04:23:28.495188 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36880) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:28.498738 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee2c8624-59c1-4415-83cd-55332b88dd7f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Port c1c30f42-98e0-47fe-90db-492d37ddf221 concurrently deleted while adding address for new subnet {'id': '4dc7b351-7d2f-43b9-b520-d1e4c4d01beb', 'name': '', 'tenant_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 800, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-04-16T04:23:27Z', 'updated_at': '2022-04-16T04:23:27Z', 'revision_number': 0, 'segment_id': None, 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f'}. {{(pid=104632) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:781}} Apr 16 04:23:28.499543 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8624-59c1-4415-83cd-55332b88dd7f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (4dc7b351-7d2f-43b9-b520-d1e4c4d01beb), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:28.502854 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf28aec2-6ef7-419a-ab1d-281ae9a0554b None None] Routers {'5b9abdb6-3464-440f-b065-9ab0aaa5a01c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:28.503941 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-bf28aec2-6ef7-419a-ab1d-281ae9a0554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['5b9abdb6-3464-440f-b065-9ab0aaa5a01c'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:28.556801 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6a44f818-3889-45dc-b89f-c81a9cecce1b tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b9abdb6-3464-440f-b065-9ab0aaa5a01c HTTP/1.1" status: 200 len: 205 time: 0.0604095 Apr 16 04:23:28.563349 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-07e6ea99-ae7f-49c6-9cc2-48d49ade3bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (064f996d-4823-4c9d-a94f-4ddd80c6506a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:28.563748 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-bf28aec2-6ef7-419a-ab1d-281ae9a0554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:28.570430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36882) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:28.584983 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf28aec2-6ef7-419a-ab1d-281ae9a0554b None None] Routers {'5b9abdb6-3464-440f-b065-9ab0aaa5a01c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:28.585851 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-bf28aec2-6ef7-419a-ab1d-281ae9a0554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['5b9abdb6-3464-440f-b065-9ab0aaa5a01c'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:28.604330 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293b7ee5-10fe-4850-af49-8f26f75f8646 None None] No DVR routers for this DVR port c1c30f42-98e0-47fe-90db-492d37ddf221 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:28.626023 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2c8624-59c1-4415-83cd-55332b88dd7f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:28.627869 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b7ee5-10fe-4850-af49-8f26f75f8646 None None] Pushing event deleted for resources: {'Port': ['ID=c1c30f42-98e0-47fe-90db-492d37ddf221,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:28.638260 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-bf28aec2-6ef7-419a-ab1d-281ae9a0554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:28.639323 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c1c30f42-98e0-47fe-90db-492d37ddf221 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:23:28.639827 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf28aec2-6ef7-419a-ab1d-281ae9a0554b None None] The sync data for ids ['5b9abdb6-3464-440f-b065-9ab0aaa5a01c'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:23:28.664328 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-eef1c36b-76b2-491b-9536-04fcf0013236 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:28.675656 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: c1c30f42-98e0-47fe-90db-492d37ddf221 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:23:28.676079 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c1c30f42-98e0-47fe-90db-492d37ddf221 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:23:28.703590 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-428d17f3-24dc-4546-a466-ca0ba3b4bc18 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (d2913a38-1b7c-4287-b3c5-baecc084e4f5), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:28.704399 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-428d17f3-24dc-4546-a466-ca0ba3b4bc18 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (26813af7-b20f-4657-939e-0d639b8a43eb), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:28.737903 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:23:28.739345 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:28.752788 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-07e6ea99-ae7f-49c6-9cc2-48d49ade3bc8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b97526752e5147fda812afb6d3b77dcd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4989729 Apr 16 04:23:28.800899 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789a46c-69cd-4dd6-8c8a-b2a1df17ace5 req-659bebbe-8af7-4e3f-a389-00784807a0c3 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:28.802531 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b789a46c-69cd-4dd6-8c8a-b2a1df17ace5 req-659bebbe-8af7-4e3f-a389-00784807a0c3 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 945 time: 0.2596436 Apr 16 04:23:28.808383 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36884) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:28.851464 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-678aa25a-4b65-4065-8601-b7d1db01460f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (5b9abdb6-3464-440f-b065-9ab0aaa5a01c), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:28.853417 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6ea99-ae7f-49c6-9cc2-48d49ade3bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064f996d-4823-4c9d-a94f-4ddd80c6506a,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:28.904905 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b9aaf-7237-4e08-a5a4-17ede35d2630 req-3ab52990-3701-452c-9bbc-37403018bbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:28.906389 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b96b9aaf-7237-4e08-a5a4-17ede35d2630 req-3ab52990-3701-452c-9bbc-37403018bbdc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 1129 time: 0.3927350 Apr 16 04:23:28.914449 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] Allocated IP 172.20.0.2 (7730a87f-0bf9-4efc-aa90-7a1c8665de6e/de0b4063-129f-46ca-b5ba-66ee8157041e/1a72e75d-3886-43df-b4d0-e0b11a409b95) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:28.998081 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-592351da-5694-40b7-aa46-10e84b1b34e2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5419650 Apr 16 04:23:29.005823 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-ee2c8624-59c1-4415-83cd-55332b88dd7f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:29.010874 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36886) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:29.015065 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-c789f5d0-1cd7-4f18-bda5-9c40f51942ff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:29.019519 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2c8624-59c1-4415-83cd-55332b88dd7f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:29.020584 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8624-59c1-4415-83cd-55332b88dd7f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.022437 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf2909b-0692-4d64-b41a-ca4f3d165863 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:29.040648 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c8624-59c1-4415-83cd-55332b88dd7f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=4dc7b351-7d2f-43b9-b520-d1e4c4d01beb,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:29.112844 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d17f3-24dc-4546-a466-ca0ba3b4bc18 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event updated for resources: {'Port': ['ID=d2913a38-1b7c-4287-b3c5-baecc084e4f5,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:29.175042 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ee2c8624-59c1-4415-83cd-55332b88dd7f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9114773 Apr 16 04:23:29.176526 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c789f5d0-1cd7-4f18-bda5-9c40f51942ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (c53c57b7-0848-483d-a00c-6b997f7acb4b), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.177631 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c789f5d0-1cd7-4f18-bda5-9c40f51942ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (c53c57b7-0848-483d-a00c-6b997f7acb4b), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.181664 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36888) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:29.208450 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-ed1fe1e9-467b-4412-9815-80b2a29115a0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:29.291976 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-03448c39-b77d-42ba-b64d-a4b91e076168 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (431c7a8e-c112-40d2-8acc-b9fc66ff17ed), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.344935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] Publish callbacks [] for port (1a72e75d-3886-43df-b4d0-e0b11a409b95), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.361555 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1c36b-76b2-491b-9536-04fcf0013236 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Pushing event deleted for resources: {'Port': ['ID=05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:29.361555 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a783fc4d-8609-4ac9-ac85-f1e9a059e52a admin admin] Publish callbacks [] for security_group (064f996d-4823-4c9d-a94f-4ddd80c6506a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.362638 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c789f5d0-1cd7-4f18-bda5-9c40f51942ff admin admin] Publish callbacks [] for router_controller (c53c57b7-0848-483d-a00c-6b997f7acb4b), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.380091 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': '4dc7b351-7d2f-43b9-b520-d1e4c4d01beb'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:23:29.381186 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.412582 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (1a72e75d-3886-43df-b4d0-e0b11a409b95), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.426568 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b789a46c-69cd-4dd6-8c8a-b2a1df17ace5 req-532c9bd7-2dc1-434b-83b2-d9a704b6c56e tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5933988 Apr 16 04:23:29.431774 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-678aa25a-4b65-4065-8601-b7d1db01460f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (5b9abdb6-3464-440f-b065-9ab0aaa5a01c), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.445365 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-678aa25a-4b65-4065-8601-b7d1db01460f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router_controller (5b9abdb6-3464-440f-b065-9ab0aaa5a01c), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.459262 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-eef1c36b-76b2-491b-9536-04fcf0013236 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.465120 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-eef1c36b-76b2-491b-9536-04fcf0013236 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "DELETE /v2.0/ports/05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75 HTTP/1.1" status: 204 len: 168 time: 3.3508291 Apr 16 04:23:29.473434 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36890) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:29.477607 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a783fc4d-8609-4ac9-ac85-f1e9a059e52a admin admin] Publish callbacks [] for security_group (064f996d-4823-4c9d-a94f-4ddd80c6506a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.526013 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b96b9aaf-7237-4e08-a5a4-17ede35d2630 req-73678667-bda7-4ef9-bcad-c829ccaa0cb0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5509484 Apr 16 04:23:29.537575 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] Network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:29.544507 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:29.555066 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-519d34d9-e7ac-4623-b709-0702e77f6324 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] GET failed (client error): The resource could not be found. Apr 16 04:23:29.555584 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:29.560765 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-519d34d9-e7ac-4623-b709-0702e77f6324 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "GET /v2.0/ports/05316b6b-4c5f-4e9a-97d1-2f6e61d9aa75 HTTP/1.1" status: 404 len: 333 time: 0.0769751 Apr 16 04:23:29.561546 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] Pushing event updated for resources: {'Port': ['ID=1a72e75d-3886-43df-b4d0-e0b11a409b95,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:29.561681 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36892) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:29.573857 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1fe1e9-467b-4412-9815-80b2a29115a0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:29.576770 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ed1fe1e9-467b-4412-9815-80b2a29115a0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.581742 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-5d3c4318-1f67-4c74-9cad-4ac3f9b842be tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Request body: {'port': {'network_id': '0e428a64-78e0-4d2f-9d75-8aa22b84b393', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-735922496'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:29.591284 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d17f3-24dc-4546-a466-ca0ba3b4bc18 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Network def0c26e-8e06-4e1c-9bff-fd854810fe7b is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:29.615894 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-428d17f3-24dc-4546-a466-ca0ba3b4bc18 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:29.650903 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-678aa25a-4b65-4065-8601-b7d1db01460f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (5b9abdb6-3464-440f-b065-9ab0aaa5a01c), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.651446 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678aa25a-4b65-4065-8601-b7d1db01460f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Fanout notify agent at l3_agent the message router_deleted on router 5b9abdb6-3464-440f-b065-9ab0aaa5a01c {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:23:29.662183 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] Allocated IP 2001:db8::f816:3eff:fe76:93ca (9a9395da-f56a-4c57-8efc-4b7256188659/4dc7b351-7d2f-43b9-b520-d1e4c4d01beb/05371333-e4fb-4425-a9a3-3fbcc95da600) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:29.663231 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-678aa25a-4b65-4065-8601-b7d1db01460f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.666753 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-678aa25a-4b65-4065-8601-b7d1db01460f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/routers/5b9abdb6-3464-440f-b065-9ab0aaa5a01c HTTP/1.1" status: 204 len: 168 time: 1.0916028 Apr 16 04:23:29.670522 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36894) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:29.686140 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] Attempting to bind port 1a72e75d-3886-43df-b4d0-e0b11a409b95 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:23:29.686592 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] Attempting to bind port 1a72e75d-3886-43df-b4d0-e0b11a409b95 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '31531ef6-d10a-4aa8-935d-20d2235de566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:23:29.687020 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] Attempting to bind port 1a72e75d-3886-43df-b4d0-e0b11a409b95 on network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:23:29.695795 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:23:29.696274 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] Checking segment: {'id': '31531ef6-d10a-4aa8-935d-20d2235de566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:29.696941 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.699069 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] Bound using segment: {'id': '31531ef6-d10a-4aa8-935d-20d2235de566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:23:29.699069 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] Bound port: 1a72e75d-3886-43df-b4d0-e0b11a409b95, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31531ef6-d10a-4aa8-935d-20d2235de566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:23:29.699069 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1a72e75d-3886-43df-b4d0-e0b11a409b95), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.738768 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c789f5d0-1cd7-4f18-bda5-9c40f51942ff admin admin] Publish callbacks [] for router_gateway (c53c57b7-0848-483d-a00c-6b997f7acb4b), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.809012 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.ipam_backend_mixin [None req-ed1fe1e9-467b-4412-9815-80b2a29115a0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4dc7b351-7d2f-43b9-b520-d1e4c4d01beb (CIDR: 2001:db8::/64) Apr 16 04:23:29.840804 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf62e4cb-e3f6-4b48-ae15-8993fa153c89 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting subnet 787b12e7-c664-4400-9cb4-57de44fff6fd {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:23:29.846542 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cf62e4cb-e3f6-4b48-ae15-8993fa153c89 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for subnet (787b12e7-c664-4400-9cb4-57de44fff6fd), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.892465 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] For port 1a72e75d-3886-43df-b4d0-e0b11a409b95, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:23:29.899141 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] For port 1a72e75d-3886-43df-b4d0-e0b11a409b95, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1a72e75d-3886-43df-b4d0-e0b11a409b95,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:23:29.902978 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cf62e4cb-e3f6-4b48-ae15-8993fa153c89 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (787b12e7-c664-4400-9cb4-57de44fff6fd), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.903448 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1fe1e9-467b-4412-9815-80b2a29115a0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:23:29.903989 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1fe1e9-467b-4412-9815-80b2a29115a0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:23:29.956748 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] Publish callbacks [] for port (05371333-e4fb-4425-a9a3-3fbcc95da600), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.977134 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a783fc4d-8609-4ac9-ac85-f1e9a059e52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (064f996d-4823-4c9d-a94f-4ddd80c6506a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.979597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a783fc4d-8609-4ac9-ac85-f1e9a059e52a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.983076 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (1a72e75d-3886-43df-b4d0-e0b11a409b95), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:29.983767 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a783fc4d-8609-4ac9-ac85-f1e9a059e52a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/064f996d-4823-4c9d-a94f-4ddd80c6506a HTTP/1.1" status: 204 len: 168 time: 1.1645544 Apr 16 04:23:29.994837 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428d17f3-24dc-4546-a466-ca0ba3b4bc18 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Router 26813af7-b20f-4657-939e-0d639b8a43eb has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:23:30.029513 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-03448c39-b77d-42ba-b64d-a4b91e076168 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting port d8d9b933-5313-4f3b-a312-f5a7858866ff {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:30.030108 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-03448c39-b77d-42ba-b64d-a4b91e076168 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (d8d9b933-5313-4f3b-a312-f5a7858866ff), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:30.039891 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-27274455-4b48-4aba-9724-b62a9d09f17c None None] Provisioning complete for port d2913a38-1b7c-4287-b3c5-baecc084e4f5 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:30.040366 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-27274455-4b48-4aba-9724-b62a9d09f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d2913a38-1b7c-4287-b3c5-baecc084e4f5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:30.057114 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cf62e4cb-e3f6-4b48-ae15-8993fa153c89 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (787b12e7-c664-4400-9cb4-57de44fff6fd), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:30.090436 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (05371333-e4fb-4425-a9a3-3fbcc95da600), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:30.097597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783fc4d-8609-4ac9-ac85-f1e9a059e52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064f996d-4823-4c9d-a94f-4ddd80c6506a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:30.104376 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ed1fe1e9-467b-4412-9815-80b2a29115a0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9021156 Apr 16 04:23:30.109565 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36898) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:30.115185 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f607a41a-a12c-44e0-ada2-61b5ef4dccc2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:30.133245 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb164875-fb27-4de4-b785-5d3f01fc07d9 None None] Pushing event updated for resources: {'Port': ['ID=1a72e75d-3886-43df-b4d0-e0b11a409b95,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:30.147989 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-27274455-4b48-4aba-9724-b62a9d09f17c None None] Port d2913a38-1b7c-4287-b3c5-baecc084e4f5 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:30.202145 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c789f5d0-1cd7-4f18-bda5-9c40f51942ff admin admin] Publish callbacks [] for router_gateway (c53c57b7-0848-483d-a00c-6b997f7acb4b), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:30.211589 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:30.217144 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:30.217441 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3c4318-1f67-4c74-9cad-4ac3f9b842be tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Made reservation on behalf of a8f4ca485c844ec1bd8752f78b2c0897 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:30.220706 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:30.288221 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5d3c4318-1f67-4c74-9cad-4ac3f9b842be tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:30.289091 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] Pushing event updated for resources: {'Port': ['ID=05371333-e4fb-4425-a9a3-3fbcc95da600,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:30.289605 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c789f5d0-1cd7-4f18-bda5-9c40f51942ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:30.289871 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-5d3c4318-1f67-4c74-9cad-4ac3f9b842be tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] device_id is not set on port 94329067-edd4-42ca-baaf-8c03aab77d3d yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:23:30.289871 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428d17f3-24dc-4546-a466-ca0ba3b4bc18 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:23:30.309740 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-428d17f3-24dc-4546-a466-ca0ba3b4bc18 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "PUT /v2.0/routers/26813af7-b20f-4657-939e-0d639b8a43eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7018514 Apr 16 04:23:30.311160 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36900) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:30.322730 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] Attempting to bind port 05371333-e4fb-4425-a9a3-3fbcc95da600 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:23:30.322730 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] Attempting to bind port 05371333-e4fb-4425-a9a3-3fbcc95da600 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:23:30.322730 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] Attempting to bind port 05371333-e4fb-4425-a9a3-3fbcc95da600 on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:23:30.346056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79269e4f-692e-4002-bbbb-9b1be66e3fcf None None] Sync routers for ids ['26813af7-b20f-4657-939e-0d639b8a43eb'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:23:30.353656 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:23:30.354834 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:30.358156 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:30.358797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:23:30.359520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] Bound port: 05371333-e4fb-4425-a9a3-3fbcc95da600, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:23:30.360241 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (05371333-e4fb-4425-a9a3-3fbcc95da600), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:30.379899 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79269e4f-692e-4002-bbbb-9b1be66e3fcf None None] Routers {'26813af7-b20f-4657-939e-0d639b8a43eb'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:30.381492 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-79269e4f-692e-4002-bbbb-9b1be66e3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['26813af7-b20f-4657-939e-0d639b8a43eb'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:30.405374 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-03448c39-b77d-42ba-b64d-a4b91e076168 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (d8d9b933-5313-4f3b-a312-f5a7858866ff), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:30.440571 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-03448c39-b77d-42ba-b64d-a4b91e076168 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Calling delete_port for d8d9b933-5313-4f3b-a312-f5a7858866ff owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:30.443566 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-c789f5d0-1cd7-4f18-bda5-9c40f51942ff admin admin] Allocated IP 172.26.6.187 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/af89efd5-f022-4281-9a65-b6cf974445c9) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:30.533134 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ae48dfff-54b6-423e-89ca-4ba6c9000de4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for router (26813af7-b20f-4657-939e-0d639b8a43eb), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:30.540175 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-79269e4f-692e-4002-bbbb-9b1be66e3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:30.598088 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79269e4f-692e-4002-bbbb-9b1be66e3fcf None None] Routers {'26813af7-b20f-4657-939e-0d639b8a43eb'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:30.600416 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-79269e4f-692e-4002-bbbb-9b1be66e3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['26813af7-b20f-4657-939e-0d639b8a43eb'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:30.682349 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-5d3c4318-1f67-4c74-9cad-4ac3f9b842be tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Allocated IP 2001:db8::368 (0e428a64-78e0-4d2f-9d75-8aa22b84b393/52d4a957-e3b5-4c17-aa8d-96963bf24f25/94329067-edd4-42ca-baaf-8c03aab77d3d) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:30.686099 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-79269e4f-692e-4002-bbbb-9b1be66e3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:30.687258 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79269e4f-692e-4002-bbbb-9b1be66e3fcf None None] The sync data for ids ['26813af7-b20f-4657-939e-0d639b8a43eb'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:23:30.689400 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] For port 05371333-e4fb-4425-a9a3-3fbcc95da600, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:23:30.698583 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1a72e75d-3886-43df-b4d0-e0b11a409b95 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:30.698873 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9bf4f-7531-49bc-965a-8cd98870c425 req-108358f7-4c44-42ae-a1bd-4e1ae6a228cf tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:30.708355 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5cd9bf4f-7531-49bc-965a-8cd98870c425 req-108358f7-4c44-42ae-a1bd-4e1ae6a228cf tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 945 time: 0.1438847 Apr 16 04:23:30.712977 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] For port 05371333-e4fb-4425-a9a3-3fbcc95da600, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=05371333-e4fb-4425-a9a3-3fbcc95da600,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:23:30.721399 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cf62e4cb-e3f6-4b48-ae15-8993fa153c89 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (787b12e7-c664-4400-9cb4-57de44fff6fd), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:30.762338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 1a72e75d-3886-43df-b4d0-e0b11a409b95 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:30.762727 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1a72e75d-3886-43df-b4d0-e0b11a409b95), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:30.810763 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (05371333-e4fb-4425-a9a3-3fbcc95da600), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:30.858678 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f607a41a-a12c-44e0-ada2-61b5ef4dccc2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:30.863025 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f607a41a-a12c-44e0-ada2-61b5ef4dccc2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:30.950756 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe0d81-7c7f-4704-ba6f-5459b9b750b8 None None] Pushing event updated for resources: {'Port': ['ID=05371333-e4fb-4425-a9a3-3fbcc95da600,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:30.966198 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 1a72e75d-3886-43df-b4d0-e0b11a409b95 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:30.966615 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1a72e75d-3886-43df-b4d0-e0b11a409b95), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:30.978802 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c789f5d0-1cd7-4f18-bda5-9c40f51942ff admin admin] Publish callbacks [] for port (af89efd5-f022-4281-9a65-b6cf974445c9), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:30.996369 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5cd9bf4f-7531-49bc-965a-8cd98870c425 req-dc90105f-2019-43bd-85f8-f965aab1941a tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870460 Apr 16 04:23:31.025550 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 1a72e75d-3886-43df-b4d0-e0b11a409b95, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1a72e75d-3886-43df-b4d0-e0b11a409b95,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:31.075594 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36906) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:31.090978 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (1a72e75d-3886-43df-b4d0-e0b11a409b95), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:31.143126 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e8f462de-d715-4405-9568-87e021210a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:31.155817 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=1a72e75d-3886-43df-b4d0-e0b11a409b95,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:31.279181 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-03448c39-b77d-42ba-b64d-a4b91e076168 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (d8d9b933-5313-4f3b-a312-f5a7858866ff), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:31.299447 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422a9dd4-ef04-42a8-9c8c-49dbfe9faad8 None None] Network 422e0a31-86da-4d73-91c7-6f7297a675a2 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:31.304503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62e4cb-e3f6-4b48-ae15-8993fa153c89 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Subnet': ['ID=787b12e7-c664-4400-9cb4-57de44fff6fd,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:31.315181 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cf62e4cb-e3f6-4b48-ae15-8993fa153c89 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:31.320341 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cf62e4cb-e3f6-4b48-ae15-8993fa153c89 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/subnets/787b12e7-c664-4400-9cb4-57de44fff6fd HTTP/1.1" status: 204 len: 168 time: 1.6468673 Apr 16 04:23:31.325451 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36908) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:31.402194 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e8f462de-d715-4405-9568-87e021210a8c admin admin] Publish callbacks [] for security_group (c9bf134e-56cb-450e-aa56-7af7954e41f3), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:31.408444 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03448c39-b77d-42ba-b64d-a4b91e076168 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Port': ['ID=d8d9b933-5313-4f3b-a312-f5a7858866ff,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:31.412074 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c789f5d0-1cd7-4f18-bda5-9c40f51942ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (af89efd5-f022-4281-9a65-b6cf974445c9), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:31.430651 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-ae48dfff-54b6-423e-89ca-4ba6c9000de4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 16 04:23:31.435171 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ae48dfff-54b6-423e-89ca-4ba6c9000de4 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "DELETE /v2.0/routers/26813af7-b20f-4657-939e-0d639b8a43eb HTTP/1.1" status: 409 len: 376 time: 1.0536964 Apr 16 04:23:31.437897 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36910) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:31.545049 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e8f462de-d715-4405-9568-87e021210a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (c9bf134e-56cb-450e-aa56-7af7954e41f3), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:31.574498 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53121af7-724b-4adb-9e81-70b42b78e97b None None] DHCP port deletion for 422e0a31-86da-4d73-91c7-6f7297a675a2 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:23:31.646738 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f462de-d715-4405-9568-87e021210a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bf134e-56cb-450e-aa56-7af7954e41f3,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:31.656313 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c789f5d0-1cd7-4f18-bda5-9c40f51942ff admin admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:31.669775 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-53121af7-724b-4adb-9e81-70b42b78e97b None None] Deleting port feabac83-19c9-4e6b-9661-43eadcc6dd7e {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:31.670172 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-53121af7-724b-4adb-9e81-70b42b78e97b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (feabac83-19c9-4e6b-9661-43eadcc6dd7e), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:31.690786 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-c789f5d0-1cd7-4f18-bda5-9c40f51942ff admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:31.693418 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c789f5d0-1cd7-4f18-bda5-9c40f51942ff admin admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:31.717225 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789f5d0-1cd7-4f18-bda5-9c40f51942ff admin admin] Pushing event updated for resources: {'Port': ['ID=af89efd5-f022-4281-9a65-b6cf974445c9,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:31.745164 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5d3c4318-1f67-4c74-9cad-4ac3f9b842be tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks [] for port (94329067-edd4-42ca-baaf-8c03aab77d3d), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:31.766564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779b0c6f-689f-4455-9387-c937d1a4aa6a None None] Network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:31.771488 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (422e0a31-86da-4d73-91c7-6f7297a675a2), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:31.784592 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e8f462de-d715-4405-9568-87e021210a8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bad03c59a1624fe9a447c8adfd818327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7027078 Apr 16 04:23:31.793065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36912) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:31.828362 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-53121af7-724b-4adb-9e81-70b42b78e97b None None] For port feabac83-19c9-4e6b-9661-43eadcc6dd7e, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=feabac83-19c9-4e6b-9661-43eadcc6dd7e,segment=NetworkSegment(bcbd52a8-163f-49f2-a7eb-096809aad14e),segment_id=bcbd52a8-163f-49f2-a7eb-096809aad14e)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:31.828792 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-53121af7-724b-4adb-9e81-70b42b78e97b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (feabac83-19c9-4e6b-9661-43eadcc6dd7e), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:31.839253 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-d3d8f2aa-3e99-4536-9e15-10f7be7d9aee None None] Provisioning complete for port 1a72e75d-3886-43df-b4d0-e0b11a409b95 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:31.839878 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d3d8f2aa-3e99-4536-9e15-10f7be7d9aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1a72e75d-3886-43df-b4d0-e0b11a409b95), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:31.874616 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-03448c39-b77d-42ba-b64d-a4b91e076168 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (431c7a8e-c112-40d2-8acc-b9fc66ff17ed), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:31.898518 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-53121af7-724b-4adb-9e81-70b42b78e97b None None] Calling delete_port for feabac83-19c9-4e6b-9661-43eadcc6dd7e owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:31.993500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-67854a8c-1e72-46c1-9b79-6447bd7f28ed admin admin] Publish callbacks [] for security_group (c9bf134e-56cb-450e-aa56-7af7954e41f3), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:32.037551 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f607a41a-a12c-44e0-ada2-61b5ef4dccc2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (f3ddcfd9-0f88-4c02-9436-981a05f1822d), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:32.047465 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-67854a8c-1e72-46c1-9b79-6447bd7f28ed admin admin] Publish callbacks [] for security_group (c9bf134e-56cb-450e-aa56-7af7954e41f3), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:32.067669 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5d3c4318-1f67-4c74-9cad-4ac3f9b842be tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (94329067-edd4-42ca-baaf-8c03aab77d3d), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:32.123481 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8f2aa-3e99-4536-9e15-10f7be7d9aee None None] Current status of the port 1a72e75d-3886-43df-b4d0-e0b11a409b95 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:32.161961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c4318-1f67-4c74-9cad-4ac3f9b842be tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Pushing event updated for resources: {'Port': ['ID=94329067-edd4-42ca-baaf-8c03aab77d3d,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:32.178985 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3c4318-1f67-4c74-9cad-4ac3f9b842be tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Network 0e428a64-78e0-4d2f-9d75-8aa22b84b393 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:32.198069 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-53121af7-724b-4adb-9e81-70b42b78e97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (feabac83-19c9-4e6b-9661-43eadcc6dd7e), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:32.208879 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-5d3c4318-1f67-4c74-9cad-4ac3f9b842be tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:32.242380 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3c4318-1f67-4c74-9cad-4ac3f9b842be tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:32.244649 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3c4318-1f67-4c74-9cad-4ac3f9b842be tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:32.245759 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5d3c4318-1f67-4c74-9cad-4ac3f9b842be tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:32.282374 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-863bd1b7-9d2b-4651-b1b9-59385a2c7d79 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (26813af7-b20f-4657-939e-0d639b8a43eb), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:32.290463 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53121af7-724b-4adb-9e81-70b42b78e97b None None] Pushing event deleted for resources: {'Port': ['ID=feabac83-19c9-4e6b-9661-43eadcc6dd7e,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:32.295310 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53121af7-724b-4adb-9e81-70b42b78e97b None None] No DVR routers for this DVR port feabac83-19c9-4e6b-9661-43eadcc6dd7e on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:32.298820 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817eecd-b753-4f43-a3b5-bbe457ac131c req-5a128962-8a5c-43dc-92e8-78fe9aa74f55 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:32.301673 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6817eecd-b753-4f43-a3b5-bbe457ac131c req-5a128962-8a5c-43dc-92e8-78fe9aa74f55 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 945 time: 0.1206684 Apr 16 04:23:32.432018 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5d3c4318-1f67-4c74-9cad-4ac3f9b842be tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8654349 Apr 16 04:23:32.450624 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36916) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:32.492176 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-f912d6c9-d5be-4cfd-8126-dc226cda62eb tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fb:0f:c5'}]}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:32.527596 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f607a41a-a12c-44e0-ada2-61b5ef4dccc2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:32.539243 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting port feabac83-19c9-4e6b-9661-43eadcc6dd7e {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:32.539786 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (feabac83-19c9-4e6b-9661-43eadcc6dd7e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:32.549990 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-f607a41a-a12c-44e0-ada2-61b5ef4dccc2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:32.554338 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f607a41a-a12c-44e0-ada2-61b5ef4dccc2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:32.554929 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f607a41a-a12c-44e0-ada2-61b5ef4dccc2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:32.572168 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c6d79513-2f15-46f5-a347-85207a0639ea None None] Provisioning complete for port 1a72e75d-3886-43df-b4d0-e0b11a409b95 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:32.572551 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c6d79513-2f15-46f5-a347-85207a0639ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1a72e75d-3886-43df-b4d0-e0b11a409b95), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:32.638762 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-67854a8c-1e72-46c1-9b79-6447bd7f28ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (c9bf134e-56cb-450e-aa56-7af7954e41f3), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:32.646017 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-67854a8c-1e72-46c1-9b79-6447bd7f28ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:32.649523 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-67854a8c-1e72-46c1-9b79-6447bd7f28ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c9bf134e-56cb-450e-aa56-7af7954e41f3 HTTP/1.1" status: 204 len: 168 time: 0.8471234 Apr 16 04:23:32.663836 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607a41a-a12c-44e0-ada2-61b5ef4dccc2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=f3ddcfd9-0f88-4c02-9436-981a05f1822d,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:32.737122 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] For port feabac83-19c9-4e6b-9661-43eadcc6dd7e, host dv-neutron-838078-2-hyperv, got binding levels [] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:32.740164 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (feabac83-19c9-4e6b-9661-43eadcc6dd7e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:32.745019 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1894be5-1054-4e8c-990f-6f2d332d1acc None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:32.751532 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Calling delete_port for feabac83-19c9-4e6b-9661-43eadcc6dd7e owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:32.755453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.ipam_backend_mixin [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Port feabac83-19c9-4e6b-9661-43eadcc6dd7e was not found and therefore no delete operation was performed {{(pid=104632) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 16 04:23:32.756654 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (feabac83-19c9-4e6b-9661-43eadcc6dd7e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:32.793506 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Port': ['ID=feabac83-19c9-4e6b-9661-43eadcc6dd7e,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:32.810822 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2caff4f3-819e-45d0-b11f-1878c3feacee req-1e5a22d7-a115-4cf2-a1e4-6ec5acfb6999 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3899524 Apr 16 04:23:32.818071 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 05371333-e4fb-4425-a9a3-3fbcc95da600 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:32.839229 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67854a8c-1e72-46c1-9b79-6447bd7f28ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bf134e-56cb-450e-aa56-7af7954e41f3,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:32.855412 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f607a41a-a12c-44e0-ada2-61b5ef4dccc2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7425902 Apr 16 04:23:32.875262 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36920) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:32.880674 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6817eecd-b753-4f43-a3b5-bbe457ac131c req-91eb1eb5-a76e-4d9c-8355-eda4c1627546 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5418758 Apr 16 04:23:32.890248 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] No DVR routers for this DVR port feabac83-19c9-4e6b-9661-43eadcc6dd7e on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:32.891027 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-97529918-96bf-4814-8305-46404546f04b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'mac_address': 'fa:16:3e:72:a1:56', 'name': 'tempest-NetworksTestDHCPv6-1730813607'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:32.936193 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03448c39-b77d-42ba-b64d-a4b91e076168 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 431c7a8e-c112-40d2-8acc-b9fc66ff17ed has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:23:33.025393 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (422e0a31-86da-4d73-91c7-6f7297a675a2), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.069324 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c6d79513-2f15-46f5-a347-85207a0639ea None None] Current status of the port 1a72e75d-3886-43df-b4d0-e0b11a409b95 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:33.127471 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caff4f3-819e-45d0-b11f-1878c3feacee req-fc795115-2d9c-4396-8f01-fc7679f4edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:33.129452 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2caff4f3-819e-45d0-b11f-1878c3feacee req-fc795115-2d9c-4396-8f01-fc7679f4edc1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1331059124584452b3c27bedfa8953aa&device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 1129 time: 0.2527659 Apr 16 04:23:33.145088 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c789f5d0-1cd7-4f18-bda5-9c40f51942ff admin admin] Publish callbacks [] for router_gateway (c53c57b7-0848-483d-a00c-6b997f7acb4b), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.150601 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422e0a31-86da-4d73-91c7-6f7297a675a2']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:33.154715 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f912d6c9-d5be-4cfd-8126-dc226cda62eb tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (94329067-edd4-42ca-baaf-8c03aab77d3d), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.190486 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-0819a6b8-70e5-4c59-94a5-2b4a253afda0 None None] Provisioning complete for port 05371333-e4fb-4425-a9a3-3fbcc95da600 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:33.191200 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0819a6b8-70e5-4c59-94a5-2b4a253afda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (05371333-e4fb-4425-a9a3-3fbcc95da600), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.211185 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d8e00-6725-45f1-9978-5018c8bb8dd0 req-13c85251-56c6-4295-9646-a1aa4bced36d tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:33.212793 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e71d8e00-6725-45f1-9978-5018c8bb8dd0 req-13c85251-56c6-4295-9646-a1aa4bced36d tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 945 time: 0.2120767 Apr 16 04:23:33.214690 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcbd52a8-163f-49f2-a7eb-096809aad14e') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:33.214990 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcbd52a8-163f-49f2-a7eb-096809aad14e') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:33.224412 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03448c39-b77d-42ba-b64d-a4b91e076168 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:23:33.231923 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (bcbd52a8-163f-49f2-a7eb-096809aad14e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.239056 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-03448c39-b77d-42ba-b64d-a4b91e076168 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/431c7a8e-c112-40d2-8acc-b9fc66ff17ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9218795 Apr 16 04:23:33.243679 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f661894-ef40-46cf-aa3d-c457d7358c02 None None] Sync routers for ids ['431c7a8e-c112-40d2-8acc-b9fc66ff17ed'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:23:33.256503 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 05371333-e4fb-4425-a9a3-3fbcc95da600 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:33.257621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (05371333-e4fb-4425-a9a3-3fbcc95da600), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.259986 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f661894-ef40-46cf-aa3d-c457d7358c02 None None] Routers {'431c7a8e-c112-40d2-8acc-b9fc66ff17ed'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:33.260899 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-4f661894-ef40-46cf-aa3d-c457d7358c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['431c7a8e-c112-40d2-8acc-b9fc66ff17ed'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:33.286213 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36926) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:33.334117 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-4f661894-ef40-46cf-aa3d-c457d7358c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:33.338682 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (bcbd52a8-163f-49f2-a7eb-096809aad14e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.353974 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f661894-ef40-46cf-aa3d-c457d7358c02 None None] Routers {'431c7a8e-c112-40d2-8acc-b9fc66ff17ed'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:33.354888 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-4f661894-ef40-46cf-aa3d-c457d7358c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['431c7a8e-c112-40d2-8acc-b9fc66ff17ed'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:33.378362 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0a631d-c039-4c16-adbf-137368354fbb None None] Update dhcp port {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'fixed_ips': [{'subnet_id': '4dc7b351-7d2f-43b9-b520-d1e4c4d01beb', 'ip_address': '2001:db8::f816:3eff:fe76:93ca'}, {'subnet_id': 'f3ddcfd9-0f88-4c02-9436-981a05f1822d'}], 'binding:host_id': 'dv-neutron-838078-2-hyperv'}, 'id': '05371333-e4fb-4425-a9a3-3fbcc95da600'} from dv-neutron-838078-2-hyperv. {{(pid=104634) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 16 04:23:33.397000 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:23:33.397639 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (bcbd52a8-163f-49f2-a7eb-096809aad14e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.401369 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-4f661894-ef40-46cf-aa3d-c457d7358c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:33.402204 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f661894-ef40-46cf-aa3d-c457d7358c02 None None] The sync data for ids ['431c7a8e-c112-40d2-8acc-b9fc66ff17ed'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:23:33.410491 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:23:33.437843 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-55737add-7267-4f98-86db-1bcf4c367769 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/ports?device_id=431c7a8e-c112-40d2-8acc-b9fc66ff17ed HTTP/1.1" status: 200 len: 205 time: 0.1480196 Apr 16 04:23:33.445549 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36932) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:33.483394 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e71d8e00-6725-45f1-9978-5018c8bb8dd0 req-d78134d3-50fd-43c5-8917-7c7575b8cf05 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545328 Apr 16 04:23:33.507471 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36936) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:33.518414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-863bd1b7-9d2b-4651-b1b9-59385a2c7d79 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Deleting port d2913a38-1b7c-4287-b3c5-baecc084e4f5 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:33.518621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ed0a631d-c039-4c16-adbf-137368354fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (05371333-e4fb-4425-a9a3-3fbcc95da600), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.519207 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-863bd1b7-9d2b-4651-b1b9-59385a2c7d79 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (d2913a38-1b7c-4287-b3c5-baecc084e4f5), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.537049 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 05371333-e4fb-4425-a9a3-3fbcc95da600 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:33.537049 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (05371333-e4fb-4425-a9a3-3fbcc95da600), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.541476 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0819a6b8-70e5-4c59-94a5-2b4a253afda0 None None] Current status of the port 05371333-e4fb-4425-a9a3-3fbcc95da600 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:33.541853 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0819a6b8-70e5-4c59-94a5-2b4a253afda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (05371333-e4fb-4425-a9a3-3fbcc95da600), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.617771 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (422e0a31-86da-4d73-91c7-6f7297a675a2), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.633633 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.641626 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/networks/422e0a31-86da-4d73-91c7-6f7297a675a2 HTTP/1.1" status: 204 len: 168 time: 2.3106279 Apr 16 04:23:33.643990 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36940) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:33.647836 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9158abe9-9b30-4c07-9e3f-125cef728c3d tempest-TestNetworkAdvancedServerOps-162563702 tempest-TestNetworkAdvancedServerOps-162563702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:33.649366 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9158abe9-9b30-4c07-9e3f-125cef728c3d tempest-TestNetworkAdvancedServerOps-162563702 tempest-TestNetworkAdvancedServerOps-162563702-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 1124 time: 0.1409450 Apr 16 04:23:33.662720 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f7414f96-1a83-4f17-a528-952b73930e70 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-257601848', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}, 'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:33.672983 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36942) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:33.678896 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 05371333-e4fb-4425-a9a3-3fbcc95da600, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=05371333-e4fb-4425-a9a3-3fbcc95da600,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:33.680028 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-4615a7a0-0207-4d3b-8224-c0b77c8df4aa tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': 'b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:33.685280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97529918-96bf-4814-8305-46404546f04b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:33.700251 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c15f0-33c3-4237-85f1-cc11900af0d3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Network': ['ID=422e0a31-86da-4d73-91c7-6f7297a675a2,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:33.707330 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caff4f3-819e-45d0-b11f-1878c3feacee req-b2655bfe-2015-4508-a071-99c90eeae100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:33.710944 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2caff4f3-819e-45d0-b11f-1878c3feacee req-b2655bfe-2015-4508-a071-99c90eeae100 service neutron] 10.222.0.18 "GET /v2.0/networks?id=568d6779-966e-4ede-8372-feba943d93d4 HTTP/1.1" status: 200 len: 896 time: 0.5502648 Apr 16 04:23:33.730842 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-863bd1b7-9d2b-4651-b1b9-59385a2c7d79 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (d2913a38-1b7c-4287-b3c5-baecc084e4f5), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.766215 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (05371333-e4fb-4425-a9a3-3fbcc95da600), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.767185 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1a72e75d-3886-43df-b4d0-e0b11a409b95 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:33.769975 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-ed0a631d-c039-4c16-adbf-137368354fbb None None] Allocated IP 2001:db8:0:1::2 (9a9395da-f56a-4c57-8efc-4b7256188659/f3ddcfd9-0f88-4c02-9436-981a05f1822d/05371333-e4fb-4425-a9a3-3fbcc95da600) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:33.774554 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c789f5d0-1cd7-4f18-bda5-9c40f51942ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (c53c57b7-0848-483d-a00c-6b997f7acb4b), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.842114 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4615a7a0-0207-4d3b-8224-c0b77c8df4aa tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.848231 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f7414f96-1a83-4f17-a528-952b73930e70 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (789439e2-3f13-419c-a9db-bd91186cfc7e), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.851589 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f7414f96-1a83-4f17-a528-952b73930e70 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (789439e2-3f13-419c-a9db-bd91186cfc7e), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.859829 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-863bd1b7-9d2b-4651-b1b9-59385a2c7d79 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Calling delete_port for d2913a38-1b7c-4287-b3c5-baecc084e4f5 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:33.871804 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2caff4f3-819e-45d0-b11f-1878c3feacee req-c9106c54-e0ea-4df3-8609-14be31d8d001 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e HTTP/1.1" status: 200 len: 217 time: 0.1432898 Apr 16 04:23:33.884431 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efb9c327-55c4-4bb3-9602-2d786cf5bc68 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (431c7a8e-c112-40d2-8acc-b9fc66ff17ed), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.914519 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-0819a6b8-70e5-4c59-94a5-2b4a253afda0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:23:33.915048 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-0819a6b8-70e5-4c59-94a5-2b4a253afda0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:23:33.935272 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f7414f96-1a83-4f17-a528-952b73930e70 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router_controller (789439e2-3f13-419c-a9db-bd91186cfc7e), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:33.961313 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=05371333-e4fb-4425-a9a3-3fbcc95da600,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:33.988282 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 1a72e75d-3886-43df-b4d0-e0b11a409b95 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:33.989538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1a72e75d-3886-43df-b4d0-e0b11a409b95), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:34.038007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-ed0a631d-c039-4c16-adbf-137368354fbb None None] For port 05371333-e4fb-4425-a9a3-3fbcc95da600, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=05371333-e4fb-4425-a9a3-3fbcc95da600,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:34.092852 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ed0a631d-c039-4c16-adbf-137368354fbb None None] Publish callbacks [] for port (05371333-e4fb-4425-a9a3-3fbcc95da600), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:34.135807 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 1a72e75d-3886-43df-b4d0-e0b11a409b95 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:34.189738 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ed0a631d-c039-4c16-adbf-137368354fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (05371333-e4fb-4425-a9a3-3fbcc95da600), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:34.230849 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f7414f96-1a83-4f17-a528-952b73930e70 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router_gateway (789439e2-3f13-419c-a9db-bd91186cfc7e), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:34.274414 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a631d-c039-4c16-adbf-137368354fbb None None] Pushing event updated for resources: {'Port': ['ID=05371333-e4fb-4425-a9a3-3fbcc95da600,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:34.280204 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4615a7a0-0207-4d3b-8224-c0b77c8df4aa tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:34.289709 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device feabac83-19c9-4e6b-9661-43eadcc6dd7e no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:23:34.341673 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: feabac83-19c9-4e6b-9661-43eadcc6dd7e {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:23:34.342398 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device feabac83-19c9-4e6b-9661-43eadcc6dd7e not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:23:34.429487 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caff4f3-819e-45d0-b11f-1878c3feacee req-453783b7-2238-429f-845b-faf9dbeead6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:34.433970 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2caff4f3-819e-45d0-b11f-1878c3feacee req-453783b7-2238-429f-845b-faf9dbeead6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=660e9b45-824f-4813-95fc-d919bbc73d2c HTTP/1.1" status: 200 len: 835 time: 0.5424645 Apr 16 04:23:34.469114 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-97529918-96bf-4814-8305-46404546f04b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:34.473822 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c789f5d0-1cd7-4f18-bda5-9c40f51942ff admin admin] Router c53c57b7-0848-483d-a00c-6b997f7acb4b is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:23:34.483581 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0819a6b8-70e5-4c59-94a5-2b4a253afda0 None None] Current status of the port 05371333-e4fb-4425-a9a3-3fbcc95da600 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:34.500082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-0819a6b8-70e5-4c59-94a5-2b4a253afda0 None None] Provisioning complete for port 94329067-edd4-42ca-baaf-8c03aab77d3d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:34.501107 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0819a6b8-70e5-4c59-94a5-2b4a253afda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (94329067-edd4-42ca-baaf-8c03aab77d3d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:34.521388 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efb9c327-55c4-4bb3-9602-2d786cf5bc68 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (431c7a8e-c112-40d2-8acc-b9fc66ff17ed), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:34.547528 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efb9c327-55c4-4bb3-9602-2d786cf5bc68 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router_controller (431c7a8e-c112-40d2-8acc-b9fc66ff17ed), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:34.595704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0819a6b8-70e5-4c59-94a5-2b4a253afda0 None None] Port 94329067-edd4-42ca-baaf-8c03aab77d3d cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:34.616111 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f912d6c9-d5be-4cfd-8126-dc226cda62eb tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks [] for port (94329067-edd4-42ca-baaf-8c03aab77d3d), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:34.660588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 05371333-e4fb-4425-a9a3-3fbcc95da600 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:34.667415 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-4615a7a0-0207-4d3b-8224-c0b77c8df4aa tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Allocated IP 172.26.6.50 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/e176284e-dc99-4d7b-a6da-d904c99be724) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:34.671409 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f7414f96-1a83-4f17-a528-952b73930e70 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router_gateway (789439e2-3f13-419c-a9db-bd91186cfc7e), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:34.697345 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f7414f96-1a83-4f17-a528-952b73930e70 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:34.734947 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-97529918-96bf-4814-8305-46404546f04b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port 43a6aab0-ff20-40fb-b6ae-117e600d021e yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:23:34.737819 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 05371333-e4fb-4425-a9a3-3fbcc95da600 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:34.738419 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (05371333-e4fb-4425-a9a3-3fbcc95da600), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:34.798323 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f912d6c9-d5be-4cfd-8126-dc226cda62eb tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (94329067-edd4-42ca-baaf-8c03aab77d3d), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:34.801592 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caff4f3-819e-45d0-b11f-1878c3feacee req-13fc0028-6cc9-458d-b092-ce5a5e0bd042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:34.804012 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2caff4f3-819e-45d0-b11f-1878c3feacee req-13fc0028-6cc9-458d-b092-ce5a5e0bd042 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=568d6779-966e-4ede-8372-feba943d93d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3285816 Apr 16 04:23:34.859699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 05371333-e4fb-4425-a9a3-3fbcc95da600 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:34.932159 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efb9c327-55c4-4bb3-9602-2d786cf5bc68 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (431c7a8e-c112-40d2-8acc-b9fc66ff17ed), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:34.936975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb9c327-55c4-4bb3-9602-2d786cf5bc68 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Fanout notify agent at l3_agent the message router_deleted on router 431c7a8e-c112-40d2-8acc-b9fc66ff17ed {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:23:34.936975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-f912d6c9-d5be-4cfd-8126-dc226cda62eb tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] In _notify_port_updated(), no bound segment for port 94329067-edd4-42ca-baaf-8c03aab77d3d on network 0e428a64-78e0-4d2f-9d75-8aa22b84b393 {{(pid=104633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:23:34.940123 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f912d6c9-d5be-4cfd-8126-dc226cda62eb tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:34.940794 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f912d6c9-d5be-4cfd-8126-dc226cda62eb tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:34.942743 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f912d6c9-d5be-4cfd-8126-dc226cda62eb tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "PUT /v2.0/ports/94329067-edd4-42ca-baaf-8c03aab77d3d HTTP/1.1" status: 200 len: 1002 time: 2.4843564 Apr 16 04:23:34.968602 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36962) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:34.975285 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efb9c327-55c4-4bb3-9602-2d786cf5bc68 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:34.976408 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-efb9c327-55c4-4bb3-9602-2d786cf5bc68 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/routers/431c7a8e-c112-40d2-8acc-b9fc66ff17ed HTTP/1.1" status: 204 len: 168 time: 1.5299892 Apr 16 04:23:34.998071 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36964) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:35.127103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed12a59-96e0-4912-b757-5116017cee97 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting subnet 3ed5f310-3190-42d3-8eb2-3fe5fee2f530 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:23:35.172599 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fed12a59-96e0-4912-b757-5116017cee97 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for subnet (3ed5f310-3190-42d3-8eb2-3fe5fee2f530), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:35.175636 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912d6c9-d5be-4cfd-8126-dc226cda62eb tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Pushing event updated for resources: {'Port': ['ID=94329067-edd4-42ca-baaf-8c03aab77d3d,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:35.220086 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-863bd1b7-9d2b-4651-b1b9-59385a2c7d79 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (d2913a38-1b7c-4287-b3c5-baecc084e4f5), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:35.290534 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36970) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:35.325895 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-13a1f091-6b2f-4643-b1fc-092d4326885c None None] Provisioning complete for port 05371333-e4fb-4425-a9a3-3fbcc95da600 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:35.326405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13a1f091-6b2f-4643-b1fc-092d4326885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (05371333-e4fb-4425-a9a3-3fbcc95da600), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:35.422146 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fed12a59-96e0-4912-b757-5116017cee97 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (3ed5f310-3190-42d3-8eb2-3fe5fee2f530), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:35.426343 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c789f5d0-1cd7-4f18-bda5-9c40f51942ff admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:23:35.428901 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863bd1b7-9d2b-4651-b1b9-59385a2c7d79 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event deleted for resources: {'Port': ['ID=d2913a38-1b7c-4287-b3c5-baecc084e4f5,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:35.450865 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] Sync routers for ids ['c53c57b7-0848-483d-a00c-6b997f7acb4b'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:23:35.469182 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4615a7a0-0207-4d3b-8224-c0b77c8df4aa tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for port (e176284e-dc99-4d7b-a6da-d904c99be724), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:35.477052 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] Routers {'c53c57b7-0848-483d-a00c-6b997f7acb4b'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:35.477896 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c53c57b7-0848-483d-a00c-6b997f7acb4b'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:35.504971 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-cd64443c-2081-4c2a-9e20-f5c417df1d53 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-352071182', 'router:external': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:35.553751 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c789f5d0-1cd7-4f18-bda5-9c40f51942ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:35.556561 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c789f5d0-1cd7-4f18-bda5-9c40f51942ff admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5436959 Apr 16 04:23:35.558198 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36974) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:35.603621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] Set router c53c57b7-0848-483d-a00c-6b997f7acb4b gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:23:35.652100 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd64443c-2081-4c2a-9e20-f5c417df1d53 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Made reservation on behalf of b6d62b394d16400891df4a2583f7f670 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:35.654750 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cd64443c-2081-4c2a-9e20-f5c417df1d53 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:35.668276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cd64443c-2081-4c2a-9e20-f5c417df1d53 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:35.720236 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-13a1f091-6b2f-4643-b1fc-092d4326885c None None] Current status of the port 05371333-e4fb-4425-a9a3-3fbcc95da600 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:35.721620 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2caff4f3-819e-45d0-b11f-1878c3feacee req-466b8b7b-c368-4110-a202-68ed1791aff9 service neutron] 10.222.0.18 "GET /v2.0/networks/568d6779-966e-4ede-8372-feba943d93d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8613033 Apr 16 04:23:35.737011 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-97529918-96bf-4814-8305-46404546f04b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8:0:1::229 (9a9395da-f56a-4c57-8efc-4b7256188659/f3ddcfd9-0f88-4c02-9436-981a05f1822d/43a6aab0-ff20-40fb-b6ae-117e600d021e) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:35.770773 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-13a1f091-6b2f-4643-b1fc-092d4326885c None None] Provisioning complete for port 94329067-edd4-42ca-baaf-8c03aab77d3d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:35.771287 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13a1f091-6b2f-4643-b1fc-092d4326885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (94329067-edd4-42ca-baaf-8c03aab77d3d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:35.777457 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-306b7d5a-cc06-49c1-8985-efd113d1bf1c tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Deleting port 94329067-edd4-42ca-baaf-8c03aab77d3d {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:35.777813 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-306b7d5a-cc06-49c1-8985-efd113d1bf1c tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (94329067-edd4-42ca-baaf-8c03aab77d3d), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:35.788035 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4615a7a0-0207-4d3b-8224-c0b77c8df4aa tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (e176284e-dc99-4d7b-a6da-d904c99be724), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:35.845641 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-13a1f091-6b2f-4643-b1fc-092d4326885c None None] Port 94329067-edd4-42ca-baaf-8c03aab77d3d cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:35.852511 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-863bd1b7-9d2b-4651-b1b9-59385a2c7d79 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (26813af7-b20f-4657-939e-0d639b8a43eb), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:35.872829 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615a7a0-0207-4d3b-8224-c0b77c8df4aa tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event updated for resources: {'Port': ['ID=e176284e-dc99-4d7b-a6da-d904c99be724,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:35.881348 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-97529918-96bf-4814-8305-46404546f04b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::f816:3eff:fe72:a156 (9a9395da-f56a-4c57-8efc-4b7256188659/4dc7b351-7d2f-43b9-b520-d1e4c4d01beb/43a6aab0-ff20-40fb-b6ae-117e600d021e) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:35.884507 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:32Z', 'revision_number': 3, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:35.900404 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-f7414f96-1a83-4f17-a528-952b73930e70 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Allocated IP 172.26.6.46 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/d5bd2f44-7e4e-4014-b4ca-b7cc6dce46eb) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:35.917542 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] Checking router: c53c57b7-0848-483d-a00c-6b997f7acb4b for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:23:35.918013 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] Updating router c53c57b7-0848-483d-a00c-6b997f7acb4b port af89efd5-f022-4281-9a65-b6cf974445c9 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:23:35.949180 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (af89efd5-f022-4281-9a65-b6cf974445c9), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:35.988878 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4615a7a0-0207-4d3b-8224-c0b77c8df4aa tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:35.997442 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-4615a7a0-0207-4d3b-8224-c0b77c8df4aa tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:35.999371 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fed12a59-96e0-4912-b757-5116017cee97 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (3ed5f310-3190-42d3-8eb2-3fe5fee2f530), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:36.009710 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4615a7a0-0207-4d3b-8224-c0b77c8df4aa tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:36.110832 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2caff4f3-819e-45d0-b11f-1878c3feacee req-28f388f9-32ef-4726-9643-e3de980bd6fe service neutron] 10.222.0.18 "GET /v2.0/networks/568d6779-966e-4ede-8372-feba943d93d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787282 Apr 16 04:23:36.184487 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cd64443c-2081-4c2a-9e20-f5c417df1d53 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for security_group (110fae36-ba4a-426a-93ee-6bfc9999d7a0), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:36.191909 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f7414f96-1a83-4f17-a528-952b73930e70 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for port (d5bd2f44-7e4e-4014-b4ca-b7cc6dce46eb), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:36.203801 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-306b7d5a-cc06-49c1-8985-efd113d1bf1c tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (94329067-edd4-42ca-baaf-8c03aab77d3d), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:36.270451 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cd64443c-2081-4c2a-9e20-f5c417df1d53 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (110fae36-ba4a-426a-93ee-6bfc9999d7a0), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:36.302756 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-306b7d5a-cc06-49c1-8985-efd113d1bf1c tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Calling delete_port for 94329067-edd4-42ca-baaf-8c03aab77d3d owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:36.337341 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fed12a59-96e0-4912-b757-5116017cee97 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (3ed5f310-3190-42d3-8eb2-3fe5fee2f530), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:36.351643 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd64443c-2081-4c2a-9e20-f5c417df1d53 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:23:36.371988 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863bd1b7-9d2b-4651-b1b9-59385a2c7d79 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Router 26813af7-b20f-4657-939e-0d639b8a43eb has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:23:36.414302 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed12a59-96e0-4912-b757-5116017cee97 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed5f310-3190-42d3-8eb2-3fe5fee2f530,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:36.415289 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64443c-2081-4c2a-9e20-f5c417df1d53 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110fae36-ba4a-426a-93ee-6bfc9999d7a0,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:36.430365 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cd64443c-2081-4c2a-9e20-f5c417df1d53 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f8ecb4eb-a5b7-45ab-a868-4f76ca2b6937), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:36.430710 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-cd64443c-2081-4c2a-9e20-f5c417df1d53 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Added segment f8ecb4eb-a5b7-45ab-a868-4f76ca2b6937 of type vlan for network ef04ed57-1fd0-4cc7-9828-d3545d79b043 Apr 16 04:23:36.430888 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fed12a59-96e0-4912-b757-5116017cee97 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:36.436562 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-fed12a59-96e0-4912-b757-5116017cee97 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/subnets/3ed5f310-3190-42d3-8eb2-3fe5fee2f530 HTTP/1.1" status: 204 len: 168 time: 1.4287946 Apr 16 04:23:36.438135 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3d766d-ced4-4cdf-b2af-6cc17d1521bd None None] Network 17ebd7f0-3457-456b-afca-70a0b96b13c8 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:36.444068 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36976) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:36.502602 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-97529918-96bf-4814-8305-46404546f04b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (43a6aab0-ff20-40fb-b6ae-117e600d021e), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:36.560998 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cd64443c-2081-4c2a-9e20-f5c417df1d53 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (ef04ed57-1fd0-4cc7-9828-d3545d79b043), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:36.565061 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f7414f96-1a83-4f17-a528-952b73930e70 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (d5bd2f44-7e4e-4014-b4ca-b7cc6dce46eb), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:36.668458 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7414f96-1a83-4f17-a528-952b73930e70 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:36.693608 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-f7414f96-1a83-4f17-a528-952b73930e70 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:36.703887 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7414f96-1a83-4f17-a528-952b73930e70 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:36.709799 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7414f96-1a83-4f17-a528-952b73930e70 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Port': ['ID=d5bd2f44-7e4e-4014-b4ca-b7cc6dce46eb,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:36.810617 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cd64443c-2081-4c2a-9e20-f5c417df1d53 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (ef04ed57-1fd0-4cc7-9828-d3545d79b043), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:36.811626 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd64443c-2081-4c2a-9e20-f5c417df1d53 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:36.812241 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cd64443c-2081-4c2a-9e20-f5c417df1d53 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:36.815212 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b772a04f-ca07-4b97-a0d9-feba43cf6e18 None None] DHCP port deletion for 17ebd7f0-3457-456b-afca-70a0b96b13c8 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:23:36.877796 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b772a04f-ca07-4b97-a0d9-feba43cf6e18 None None] Deleting port 47bda23f-f364-4577-a37a-232ee3ea64f4 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:36.878167 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b772a04f-ca07-4b97-a0d9-feba43cf6e18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (47bda23f-f364-4577-a37a-232ee3ea64f4), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:36.913549 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863bd1b7-9d2b-4651-b1b9-59385a2c7d79 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:23:36.922455 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-863bd1b7-9d2b-4651-b1b9-59385a2c7d79 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "PUT /v2.0/routers/26813af7-b20f-4657-939e-0d639b8a43eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4798739 Apr 16 04:23:36.923584 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36978) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:36.931614 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf54993b-c9c1-4eb6-a6da-e361746f5735 None None] Sync routers for ids ['26813af7-b20f-4657-939e-0d639b8a43eb'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:23:36.943699 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf54993b-c9c1-4eb6-a6da-e361746f5735 None None] Routers {'26813af7-b20f-4657-939e-0d639b8a43eb'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:36.948464 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-bf54993b-c9c1-4eb6-a6da-e361746f5735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['26813af7-b20f-4657-939e-0d639b8a43eb'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:36.977814 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-353f0c76-5142-4628-9c8c-1eef4749e44a tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] show failed (client error): The resource could not be found. Apr 16 04:23:36.982903 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-353f0c76-5142-4628-9c8c-1eef4749e44a tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-670593513 HTTP/1.1" status: 404 len: 334 time: 0.0583410 Apr 16 04:23:36.986990 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72424e0e-d948-4c1d-9a86-a812fd7fdcec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (17ebd7f0-3457-456b-afca-70a0b96b13c8), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:36.987289 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-bf54993b-c9c1-4eb6-a6da-e361746f5735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:36.993392 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36980) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:36.999178 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf54993b-c9c1-4eb6-a6da-e361746f5735 None None] Routers {'26813af7-b20f-4657-939e-0d639b8a43eb'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:37.000017 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-bf54993b-c9c1-4eb6-a6da-e361746f5735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['26813af7-b20f-4657-939e-0d639b8a43eb'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:37.009102 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] Publish callbacks [] for port (af89efd5-f022-4281-9a65-b6cf974445c9), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:37.024870 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-18247883-e2d6-4955-bf56-e3340c8a499d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:37.037268 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-bf54993b-c9c1-4eb6-a6da-e361746f5735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:37.038388 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf54993b-c9c1-4eb6-a6da-e361746f5735 None None] The sync data for ids ['26813af7-b20f-4657-939e-0d639b8a43eb'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:23:37.039424 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-cd64443c-2081-4c2a-9e20-f5c417df1d53 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.7459083 Apr 16 04:23:37.048288 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36982) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:37.074192 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-b772a04f-ca07-4b97-a0d9-feba43cf6e18 None None] For port 47bda23f-f364-4577-a37a-232ee3ea64f4, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=47bda23f-f364-4577-a37a-232ee3ea64f4,segment=NetworkSegment(f9b6c554-dd6d-4e1c-8dd1-785a63b94666),segment_id=f9b6c554-dd6d-4e1c-8dd1-785a63b94666)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:37.074192 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b772a04f-ca07-4b97-a0d9-feba43cf6e18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (47bda23f-f364-4577-a37a-232ee3ea64f4), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:37.086664 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-93954f71-1692-4ed2-8a7d-30a9594810b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Request body: {'subnet': {'network_id': 'ef04ed57-1fd0-4cc7-9828-d3545d79b043', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:37.088302 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b772a04f-ca07-4b97-a0d9-feba43cf6e18 None None] Calling delete_port for 47bda23f-f364-4577-a37a-232ee3ea64f4 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:37.093662 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64443c-2081-4c2a-9e20-f5c417df1d53 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Pushing event updated for resources: {'Network': ['ID=ef04ed57-1fd0-4cc7-9828-d3545d79b043,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:37.094476 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (af89efd5-f022-4281-9a65-b6cf974445c9), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:37.102005 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-18247883-e2d6-4955-bf56-e3340c8a499d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] update failed (client error): The resource could not be found. Apr 16 04:23:37.106258 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-18247883-e2d6-4955-bf56-e3340c8a499d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1556534897 HTTP/1.1" status: 404 len: 335 time: 0.1070230 Apr 16 04:23:37.108462 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36984) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:37.121920 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network ef04ed57-1fd0-4cc7-9828-d3545d79b043 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:23:37.164219 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-72424e0e-d948-4c1d-9a86-a812fd7fdcec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting port 47bda23f-f364-4577-a37a-232ee3ea64f4 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:37.164580 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72424e0e-d948-4c1d-9a86-a812fd7fdcec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (47bda23f-f364-4577-a37a-232ee3ea64f4), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:37.166880 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-97529918-96bf-4814-8305-46404546f04b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (43a6aab0-ff20-40fb-b6ae-117e600d021e), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:37.173619 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1dc091eb-8665-4849-b309-39238491cc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:37.203095 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4615a7a0-0207-4d3b-8224-c0b77c8df4aa tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for floatingip (e822351c-9b48-422f-b115-c20256886b61), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:37.231869 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-306b7d5a-cc06-49c1-8985-efd113d1bf1c tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (94329067-edd4-42ca-baaf-8c03aab77d3d), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:37.236515 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2609b7-24b6-44e1-83e7-c956dacbb11f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Deleting subnet d102a291-5477-4674-a051-ac0e6a3d0f0f {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:23:37.246128 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d2609b7-24b6-44e1-83e7-c956dacbb11f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for subnet (d102a291-5477-4674-a051-ac0e6a3d0f0f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:37.270326 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe4000-1dd6-4478-b99b-94ffc49745c0 None None] Pushing event updated for resources: {'Port': ['ID=af89efd5-f022-4281-9a65-b6cf974445c9,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:37.272776 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97529918-96bf-4814-8305-46404546f04b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:37.287908 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93954f71-1692-4ed2-8a7d-30a9594810b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Made reservation on behalf of b6d62b394d16400891df4a2583f7f670 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:37.290334 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-93954f71-1692-4ed2-8a7d-30a9594810b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:37.292747 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] Attempting to bind port af89efd5-f022-4281-9a65-b6cf974445c9 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:23:37.292747 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] Attempting to bind port af89efd5-f022-4281-9a65-b6cf974445c9 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:23:37.292747 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] Attempting to bind port af89efd5-f022-4281-9a65-b6cf974445c9 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:23:37.301973 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-97529918-96bf-4814-8305-46404546f04b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:37.305203 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97529918-96bf-4814-8305-46404546f04b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:37.305388 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:23:37.305655 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:37.306023 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:37.306402 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:23:37.306880 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] Bound port: af89efd5-f022-4281-9a65-b6cf974445c9, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:23:37.307255 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (af89efd5-f022-4281-9a65-b6cf974445c9), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:37.311047 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97529918-96bf-4814-8305-46404546f04b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:37.311783 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-97529918-96bf-4814-8305-46404546f04b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:37.343857 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97529918-96bf-4814-8305-46404546f04b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=43a6aab0-ff20-40fb-b6ae-117e600d021e,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:37.363374 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-72424e0e-d948-4c1d-9a86-a812fd7fdcec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] For port 47bda23f-f364-4577-a37a-232ee3ea64f4, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=47bda23f-f364-4577-a37a-232ee3ea64f4,segment=NetworkSegment(f9b6c554-dd6d-4e1c-8dd1-785a63b94666),segment_id=f9b6c554-dd6d-4e1c-8dd1-785a63b94666)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:37.363771 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72424e0e-d948-4c1d-9a86-a812fd7fdcec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (47bda23f-f364-4577-a37a-232ee3ea64f4), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:37.422677 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d2609b7-24b6-44e1-83e7-c956dacbb11f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (d102a291-5477-4674-a051-ac0e6a3d0f0f), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:37.434028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] For port af89efd5-f022-4281-9a65-b6cf974445c9, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:23:37.439884 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] For port af89efd5-f022-4281-9a65-b6cf974445c9, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=af89efd5-f022-4281-9a65-b6cf974445c9,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:23:37.441866 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b7d5a-cc06-49c1-8985-efd113d1bf1c tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Pushing event deleted for resources: {'Port': ['ID=94329067-edd4-42ca-baaf-8c03aab77d3d,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:37.454982 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-306b7d5a-cc06-49c1-8985-efd113d1bf1c tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:37.458800 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-306b7d5a-cc06-49c1-8985-efd113d1bf1c tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "DELETE /v2.0/ports/94329067-edd4-42ca-baaf-8c03aab77d3d HTTP/1.1" status: 204 len: 168 time: 2.4746954 Apr 16 04:23:37.462078 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-72424e0e-d948-4c1d-9a86-a812fd7fdcec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Calling delete_port for 47bda23f-f364-4577-a37a-232ee3ea64f4 owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:37.463704 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36986) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:37.502200 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-97529918-96bf-4814-8305-46404546f04b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.6202829 Apr 16 04:23:37.510208 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36988) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:37.521041 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-834f7bac-7f3a-40c0-9d6c-c8d24b800af0 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] GET failed (client error): The resource could not be found. Apr 16 04:23:37.522463 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-834f7bac-7f3a-40c0-9d6c-c8d24b800af0 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "GET /v2.0/ports/94329067-edd4-42ca-baaf-8c03aab77d3d HTTP/1.1" status: 404 len: 333 time: 0.0557907 Apr 16 04:23:37.530318 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36990) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:37.531764 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b772a04f-ca07-4b97-a0d9-feba43cf6e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (47bda23f-f364-4577-a37a-232ee3ea64f4), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:37.537551 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (af89efd5-f022-4281-9a65-b6cf974445c9), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:37.560904 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-68a0cc05-bcd2-4a73-bfad-e9d180523d7a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Request body: {'port': {'network_id': '0e428a64-78e0-4d2f-9d75-8aa22b84b393', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-283102935'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:37.587035 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772a04f-ca07-4b97-a0d9-feba43cf6e18 None None] Pushing event deleted for resources: {'Port': ['ID=47bda23f-f364-4577-a37a-232ee3ea64f4,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:37.638524 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b772a04f-ca07-4b97-a0d9-feba43cf6e18 None None] No DVR routers for this DVR port 47bda23f-f364-4577-a37a-232ee3ea64f4 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:37.659725 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] Routers {'c53c57b7-0848-483d-a00c-6b997f7acb4b'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:37.660376 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c53c57b7-0848-483d-a00c-6b997f7acb4b'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:37.798620 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe4000-1dd6-4478-b99b-94ffc49745c0 None None] Pushing event updated for resources: {'Port': ['ID=af89efd5-f022-4281-9a65-b6cf974445c9,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:37.829138 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-574dcd32-77cd-4baa-b023-bfde1a505bd4 None None] Provisioning complete for port 43a6aab0-ff20-40fb-b6ae-117e600d021e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:37.829509 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-574dcd32-77cd-4baa-b023-bfde1a505bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (43a6aab0-ff20-40fb-b6ae-117e600d021e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:37.856318 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-837f7dbf-ce4e-445d-b842-a315c86060e2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port 43a6aab0-ff20-40fb-b6ae-117e600d021e {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:37.856318 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-837f7dbf-ce4e-445d-b842-a315c86060e2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (43a6aab0-ff20-40fb-b6ae-117e600d021e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:37.861233 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] Set router c53c57b7-0848-483d-a00c-6b997f7acb4b gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:23:37.897829 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72424e0e-d948-4c1d-9a86-a812fd7fdcec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (47bda23f-f364-4577-a37a-232ee3ea64f4), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:37.967169 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-574dcd32-77cd-4baa-b023-bfde1a505bd4 None None] Port 43a6aab0-ff20-40fb-b6ae-117e600d021e cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:37.994511 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72424e0e-d948-4c1d-9a86-a812fd7fdcec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Port': ['ID=47bda23f-f364-4577-a37a-232ee3ea64f4,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:38.016859 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72424e0e-d948-4c1d-9a86-a812fd7fdcec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] No DVR routers for this DVR port 47bda23f-f364-4577-a37a-232ee3ea64f4 on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:38.090473 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:32Z', 'revision_number': 3, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:38.092676 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-837f7dbf-ce4e-445d-b842-a315c86060e2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (43a6aab0-ff20-40fb-b6ae-117e600d021e), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.094893 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4615a7a0-0207-4d3b-8224-c0b77c8df4aa tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e176284e-dc99-4d7b-a6da-d904c99be724), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.118216 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a0cc05-bcd2-4a73-bfad-e9d180523d7a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Made reservation on behalf of a8f4ca485c844ec1bd8752f78b2c0897 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:38.120377 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f32553-5b94-426c-b23f-b8cba3bcdca2 None None] The sync data for ids ['c53c57b7-0848-483d-a00c-6b997f7acb4b'] in dv-neutron-838078-2-hyperv is: [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:32Z', 'revision_number': 3, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:23:38.121894 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-68a0cc05-bcd2-4a73-bfad-e9d180523d7a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.131175 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f7414f96-1a83-4f17-a528-952b73930e70 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router_gateway (789439e2-3f13-419c-a9db-bd91186cfc7e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.144836 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d2609b7-24b6-44e1-83e7-c956dacbb11f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (d102a291-5477-4674-a051-ac0e6a3d0f0f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.154223 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-837f7dbf-ce4e-445d-b842-a315c86060e2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for 43a6aab0-ff20-40fb-b6ae-117e600d021e owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:38.207878 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72424e0e-d948-4c1d-9a86-a812fd7fdcec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (17ebd7f0-3457-456b-afca-70a0b96b13c8), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.227589 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-1dc091eb-8665-4849-b309-39238491cc01 admin admin] Allocated IP 172.20.0.1 (7730a87f-0bf9-4efc-aa90-7a1c8665de6e/de0b4063-129f-46ca-b5ba-66ee8157041e/01ac6853-873c-4b1b-9f38-49979bc3cfaa) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:38.234423 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-68a0cc05-bcd2-4a73-bfad-e9d180523d7a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] device_id is not set on port af9d9f65-c317-4145-9e3c-3dcace399904 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:23:38.287852 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-72424e0e-d948-4c1d-9a86-a812fd7fdcec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ebd7f0-3457-456b-afca-70a0b96b13c8']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:38.344420 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-72424e0e-d948-4c1d-9a86-a812fd7fdcec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b6c554-dd6d-4e1c-8dd1-785a63b94666') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:38.344420 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-72424e0e-d948-4c1d-9a86-a812fd7fdcec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b6c554-dd6d-4e1c-8dd1-785a63b94666') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:38.381596 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72424e0e-d948-4c1d-9a86-a812fd7fdcec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (f9b6c554-dd6d-4e1c-8dd1-785a63b94666), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.453936 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.objects.ports [None req-93954f71-1692-4ed2-8a7d-30a9594810b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104633) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 16 04:23:38.454750 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-93954f71-1692-4ed2-8a7d-30a9594810b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (dc02bc39-9e24-48e4-b494-f47bb96b3d0c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.479239 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72424e0e-d948-4c1d-9a86-a812fd7fdcec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f9b6c554-dd6d-4e1c-8dd1-785a63b94666), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.537756 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93954f71-1692-4ed2-8a7d-30a9594810b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dc02bc39-9e24-48e4-b494-f47bb96b3d0c,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:38.550400 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72424e0e-d948-4c1d-9a86-a812fd7fdcec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:23:38.551375 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72424e0e-d948-4c1d-9a86-a812fd7fdcec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (f9b6c554-dd6d-4e1c-8dd1-785a63b94666), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:23:38.556062 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:23:38.565322 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d2609b7-24b6-44e1-83e7-c956dacbb11f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (d102a291-5477-4674-a051-ac0e6a3d0f0f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.606887 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1dc091eb-8665-4849-b309-39238491cc01 admin admin] Publish callbacks [] for port (01ac6853-873c-4b1b-9f38-49979bc3cfaa), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.644169 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2609b7-24b6-44e1-83e7-c956dacbb11f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event deleted for resources: {'Subnet': ['ID=d102a291-5477-4674-a051-ac0e6a3d0f0f,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:38.649402 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15108cd-3c89-425a-93e1-c9148deef67a None None] Network 2626c864-5531-42de-877a-edf2269963fd requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:38.656653 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-68a0cc05-bcd2-4a73-bfad-e9d180523d7a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Allocated IP 2001:db8::34b (0e428a64-78e0-4d2f-9d75-8aa22b84b393/52d4a957-e3b5-4c17-aa8d-96963bf24f25/af9d9f65-c317-4145-9e3c-3dcace399904) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:38.680590 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d2609b7-24b6-44e1-83e7-c956dacbb11f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.686065 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4d2609b7-24b6-44e1-83e7-c956dacbb11f tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "DELETE /v2.0/subnets/d102a291-5477-4674-a051-ac0e6a3d0f0f HTTP/1.1" status: 204 len: 168 time: 1.5742102 Apr 16 04:23:38.696351 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36992) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:38.721117 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device af89efd5-f022-4281-9a65-b6cf974445c9 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:38.736217 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4615a7a0-0207-4d3b-8224-c0b77c8df4aa tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for port (e176284e-dc99-4d7b-a6da-d904c99be724), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.753903 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93954f71-1692-4ed2-8a7d-30a9594810b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Checking segment: {'id': 'f8ecb4eb-a5b7-45ab-a868-4f76ca2b6937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ef04ed57-1fd0-4cc7-9828-d3545d79b043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:38.756433 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93954f71-1692-4ed2-8a7d-30a9594810b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Network hostable DHCP agents. Network: ef04ed57-1fd0-4cc7-9828-d3545d79b043, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:23:38.759366 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f7414f96-1a83-4f17-a528-952b73930e70 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (789439e2-3f13-419c-a9db-bd91186cfc7e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.811865 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port af89efd5-f022-4281-9a65-b6cf974445c9 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:38.811865 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (af89efd5-f022-4281-9a65-b6cf974445c9), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.815769 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72424e0e-d948-4c1d-9a86-a812fd7fdcec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (17ebd7f0-3457-456b-afca-70a0b96b13c8), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.836080 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4615a7a0-0207-4d3b-8224-c0b77c8df4aa tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (e176284e-dc99-4d7b-a6da-d904c99be724), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.859099 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72424e0e-d948-4c1d-9a86-a812fd7fdcec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.872573 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-72424e0e-d948-4c1d-9a86-a812fd7fdcec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/networks/17ebd7f0-3457-456b-afca-70a0b96b13c8 HTTP/1.1" status: 204 len: 168 time: 2.4201474 Apr 16 04:23:38.893168 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36994) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:38.900631 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-bc876032-384e-4c09-9a58-569d1b969eec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2115704934', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:38.911774 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc8b150-6213-48ab-b0e1-eb32108c440b None None] DHCP port deletion for 2626c864-5531-42de-877a-edf2269963fd request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:23:38.919688 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port af89efd5-f022-4281-9a65-b6cf974445c9 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:38.920221 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (af89efd5-f022-4281-9a65-b6cf974445c9), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.928317 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72424e0e-d948-4c1d-9a86-a812fd7fdcec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Network': ['ID=17ebd7f0-3457-456b-afca-70a0b96b13c8,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:38.938699 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1dc091eb-8665-4849-b309-39238491cc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (01ac6853-873c-4b1b-9f38-49979bc3cfaa), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.962280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3c2b10e5-34f8-49bd-b223-975698c74a6c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (2626c864-5531-42de-877a-edf2269963fd), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.966531 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8b150-6213-48ab-b0e1-eb32108c440b None None] Deleting port deb09294-34e0-4f0e-b6ad-cf178bf1bb2a {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:38.966999 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b150-6213-48ab-b0e1-eb32108c440b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (deb09294-34e0-4f0e-b6ad-cf178bf1bb2a), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:38.999989 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port af89efd5-f022-4281-9a65-b6cf974445c9, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=af89efd5-f022-4281-9a65-b6cf974445c9,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:39.011257 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615a7a0-0207-4d3b-8224-c0b77c8df4aa tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event updated for resources: {'Port': ['ID=e176284e-dc99-4d7b-a6da-d904c99be724,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:39.021655 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc091eb-8665-4849-b309-39238491cc01 admin admin] Network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:39.034334 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-1dc091eb-8665-4849-b309-39238491cc01 admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:39.058536 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc091eb-8665-4849-b309-39238491cc01 admin admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:39.068460 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-dbc8b150-6213-48ab-b0e1-eb32108c440b None None] For port deb09294-34e0-4f0e-b6ad-cf178bf1bb2a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=deb09294-34e0-4f0e-b6ad-cf178bf1bb2a,segment=NetworkSegment(78bc73c1-76c0-4a9f-9063-938bd0083d78),segment_id=78bc73c1-76c0-4a9f-9063-938bd0083d78)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:39.076620 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b150-6213-48ab-b0e1-eb32108c440b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (deb09294-34e0-4f0e-b6ad-cf178bf1bb2a), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.092637 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8b150-6213-48ab-b0e1-eb32108c440b None None] Calling delete_port for deb09294-34e0-4f0e-b6ad-cf178bf1bb2a owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:39.096391 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (af89efd5-f022-4281-9a65-b6cf974445c9), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.107885 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4615a7a0-0207-4d3b-8224-c0b77c8df4aa tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (e822351c-9b48-422f-b115-c20256886b61), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.124869 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93954f71-1692-4ed2-8a7d-30a9594810b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Network ef04ed57-1fd0-4cc7-9828-d3545d79b043 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:23:39.126313 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bc876032-384e-4c09-9a58-569d1b969eec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (293efcd5-9555-44fe-91e7-e406a3d1fc53), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.140054 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bc876032-384e-4c09-9a58-569d1b969eec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (293efcd5-9555-44fe-91e7-e406a3d1fc53), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.169629 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b10e5-34f8-49bd-b223-975698c74a6c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Deleting port deb09294-34e0-4f0e-b6ad-cf178bf1bb2a {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:39.170295 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3c2b10e5-34f8-49bd-b223-975698c74a6c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (deb09294-34e0-4f0e-b6ad-cf178bf1bb2a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.222443 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 47bda23f-f364-4577-a37a-232ee3ea64f4 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:23:39.240189 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cdd050a5-f904-4853-aa7c-9382a2999c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.269230 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-93954f71-1692-4ed2-8a7d-30a9594810b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, ef04ed57-1fd0-4cc7-9828-d3545d79b043) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:39.273651 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-837f7dbf-ce4e-445d-b842-a315c86060e2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (43a6aab0-ff20-40fb-b6ae-117e600d021e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.281545 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-68a0cc05-bcd2-4a73-bfad-e9d180523d7a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks [] for port (af9d9f65-c317-4145-9e3c-3dcace399904), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.284658 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc091eb-8665-4849-b309-39238491cc01 admin admin] Pushing event updated for resources: {'Port': ['ID=01ac6853-873c-4b1b-9f38-49979bc3cfaa,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:39.288792 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93954f71-1692-4ed2-8a7d-30a9594810b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:39.289359 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-93954f71-1692-4ed2-8a7d-30a9594810b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.308892 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=af89efd5-f022-4281-9a65-b6cf974445c9,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:39.319866 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95064fa8-f321-4fe2-bbbf-daf710ad20f2 None None] Network ef04ed57-1fd0-4cc7-9828-d3545d79b043 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:39.321895 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 47bda23f-f364-4577-a37a-232ee3ea64f4 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:23:39.322306 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 47bda23f-f364-4577-a37a-232ee3ea64f4 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:23:39.350151 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-3c2b10e5-34f8-49bd-b223-975698c74a6c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] For port deb09294-34e0-4f0e-b6ad-cf178bf1bb2a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=deb09294-34e0-4f0e-b6ad-cf178bf1bb2a,segment=NetworkSegment(78bc73c1-76c0-4a9f-9063-938bd0083d78),segment_id=78bc73c1-76c0-4a9f-9063-938bd0083d78)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:39.350580 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3c2b10e5-34f8-49bd-b223-975698c74a6c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (deb09294-34e0-4f0e-b6ad-cf178bf1bb2a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.354686 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f7dbf-ce4e-445d-b842-a315c86060e2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=43a6aab0-ff20-40fb-b6ae-117e600d021e,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:39.374935 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b10e5-34f8-49bd-b223-975698c74a6c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Calling delete_port for deb09294-34e0-4f0e-b6ad-cf178bf1bb2a owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:39.420011 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1dc091eb-8665-4849-b309-39238491cc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (c53c57b7-0848-483d-a00c-6b997f7acb4b), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.495913 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-837f7dbf-ce4e-445d-b842-a315c86060e2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.501428 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-837f7dbf-ce4e-445d-b842-a315c86060e2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/43a6aab0-ff20-40fb-b6ae-117e600d021e HTTP/1.1" status: 204 len: 168 time: 1.9869275 Apr 16 04:23:39.508250 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-93954f71-1692-4ed2-8a7d-30a9594810b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.4273617 Apr 16 04:23:39.513053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 36996) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:39.513253 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 36998) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:39.521342 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-36c34e63-eb26-4b65-8845-aa9698f5684b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-593613390', 'network_id': 'ef04ed57-1fd0-4cc7-9828-d3545d79b043'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:39.527486 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac5f080-2dc2-4061-8585-0497ddd1b28d None None] Network ef04ed57-1fd0-4cc7-9828-d3545d79b043 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:39.538562 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7414f96-1a83-4f17-a528-952b73930e70 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router 789439e2-3f13-419c-a9db-bd91186cfc7e is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:23:39.577458 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-1ecb648b-33a4-4af4-9306-f85825b2a2fd None None] Provisioning complete for port 01ac6853-873c-4b1b-9f38-49979bc3cfaa triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:39.577800 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1ecb648b-33a4-4af4-9306-f85825b2a2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (01ac6853-873c-4b1b-9f38-49979bc3cfaa), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.579327 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b150-6213-48ab-b0e1-eb32108c440b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (deb09294-34e0-4f0e-b6ad-cf178bf1bb2a), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.596800 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bc876032-384e-4c09-9a58-569d1b969eec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router_controller (293efcd5-9555-44fe-91e7-e406a3d1fc53), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.610380 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1684813b-c125-4839-9689-b80e765b6b0f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:39.614786 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1684813b-c125-4839-9689-b80e765b6b0f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0995526 Apr 16 04:23:39.616852 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37000) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:39.619531 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-4615a7a0-0207-4d3b-8224-c0b77c8df4aa tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Floating IP e822351c-9b48-422f-b115-c20256886b61 associated. External IP: 172.26.6.50, port: b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e. Apr 16 04:23:39.621800 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c34e63-eb26-4b65-8845-aa9698f5684b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Made reservation on behalf of b6d62b394d16400891df4a2583f7f670 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:39.624407 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-36c34e63-eb26-4b65-8845-aa9698f5684b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.660849 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3c2b10e5-34f8-49bd-b223-975698c74a6c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (deb09294-34e0-4f0e-b6ad-cf178bf1bb2a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.668641 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-68a0cc05-bcd2-4a73-bfad-e9d180523d7a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (af9d9f65-c317-4145-9e3c-3dcace399904), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.680699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1ecb648b-33a4-4af4-9306-f85825b2a2fd None None] Port 01ac6853-873c-4b1b-9f38-49979bc3cfaa cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:39.682157 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8b150-6213-48ab-b0e1-eb32108c440b None None] Pushing event deleted for resources: {'Port': ['ID=deb09294-34e0-4f0e-b6ad-cf178bf1bb2a,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:39.688843 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bc876032-384e-4c09-9a58-569d1b969eec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (293efcd5-9555-44fe-91e7-e406a3d1fc53), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.689356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc8b150-6213-48ab-b0e1-eb32108c440b None None] No DVR routers for this DVR port deb09294-34e0-4f0e-b6ad-cf178bf1bb2a on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:39.742535 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b10e5-34f8-49bd-b223-975698c74a6c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event deleted for resources: {'Port': ['ID=deb09294-34e0-4f0e-b6ad-cf178bf1bb2a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:39.765524 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a0cc05-bcd2-4a73-bfad-e9d180523d7a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Network 0e428a64-78e0-4d2f-9d75-8aa22b84b393 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:39.780199 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-36c34e63-eb26-4b65-8845-aa9698f5684b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] device_id is not set on port 81def736-b8d9-4c0b-baff-e5beb95e88d4 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:23:39.794307 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b10e5-34f8-49bd-b223-975698c74a6c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] No DVR routers for this DVR port deb09294-34e0-4f0e-b6ad-cf178bf1bb2a on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:39.798334 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-68a0cc05-bcd2-4a73-bfad-e9d180523d7a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:39.810430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62384d9e-8c33-4b26-9a68-8f3a47d67652 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:39.814683 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-62384d9e-8c33-4b26-9a68-8f3a47d67652 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1941760 Apr 16 04:23:39.816289 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a0cc05-bcd2-4a73-bfad-e9d180523d7a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:39.822110 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37002) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:39.827223 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a0cc05-bcd2-4a73-bfad-e9d180523d7a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:39.827818 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-68a0cc05-bcd2-4a73-bfad-e9d180523d7a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.879511 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0cc05-bcd2-4a73-bfad-e9d180523d7a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Pushing event updated for resources: {'Port': ['ID=af9d9f65-c317-4145-9e3c-3dcace399904,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:39.904582 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bc876032-384e-4c09-9a58-569d1b969eec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.905758 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bc876032-384e-4c09-9a58-569d1b969eec tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0113647 Apr 16 04:23:39.920229 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37004) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:39.933982 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-444b2640-f1bf-40aa-a004-52fa02c9a406 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'network': {'name': 'tempest-RoutersTest-987065532'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:39.936012 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3c2b10e5-34f8-49bd-b223-975698c74a6c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (2626c864-5531-42de-877a-edf2269963fd), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:39.953209 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7414f96-1a83-4f17-a528-952b73930e70 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:23:39.967596 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf03224f-38a7-4eb6-8f5b-ac818bfcf5fb None None] Sync routers for ids ['789439e2-3f13-419c-a9db-bd91186cfc7e'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:23:39.967912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-3c2b10e5-34f8-49bd-b223-975698c74a6c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2626c864-5531-42de-877a-edf2269963fd']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:39.981791 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-3c2b10e5-34f8-49bd-b223-975698c74a6c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bc73c1-76c0-4a9f-9063-938bd0083d78') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:39.982126 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-3c2b10e5-34f8-49bd-b223-975698c74a6c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bc73c1-76c0-4a9f-9063-938bd0083d78') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:39.984549 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf03224f-38a7-4eb6-8f5b-ac818bfcf5fb None None] Routers {'789439e2-3f13-419c-a9db-bd91186cfc7e'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:39.985566 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-cf03224f-38a7-4eb6-8f5b-ac818bfcf5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['789439e2-3f13-419c-a9db-bd91186cfc7e'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:39.998839 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3c2b10e5-34f8-49bd-b223-975698c74a6c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (78bc73c1-76c0-4a9f-9063-938bd0083d78), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:40.017043 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3c2b10e5-34f8-49bd-b223-975698c74a6c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (78bc73c1-76c0-4a9f-9063-938bd0083d78), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:40.024652 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-68a0cc05-bcd2-4a73-bfad-e9d180523d7a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4932845 Apr 16 04:23:40.027174 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37006) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:40.032639 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-6e7fd4a4-445f-45f3-88fa-58a0baff0a71 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Request body: {'port': {'network_id': '0e428a64-78e0-4d2f-9d75-8aa22b84b393', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1624529553'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:40.037264 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2b10e5-34f8-49bd-b223-975698c74a6c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:23:40.037673 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3c2b10e5-34f8-49bd-b223-975698c74a6c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (78bc73c1-76c0-4a9f-9063-938bd0083d78), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:23:40.044552 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:23:40.057653 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-cf03224f-38a7-4eb6-8f5b-ac818bfcf5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:40.059193 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e045fa28-39e2-47c2-93ee-d9c7b423ccc9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:40.060963 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e045fa28-39e2-47c2-93ee-d9c7b423ccc9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:40.062757 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e045fa28-39e2-47c2-93ee-d9c7b423ccc9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:40.064421 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e045fa28-39e2-47c2-93ee-d9c7b423ccc9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2414322 Apr 16 04:23:40.072667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf03224f-38a7-4eb6-8f5b-ac818bfcf5fb None None] Routers {'789439e2-3f13-419c-a9db-bd91186cfc7e'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:40.077659 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37008) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:40.080584 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-cf03224f-38a7-4eb6-8f5b-ac818bfcf5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['789439e2-3f13-419c-a9db-bd91186cfc7e'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:40.095512 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f7414f96-1a83-4f17-a528-952b73930e70 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:40.100059 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f7414f96-1a83-4f17-a528-952b73930e70 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.4536500 Apr 16 04:23:40.101670 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37010) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:40.128388 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-cf03224f-38a7-4eb6-8f5b-ac818bfcf5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:40.129055 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf03224f-38a7-4eb6-8f5b-ac818bfcf5fb None None] The sync data for ids ['789439e2-3f13-419c-a9db-bd91186cfc7e'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:23:40.138777 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8886ba2b-136d-475c-9cb3-7689e547547d None None] Provisioning complete for port af9d9f65-c317-4145-9e3c-3dcace399904 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:40.139337 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8886ba2b-136d-475c-9cb3-7689e547547d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (af9d9f65-c317-4145-9e3c-3dcace399904), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:40.181212 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8886ba2b-136d-475c-9cb3-7689e547547d None None] Port af9d9f65-c317-4145-9e3c-3dcace399904 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:40.198313 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1dc091eb-8665-4849-b309-39238491cc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (01ac6853-873c-4b1b-9f38-49979bc3cfaa), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:40.200064 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444b2640-f1bf-40aa-a004-52fa02c9a406 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Made reservation on behalf of a2943c81039c44448da97f93644354e6 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:40.203363 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-444b2640-f1bf-40aa-a004-52fa02c9a406 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:40.230409 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5b7921-fc58-4f5e-b003-0521b35b5c4f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet 4dc7b351-7d2f-43b9-b520-d1e4c4d01beb {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:23:40.233925 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-df5b7921-fc58-4f5e-b003-0521b35b5c4f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (4dc7b351-7d2f-43b9-b520-d1e4c4d01beb), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:40.234114 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-36c34e63-eb26-4b65-8845-aa9698f5684b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Allocated IP 2001:db8::182 (ef04ed57-1fd0-4cc7-9828-d3545d79b043/dc02bc39-9e24-48e4-b494-f47bb96b3d0c/81def736-b8d9-4c0b-baff-e5beb95e88d4) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:40.290153 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-df5b7921-fc58-4f5e-b003-0521b35b5c4f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (4dc7b351-7d2f-43b9-b520-d1e4c4d01beb), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:40.292751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3c2b10e5-34f8-49bd-b223-975698c74a6c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (2626c864-5531-42de-877a-edf2269963fd), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:40.326029 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3c2b10e5-34f8-49bd-b223-975698c74a6c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:40.332397 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3c2b10e5-34f8-49bd-b223-975698c74a6c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "DELETE /v2.0/networks/2626c864-5531-42de-877a-edf2269963fd HTTP/1.1" status: 204 len: 168 time: 1.6249783 Apr 16 04:23:40.343380 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37012) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:40.361397 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b10e5-34f8-49bd-b223-975698c74a6c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event deleted for resources: {'Network': ['ID=2626c864-5531-42de-877a-edf2269963fd,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:40.439721 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-e791fb20-af83-4985-aaa1-6f2efceab593 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Deleting subnet 20ff40e2-8168-4179-aba9-9abbc270c725 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:23:40.446640 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e791fb20-af83-4985-aaa1-6f2efceab593 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for subnet (20ff40e2-8168-4179-aba9-9abbc270c725), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:40.469106 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7fd4a4-445f-45f3-88fa-58a0baff0a71 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Made reservation on behalf of a8f4ca485c844ec1bd8752f78b2c0897 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:40.474958 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6e7fd4a4-445f-45f3-88fa-58a0baff0a71 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:40.515758 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e791fb20-af83-4985-aaa1-6f2efceab593 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (20ff40e2-8168-4179-aba9-9abbc270c725), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:40.538621 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-df5b7921-fc58-4f5e-b003-0521b35b5c4f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (4dc7b351-7d2f-43b9-b520-d1e4c4d01beb), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:40.576509 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-6e7fd4a4-445f-45f3-88fa-58a0baff0a71 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] device_id is not set on port eb8908c0-2ec1-4944-a3b7-270b8d1e2b24 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:23:40.605598 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device af89efd5-f022-4281-9a65-b6cf974445c9 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:40.658121 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port af89efd5-f022-4281-9a65-b6cf974445c9 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:40.658507 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (af89efd5-f022-4281-9a65-b6cf974445c9), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:40.679336 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444b2640-f1bf-40aa-a004-52fa02c9a406 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:23:40.731560 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e791fb20-af83-4985-aaa1-6f2efceab593 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (20ff40e2-8168-4179-aba9-9abbc270c725), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:40.746894 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port af89efd5-f022-4281-9a65-b6cf974445c9 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:40.767566 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-df5b7921-fc58-4f5e-b003-0521b35b5c4f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (4dc7b351-7d2f-43b9-b520-d1e4c4d01beb), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:40.796611 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-444b2640-f1bf-40aa-a004-52fa02c9a406 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (3170225a-f1d3-47c3-ab88-5375dbe88dd8), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:40.796971 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-444b2640-f1bf-40aa-a004-52fa02c9a406 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Added segment 3170225a-f1d3-47c3-ab88-5375dbe88dd8 of type vlan for network bb7e27d3-5406-4050-849c-0c2253da6d52 Apr 16 04:23:40.810266 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b7921-fc58-4f5e-b003-0521b35b5c4f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc7b351-7d2f-43b9-b520-d1e4c4d01beb,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:40.816796 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-df5b7921-fc58-4f5e-b003-0521b35b5c4f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:40.819385 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-df5b7921-fc58-4f5e-b003-0521b35b5c4f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/4dc7b351-7d2f-43b9-b520-d1e4c4d01beb HTTP/1.1" status: 204 len: 168 time: 0.7156496 Apr 16 04:23:40.822487 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37014) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:40.827099 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c8dfe4-709e-4b61-8876-d285dda5e7e9 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:40.834373 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-6e7fd4a4-445f-45f3-88fa-58a0baff0a71 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Allocated IP 2001:db8::3d3 (0e428a64-78e0-4d2f-9d75-8aa22b84b393/52d4a957-e3b5-4c17-aa8d-96963bf24f25/eb8908c0-2ec1-4944-a3b7-270b8d1e2b24) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:40.857224 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device deb09294-34e0-4f0e-b6ad-cf178bf1bb2a no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:23:40.906287 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: deb09294-34e0-4f0e-b6ad-cf178bf1bb2a {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:23:40.906626 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device deb09294-34e0-4f0e-b6ad-cf178bf1bb2a not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:23:40.942957 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-64646d9b-0a55-40b7-9a2d-4d707cadc62d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/routers/789439e2-3f13-419c-a9db-bd91186cfc7e HTTP/1.1" status: 200 len: 883 time: 0.8346581 Apr 16 04:23:40.952286 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37016) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:40.962703 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e791fb20-af83-4985-aaa1-6f2efceab593 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (20ff40e2-8168-4179-aba9-9abbc270c725), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:41.019010 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-444b2640-f1bf-40aa-a004-52fa02c9a406 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (bb7e27d3-5406-4050-849c-0c2253da6d52), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:41.022741 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4615a7a0-0207-4d3b-8224-c0b77c8df4aa tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Router 9c4b6530-9c19-4bd9-b00d-ad6682bc99da has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:23:41.051017 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-35645487-b38b-4d7e-a78b-f5d0108311b6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet f3ddcfd9-0f88-4c02-9436-981a05f1822d {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:23:41.078399 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-35645487-b38b-4d7e-a78b-f5d0108311b6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (f3ddcfd9-0f88-4c02-9436-981a05f1822d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:41.206090 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-444b2640-f1bf-40aa-a004-52fa02c9a406 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (bb7e27d3-5406-4050-849c-0c2253da6d52), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:41.211620 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444b2640-f1bf-40aa-a004-52fa02c9a406 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:41.212238 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-444b2640-f1bf-40aa-a004-52fa02c9a406 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:41.218291 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-35645487-b38b-4d7e-a78b-f5d0108311b6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (f3ddcfd9-0f88-4c02-9436-981a05f1822d), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:41.235268 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-36c34e63-eb26-4b65-8845-aa9698f5684b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for port (81def736-b8d9-4c0b-baff-e5beb95e88d4), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:41.286412 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791fb20-af83-4985-aaa1-6f2efceab593 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event deleted for resources: {'Subnet': ['ID=20ff40e2-8168-4179-aba9-9abbc270c725,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:41.301245 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e791fb20-af83-4985-aaa1-6f2efceab593 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:41.301476 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2288d7b-e709-479c-a986-aff0b3c4eb88 None None] Network b06456f2-dd55-4192-b14e-1e2e438f5c7c requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:41.305691 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e791fb20-af83-4985-aaa1-6f2efceab593 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "DELETE /v2.0/subnets/20ff40e2-8168-4179-aba9-9abbc270c725 HTTP/1.1" status: 204 len: 168 time: 0.9593701 Apr 16 04:23:41.318907 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37018) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:41.392233 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4615a7a0-0207-4d3b-8224-c0b77c8df4aa tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:23:41.396052 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1dc091eb-8665-4849-b309-39238491cc01 admin admin] Publish callbacks [] for port (01ac6853-873c-4b1b-9f38-49979bc3cfaa), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:41.409153 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937f412e-d977-4b05-939a-51a790c8a986 None None] Sync routers for ids ['9c4b6530-9c19-4bd9-b00d-ad6682bc99da'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:23:41.424165 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937f412e-d977-4b05-939a-51a790c8a986 None None] Routers {'9c4b6530-9c19-4bd9-b00d-ad6682bc99da'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:41.425160 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-937f412e-d977-4b05-939a-51a790c8a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9c4b6530-9c19-4bd9-b00d-ad6682bc99da'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:41.454215 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b2640-f1bf-40aa-a004-52fa02c9a406 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Network': ['ID=bb7e27d3-5406-4050-849c-0c2253da6d52,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:41.476552 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-444b2640-f1bf-40aa-a004-52fa02c9a406 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5521796 Apr 16 04:23:41.494144 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37020) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:41.503497 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-50460274-12d1-4389-a974-367b557c57a2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'subnet': {'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:41.510389 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1dc091eb-8665-4849-b309-39238491cc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (01ac6853-873c-4b1b-9f38-49979bc3cfaa), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:41.562599 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network bb7e27d3-5406-4050-849c-0c2253da6d52 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:23:41.562846 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4b467d-eab4-45a3-875f-17880e34c06c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Deleting subnet 11a5eb71-bbc3-4e7a-9c9d-77bf62f4888f {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:23:41.566803 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9e4b467d-eab4-45a3-875f-17880e34c06c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for subnet (11a5eb71-bbc3-4e7a-9c9d-77bf62f4888f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:41.592127 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-937f412e-d977-4b05-939a-51a790c8a986 None None] Set router 9c4b6530-9c19-4bd9-b00d-ad6682bc99da gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:23:41.602660 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1dc091eb-8665-4849-b309-39238491cc01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (c53c57b7-0848-483d-a00c-6b997f7acb4b), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:41.626108 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9e4b467d-eab4-45a3-875f-17880e34c06c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (11a5eb71-bbc3-4e7a-9c9d-77bf62f4888f), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:41.658519 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc091eb-8665-4849-b309-39238491cc01 admin admin] Pushing event updated for resources: {'Port': ['ID=01ac6853-873c-4b1b-9f38-49979bc3cfaa,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:41.723727 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9e4b467d-eab4-45a3-875f-17880e34c06c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (11a5eb71-bbc3-4e7a-9c9d-77bf62f4888f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:41.780704 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6e7fd4a4-445f-45f3-88fa-58a0baff0a71 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks [] for port (eb8908c0-2ec1-4944-a3b7-270b8d1e2b24), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:41.807921 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-59d30334-d031-49ba-8aee-860887266c62 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.8544822 Apr 16 04:23:41.810813 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37022) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:41.812342 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc091eb-8665-4849-b309-39238491cc01 admin admin] Network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:41.818073 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-51898e3f-65cc-40c7-a4f7-8e7ed96895bb tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-257601848'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:41.838468 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ca982d44-5e3e-465d-8298-d984d0421bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:41.852910 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-1dc091eb-8665-4849-b309-39238491cc01 admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:41.855723 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50ce73b-25e6-4060-b700-95c75b61a26f None None] DHCP port deletion for b06456f2-dd55-4192-b14e-1e2e438f5c7c request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:23:41.929743 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-937f412e-d977-4b05-939a-51a790c8a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331617002', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:22:42Z', 'updated_at': '2022-04-16T04:23:00Z', 'revision_number': 4, 'project_id': '1331059124584452b3c27bedfa8953aa', 'gw_port': {'id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:44Z', 'updated_at': '2022-04-16T04:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'e822351c-9b48-422f-b115-c20256886b61', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'floating_ip_address': '172.26.6.50', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'port_id': 'b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 829, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '568d6779-966e-4ede-8372-feba943d93d4', 'mac_address': 'fa:16:3e:29:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e76b8-c920-4681-bddc-9b3c2570b226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:23:36Z', 'updated_at': '2022-04-16T04:23:36Z', 'revision_number': 0, 'project_id': '1331059124584452b3c27bedfa8953aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '381ed736-6231-49a6-9341-ab26dc16ff93', 'name': '', 'network_id': '568d6779-966e-4ede-8372-feba943d93d4', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'mac_address': 'fa:16:3e:70:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '660e9b45-824f-4813-95fc-d919bbc73d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:57Z', 'updated_at': '2022-04-16T04:23:07Z', 'revision_number': 5, 'project_id': '1331059124584452b3c27bedfa8953aa', 'subnets': [{'id': '660e9b45-824f-4813-95fc-d919bbc73d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:41.940596 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d50ce73b-25e6-4060-b700-95c75b61a26f None None] Deleting port 2e9f1e18-087b-40e4-b7a0-4b2908825c73 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:41.942336 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d50ce73b-25e6-4060-b700-95c75b61a26f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (2e9f1e18-087b-40e4-b7a0-4b2908825c73), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:41.979477 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937f412e-d977-4b05-939a-51a790c8a986 None None] Checking router: 9c4b6530-9c19-4bd9-b00d-ad6682bc99da for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:23:41.996429 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937f412e-d977-4b05-939a-51a790c8a986 None None] Routers {'9c4b6530-9c19-4bd9-b00d-ad6682bc99da'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:41.997430 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-937f412e-d977-4b05-939a-51a790c8a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:42Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9c4b6530-9c19-4bd9-b00d-ad6682bc99da'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:42.039370 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9e4b467d-eab4-45a3-875f-17880e34c06c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (11a5eb71-bbc3-4e7a-9c9d-77bf62f4888f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:42.039607 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc091eb-8665-4849-b309-39238491cc01 admin admin] Router c53c57b7-0848-483d-a00c-6b997f7acb4b has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:23:42.039607 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4615a7a0-0207-4d3b-8224-c0b77c8df4aa tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:42.047520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-d50ce73b-25e6-4060-b700-95c75b61a26f None None] For port 2e9f1e18-087b-40e4-b7a0-4b2908825c73, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2e9f1e18-087b-40e4-b7a0-4b2908825c73,segment=NetworkSegment(19fe0ccd-5bc0-48e2-8d2c-ec24e7621060),segment_id=19fe0ccd-5bc0-48e2-8d2c-ec24e7621060)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:42.047935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d50ce73b-25e6-4060-b700-95c75b61a26f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (2e9f1e18-087b-40e4-b7a0-4b2908825c73), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:42.068466 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d50ce73b-25e6-4060-b700-95c75b61a26f None None] Calling delete_port for 2e9f1e18-087b-40e4-b7a0-4b2908825c73 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:42.080858 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6e7fd4a4-445f-45f3-88fa-58a0baff0a71 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (eb8908c0-2ec1-4944-a3b7-270b8d1e2b24), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:42.083463 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b467d-eab4-45a3-875f-17880e34c06c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event deleted for resources: {'Subnet': ['ID=11a5eb71-bbc3-4e7a-9c9d-77bf62f4888f,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:42.095246 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4615a7a0-0207-4d3b-8224-c0b77c8df4aa tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.4148624 Apr 16 04:23:42.096629 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-36c34e63-eb26-4b65-8845-aa9698f5684b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (81def736-b8d9-4c0b-baff-e5beb95e88d4), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:42.102978 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2e76b8-c920-4681-bddc-9b3c2570b226', 'tag': 'b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:23:42.105359 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee147a10-a08b-4408-95e0-045900f293c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2e76b8-c920-4681-bddc-9b3c2570b226", "tag": "b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:23:42.134061 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-937f412e-d977-4b05-939a-51a790c8a986 None None] Set router 9c4b6530-9c19-4bd9-b00d-ad6682bc99da gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:23:42.153931 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-2bd1a122-6d4b-4d64-81e2-d19a24a11dc9 None None] Provisioning complete for port 05371333-e4fb-4425-a9a3-3fbcc95da600 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:42.153931 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2bd1a122-6d4b-4d64-81e2-d19a24a11dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (05371333-e4fb-4425-a9a3-3fbcc95da600), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:42.158156 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9e4b467d-eab4-45a3-875f-17880e34c06c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:42.159668 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972880b7-60bc-4f6b-995c-865187515e16 None None] Network 152e0850-4774-46c3-a586-9f7a8433da1a requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:42.170054 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9e4b467d-eab4-45a3-875f-17880e34c06c tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "DELETE /v2.0/subnets/11a5eb71-bbc3-4e7a-9c9d-77bf62f4888f HTTP/1.1" status: 204 len: 168 time: 0.8502719 Apr 16 04:23:42.172796 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37028) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:42.206207 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb544c8f-dd4b-4941-b4c4-3f6c610ac340 x-openstack-request-id: req-bb544c8f-dd4b-4941-b4c4-3f6c610ac340 {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:23:42.207315 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2e76b8-c920-4681-bddc-9b3c2570b226", "tag": "b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:23:42.207315 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb544c8f-dd4b-4941-b4c4-3f6c610ac340 {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:23:42.207675 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb544c8f-dd4b-4941-b4c4-3f6c610ac340'] response: {'name': 'network-changed', 'server_uuid': '8b2e76b8-c920-4681-bddc-9b3c2570b226', 'tag': 'b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e', 'status': 'completed', 'code': 200} Apr 16 04:23:42.209193 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c34e63-eb26-4b65-8845-aa9698f5684b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Pushing event updated for resources: {'Port': ['ID=81def736-b8d9-4c0b-baff-e5beb95e88d4,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:42.223580 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-35645487-b38b-4d7e-a78b-f5d0108311b6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (f3ddcfd9-0f88-4c02-9436-981a05f1822d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:42.262666 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c34e63-eb26-4b65-8845-aa9698f5684b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Network ef04ed57-1fd0-4cc7-9828-d3545d79b043 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:42.276061 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-36c34e63-eb26-4b65-8845-aa9698f5684b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:42.317705 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c34e63-eb26-4b65-8845-aa9698f5684b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:42.318850 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c34e63-eb26-4b65-8845-aa9698f5684b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:42.319693 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-36c34e63-eb26-4b65-8845-aa9698f5684b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:42.427287 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7fd4a4-445f-45f3-88fa-58a0baff0a71 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Network 0e428a64-78e0-4d2f-9d75-8aa22b84b393 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:42.435391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50460274-12d1-4389-a974-367b557c57a2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Made reservation on behalf of a2943c81039c44448da97f93644354e6 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:42.438470 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50460274-12d1-4389-a974-367b557c57a2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:42.457903 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2bd1a122-6d4b-4d64-81e2-d19a24a11dc9 None None] Current status of the port 05371333-e4fb-4425-a9a3-3fbcc95da600 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:42.459194 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-6e7fd4a4-445f-45f3-88fa-58a0baff0a71 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:42.468904 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fd4a4-445f-45f3-88fa-58a0baff0a71 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Pushing event updated for resources: {'Port': ['ID=eb8908c0-2ec1-4944-a3b7-270b8d1e2b24,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:42.475925 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-36c34e63-eb26-4b65-8845-aa9698f5684b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.9581826 Apr 16 04:23:42.476598 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37030) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:42.486250 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7fd4a4-445f-45f3-88fa-58a0baff0a71 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:42.492259 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7fd4a4-445f-45f3-88fa-58a0baff0a71 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:42.492920 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6e7fd4a4-445f-45f3-88fa-58a0baff0a71 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:42.500955 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0b556-6fcd-4afc-a9fc-4c391da99cc0 req-9a6f9d89-091e-471d-8552-68763fb5cab3 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:42.502450 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-09a0b556-6fcd-4afc-a9fc-4c391da99cc0 req-9a6f9d89-091e-471d-8552-68763fb5cab3 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 945 time: 0.2294743 Apr 16 04:23:42.503398 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee147a10-a08b-4408-95e0-045900f293c4 req-97343ff6-bd07-4e8d-ba8d-a2f1ad7e1d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:42.512167 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ee147a10-a08b-4408-95e0-045900f293c4 req-97343ff6-bd07-4e8d-ba8d-a2f1ad7e1d4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1331059124584452b3c27bedfa8953aa&device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 1129 time: 0.2226176 Apr 16 04:23:42.531466 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4cce4624-44ed-469b-9f4f-a49e2548dde0 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (b06456f2-dd55-4192-b14e-1e2e438f5c7c), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:42.534251 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d50ce73b-25e6-4060-b700-95c75b61a26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (2e9f1e18-087b-40e4-b7a0-4b2908825c73), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:42.544935 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-937f412e-d977-4b05-939a-51a790c8a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331617002', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:22:42Z', 'updated_at': '2022-04-16T04:23:00Z', 'revision_number': 4, 'project_id': '1331059124584452b3c27bedfa8953aa', 'gw_port': {'id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:44Z', 'updated_at': '2022-04-16T04:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'e822351c-9b48-422f-b115-c20256886b61', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'floating_ip_address': '172.26.6.50', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'port_id': 'b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 829, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '568d6779-966e-4ede-8372-feba943d93d4', 'mac_address': 'fa:16:3e:29:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e76b8-c920-4681-bddc-9b3c2570b226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:23:36Z', 'updated_at': '2022-04-16T04:23:36Z', 'revision_number': 0, 'project_id': '1331059124584452b3c27bedfa8953aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '381ed736-6231-49a6-9341-ab26dc16ff93', 'name': '', 'network_id': '568d6779-966e-4ede-8372-feba943d93d4', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'mac_address': 'fa:16:3e:70:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '660e9b45-824f-4813-95fc-d919bbc73d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:57Z', 'updated_at': '2022-04-16T04:23:07Z', 'revision_number': 5, 'project_id': '1331059124584452b3c27bedfa8953aa', 'subnets': [{'id': '660e9b45-824f-4813-95fc-d919bbc73d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:42.552411 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc091eb-8665-4849-b309-39238491cc01 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:23:42.564603 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1dc091eb-8665-4849-b309-39238491cc01 admin admin] 10.222.0.30 "PUT /v2.0/routers/c53c57b7-0848-483d-a00c-6b997f7acb4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9940424 Apr 16 04:23:42.570626 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-35645487-b38b-4d7e-a78b-f5d0108311b6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (f3ddcfd9-0f88-4c02-9436-981a05f1822d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:42.635214 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0abf21-fdc7-4c2f-8ba5-dca3c0013cae None None] DHCP port deletion for 152e0850-4774-46c3-a586-9f7a8433da1a request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:23:42.655701 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ce73b-25e6-4060-b700-95c75b61a26f None None] Pushing event deleted for resources: {'Port': ['ID=2e9f1e18-087b-40e4-b7a0-4b2908825c73,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:42.665142 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35645487-b38b-4d7e-a78b-f5d0108311b6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=f3ddcfd9-0f88-4c02-9436-981a05f1822d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:42.680968 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-35645487-b38b-4d7e-a78b-f5d0108311b6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:42.684302 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-35645487-b38b-4d7e-a78b-f5d0108311b6 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/f3ddcfd9-0f88-4c02-9436-981a05f1822d HTTP/1.1" status: 204 len: 168 time: 1.8482804 Apr 16 04:23:42.690129 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37034) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:42.712580 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6e7fd4a4-445f-45f3-88fa-58a0baff0a71 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6842287 Apr 16 04:23:42.717758 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37036) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:42.723504 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-89ec60fb-945e-42f1-9ab2-b4a0d57c2d21 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::86', 'mac_address': 'fa:16:3e:fb:0f:c5'}, {'ip_address': '2001:db8::34b', 'mac_address': 'fa:16:3e:d8:d0:28'}]}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:42.778025 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3256ff3f-a1ae-4883-bd9a-d5300e97950c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866704 Apr 16 04:23:42.781808 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37038) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:42.788614 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-cdaf35f8-5cfc-4a74-a3a0-7068a676d59a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:42.815298 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937f412e-d977-4b05-939a-51a790c8a986 None None] The sync data for ids ['9c4b6530-9c19-4bd9-b00d-ad6682bc99da'] in dv-neutron-838078-2-hyperv is: [{'id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331617002', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:22:42Z', 'updated_at': '2022-04-16T04:23:00Z', 'revision_number': 4, 'project_id': '1331059124584452b3c27bedfa8953aa', 'gw_port': {'id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:44Z', 'updated_at': '2022-04-16T04:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'e822351c-9b48-422f-b115-c20256886b61', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'floating_ip_address': '172.26.6.50', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'port_id': 'b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 829, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '568d6779-966e-4ede-8372-feba943d93d4', 'mac_address': 'fa:16:3e:29:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e76b8-c920-4681-bddc-9b3c2570b226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:23:36Z', 'updated_at': '2022-04-16T04:23:36Z', 'revision_number': 0, 'project_id': '1331059124584452b3c27bedfa8953aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '381ed736-6231-49a6-9341-ab26dc16ff93', 'name': '', 'network_id': '568d6779-966e-4ede-8372-feba943d93d4', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'mac_address': 'fa:16:3e:70:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '660e9b45-824f-4813-95fc-d919bbc73d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:57Z', 'updated_at': '2022-04-16T04:23:07Z', 'revision_number': 5, 'project_id': '1331059124584452b3c27bedfa8953aa', 'subnets': [{'id': '660e9b45-824f-4813-95fc-d919bbc73d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:23:42.828657 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:42.829672 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] Sync routers for ids ['c53c57b7-0848-483d-a00c-6b997f7acb4b'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:23:42.838296 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dd0abf21-fdc7-4c2f-8ba5-dca3c0013cae None None] Deleting port f7377758-3b0c-428e-81eb-018e85175150 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:42.838809 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dd0abf21-fdc7-4c2f-8ba5-dca3c0013cae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (f7377758-3b0c-428e-81eb-018e85175150), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:42.843732 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8e6e226d-9c5b-4081-a8f4-717ec74e4e9b None None] Provisioning complete for port 01ac6853-873c-4b1b-9f38-49979bc3cfaa triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:42.843732 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8e6e226d-9c5b-4081-a8f4-717ec74e4e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (01ac6853-873c-4b1b-9f38-49979bc3cfaa), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:42.880938 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-b939d56e-97d7-4d67-8bc6-d68deff1c8c5 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Deleting port 81def736-b8d9-4c0b-baff-e5beb95e88d4 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:42.884043 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b939d56e-97d7-4d67-8bc6-d68deff1c8c5 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (81def736-b8d9-4c0b-baff-e5beb95e88d4), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:42.888408 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52d23dc-a33c-438f-817b-95b4bb1476bf None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:42.890781 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f7377758-3b0c-428e-81eb-018e85175150 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:23:42.898542 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e226d-9c5b-4081-a8f4-717ec74e4e9b None None] Port 01ac6853-873c-4b1b-9f38-49979bc3cfaa cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:43.007732 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-09a0b556-6fcd-4afc-a9fc-4c391da99cc0 req-8548d04f-fe16-494d-8b7b-020ab5455ae0 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4922144 Apr 16 04:23:43.038456 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37042) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:43.044351 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50ce73b-25e6-4060-b700-95c75b61a26f None None] No DVR routers for this DVR port 2e9f1e18-087b-40e4-b7a0-4b2908825c73 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:43.070708 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] Routers {'c53c57b7-0848-483d-a00c-6b997f7acb4b'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:43.071721 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:42Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c53c57b7-0848-483d-a00c-6b997f7acb4b'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:43.152482 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee147a10-a08b-4408-95e0-045900f293c4 req-ed931cf7-efa4-4f39-a289-3332961e84fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:43.154385 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ee147a10-a08b-4408-95e0-045900f293c4 req-ed931cf7-efa4-4f39-a289-3332961e84fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=568d6779-966e-4ede-8372-feba943d93d4 HTTP/1.1" status: 200 len: 896 time: 0.6205580 Apr 16 04:23:43.160290 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-51898e3f-65cc-40c7-a4f7-8e7ed96895bb tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (789439e2-3f13-419c-a9db-bd91186cfc7e), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:43.179137 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4cce4624-44ed-469b-9f4f-a49e2548dde0 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (b06456f2-dd55-4192-b14e-1e2e438f5c7c), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:43.220952 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b939d56e-97d7-4d67-8bc6-d68deff1c8c5 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (81def736-b8d9-4c0b-baff-e5beb95e88d4), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:43.225916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-dd0abf21-fdc7-4c2f-8ba5-dca3c0013cae None None] For port f7377758-3b0c-428e-81eb-018e85175150, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f7377758-3b0c-428e-81eb-018e85175150,segment=NetworkSegment(7d5516ef-9474-49a9-aa2c-8280c8d47a3b),segment_id=7d5516ef-9474-49a9-aa2c-8280c8d47a3b)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:43.226462 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dd0abf21-fdc7-4c2f-8ba5-dca3c0013cae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (f7377758-3b0c-428e-81eb-018e85175150), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:43.239309 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-cff1b816-6d55-4bc5-9663-533125597ef2 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/floatingips/e822351c-9b48-422f-b115-c20256886b61 HTTP/1.1" status: 200 len: 990 time: 0.1945801 Apr 16 04:23:43.245758 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f3986-3c8a-4c5b-9f1d-84ad4f27598d None None] New status for floating IP e822351c-9b48-422f-b115-c20256886b61: ACTIVE {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:23:43.247602 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dd0abf21-fdc7-4c2f-8ba5-dca3c0013cae None None] Calling delete_port for f7377758-3b0c-428e-81eb-018e85175150 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:43.250849 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-599dcb1d-c4f7-4f88-a13f-f400b86d31d8 None None] Provisioning complete for port eb8908c0-2ec1-4944-a3b7-270b8d1e2b24 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:43.251472 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-599dcb1d-c4f7-4f88-a13f-f400b86d31d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (eb8908c0-2ec1-4944-a3b7-270b8d1e2b24), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:43.257936 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-b939d56e-97d7-4d67-8bc6-d68deff1c8c5 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Calling delete_port for 81def736-b8d9-4c0b-baff-e5beb95e88d4 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:43.287489 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-4cce4624-44ed-469b-9f4f-a49e2548dde0 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06456f2-dd55-4192-b14e-1e2e438f5c7c']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:43.328705 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdaf35f8-5cfc-4a74-a3a0-7068a676d59a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:43.334578 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-4cce4624-44ed-469b-9f4f-a49e2548dde0 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19fe0ccd-5bc0-48e2-8d2c-ec24e7621060') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:43.334883 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-4cce4624-44ed-469b-9f4f-a49e2548dde0 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19fe0ccd-5bc0-48e2-8d2c-ec24e7621060') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:43.335893 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cdaf35f8-5cfc-4a74-a3a0-7068a676d59a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:43.358000 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-51898e3f-65cc-40c7-a4f7-8e7ed96895bb tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (789439e2-3f13-419c-a9db-bd91186cfc7e), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:43.383687 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4cce4624-44ed-469b-9f4f-a49e2548dde0 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (19fe0ccd-5bc0-48e2-8d2c-ec24e7621060), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:43.391468 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-89ec60fb-945e-42f1-9ab2-b4a0d57c2d21 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (eb8908c0-2ec1-4944-a3b7-270b8d1e2b24), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:43.397954 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ee147a10-a08b-4408-95e0-045900f293c4 req-537dea50-2969-4945-87a6-026790906d15 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e HTTP/1.1" status: 200 len: 998 time: 0.2288818 Apr 16 04:23:43.450164 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4cce4624-44ed-469b-9f4f-a49e2548dde0 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (19fe0ccd-5bc0-48e2-8d2c-ec24e7621060), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:43.469821 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-599dcb1d-c4f7-4f88-a13f-f400b86d31d8 None None] Port eb8908c0-2ec1-4944-a3b7-270b8d1e2b24 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:43.471515 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50460274-12d1-4389-a974-367b557c57a2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (57d991fc-fff5-4047-a956-28cd51115868), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:43.503396 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cce4624-44ed-469b-9f4f-a49e2548dde0 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:23:43.504321 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4cce4624-44ed-469b-9f4f-a49e2548dde0 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (19fe0ccd-5bc0-48e2-8d2c-ec24e7621060), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:23:43.507658 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:23:43.524508 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port f7377758-3b0c-428e-81eb-018e85175150 is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:43.524922 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f7377758-3b0c-428e-81eb-018e85175150), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:43.541101 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a1b4fe-130c-4e0b-ab56-7987db1c29b2 None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:23:43.560215 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] Set router c53c57b7-0848-483d-a00c-6b997f7acb4b gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:23:43.631817 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50460274-12d1-4389-a974-367b557c57a2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Subnet': ['ID=57d991fc-fff5-4047-a956-28cd51115868,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:43.722893 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-62a1b4fe-130c-4e0b-ab56-7987db1c29b2 None None] Deleting port 05371333-e4fb-4425-a9a3-3fbcc95da600 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:43.723279 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-62a1b4fe-130c-4e0b-ab56-7987db1c29b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (05371333-e4fb-4425-a9a3-3fbcc95da600), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:43.742162 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dd0abf21-fdc7-4c2f-8ba5-dca3c0013cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (f7377758-3b0c-428e-81eb-018e85175150), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:43.763398 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2e9f1e18-087b-40e4-b7a0-4b2908825c73 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:23:43.807846 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37054) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:43.813255 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0abf21-fdc7-4c2f-8ba5-dca3c0013cae None None] Pushing event deleted for resources: {'Port': ['ID=f7377758-3b0c-428e-81eb-018e85175150,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:43.830408 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-e5699195-95a5-4047-860d-e96420517779 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1386685324-network', 'tenant_id': '962911f38c8948d39e0f2fbbd8150e88'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:43.855888 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50460274-12d1-4389-a974-367b557c57a2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Checking segment: {'id': '3170225a-f1d3-47c3-ab88-5375dbe88dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:43.856260 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50460274-12d1-4389-a974-367b557c57a2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network hostable DHCP agents. Network: bb7e27d3-5406-4050-849c-0c2253da6d52, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:23:43.860295 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0abf21-fdc7-4c2f-8ba5-dca3c0013cae None None] No DVR routers for this DVR port f7377758-3b0c-428e-81eb-018e85175150 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:43.895835 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 2e9f1e18-087b-40e4-b7a0-4b2908825c73 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:23:43.896618 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2e9f1e18-087b-40e4-b7a0-4b2908825c73 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:23:43.936354 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-62a1b4fe-130c-4e0b-ab56-7987db1c29b2 None None] For port 05371333-e4fb-4425-a9a3-3fbcc95da600, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=05371333-e4fb-4425-a9a3-3fbcc95da600,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:43.936787 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-62a1b4fe-130c-4e0b-ab56-7987db1c29b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (05371333-e4fb-4425-a9a3-3fbcc95da600), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:43.942037 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cdaf35f8-5cfc-4a74-a3a0-7068a676d59a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (c5cf37ec-a25c-4d45-b506-46f656e8809d), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:43.959161 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-62a1b4fe-130c-4e0b-ab56-7987db1c29b2 None None] Calling delete_port for 05371333-e4fb-4425-a9a3-3fbcc95da600 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:43.995479 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaf35f8-5cfc-4a74-a3a0-7068a676d59a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:44.001995 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5699195-95a5-4047-860d-e96420517779 admin admin] Made reservation on behalf of 962911f38c8948d39e0f2fbbd8150e88 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:44.005180 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e5699195-95a5-4047-860d-e96420517779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.008980 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee147a10-a08b-4408-95e0-045900f293c4 req-a3378294-41ed-4c9f-8008-2681fa2570e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:44.010509 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ee147a10-a08b-4408-95e0-045900f293c4 req-a3378294-41ed-4c9f-8008-2681fa2570e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=660e9b45-824f-4813-95fc-d919bbc73d2c HTTP/1.1" status: 200 len: 835 time: 0.5676780 Apr 16 04:23:44.011520 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-cdaf35f8-5cfc-4a74-a3a0-7068a676d59a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:44.024563 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaf35f8-5cfc-4a74-a3a0-7068a676d59a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:44.025469 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cdaf35f8-5cfc-4a74-a3a0-7068a676d59a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.031957 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b939d56e-97d7-4d67-8bc6-d68deff1c8c5 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (81def736-b8d9-4c0b-baff-e5beb95e88d4), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.033818 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50460274-12d1-4389-a974-367b557c57a2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network bb7e27d3-5406-4050-849c-0c2253da6d52 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:23:44.039621 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e5699195-95a5-4047-860d-e96420517779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.052153 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.061197 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf35f8-5cfc-4a74-a3a0-7068a676d59a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=c5cf37ec-a25c-4d45-b506-46f656e8809d,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:44.075766 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51898e3f-65cc-40c7-a4f7-8e7ed96895bb tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router 789439e2-3f13-419c-a9db-bd91186cfc7e has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:23:44.077194 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:39Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '01ac6853-873c-4b1b-9f38-49979bc3cfaa', 'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'mac_address': 'fa:16:3e:40:fa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:37Z', 'updated_at': '2022-04-16T04:23:40Z', 'revision_number': 2, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'subnets': [{'id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:44.091567 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939d56e-97d7-4d67-8bc6-d68deff1c8c5 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Pushing event deleted for resources: {'Port': ['ID=81def736-b8d9-4c0b-baff-e5beb95e88d4,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:44.107235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee147a10-a08b-4408-95e0-045900f293c4 req-7518391d-f3a2-4415-a6b8-b72f1361f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:44.108830 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ee147a10-a08b-4408-95e0-045900f293c4 req-7518391d-f3a2-4415-a6b8-b72f1361f53f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=568d6779-966e-4ede-8372-feba943d93d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0904675 Apr 16 04:23:44.117013 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4cce4624-44ed-469b-9f4f-a49e2548dde0 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (b06456f2-dd55-4192-b14e-1e2e438f5c7c), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.127678 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b939d56e-97d7-4d67-8bc6-d68deff1c8c5 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.133570 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b939d56e-97d7-4d67-8bc6-d68deff1c8c5 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "DELETE /v2.0/ports/81def736-b8d9-4c0b-baff-e5beb95e88d4 HTTP/1.1" status: 204 len: 168 time: 1.6457360 Apr 16 04:23:44.134526 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37056) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:44.139813 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f8b6908d-3696-4d96-971e-deb67ae337cf tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef04ed57-1fd0-4cc7-9828-d3545d79b043', 'external_fixed_ips': [{'subnet_id': 'dc02bc39-9e24-48e4-b494-f47bb96b3d0c', 'ip_address': '2001:db8::182'}]}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:44.152152 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-50460274-12d1-4389-a974-367b557c57a2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, bb7e27d3-5406-4050-849c-0c2253da6d52) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:44.168067 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4cce4624-44ed-469b-9f4f-a49e2548dde0 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.168292 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50460274-12d1-4389-a974-367b557c57a2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:44.168873 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50460274-12d1-4389-a974-367b557c57a2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.174080 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4cce4624-44ed-469b-9f4f-a49e2548dde0 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "DELETE /v2.0/networks/b06456f2-dd55-4192-b14e-1e2e438f5c7c HTTP/1.1" status: 204 len: 168 time: 1.9980564 Apr 16 04:23:44.176637 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37058) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:44.183202 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-cdaf35f8-5cfc-4a74-a3a0-7068a676d59a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3988662 Apr 16 04:23:44.198424 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37060) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:44.212810 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-12b5f9ee-02df-494b-970b-5c6ff3683958 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:44.248712 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37062) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:44.249566 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce4624-44ed-469b-9f4f-a49e2548dde0 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event deleted for resources: {'Network': ['ID=b06456f2-dd55-4192-b14e-1e2e438f5c7c,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:44.257946 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73559ff-cf80-421b-b6b4-4af8aacaa04a None None] Network bb7e27d3-5406-4050-849c-0c2253da6d52 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:44.263167 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] Checking router: c53c57b7-0848-483d-a00c-6b997f7acb4b for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:23:44.263506 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] Updating router c53c57b7-0848-483d-a00c-6b997f7acb4b port 01ac6853-873c-4b1b-9f38-49979bc3cfaa binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:23:44.317770 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8b6908d-3696-4d96-971e-deb67ae337cf tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (b781e274-9294-4421-9b7e-6b206e7a6b16), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.320210 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8b6908d-3696-4d96-971e-deb67ae337cf tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (b781e274-9294-4421-9b7e-6b206e7a6b16), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.350227 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (01ac6853-873c-4b1b-9f38-49979bc3cfaa), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.380752 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-50460274-12d1-4389-a974-367b557c57a2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8814235 Apr 16 04:23:44.398427 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37064) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:44.417426 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-62a1b4fe-130c-4e0b-ab56-7987db1c29b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (05371333-e4fb-4425-a9a3-3fbcc95da600), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.432001 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0ee98a8f-fbd8-4e40-b6ac-454ae5cb45a7 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (152e0850-4774-46c3-a586-9f7a8433da1a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.438399 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e5699195-95a5-4047-860d-e96420517779 admin admin] Publish callbacks [] for security_group (f291488c-b654-4adc-ac0d-d10e3944240d), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.459268 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-bb7e27d3-5406-4050-849c-0c2253da6d52', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'project_id': 'a2943c81039c44448da97f93644354e6', 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:23:44.459698 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.467760 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1b4fe-130c-4e0b-ab56-7987db1c29b2 None None] Pushing event deleted for resources: {'Port': ['ID=05371333-e4fb-4425-a9a3-3fbcc95da600,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:44.507872 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8b6908d-3696-4d96-971e-deb67ae337cf tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_controller (b781e274-9294-4421-9b7e-6b206e7a6b16), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.511216 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a1b4fe-130c-4e0b-ab56-7987db1c29b2 None None] No DVR routers for this DVR port 05371333-e4fb-4425-a9a3-3fbcc95da600 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:44.536919 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e5699195-95a5-4047-860d-e96420517779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f291488c-b654-4adc-ac0d-d10e3944240d), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.553709 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f8cf08-fe37-454d-bc92-bccd6406d5d4 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:44.573533 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6965f0ac-9c2c-42fa-92b5-adc7936d88b7 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/floatingips/e822351c-9b48-422f-b115-c20256886b61 HTTP/1.1" status: 200 len: 992 time: 0.3212130 Apr 16 04:23:44.615302 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5699195-95a5-4047-860d-e96420517779 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:23:44.644703 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ee147a10-a08b-4408-95e0-045900f293c4 req-115e3a3b-5ec5-41d5-a4a5-38abc33dfb30 service neutron] 10.222.0.18 "GET /v2.0/networks/568d6779-966e-4ede-8372-feba943d93d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229475 Apr 16 04:23:44.697517 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51898e3f-65cc-40c7-a4f7-8e7ed96895bb tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:23:44.702138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-89ec60fb-945e-42f1-9ab2-b4a0d57c2d21 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks [] for port (eb8908c0-2ec1-4944-a3b7-270b8d1e2b24), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.719000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c71eb96-6d29-411f-b57a-667fb2a26f76 None None] Sync routers for ids ['789439e2-3f13-419c-a9db-bd91186cfc7e'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:23:44.721428 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 05371333-e4fb-4425-a9a3-3fbcc95da600 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:23:44.726934 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-51898e3f-65cc-40c7-a4f7-8e7ed96895bb tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.726934 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-51898e3f-65cc-40c7-a4f7-8e7ed96895bb tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/789439e2-3f13-419c-a9db-bd91186cfc7e HTTP/1.1" status: 200 len: 890 time: 2.9123449 Apr 16 04:23:44.731311 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37066) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:44.792909 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 05371333-e4fb-4425-a9a3-3fbcc95da600 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:23:44.793307 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 05371333-e4fb-4425-a9a3-3fbcc95da600 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:23:44.855112 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c71eb96-6d29-411f-b57a-667fb2a26f76 None None] Routers {'789439e2-3f13-419c-a9db-bd91186cfc7e'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:44.855929 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-7c71eb96-6d29-411f-b57a-667fb2a26f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:42Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['789439e2-3f13-419c-a9db-bd91186cfc7e'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:44.868844 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-89ec60fb-945e-42f1-9ab2-b4a0d57c2d21 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (eb8908c0-2ec1-4944-a3b7-270b8d1e2b24), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.940196 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-89ec60fb-945e-42f1-9ab2-b4a0d57c2d21 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] In _notify_port_updated(), no bound segment for port eb8908c0-2ec1-4944-a3b7-270b8d1e2b24 on network 0e428a64-78e0-4d2f-9d75-8aa22b84b393 {{(pid=104633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:23:44.944575 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-7c71eb96-6d29-411f-b57a-667fb2a26f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:44.946208 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ec60fb-945e-42f1-9ab2-b4a0d57c2d21 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:44.947111 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-89ec60fb-945e-42f1-9ab2-b4a0d57c2d21 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:44.951711 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-89ec60fb-945e-42f1-9ab2-b4a0d57c2d21 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "PUT /v2.0/ports/eb8908c0-2ec1-4944-a3b7-270b8d1e2b24 HTTP/1.1" status: 200 len: 1067 time: 2.2324960 Apr 16 04:23:44.983723 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37068) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:44.983915 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] Allocated IP 172.20.0.2 (bb7e27d3-5406-4050-849c-0c2253da6d52/57d991fc-fff5-4047-a956-28cd51115868/feb54369-6b6d-4103-a92c-b03ee6bcfd5a) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:44.986245 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': 'c5cf37ec-a25c-4d45-b506-46f656e8809d'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:23:44.987194 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.017696 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c71eb96-6d29-411f-b57a-667fb2a26f76 None None] Routers {'789439e2-3f13-419c-a9db-bd91186cfc7e'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:45.018118 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-7c71eb96-6d29-411f-b57a-667fb2a26f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:42Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['789439e2-3f13-419c-a9db-bd91186cfc7e'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:45.075872 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-7c71eb96-6d29-411f-b57a-667fb2a26f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:45.076646 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c71eb96-6d29-411f-b57a-667fb2a26f76 None None] The sync data for ids ['789439e2-3f13-419c-a9db-bd91186cfc7e'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:23:45.092351 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec60fb-945e-42f1-9ab2-b4a0d57c2d21 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Pushing event updated for resources: {'Port': ['ID=eb8908c0-2ec1-4944-a3b7-270b8d1e2b24,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:45.111554 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ee147a10-a08b-4408-95e0-045900f293c4 req-dd5ce75b-d3f9-4b1b-82a9-5b5881718d72 service neutron] 10.222.0.18 "GET /v2.0/networks/568d6779-966e-4ede-8372-feba943d93d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340065 Apr 16 04:23:45.114940 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0ee98a8f-fbd8-4e40-b6ac-454ae5cb45a7 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (152e0850-4774-46c3-a586-9f7a8433da1a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.118573 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e5699195-95a5-4047-860d-e96420517779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (10b646dc-82eb-4e1c-aabc-1a5753d9cae8), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.118922 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-e5699195-95a5-4047-860d-e96420517779 admin admin] Added segment 10b646dc-82eb-4e1c-aabc-1a5753d9cae8 of type vlan for network fc7f1440-dfd3-4a24-96ed-b61ef743b295 Apr 16 04:23:45.121828 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5699195-95a5-4047-860d-e96420517779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f291488c-b654-4adc-ac0d-d10e3944240d,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:45.184240 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b5f9ee-02df-494b-970b-5c6ff3683958 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:45.188102 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-12b5f9ee-02df-494b-970b-5c6ff3683958 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.204288 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f8b8-637c-42f0-816a-c0e1a6b48b08 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.215480 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-037d81ef-ef04-4ad5-ab3c-f9659ed91d96 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/routers/789439e2-3f13-419c-a9db-bd91186cfc7e HTTP/1.1" status: 200 len: 890 time: 0.4830413 Apr 16 04:23:45.229788 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37070) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:45.256518 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-0ee98a8f-fbd8-4e40-b6ac-454ae5cb45a7 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152e0850-4774-46c3-a586-9f7a8433da1a']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:45.269874 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-0ee98a8f-fbd8-4e40-b6ac-454ae5cb45a7 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5516ef-9474-49a9-aa2c-8280c8d47a3b') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:45.269874 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-0ee98a8f-fbd8-4e40-b6ac-454ae5cb45a7 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5516ef-9474-49a9-aa2c-8280c8d47a3b') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:45.273845 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-621709f4-b754-4f57-8dc3-18170cbda049 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/ports?device_id=789439e2-3f13-419c-a9db-bd91186cfc7e HTTP/1.1" status: 200 len: 205 time: 0.0429504 Apr 16 04:23:45.274853 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-ff43cdc2-6a8f-4c67-8a13-8f78fb3ad88a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Deleting port eb8908c0-2ec1-4944-a3b7-270b8d1e2b24 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:45.275362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ff43cdc2-6a8f-4c67-8a13-8f78fb3ad88a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (eb8908c0-2ec1-4944-a3b7-270b8d1e2b24), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.278293 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37072) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:45.279207 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0ee98a8f-fbd8-4e40-b6ac-454ae5cb45a7 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (7d5516ef-9474-49a9-aa2c-8280c8d47a3b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.288609 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e5699195-95a5-4047-860d-e96420517779 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (fc7f1440-dfd3-4a24-96ed-b61ef743b295), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.307896 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] Publish callbacks [] for port (01ac6853-873c-4b1b-9f38-49979bc3cfaa), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.345928 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-e1de8a99-93a9-491e-bd0b-c3338d32676f None None] Provisioning complete for port eb8908c0-2ec1-4944-a3b7-270b8d1e2b24 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:45.346314 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e1de8a99-93a9-491e-bd0b-c3338d32676f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (eb8908c0-2ec1-4944-a3b7-270b8d1e2b24), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.354657 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0ee98a8f-fbd8-4e40-b6ac-454ae5cb45a7 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (7d5516ef-9474-49a9-aa2c-8280c8d47a3b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.404057 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8b6908d-3696-4d96-971e-deb67ae337cf tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_gateway (b781e274-9294-4421-9b7e-6b206e7a6b16), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.409917 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee98a8f-fbd8-4e40-b6ac-454ae5cb45a7 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:23:45.410692 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0ee98a8f-fbd8-4e40-b6ac-454ae5cb45a7 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (7d5516ef-9474-49a9-aa2c-8280c8d47a3b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:23:45.414849 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:23:45.431743 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (01ac6853-873c-4b1b-9f38-49979bc3cfaa), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.502713 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.ipam_backend_mixin [None req-12b5f9ee-02df-494b-970b-5c6ff3683958 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c5cf37ec-a25c-4d45-b506-46f656e8809d (CIDR: 2001:db8::/64) Apr 16 04:23:45.512020 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c91f7-0fd3-4f3e-b797-8d74e745c312 None None] Pushing event updated for resources: {'Port': ['ID=01ac6853-873c-4b1b-9f38-49979bc3cfaa,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:45.524692 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.528378 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] Allocated IP 2001:db8::2 (9a9395da-f56a-4c57-8efc-4b7256188659/c5cf37ec-a25c-4d45-b506-46f656e8809d/8b9cc688-69ac-4592-939e-c4e9198afc5f) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:45.533527 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e1de8a99-93a9-491e-bd0b-c3338d32676f None None] Port eb8908c0-2ec1-4944-a3b7-270b8d1e2b24 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:45.555991 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e5699195-95a5-4047-860d-e96420517779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (fc7f1440-dfd3-4a24-96ed-b61ef743b295), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.556788 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5699195-95a5-4047-860d-e96420517779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:45.557607 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e5699195-95a5-4047-860d-e96420517779 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.667068 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b5f9ee-02df-494b-970b-5c6ff3683958 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:23:45.667553 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b5f9ee-02df-494b-970b-5c6ff3683958 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:23:45.669919 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0ee98a8f-fbd8-4e40-b6ac-454ae5cb45a7 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (152e0850-4774-46c3-a586-9f7a8433da1a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.678721 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] Publish callbacks [] for port (feb54369-6b6d-4103-a92c-b03ee6bcfd5a), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.747175 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] Attempting to bind port 01ac6853-873c-4b1b-9f38-49979bc3cfaa on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:23:45.747856 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] Attempting to bind port 01ac6853-873c-4b1b-9f38-49979bc3cfaa by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '31531ef6-d10a-4aa8-935d-20d2235de566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:23:45.747988 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] Attempting to bind port 01ac6853-873c-4b1b-9f38-49979bc3cfaa on network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:23:45.759843 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:23:45.760224 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] Checking segment: {'id': '31531ef6-d10a-4aa8-935d-20d2235de566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:45.760796 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.761198 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] Bound using segment: {'id': '31531ef6-d10a-4aa8-935d-20d2235de566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:23:45.761878 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] Bound port: 01ac6853-873c-4b1b-9f38-49979bc3cfaa, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31531ef6-d10a-4aa8-935d-20d2235de566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:23:45.762227 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (01ac6853-873c-4b1b-9f38-49979bc3cfaa), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.775249 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0ee98a8f-fbd8-4e40-b6ac-454ae5cb45a7 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.780972 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0ee98a8f-fbd8-4e40-b6ac-454ae5cb45a7 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "DELETE /v2.0/networks/152e0850-4774-46c3-a586-9f7a8433da1a HTTP/1.1" status: 204 len: 168 time: 1.5992086 Apr 16 04:23:45.785987 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37074) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:45.793692 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e5699195-95a5-4047-860d-e96420517779 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9811380 Apr 16 04:23:45.796710 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (feb54369-6b6d-4103-a92c-b03ee6bcfd5a), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.802169 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5699195-95a5-4047-860d-e96420517779 admin admin] Pushing event updated for resources: {'Network': ['ID=fc7f1440-dfd3-4a24-96ed-b61ef743b295,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:45.804428 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37076) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:45.812002 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-31c08be4-74e4-48e7-aa94-75b5c0cc185a admin admin] Request body: {'subnet': {'network_id': 'fc7f1440-dfd3-4a24-96ed-b61ef743b295', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1386685324-subnet', 'tenant_id': '962911f38c8948d39e0f2fbbd8150e88', 'ip_version': 4}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:45.848935 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee98a8f-fbd8-4e40-b6ac-454ae5cb45a7 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event deleted for resources: {'Network': ['ID=152e0850-4774-46c3-a586-9f7a8433da1a,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:45.886297 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ff43cdc2-6a8f-4c67-8a13-8f78fb3ad88a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (eb8908c0-2ec1-4944-a3b7-270b8d1e2b24), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.896962 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-12b5f9ee-02df-494b-970b-5c6ff3683958 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6901295 Apr 16 04:23:45.902363 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37078) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:45.909475 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-f1cff3fa-480a-42e8-bb3d-fc423f3ea9b2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:45.914871 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network fc7f1440-dfd3-4a24-96ed-b61ef743b295 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:23:45.924901 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-422d1f50-bc98-4cc1-81d6-750044b54e88 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Deleting subnet 43818dd7-07d5-4cb9-a8a7-2a5f9f4a0d6b {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:23:45.930499 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-422d1f50-bc98-4cc1-81d6-750044b54e88 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for subnet (43818dd7-07d5-4cb9-a8a7-2a5f9f4a0d6b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.933696 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8b6908d-3696-4d96-971e-deb67ae337cf tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_gateway (b781e274-9294-4421-9b7e-6b206e7a6b16), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.976357 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8b6908d-3696-4d96-971e-deb67ae337cf tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:45.993416 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c08be4-74e4-48e7-aa94-75b5c0cc185a admin admin] Made reservation on behalf of 962911f38c8948d39e0f2fbbd8150e88 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:45.995749 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-31c08be4-74e4-48e7-aa94-75b5c0cc185a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.022226 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-422d1f50-bc98-4cc1-81d6-750044b54e88 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (43818dd7-07d5-4cb9-a8a7-2a5f9f4a0d6b), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.022479 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5959cbe0-29a4-4263-bd70-9326cfa8766f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (789439e2-3f13-419c-a9db-bd91186cfc7e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.022479 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-ff43cdc2-6a8f-4c67-8a13-8f78fb3ad88a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Calling delete_port for eb8908c0-2ec1-4944-a3b7-270b8d1e2b24 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:46.166983 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] Publish callbacks [] for port (8b9cc688-69ac-4592-939e-c4e9198afc5f), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.174266 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] Network bb7e27d3-5406-4050-849c-0c2253da6d52 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:46.178880 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] For port 01ac6853-873c-4b1b-9f38-49979bc3cfaa, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:23:46.180857 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-2b6b2b25-51c4-4526-8005-66d9a2e37702 None None] Provisioning complete for port 01ac6853-873c-4b1b-9f38-49979bc3cfaa triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:46.182513 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2b6b2b25-51c4-4526-8005-66d9a2e37702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (01ac6853-873c-4b1b-9f38-49979bc3cfaa), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.198452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:46.223774 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] Pushing event updated for resources: {'Port': ['ID=feb54369-6b6d-4103-a92c-b03ee6bcfd5a,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:46.227733 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:46.232099 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] For port 01ac6853-873c-4b1b-9f38-49979bc3cfaa, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=01ac6853-873c-4b1b-9f38-49979bc3cfaa,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:23:46.255376 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-422d1f50-bc98-4cc1-81d6-750044b54e88 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (43818dd7-07d5-4cb9-a8a7-2a5f9f4a0d6b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.274339 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (8b9cc688-69ac-4592-939e-c4e9198afc5f), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.274754 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2b6b2b25-51c4-4526-8005-66d9a2e37702 None None] Port 01ac6853-873c-4b1b-9f38-49979bc3cfaa cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:46.288445 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-ebb3f8b8-637c-42f0-816a-c0e1a6b48b08 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Allocated IP 172.20.0.1 (bb7e27d3-5406-4050-849c-0c2253da6d52/57d991fc-fff5-4047-a956-28cd51115868/e03fcf85-aa8c-440e-b7ce-8c189e1176e7) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:46.336608 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (01ac6853-873c-4b1b-9f38-49979bc3cfaa), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.353321 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:46.361574 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5959cbe0-29a4-4263-bd70-9326cfa8766f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router_gateway (789439e2-3f13-419c-a9db-bd91186cfc7e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.365107 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:46.366888 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] Pushing event updated for resources: {'Port': ['ID=8b9cc688-69ac-4592-939e-c4e9198afc5f,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:46.369284 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:46.371505 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] Attempting to bind port feb54369-6b6d-4103-a92c-b03ee6bcfd5a on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:23:46.371875 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] Attempting to bind port feb54369-6b6d-4103-a92c-b03ee6bcfd5a by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '3170225a-f1d3-47c3-ab88-5375dbe88dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:23:46.372711 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] Attempting to bind port feb54369-6b6d-4103-a92c-b03ee6bcfd5a on network bb7e27d3-5406-4050-849c-0c2253da6d52 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:23:46.380641 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-f8b6908d-3696-4d96-971e-deb67ae337cf tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Allocated IP 2001:db8::182 (ef04ed57-1fd0-4cc7-9828-d3545d79b043/dc02bc39-9e24-48e4-b494-f47bb96b3d0c/bc6d1958-28a3-4831-b4b2-1bd5b2638203) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:46.397273 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cff3fa-480a-42e8-bb3d-fc423f3ea9b2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:46.401256 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1cff3fa-480a-42e8-bb3d-fc423f3ea9b2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.411433 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:23:46.411824 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] Checking segment: {'id': '3170225a-f1d3-47c3-ab88-5375dbe88dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:46.412213 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.412702 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] Bound using segment: {'id': '3170225a-f1d3-47c3-ab88-5375dbe88dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:23:46.413115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] Bound port: feb54369-6b6d-4103-a92c-b03ee6bcfd5a, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3170225a-f1d3-47c3-ab88-5375dbe88dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:23:46.413510 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (feb54369-6b6d-4103-a92c-b03ee6bcfd5a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.462440 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-422d1f50-bc98-4cc1-81d6-750044b54e88 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (43818dd7-07d5-4cb9-a8a7-2a5f9f4a0d6b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.513318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c91f7-0fd3-4f3e-b797-8d74e745c312 None None] Pushing event updated for resources: {'Port': ['ID=01ac6853-873c-4b1b-9f38-49979bc3cfaa,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:46.522497 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d1f50-bc98-4cc1-81d6-750044b54e88 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event deleted for resources: {'Subnet': ['ID=43818dd7-07d5-4cb9-a8a7-2a5f9f4a0d6b,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:46.529083 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-422d1f50-bc98-4cc1-81d6-750044b54e88 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.535200 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-422d1f50-bc98-4cc1-81d6-750044b54e88 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "DELETE /v2.0/subnets/43818dd7-07d5-4cb9-a8a7-2a5f9f4a0d6b HTTP/1.1" status: 204 len: 168 time: 0.7433498 Apr 16 04:23:46.536799 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37080) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:46.571174 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-31c08be4-74e4-48e7-aa94-75b5c0cc185a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (e4bbed46-67eb-4d86-8ee3-e221a9698f56), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.627204 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] For port feb54369-6b6d-4103-a92c-b03ee6bcfd5a, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:23:46.633379 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] Routers {'c53c57b7-0848-483d-a00c-6b997f7acb4b'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:46.634878 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:42Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c53c57b7-0848-483d-a00c-6b997f7acb4b'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:46.637661 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69766981-ebe3-4249-b26e-a1af55dee5c8 None None] Network def0c26e-8e06-4e1c-9bff-fd854810fe7b requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:46.643245 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f8b8-637c-42f0-816a-c0e1a6b48b08 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for port (e03fcf85-aa8c-440e-b7ce-8c189e1176e7), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.659107 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ff43cdc2-6a8f-4c67-8a13-8f78fb3ad88a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (eb8908c0-2ec1-4944-a3b7-270b8d1e2b24), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.696273 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8b6908d-3696-4d96-971e-deb67ae337cf tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for port (bc6d1958-28a3-4831-b4b2-1bd5b2638203), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.700495 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-5959cbe0-29a4-4263-bd70-9326cfa8766f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting port d5bd2f44-7e4e-4014-b4ca-b7cc6dce46eb {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:46.701078 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5959cbe0-29a4-4263-bd70-9326cfa8766f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (d5bd2f44-7e4e-4014-b4ca-b7cc6dce46eb), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.715679 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a190ec4c-cda6-4d05-95dc-574c0bd58b6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (def0c26e-8e06-4e1c-9bff-fd854810fe7b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.725750 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43cdc2-6a8f-4c67-8a13-8f78fb3ad88a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Pushing event deleted for resources: {'Port': ['ID=eb8908c0-2ec1-4944-a3b7-270b8d1e2b24,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:46.727415 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c08be4-74e4-48e7-aa94-75b5c0cc185a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4bbed46-67eb-4d86-8ee3-e221a9698f56,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:46.752752 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] For port feb54369-6b6d-4103-a92c-b03ee6bcfd5a, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=feb54369-6b6d-4103-a92c-b03ee6bcfd5a,segment=NetworkSegment(3170225a-f1d3-47c3-ab88-5375dbe88dd8),segment_id=3170225a-f1d3-47c3-ab88-5375dbe88dd8)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:23:46.757187 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c08be4-74e4-48e7-aa94-75b5c0cc185a admin admin] Checking segment: {'id': '10b646dc-82eb-4e1c-aabc-1a5753d9cae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fc7f1440-dfd3-4a24-96ed-b61ef743b295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:46.758524 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c08be4-74e4-48e7-aa94-75b5c0cc185a admin admin] Network hostable DHCP agents. Network: fc7f1440-dfd3-4a24-96ed-b61ef743b295, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:23:46.788600 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-812467be-06a8-432a-8005-4da4c0d9408c None None] Provisioning complete for port 01ac6853-873c-4b1b-9f38-49979bc3cfaa triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:46.788980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-812467be-06a8-432a-8005-4da4c0d9408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (01ac6853-873c-4b1b-9f38-49979bc3cfaa), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.815788 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-a190ec4c-cda6-4d05-95dc-574c0bd58b6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Deleting port 5e0ad522-af13-4908-9d95-4d12aa692837 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:46.816795 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a190ec4c-cda6-4d05-95dc-574c0bd58b6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (5e0ad522-af13-4908-9d95-4d12aa692837), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.875214 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (feb54369-6b6d-4103-a92c-b03ee6bcfd5a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.877462 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] Attempting to bind port 8b9cc688-69ac-4592-939e-c4e9198afc5f on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:23:46.877705 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] Attempting to bind port 8b9cc688-69ac-4592-939e-c4e9198afc5f by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:23:46.878079 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] Attempting to bind port 8b9cc688-69ac-4592-939e-c4e9198afc5f on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:23:46.889855 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8b6908d-3696-4d96-971e-deb67ae337cf tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (bc6d1958-28a3-4831-b4b2-1bd5b2638203), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.890808 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:23:46.891323 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:46.891588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.891992 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:23:46.892479 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] Bound port: 8b9cc688-69ac-4592-939e-c4e9198afc5f, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:23:46.892898 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (8b9cc688-69ac-4592-939e-c4e9198afc5f), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:46.951428 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6908d-3696-4d96-971e-deb67ae337cf tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Pushing event updated for resources: {'Port': ['ID=bc6d1958-28a3-4831-b4b2-1bd5b2638203,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:46.954050 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c08be4-74e4-48e7-aa94-75b5c0cc185a admin admin] Network fc7f1440-dfd3-4a24-96ed-b61ef743b295 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:23:46.987149 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-a190ec4c-cda6-4d05-95dc-574c0bd58b6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] For port 5e0ad522-af13-4908-9d95-4d12aa692837, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=5e0ad522-af13-4908-9d95-4d12aa692837,segment=NetworkSegment(d4887b32-f163-4748-a504-df8e393af411),segment_id=d4887b32-f163-4748-a504-df8e393af411)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:46.987522 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a190ec4c-cda6-4d05-95dc-574c0bd58b6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (5e0ad522-af13-4908-9d95-4d12aa692837), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:47.007302 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b6908d-3696-4d96-971e-deb67ae337cf tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Network ef04ed57-1fd0-4cc7-9828-d3545d79b043 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:47.013589 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-f8b6908d-3696-4d96-971e-deb67ae337cf tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:47.016285 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b6908d-3696-4d96-971e-deb67ae337cf tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:47.020137 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-a190ec4c-cda6-4d05-95dc-574c0bd58b6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Calling delete_port for 5e0ad522-af13-4908-9d95-4d12aa692837 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:47.029847 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f8b8-637c-42f0-816a-c0e1a6b48b08 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (e03fcf85-aa8c-440e-b7ce-8c189e1176e7), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:47.072842 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-31c08be4-74e4-48e7-aa94-75b5c0cc185a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, fc7f1440-dfd3-4a24-96ed-b61ef743b295) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:47.091616 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5959cbe0-29a4-4263-bd70-9326cfa8766f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (d5bd2f44-7e4e-4014-b4ca-b7cc6dce46eb), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:47.109452 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c08be4-74e4-48e7-aa94-75b5c0cc185a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:47.110135 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-31c08be4-74e4-48e7-aa94-75b5c0cc185a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:47.110894 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facf8f8c-3654-4623-8246-200ef1ef32e5 None None] Network fc7f1440-dfd3-4a24-96ed-b61ef743b295 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:47.140101 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a65608-48a6-4a8f-8637-78e134a311e7 None None] DHCP port deletion for def0c26e-8e06-4e1c-9bff-fd854810fe7b request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:23:47.180393 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64278137-2c98-46e1-ac6c-bbc914d5e3d6 None None] Pushing event updated for resources: {'Port': ['ID=feb54369-6b6d-4103-a92c-b03ee6bcfd5a,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:47.191915 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb3f8b8-637c-42f0-816a-c0e1a6b48b08 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network bb7e27d3-5406-4050-849c-0c2253da6d52 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:47.214267 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-5959cbe0-29a4-4263-bd70-9326cfa8766f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Calling delete_port for d5bd2f44-7e4e-4014-b4ca-b7cc6dce46eb owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:47.224225 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-812467be-06a8-432a-8005-4da4c0d9408c None None] Current status of the port 01ac6853-873c-4b1b-9f38-49979bc3cfaa is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:47.224225 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-812467be-06a8-432a-8005-4da4c0d9408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (01ac6853-873c-4b1b-9f38-49979bc3cfaa), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:47.227547 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-ebb3f8b8-637c-42f0-816a-c0e1a6b48b08 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:47.230982 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb3f8b8-637c-42f0-816a-c0e1a6b48b08 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:47.235364 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] Set router c53c57b7-0848-483d-a00c-6b997f7acb4b gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:23:47.242683 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-31c08be4-74e4-48e7-aa94-75b5c0cc185a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4313049 Apr 16 04:23:47.242683 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37082) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:47.249630 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ff43cdc2-6a8f-4c67-8a13-8f78fb3ad88a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:47.255948 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ff43cdc2-6a8f-4c67-8a13-8f78fb3ad88a tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "DELETE /v2.0/ports/eb8908c0-2ec1-4944-a3b7-270b8d1e2b24 HTTP/1.1" status: 204 len: 168 time: 2.2642143 Apr 16 04:23:47.256124 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-60f50e97-04ec-493a-bf26-d5af5119337b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1386685324-router', 'tenant_id': '962911f38c8948d39e0f2fbbd8150e88', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:47.273233 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37084) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:47.306026 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-d330fdf8-cea4-4558-9512-4d69e7cc8e94 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] GET failed (client error): The resource could not be found. Apr 16 04:23:47.307628 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d330fdf8-cea4-4558-9512-4d69e7cc8e94 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "GET /v2.0/ports/eb8908c0-2ec1-4944-a3b7-270b8d1e2b24 HTTP/1.1" status: 404 len: 333 time: 0.0319755 Apr 16 04:23:47.310578 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37086) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:47.318732 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] For port 8b9cc688-69ac-4592-939e-c4e9198afc5f, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:23:47.346569 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3f8b8-637c-42f0-816a-c0e1a6b48b08 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Port': ['ID=e03fcf85-aa8c-440e-b7ce-8c189e1176e7,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:47.362755 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] For port 8b9cc688-69ac-4592-939e-c4e9198afc5f, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=8b9cc688-69ac-4592-939e-c4e9198afc5f,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:23:47.413098 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f8b8-637c-42f0-816a-c0e1a6b48b08 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (293efcd5-9555-44fe-91e7-e406a3d1fc53), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:47.414122 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-60f50e97-04ec-493a-bf26-d5af5119337b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (b81967fd-6ca1-4c72-b712-09e99c0b9c27), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:47.415231 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-60f50e97-04ec-493a-bf26-d5af5119337b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (b81967fd-6ca1-4c72-b712-09e99c0b9c27), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:47.427085 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-812467be-06a8-432a-8005-4da4c0d9408c None None] For port 01ac6853-873c-4b1b-9f38-49979bc3cfaa, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=01ac6853-873c-4b1b-9f38-49979bc3cfaa,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:47.438117 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-00a65608-48a6-4a8f-8637-78e134a311e7 None None] Deleting port 5e0ad522-af13-4908-9d95-4d12aa692837 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:47.438838 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-00a65608-48a6-4a8f-8637-78e134a311e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (5e0ad522-af13-4908-9d95-4d12aa692837), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:47.481772 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (8b9cc688-69ac-4592-939e-c4e9198afc5f), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:47.495025 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a190ec4c-cda6-4d05-95dc-574c0bd58b6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (5e0ad522-af13-4908-9d95-4d12aa692837), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:47.566745 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-812467be-06a8-432a-8005-4da4c0d9408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (01ac6853-873c-4b1b-9f38-49979bc3cfaa), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:47.580157 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190ec4c-cda6-4d05-95dc-574c0bd58b6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event deleted for resources: {'Port': ['ID=5e0ad522-af13-4908-9d95-4d12aa692837,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:47.634714 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95857f58-8711-414a-8888-8ef63970b14b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-fc7f1440-dfd3-4a24-96ed-b61ef743b295', 'network_id': 'fc7f1440-dfd3-4a24-96ed-b61ef743b295', 'project_id': '962911f38c8948d39e0f2fbbd8150e88', 'fixed_ips': [{'subnet_id': 'e4bbed46-67eb-4d86-8ee3-e221a9698f56'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:23:47.635563 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-95857f58-8711-414a-8888-8ef63970b14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:47.672651 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a190ec4c-cda6-4d05-95dc-574c0bd58b6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] No DVR routers for this DVR port 5e0ad522-af13-4908-9d95-4d12aa692837 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:47.714482 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-e896c4c3-4469-40e2-b301-3fc307773735 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Deleting port af9d9f65-c317-4145-9e3c-3dcace399904 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:47.714903 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e896c4c3-4469-40e2-b301-3fc307773735 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (af9d9f65-c317-4145-9e3c-3dcace399904), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:47.731420 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8b6908d-3696-4d96-971e-deb67ae337cf tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_gateway (b781e274-9294-4421-9b7e-6b206e7a6b16), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:47.796205 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f8b8-637c-42f0-816a-c0e1a6b48b08 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e03fcf85-aa8c-440e-b7ce-8c189e1176e7), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:47.801354 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5207d-9ce2-4aa1-8f40-e7d131f53cab None None] Pushing event updated for resources: {'Port': ['ID=8b9cc688-69ac-4592-939e-c4e9198afc5f,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:47.823769 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-00a65608-48a6-4a8f-8637-78e134a311e7 None None] For port 5e0ad522-af13-4908-9d95-4d12aa692837, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=5e0ad522-af13-4908-9d95-4d12aa692837,segment=NetworkSegment(d4887b32-f163-4748-a504-df8e393af411),segment_id=d4887b32-f163-4748-a504-df8e393af411)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:47.824417 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-00a65608-48a6-4a8f-8637-78e134a311e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (5e0ad522-af13-4908-9d95-4d12aa692837), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:47.850238 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-00a65608-48a6-4a8f-8637-78e134a311e7 None None] Calling delete_port for 5e0ad522-af13-4908-9d95-4d12aa692837 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:47.880406 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.objects.ports [None req-f1cff3fa-480a-42e8-bb3d-fc423f3ea9b2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104633) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 16 04:23:47.880406 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5959cbe0-29a4-4263-bd70-9326cfa8766f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (d5bd2f44-7e4e-4014-b4ca-b7cc6dce46eb), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:47.934441 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959cbe0-29a4-4263-bd70-9326cfa8766f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Port': ['ID=d5bd2f44-7e4e-4014-b4ca-b7cc6dce46eb,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:47.970071 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-60f50e97-04ec-493a-bf26-d5af5119337b admin admin] Publish callbacks [] for router_controller (b81967fd-6ca1-4c72-b712-09e99c0b9c27), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:48.032951 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a190ec4c-cda6-4d05-95dc-574c0bd58b6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (def0c26e-8e06-4e1c-9bff-fd854810fe7b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:48.060417 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-a190ec4c-cda6-4d05-95dc-574c0bd58b6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def0c26e-8e06-4e1c-9bff-fd854810fe7b']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:48.075657 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-a190ec4c-cda6-4d05-95dc-574c0bd58b6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4887b32-f163-4748-a504-df8e393af411') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:48.075900 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-a190ec4c-cda6-4d05-95dc-574c0bd58b6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4887b32-f163-4748-a504-df8e393af411') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:48.092261 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812467be-06a8-432a-8005-4da4c0d9408c None None] Pushing event updated for resources: {'Port': ['ID=01ac6853-873c-4b1b-9f38-49979bc3cfaa,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:48.094266 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a190ec4c-cda6-4d05-95dc-574c0bd58b6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (d4887b32-f163-4748-a504-df8e393af411), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:48.110888 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a190ec4c-cda6-4d05-95dc-574c0bd58b6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (d4887b32-f163-4748-a504-df8e393af411), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:48.119502 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a190ec4c-cda6-4d05-95dc-574c0bd58b6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:23:48.120276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a190ec4c-cda6-4d05-95dc-574c0bd58b6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (d4887b32-f163-4748-a504-df8e393af411), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:48.128009 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-00a65608-48a6-4a8f-8637-78e134a311e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (5e0ad522-af13-4908-9d95-4d12aa692837), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:48.172964 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-95857f58-8711-414a-8888-8ef63970b14b None None] Allocated IP 172.20.0.2 (fc7f1440-dfd3-4a24-96ed-b61ef743b295/e4bbed46-67eb-4d86-8ee3-e221a9698f56/f2765b7d-d03e-47b6-8fac-1d0f7169d2e3) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:23:48.185601 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:23:48.190357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a65608-48a6-4a8f-8637-78e134a311e7 None None] No DVR routers for this DVR port 5e0ad522-af13-4908-9d95-4d12aa692837 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:48.232663 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a65608-48a6-4a8f-8637-78e134a311e7 None None] Pushing event deleted for resources: {'Port': ['ID=5e0ad522-af13-4908-9d95-4d12aa692837,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:48.276625 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:39Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '01ac6853-873c-4b1b-9f38-49979bc3cfaa', 'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'mac_address': 'fa:16:3e:40:fa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:37Z', 'updated_at': '2022-04-16T04:23:46Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'subnets': [{'id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:48.329709 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e896c4c3-4469-40e2-b301-3fc307773735 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (af9d9f65-c317-4145-9e3c-3dcace399904), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:48.363782 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-e896c4c3-4469-40e2-b301-3fc307773735 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Calling delete_port for af9d9f65-c317-4145-9e3c-3dcace399904 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:48.450440 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a190ec4c-cda6-4d05-95dc-574c0bd58b6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (def0c26e-8e06-4e1c-9bff-fd854810fe7b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:48.482786 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a190ec4c-cda6-4d05-95dc-574c0bd58b6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:48.493259 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a190ec4c-cda6-4d05-95dc-574c0bd58b6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "DELETE /v2.0/networks/def0c26e-8e06-4e1c-9bff-fd854810fe7b HTTP/1.1" status: 204 len: 168 time: 1.9518144 Apr 16 04:23:48.509995 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37088) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:48.539301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ec1a9-6d51-4518-97d9-1f59078b4912 None None] The sync data for ids ['c53c57b7-0848-483d-a00c-6b997f7acb4b'] in dv-neutron-838078-2-hyperv is: [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:39Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '01ac6853-873c-4b1b-9f38-49979bc3cfaa', 'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'mac_address': 'fa:16:3e:40:fa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:37Z', 'updated_at': '2022-04-16T04:23:46Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'subnets': [{'id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:23:48.711012 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190ec4c-cda6-4d05-95dc-574c0bd58b6d tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Pushing event deleted for resources: {'Network': ['ID=def0c26e-8e06-4e1c-9bff-fd854810fe7b,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:48.726940 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-60f50e97-04ec-493a-bf26-d5af5119337b admin admin] Publish callbacks [] for router_gateway (b81967fd-6ca1-4c72-b712-09e99c0b9c27), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:48.740268 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8d25d410-a9b1-47f6-a74d-d39112fc67b8 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "GET /v2.0/ports?device_id=26813af7-b20f-4657-939e-0d639b8a43eb HTTP/1.1" status: 200 len: 205 time: 0.1984005 Apr 16 04:23:48.747115 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37090) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:48.779638 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-95857f58-8711-414a-8888-8ef63970b14b None None] Publish callbacks [] for port (f2765b7d-d03e-47b6-8fac-1d0f7169d2e3), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:48.783182 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8b6908d-3696-4d96-971e-deb67ae337cf tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (b781e274-9294-4421-9b7e-6b206e7a6b16), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:48.807276 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5959cbe0-29a4-4263-bd70-9326cfa8766f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (789439e2-3f13-419c-a9db-bd91186cfc7e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:48.813193 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device feb54369-6b6d-4103-a92c-b03ee6bcfd5a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:48.880911 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38227ce0-0d9d-4d4f-8204-eda243892132 None None] Network bb7e27d3-5406-4050-849c-0c2253da6d52 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:48.948741 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-58f34744-e8a3-4a96-b632-aa48e506c0c1 None None] Provisioning complete for port feb54369-6b6d-4103-a92c-b03ee6bcfd5a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:48.949119 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-58f34744-e8a3-4a96-b632-aa48e506c0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (feb54369-6b6d-4103-a92c-b03ee6bcfd5a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:48.994071 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-95857f58-8711-414a-8888-8ef63970b14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (f2765b7d-d03e-47b6-8fac-1d0f7169d2e3), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:48.997854 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-10500042-5363-4e98-b183-f6723ec72397 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for router (26813af7-b20f-4657-939e-0d639b8a43eb), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:49.028449 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5959cbe0-29a4-4263-bd70-9326cfa8766f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (789439e2-3f13-419c-a9db-bd91186cfc7e), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:49.068437 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95857f58-8711-414a-8888-8ef63970b14b None None] Network fc7f1440-dfd3-4a24-96ed-b61ef743b295 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:49.093450 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-95857f58-8711-414a-8888-8ef63970b14b None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:49.129682 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95857f58-8711-414a-8888-8ef63970b14b None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:49.147213 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f8b8-637c-42f0-816a-c0e1a6b48b08 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for port (e03fcf85-aa8c-440e-b7ce-8c189e1176e7), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:49.150074 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5959cbe0-29a4-4263-bd70-9326cfa8766f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router_controller (789439e2-3f13-419c-a9db-bd91186cfc7e), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:49.217570 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f8b8-637c-42f0-816a-c0e1a6b48b08 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (e03fcf85-aa8c-440e-b7ce-8c189e1176e7), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:49.218829 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95857f58-8711-414a-8888-8ef63970b14b None None] Pushing event updated for resources: {'Port': ['ID=f2765b7d-d03e-47b6-8fac-1d0f7169d2e3,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:49.263623 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port feb54369-6b6d-4103-a92c-b03ee6bcfd5a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:49.264386 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (feb54369-6b6d-4103-a92c-b03ee6bcfd5a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:49.279594 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1cff3fa-480a-42e8-bb3d-fc423f3ea9b2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (8b9cc688-69ac-4592-939e-c4e9198afc5f), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:49.311000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-58f34744-e8a3-4a96-b632-aa48e506c0c1 None None] Current status of the port feb54369-6b6d-4103-a92c-b03ee6bcfd5a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:49.311392 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-58f34744-e8a3-4a96-b632-aa48e506c0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (feb54369-6b6d-4103-a92c-b03ee6bcfd5a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:49.341908 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-95857f58-8711-414a-8888-8ef63970b14b None None] Attempting to bind port f2765b7d-d03e-47b6-8fac-1d0f7169d2e3 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:23:49.342319 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-95857f58-8711-414a-8888-8ef63970b14b None None] Attempting to bind port f2765b7d-d03e-47b6-8fac-1d0f7169d2e3 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '10b646dc-82eb-4e1c-aabc-1a5753d9cae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fc7f1440-dfd3-4a24-96ed-b61ef743b295'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:23:49.342675 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95857f58-8711-414a-8888-8ef63970b14b None None] Attempting to bind port f2765b7d-d03e-47b6-8fac-1d0f7169d2e3 on network fc7f1440-dfd3-4a24-96ed-b61ef743b295 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:23:49.344181 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5959cbe0-29a4-4263-bd70-9326cfa8766f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (789439e2-3f13-419c-a9db-bd91186cfc7e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:49.345123 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5959cbe0-29a4-4263-bd70-9326cfa8766f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Fanout notify agent at l3_agent the message router_deleted on router 789439e2-3f13-419c-a9db-bd91186cfc7e {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:23:49.365473 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95857f58-8711-414a-8888-8ef63970b14b None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:23:49.365473 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95857f58-8711-414a-8888-8ef63970b14b None None] Checking segment: {'id': '10b646dc-82eb-4e1c-aabc-1a5753d9cae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fc7f1440-dfd3-4a24-96ed-b61ef743b295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:49.365473 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-95857f58-8711-414a-8888-8ef63970b14b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:49.365473 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95857f58-8711-414a-8888-8ef63970b14b None None] Bound using segment: {'id': '10b646dc-82eb-4e1c-aabc-1a5753d9cae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fc7f1440-dfd3-4a24-96ed-b61ef743b295'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:23:49.366161 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-95857f58-8711-414a-8888-8ef63970b14b None None] Bound port: f2765b7d-d03e-47b6-8fac-1d0f7169d2e3, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b646dc-82eb-4e1c-aabc-1a5753d9cae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fc7f1440-dfd3-4a24-96ed-b61ef743b295'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:23:49.366386 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-95857f58-8711-414a-8888-8ef63970b14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f2765b7d-d03e-47b6-8fac-1d0f7169d2e3), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:49.380821 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5959cbe0-29a4-4263-bd70-9326cfa8766f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:49.381928 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5959cbe0-29a4-4263-bd70-9326cfa8766f tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/routers/789439e2-3f13-419c-a9db-bd91186cfc7e HTTP/1.1" status: 204 len: 168 time: 4.0661330 Apr 16 04:23:49.392966 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-58f34744-e8a3-4a96-b632-aa48e506c0c1 None None] For port feb54369-6b6d-4103-a92c-b03ee6bcfd5a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=feb54369-6b6d-4103-a92c-b03ee6bcfd5a,segment=NetworkSegment(3170225a-f1d3-47c3-ab88-5375dbe88dd8),segment_id=3170225a-f1d3-47c3-ab88-5375dbe88dd8)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:49.404400 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37092) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:49.415415 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-fce596a8-6c0f-476a-8c44-04a505288ff6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2115286569'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:49.453670 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f8b8-637c-42f0-816a-c0e1a6b48b08 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (293efcd5-9555-44fe-91e7-e406a3d1fc53), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:49.481716 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-95857f58-8711-414a-8888-8ef63970b14b None None] For port f2765b7d-d03e-47b6-8fac-1d0f7169d2e3, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:23:49.485177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-95857f58-8711-414a-8888-8ef63970b14b None None] For port f2765b7d-d03e-47b6-8fac-1d0f7169d2e3, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f2765b7d-d03e-47b6-8fac-1d0f7169d2e3,segment=NetworkSegment(10b646dc-82eb-4e1c-aabc-1a5753d9cae8),segment_id=10b646dc-82eb-4e1c-aabc-1a5753d9cae8)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:23:49.489060 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-58f34744-e8a3-4a96-b632-aa48e506c0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (feb54369-6b6d-4103-a92c-b03ee6bcfd5a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:49.494134 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3f8b8-637c-42f0-816a-c0e1a6b48b08 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Port': ['ID=e03fcf85-aa8c-440e-b7ce-8c189e1176e7,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:49.569468 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port feb54369-6b6d-4103-a92c-b03ee6bcfd5a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:49.570581 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 8b9cc688-69ac-4592-939e-c4e9198afc5f up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:49.579725 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-95857f58-8711-414a-8888-8ef63970b14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (f2765b7d-d03e-47b6-8fac-1d0f7169d2e3), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:49.629288 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f34744-e8a3-4a96-b632-aa48e506c0c1 None None] Pushing event updated for resources: {'Port': ['ID=feb54369-6b6d-4103-a92c-b03ee6bcfd5a,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:49.664169 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb3f8b8-637c-42f0-816a-c0e1a6b48b08 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network bb7e27d3-5406-4050-849c-0c2253da6d52 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:49.666098 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce596a8-6c0f-476a-8c44-04a505288ff6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Made reservation on behalf of 73487597c3b744729772f791e4bc7825 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:49.669704 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fce596a8-6c0f-476a-8c44-04a505288ff6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:49.686538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-4acfd877-a4b9-491d-806a-42a4d68f5af1 None None] Provisioning complete for port 8b9cc688-69ac-4592-939e-c4e9198afc5f triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:49.686538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4acfd877-a4b9-491d-806a-42a4d68f5af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (8b9cc688-69ac-4592-939e-c4e9198afc5f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:49.712675 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-ebb3f8b8-637c-42f0-816a-c0e1a6b48b08 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:49.821035 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95857f58-8711-414a-8888-8ef63970b14b None None] Pushing event updated for resources: {'Port': ['ID=f2765b7d-d03e-47b6-8fac-1d0f7169d2e3,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:49.835142 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 8b9cc688-69ac-4592-939e-c4e9198afc5f triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:49.839865 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (8b9cc688-69ac-4592-939e-c4e9198afc5f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:49.919327 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce596a8-6c0f-476a-8c44-04a505288ff6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:23:49.933514 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4acfd877-a4b9-491d-806a-42a4d68f5af1 None None] Current status of the port 8b9cc688-69ac-4592-939e-c4e9198afc5f is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:49.933936 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4acfd877-a4b9-491d-806a-42a4d68f5af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (8b9cc688-69ac-4592-939e-c4e9198afc5f), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:50.057200 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e896c4c3-4469-40e2-b301-3fc307773735 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (af9d9f65-c317-4145-9e3c-3dcace399904), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:50.059034 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 8b9cc688-69ac-4592-939e-c4e9198afc5f is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:50.059426 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (8b9cc688-69ac-4592-939e-c4e9198afc5f), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:50.083341 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fce596a8-6c0f-476a-8c44-04a505288ff6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (e1e877d0-0472-429e-a9f1-6b74859303f3), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:50.083724 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-fce596a8-6c0f-476a-8c44-04a505288ff6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Added segment e1e877d0-0472-429e-a9f1-6b74859303f3 of type vlan for network 9b28df4d-fcef-4687-bf7a-a5ec162f5fff Apr 16 04:23:50.113492 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-10500042-5363-4e98-b183-f6723ec72397 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (26813af7-b20f-4657-939e-0d639b8a43eb), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:50.164961 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-10500042-5363-4e98-b183-f6723ec72397 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for router_controller (26813af7-b20f-4657-939e-0d639b8a43eb), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:50.191971 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fce596a8-6c0f-476a-8c44-04a505288ff6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (9b28df4d-fcef-4687-bf7a-a5ec162f5fff), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:50.201430 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896c4c3-4469-40e2-b301-3fc307773735 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Pushing event deleted for resources: {'Port': ['ID=af9d9f65-c317-4145-9e3c-3dcace399904,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:50.236130 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-f1cff3fa-480a-42e8-bb3d-fc423f3ea9b2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] For port 8b9cc688-69ac-4592-939e-c4e9198afc5f, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=8b9cc688-69ac-4592-939e-c4e9198afc5f,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:50.266274 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e896c4c3-4469-40e2-b301-3fc307773735 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:50.273452 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e896c4c3-4469-40e2-b301-3fc307773735 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "DELETE /v2.0/ports/af9d9f65-c317-4145-9e3c-3dcace399904 HTTP/1.1" status: 204 len: 168 time: 2.9615867 Apr 16 04:23:50.289450 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37094) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:50.372200 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4f0f87-6bbb-458b-a93b-2ef81e50f987 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] GET failed (client error): The resource could not be found. Apr 16 04:23:50.379375 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9c4f0f87-6bbb-458b-a93b-2ef81e50f987 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "GET /v2.0/ports/af9d9f65-c317-4145-9e3c-3dcace399904 HTTP/1.1" status: 404 len: 333 time: 0.0678668 Apr 16 04:23:50.380100 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37096) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:50.450440 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-10500042-5363-4e98-b183-f6723ec72397 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (26813af7-b20f-4657-939e-0d639b8a43eb), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:50.451342 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10500042-5363-4e98-b183-f6723ec72397 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Fanout notify agent at l3_agent the message router_deleted on router 26813af7-b20f-4657-939e-0d639b8a43eb {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:23:50.469372 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-10500042-5363-4e98-b183-f6723ec72397 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:50.472607 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-10500042-5363-4e98-b183-f6723ec72397 tempest-RoutersNegativeIpV6Test-1914210394 tempest-RoutersNegativeIpV6Test-1914210394-project] 10.222.0.30 "DELETE /v2.0/routers/26813af7-b20f-4657-939e-0d639b8a43eb HTTP/1.1" status: 204 len: 168 time: 1.7242093 Apr 16 04:23:50.528845 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b6908d-3696-4d96-971e-deb67ae337cf tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Router b781e274-9294-4421-9b7e-6b206e7a6b16 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:23:50.570757 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1cff3fa-480a-42e8-bb3d-fc423f3ea9b2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (8b9cc688-69ac-4592-939e-c4e9198afc5f), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:50.574778 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fce596a8-6c0f-476a-8c44-04a505288ff6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (9b28df4d-fcef-4687-bf7a-a5ec162f5fff), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:50.583149 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce596a8-6c0f-476a-8c44-04a505288ff6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:50.584065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fce596a8-6c0f-476a-8c44-04a505288ff6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:50.678964 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1cff3fa-480a-42e8-bb3d-fc423f3ea9b2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (8b9cc688-69ac-4592-939e-c4e9198afc5f), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:50.682728 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-60f50e97-04ec-493a-bf26-d5af5119337b admin admin] Publish callbacks [] for router_gateway (b81967fd-6ca1-4c72-b712-09e99c0b9c27), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:50.713650 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-60f50e97-04ec-493a-bf26-d5af5119337b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:50.727220 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-4acfd877-a4b9-491d-806a-42a4d68f5af1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:23:50.728365 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-4acfd877-a4b9-491d-806a-42a4d68f5af1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:23:50.773063 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-23a81560-d423-4b54-ad00-981b0181e488 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Deleting port 4560da4d-2da9-4d0f-87a7-2e12777f2aa7 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:50.773404 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23a81560-d423-4b54-ad00-981b0181e488 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (4560da4d-2da9-4d0f-87a7-2e12777f2aa7), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:50.796030 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:23:50.800784 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:23:50.853813 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b6908d-3696-4d96-971e-deb67ae337cf tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:23:50.864916 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] Sync routers for ids ['b781e274-9294-4421-9b7e-6b206e7a6b16'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:23:50.881659 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] Routers {'b781e274-9294-4421-9b7e-6b206e7a6b16'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:50.882286 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:42Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b781e274-9294-4421-9b7e-6b206e7a6b16'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:50.914815 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb3f8b8-637c-42f0-816a-c0e1a6b48b08 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 293efcd5-9555-44fe-91e7-e406a3d1fc53 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:23:50.919066 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-fce596a8-6c0f-476a-8c44-04a505288ff6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5101333 Apr 16 04:23:50.929355 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37100) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:50.940004 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-5056bb74-b95d-4173-9173-ff413adbafc2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'subnet': {'network_id': '9b28df4d-fcef-4687-bf7a-a5ec162f5fff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:50.952673 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-60f50e97-04ec-493a-bf26-d5af5119337b admin admin] Allocated IP 172.26.6.39 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/2e3e6764-542f-4caf-aae1-8711402a7907) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:50.974115 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8b6908d-3696-4d96-971e-deb67ae337cf tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:50.978051 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f8b6908d-3696-4d96-971e-deb67ae337cf tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.8406117 Apr 16 04:23:50.979296 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37102) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:51.110604 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:23:51.113965 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23a81560-d423-4b54-ad00-981b0181e488 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (4560da4d-2da9-4d0f-87a7-2e12777f2aa7), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:51.129034 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-23a81560-d423-4b54-ad00-981b0181e488 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Calling delete_port for 4560da4d-2da9-4d0f-87a7-2e12777f2aa7 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:51.139832 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] Set router b781e274-9294-4421-9b7e-6b206e7a6b16 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:23:51.320229 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4acfd877-a4b9-491d-806a-42a4d68f5af1 None None] Current status of the port 8b9cc688-69ac-4592-939e-c4e9198afc5f is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:51.320619 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4acfd877-a4b9-491d-806a-42a4d68f5af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (8b9cc688-69ac-4592-939e-c4e9198afc5f), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:51.324839 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1cff3fa-480a-42e8-bb3d-fc423f3ea9b2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (794a3a54-8c7e-408e-ba79-b4040e6e868b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:51.326362 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-746e52c8-47a5-4219-b18e-ee286f7c309e tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router (b781e274-9294-4421-9b7e-6b206e7a6b16), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:51.339432 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-60f50e97-04ec-493a-bf26-d5af5119337b admin admin] Publish callbacks [] for port (2e3e6764-542f-4caf-aae1-8711402a7907), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:51.391881 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d944e6-00d6-419d-8114-fc56d0687a1c None None] Network fc7f1440-dfd3-4a24-96ed-b61ef743b295 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:51.396695 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce596a8-6c0f-476a-8c44-04a505288ff6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Network': ['ID=9b28df4d-fcef-4687-bf7a-a5ec162f5fff,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:51.397590 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37106) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:51.433609 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-4acfd877-a4b9-491d-806a-42a4d68f5af1 None None] For port 8b9cc688-69ac-4592-939e-c4e9198afc5f, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=8b9cc688-69ac-4592-939e-c4e9198afc5f,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:51.449808 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 9b28df4d-fcef-4687-bf7a-a5ec162f5fff details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:23:51.472978 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b781e274-9294-4421-9b7e-6b206e7a6b16', 'name': '', 'tenant_id': 'b6d62b394d16400891df4a2583f7f670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef04ed57-1fd0-4cc7-9828-d3545d79b043', 'external_fixed_ips': [{'subnet_id': 'dc02bc39-9e24-48e4-b494-f47bb96b3d0c', 'ip_address': '2001:db8::182'}], 'enable_snat': True}, 'gw_port_id': 'bc6d1958-28a3-4831-b4b2-1bd5b2638203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:44Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 3, 'project_id': 'b6d62b394d16400891df4a2583f7f670', 'gw_port': {'id': 'bc6d1958-28a3-4831-b4b2-1bd5b2638203', 'name': '', 'network_id': 'ef04ed57-1fd0-4cc7-9828-d3545d79b043', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b781e274-9294-4421-9b7e-6b206e7a6b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'dc02bc39-9e24-48e4-b494-f47bb96b3d0c', 'ip_address': '2001:db8::182', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc02bc39-9e24-48e4-b494-f47bb96b3d0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:51.509615 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] Checking router: b781e274-9294-4421-9b7e-6b206e7a6b16 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:23:51.510287 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] Updating router b781e274-9294-4421-9b7e-6b206e7a6b16 port bc6d1958-28a3-4831-b4b2-1bd5b2638203 binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:23:51.525359 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cff3fa-480a-42e8-bb3d-fc423f3ea9b2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=8b9cc688-69ac-4592-939e-c4e9198afc5f,revision_number=4']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:51.546156 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cff3fa-480a-42e8-bb3d-fc423f3ea9b2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=794a3a54-8c7e-408e-ba79-b4040e6e868b,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:51.547534 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (bc6d1958-28a3-4831-b4b2-1bd5b2638203), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:51.549513 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-746e52c8-47a5-4219-b18e-ee286f7c309e tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_gateway (b781e274-9294-4421-9b7e-6b206e7a6b16), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:51.561533 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23a81560-d423-4b54-ad00-981b0181e488 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (4560da4d-2da9-4d0f-87a7-2e12777f2aa7), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:51.577735 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5056bb74-b95d-4173-9173-ff413adbafc2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Made reservation on behalf of 73487597c3b744729772f791e4bc7825 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:51.582805 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-60f50e97-04ec-493a-bf26-d5af5119337b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (2e3e6764-542f-4caf-aae1-8711402a7907), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:51.592817 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5056bb74-b95d-4173-9173-ff413adbafc2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:51.603042 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cff3fa-480a-42e8-bb3d-fc423f3ea9b2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:51.604373 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4acfd877-a4b9-491d-806a-42a4d68f5af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (8b9cc688-69ac-4592-939e-c4e9198afc5f), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:51.660570 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-f1cff3fa-480a-42e8-bb3d-fc423f3ea9b2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:51.661098 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f50e97-04ec-493a-bf26-d5af5119337b admin admin] Pushing event updated for resources: {'Port': ['ID=2e3e6764-542f-4caf-aae1-8711402a7907,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:51.693364 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f50e97-04ec-493a-bf26-d5af5119337b admin admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:51.701517 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-60f50e97-04ec-493a-bf26-d5af5119337b admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:51.704329 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f50e97-04ec-493a-bf26-d5af5119337b admin admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:51.725294 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d465557a-d504-47a8-a695-7f04d9e72ff7 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:51.751917 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-746e52c8-47a5-4219-b18e-ee286f7c309e tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Deleting port bc6d1958-28a3-4831-b4b2-1bd5b2638203 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:51.752268 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-746e52c8-47a5-4219-b18e-ee286f7c309e tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (bc6d1958-28a3-4831-b4b2-1bd5b2638203), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:51.813565 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 8b9cc688-69ac-4592-939e-c4e9198afc5f is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:51.814148 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (8b9cc688-69ac-4592-939e-c4e9198afc5f), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:51.863439 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cff3fa-480a-42e8-bb3d-fc423f3ea9b2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:51.864024 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1cff3fa-480a-42e8-bb3d-fc423f3ea9b2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:51.899983 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb3f8b8-637c-42f0-816a-c0e1a6b48b08 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:23:51.902128 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a81560-d423-4b54-ad00-981b0181e488 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Pushing event deleted for resources: {'Port': ['ID=4560da4d-2da9-4d0f-87a7-2e12777f2aa7,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:51.923272 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-9d18bdda-c98f-446b-94ce-7f0f6b70c2f4 None None] Provisioning complete for port e03fcf85-aa8c-440e-b7ce-8c189e1176e7 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:51.923687 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9d18bdda-c98f-446b-94ce-7f0f6b70c2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e03fcf85-aa8c-440e-b7ce-8c189e1176e7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:51.948484 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ebb3f8b8-637c-42f0-816a-c0e1a6b48b08 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/293efcd5-9555-44fe-91e7-e406a3d1fc53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5475168 Apr 16 04:23:51.957857 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37110) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:51.972283 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-ff2019a9-5b42-4eab-87d7-b8a30916b3c7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'network': {'name': 'tempest-RoutersTest-553173851'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:51.975088 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] Sync routers for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:23:51.977687 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23a81560-d423-4b54-ad00-981b0181e488 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:51.987584 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-23a81560-d423-4b54-ad00-981b0181e488 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "DELETE /v2.0/ports/4560da4d-2da9-4d0f-87a7-2e12777f2aa7 HTTP/1.1" status: 204 len: 168 time: 1.5998161 Apr 16 04:23:51.991536 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37112) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:51.999008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-9d18bdda-c98f-446b-94ce-7f0f6b70c2f4 None None] Port e03fcf85-aa8c-440e-b7ce-8c189e1176e7 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:52.056817 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:23:52.057522 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:23:52.059933 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0f417a-3485-40c4-bfd0-a3ead2616619 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Deleting subnet 52d4a957-e3b5-4c17-aa8d-96963bf24f25 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:23:52.061034 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d14c0f21-d7f1-4f31-b7b8-cf72d0d33ccd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=418651f65ff64947ae2023c1409612d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6610770 Apr 16 04:23:52.073350 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37114) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:52.112368 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:52.113682 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:42Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:52.119893 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfd877-a4b9-491d-806a-42a4d68f5af1 None None] Pushing event updated for resources: {'Port': ['ID=8b9cc688-69ac-4592-939e-c4e9198afc5f,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:52.124233 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] Publish callbacks [] for port (bc6d1958-28a3-4831-b4b2-1bd5b2638203), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:52.133042 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-eb0f417a-3485-40c4-bfd0-a3ead2616619 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks [] for subnet (52d4a957-e3b5-4c17-aa8d-96963bf24f25), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:52.137865 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-9d18bdda-c98f-446b-94ce-7f0f6b70c2f4 None None] Provisioning complete for port feb54369-6b6d-4103-a92c-b03ee6bcfd5a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:52.138243 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9d18bdda-c98f-446b-94ce-7f0f6b70c2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (feb54369-6b6d-4103-a92c-b03ee6bcfd5a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:52.155417 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-746e52c8-47a5-4219-b18e-ee286f7c309e tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (bc6d1958-28a3-4831-b4b2-1bd5b2638203), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:52.178846 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-746e52c8-47a5-4219-b18e-ee286f7c309e tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Calling delete_port for bc6d1958-28a3-4831-b4b2-1bd5b2638203 owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:52.188078 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-eb0f417a-3485-40c4-bfd0-a3ead2616619 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (52d4a957-e3b5-4c17-aa8d-96963bf24f25), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:52.219677 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (bc6d1958-28a3-4831-b4b2-1bd5b2638203), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:52.293558 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-eb0f417a-3485-40c4-bfd0-a3ead2616619 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (52d4a957-e3b5-4c17-aa8d-96963bf24f25), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:52.339742 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] Attempting to bind port bc6d1958-28a3-4831-b4b2-1bd5b2638203 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:23:52.340119 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] Attempting to bind port bc6d1958-28a3-4831-b4b2-1bd5b2638203 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'f8ecb4eb-a5b7-45ab-a868-4f76ca2b6937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ef04ed57-1fd0-4cc7-9828-d3545d79b043'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:23:52.340486 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] Attempting to bind port bc6d1958-28a3-4831-b4b2-1bd5b2638203 on network ef04ed57-1fd0-4cc7-9828-d3545d79b043 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:23:52.343996 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e181a25-d3b3-41b6-92e4-4007009f53f2 None None] Pushing event updated for resources: {'Port': ['ID=bc6d1958-28a3-4831-b4b2-1bd5b2638203,revision_number=2']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:52.362540 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:23:52.362540 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] Checking segment: {'id': 'f8ecb4eb-a5b7-45ab-a868-4f76ca2b6937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ef04ed57-1fd0-4cc7-9828-d3545d79b043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:52.363510 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:52.363871 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] Bound using segment: {'id': 'f8ecb4eb-a5b7-45ab-a868-4f76ca2b6937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ef04ed57-1fd0-4cc7-9828-d3545d79b043'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:23:52.364353 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] Bound port: bc6d1958-28a3-4831-b4b2-1bd5b2638203, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ecb4eb-a5b7-45ab-a868-4f76ca2b6937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ef04ed57-1fd0-4cc7-9828-d3545d79b043'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:23:52.364752 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (bc6d1958-28a3-4831-b4b2-1bd5b2638203), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:52.388794 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f1cff3fa-480a-42e8-bb3d-fc423f3ea9b2 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.4827113 Apr 16 04:23:52.406911 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37116) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:52.422096 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e181a25-d3b3-41b6-92e4-4007009f53f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:52.422447 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e181a25-d3b3-41b6-92e4-4007009f53f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:52.422779 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e181a25-d3b3-41b6-92e4-4007009f53f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:52.422899 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-9c9477e3-b7e4-4c19-9262-53627eb11c76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'mac_address': 'fa:16:3e:6c:6b:ff', 'name': 'tempest-NetworksTestDHCPv6-1150794175'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:52.423111 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e181a25-d3b3-41b6-92e4-4007009f53f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:52.423441 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e181a25-d3b3-41b6-92e4-4007009f53f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:52.423770 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e181a25-d3b3-41b6-92e4-4007009f53f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:52.424090 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e181a25-d3b3-41b6-92e4-4007009f53f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:52.424408 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e181a25-d3b3-41b6-92e4-4007009f53f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:52.424760 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e181a25-d3b3-41b6-92e4-4007009f53f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:52.425073 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e181a25-d3b3-41b6-92e4-4007009f53f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:52.425929 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e181a25-d3b3-41b6-92e4-4007009f53f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:52.426272 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e181a25-d3b3-41b6-92e4-4007009f53f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:52.426594 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e181a25-d3b3-41b6-92e4-4007009f53f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:52.426905 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e181a25-d3b3-41b6-92e4-4007009f53f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:52.432443 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e181a25-d3b3-41b6-92e4-4007009f53f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:23:52.462596 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-eb0f417a-3485-40c4-bfd0-a3ead2616619 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (52d4a957-e3b5-4c17-aa8d-96963bf24f25), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:52.518658 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] For port bc6d1958-28a3-4831-b4b2-1bd5b2638203, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:23:52.523202 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 8b9cc688-69ac-4592-939e-c4e9198afc5f is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:52.528274 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] For port bc6d1958-28a3-4831-b4b2-1bd5b2638203, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=bc6d1958-28a3-4831-b4b2-1bd5b2638203,segment=NetworkSegment(f8ecb4eb-a5b7-45ab-a868-4f76ca2b6937),segment_id=f8ecb4eb-a5b7-45ab-a868-4f76ca2b6937)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:23:52.580051 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f417a-3485-40c4-bfd0-a3ead2616619 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Pushing event deleted for resources: {'Subnet': ['ID=52d4a957-e3b5-4c17-aa8d-96963bf24f25,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:52.582955 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2019a9-5b42-4eab-87d7-b8a30916b3c7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Made reservation on behalf of a2943c81039c44448da97f93644354e6 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:52.587977 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ff2019a9-5b42-4eab-87d7-b8a30916b3c7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:52.598412 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-eb0f417a-3485-40c4-bfd0-a3ead2616619 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:52.610866 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (bc6d1958-28a3-4831-b4b2-1bd5b2638203), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:52.613524 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-eb0f417a-3485-40c4-bfd0-a3ead2616619 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "DELETE /v2.0/subnets/52d4a957-e3b5-4c17-aa8d-96963bf24f25 HTTP/1.1" status: 204 len: 168 time: 0.6203592 Apr 16 04:23:52.629777 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37118) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:52.671803 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0284b60-2d4b-4780-8a6f-4f9a2ec017ca None None] Network 0e428a64-78e0-4d2f-9d75-8aa22b84b393 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:52.714207 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 5e0ad522-af13-4908-9d95-4d12aa692837 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:23:52.715283 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-60f50e97-04ec-493a-bf26-d5af5119337b admin admin] Publish callbacks [] for router_gateway (b81967fd-6ca1-4c72-b712-09e99c0b9c27), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:52.749891 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] Routers {'b781e274-9294-4421-9b7e-6b206e7a6b16'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:52.751202 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:42Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b781e274-9294-4421-9b7e-6b206e7a6b16'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:52.795838 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-9d18bdda-c98f-446b-94ce-7f0f6b70c2f4 None None] Current status of the port feb54369-6b6d-4103-a92c-b03ee6bcfd5a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:52.833805 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e181a25-d3b3-41b6-92e4-4007009f53f2 None None] Pushing event updated for resources: {'Port': ['ID=bc6d1958-28a3-4831-b4b2-1bd5b2638203,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:52.859803 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-9d18bdda-c98f-446b-94ce-7f0f6b70c2f4 None None] Provisioning complete for port f2765b7d-d03e-47b6-8fac-1d0f7169d2e3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:52.860859 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9d18bdda-c98f-446b-94ce-7f0f6b70c2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f2765b7d-d03e-47b6-8fac-1d0f7169d2e3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:52.968183 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] Set router b781e274-9294-4421-9b7e-6b206e7a6b16 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:23:53.009866 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 5e0ad522-af13-4908-9d95-4d12aa692837 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:23:53.010216 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 5e0ad522-af13-4908-9d95-4d12aa692837 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:23:53.014022 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:23:53.108233 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed7acbb-0ef8-4623-a67b-bbbe43cedd0a None None] DHCP port deletion for 0e428a64-78e0-4d2f-9d75-8aa22b84b393 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:23:53.116695 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b781e274-9294-4421-9b7e-6b206e7a6b16', 'name': '', 'tenant_id': 'b6d62b394d16400891df4a2583f7f670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:44Z', 'updated_at': '2022-04-16T04:23:51Z', 'revision_number': 4, 'project_id': 'b6d62b394d16400891df4a2583f7f670', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:53.148921 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9471bf-ad26-40f4-8b17-9ef75328c866 None None] The sync data for ids ['b781e274-9294-4421-9b7e-6b206e7a6b16'] in dv-neutron-838078-2-hyperv is: [{'id': 'b781e274-9294-4421-9b7e-6b206e7a6b16', 'name': '', 'tenant_id': 'b6d62b394d16400891df4a2583f7f670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:44Z', 'updated_at': '2022-04-16T04:23:51Z', 'revision_number': 4, 'project_id': 'b6d62b394d16400891df4a2583f7f670', 'gw_port_host': None}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:23:53.208658 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-746e52c8-47a5-4219-b18e-ee286f7c309e tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (bc6d1958-28a3-4831-b4b2-1bd5b2638203), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:53.348034 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e52c8-47a5-4219-b18e-ee286f7c309e tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc6d1958-28a3-4831-b4b2-1bd5b2638203,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:53.356206 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-746e52c8-47a5-4219-b18e-ee286f7c309e tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (b781e274-9294-4421-9b7e-6b206e7a6b16), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:53.373089 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 2, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:48Z', 'revision_number': 2, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:53.457584 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f95b662-b562-439e-b153-2fd124663cf1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (0e428a64-78e0-4d2f-9d75-8aa22b84b393), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:53.468014 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] Checking router: 293efcd5-9555-44fe-91e7-e406a3d1fc53 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:23:53.468194 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] Updating router 293efcd5-9555-44fe-91e7-e406a3d1fc53 port e03fcf85-aa8c-440e-b7ce-8c189e1176e7 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:23:53.491330 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f2765b7d-d03e-47b6-8fac-1d0f7169d2e3 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:53.499167 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-60f50e97-04ec-493a-bf26-d5af5119337b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (b81967fd-6ca1-4c72-b712-09e99c0b9c27), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:53.534320 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-9d18bdda-c98f-446b-94ce-7f0f6b70c2f4 None None] Current status of the port f2765b7d-d03e-47b6-8fac-1d0f7169d2e3 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:53.535266 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9d18bdda-c98f-446b-94ce-7f0f6b70c2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f2765b7d-d03e-47b6-8fac-1d0f7169d2e3), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:53.545911 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-bed7acbb-0ef8-4623-a67b-bbbe43cedd0a None None] Deleting port 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:53.546277 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bed7acbb-0ef8-4623-a67b-bbbe43cedd0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (3e7213f9-3e7c-46e9-9a32-9a103f7ef444), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:53.589185 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-746e52c8-47a5-4219-b18e-ee286f7c309e tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (b781e274-9294-4421-9b7e-6b206e7a6b16), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:53.593006 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e03fcf85-aa8c-440e-b7ce-8c189e1176e7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:53.596054 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-987f9c96-f29b-4277-9746-4ce7735cdb08 admin admin] Publish callbacks [] for security_group (1b4287c6-e924-4eb9-af31-bce51bcc230e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:53.598614 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2019a9-5b42-4eab-87d7-b8a30916b3c7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:23:53.630089 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-746e52c8-47a5-4219-b18e-ee286f7c309e tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_controller (b781e274-9294-4421-9b7e-6b206e7a6b16), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:53.683326 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ff2019a9-5b42-4eab-87d7-b8a30916b3c7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f9cb43db-b288-49bb-be41-88df5427af60), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:53.683673 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-ff2019a9-5b42-4eab-87d7-b8a30916b3c7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Added segment f9cb43db-b288-49bb-be41-88df5427af60 of type vlan for network 2726db1b-1e18-4ab0-b0b1-e7c2d73ae185 Apr 16 04:23:53.690730 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-987f9c96-f29b-4277-9746-4ce7735cdb08 admin admin] Publish callbacks [] for security_group (1b4287c6-e924-4eb9-af31-bce51bcc230e), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:53.698996 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-1f95b662-b562-439e-b153-2fd124663cf1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Deleting port 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:53.699339 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f95b662-b562-439e-b153-2fd124663cf1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (3e7213f9-3e7c-46e9-9a32-9a103f7ef444), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:53.700800 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-9d18bdda-c98f-446b-94ce-7f0f6b70c2f4 None None] For port f2765b7d-d03e-47b6-8fac-1d0f7169d2e3, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f2765b7d-d03e-47b6-8fac-1d0f7169d2e3,segment=NetworkSegment(10b646dc-82eb-4e1c-aabc-1a5753d9cae8),segment_id=10b646dc-82eb-4e1c-aabc-1a5753d9cae8)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:53.719546 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-bed7acbb-0ef8-4623-a67b-bbbe43cedd0a None None] For port 3e7213f9-3e7c-46e9-9a32-9a103f7ef444, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3e7213f9-3e7c-46e9-9a32-9a103f7ef444,segment=NetworkSegment(5eb67633-a70f-41c8-a4be-be6c36fe797c),segment_id=5eb67633-a70f-41c8-a4be-be6c36fe797c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:53.723140 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bed7acbb-0ef8-4623-a67b-bbbe43cedd0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (3e7213f9-3e7c-46e9-9a32-9a103f7ef444), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:53.733759 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port f2765b7d-d03e-47b6-8fac-1d0f7169d2e3 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:53.734126 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f2765b7d-d03e-47b6-8fac-1d0f7169d2e3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:53.761982 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5056bb74-b95d-4173-9173-ff413adbafc2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (0cf3242e-f6e8-4763-ad47-29512100ba6d), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:53.780569 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-746e52c8-47a5-4219-b18e-ee286f7c309e tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (b781e274-9294-4421-9b7e-6b206e7a6b16), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:53.780569 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746e52c8-47a5-4219-b18e-ee286f7c309e tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b781e274-9294-4421-9b7e-6b206e7a6b16 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:23:53.790872 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-746e52c8-47a5-4219-b18e-ee286f7c309e tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:53.794839 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-746e52c8-47a5-4219-b18e-ee286f7c309e tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "DELETE /v2.0/routers/b781e274-9294-4421-9b7e-6b206e7a6b16 HTTP/1.1" status: 204 len: 168 time: 2.8119900 Apr 16 04:23:53.796120 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37120) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:53.815246 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-bed7acbb-0ef8-4623-a67b-bbbe43cedd0a None None] Calling delete_port for 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:53.821307 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ff2019a9-5b42-4eab-87d7-b8a30916b3c7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (2726db1b-1e18-4ab0-b0b1-e7c2d73ae185), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:53.821556 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9d18bdda-c98f-446b-94ce-7f0f6b70c2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (f2765b7d-d03e-47b6-8fac-1d0f7169d2e3), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:53.866902 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f50e97-04ec-493a-bf26-d5af5119337b admin admin] Router b81967fd-6ca1-4c72-b712-09e99c0b9c27 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:23:53.878122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9477e3-b7e4-4c19-9262-53627eb11c76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:53.941523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-1f95b662-b562-439e-b153-2fd124663cf1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] For port 3e7213f9-3e7c-46e9-9a32-9a103f7ef444, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3e7213f9-3e7c-46e9-9a32-9a103f7ef444,segment=NetworkSegment(5eb67633-a70f-41c8-a4be-be6c36fe797c),segment_id=5eb67633-a70f-41c8-a4be-be6c36fe797c)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:53.941927 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f95b662-b562-439e-b153-2fd124663cf1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (3e7213f9-3e7c-46e9-9a32-9a103f7ef444), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:53.948750 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f011b1-97e8-4536-81bd-2ffb96e700e2 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Deleting subnet dc02bc39-9e24-48e4-b494-f47bb96b3d0c {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:23:53.956204 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-77f011b1-97e8-4536-81bd-2ffb96e700e2 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for subnet (dc02bc39-9e24-48e4-b494-f47bb96b3d0c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:54.005127 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-1f95b662-b562-439e-b153-2fd124663cf1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Calling delete_port for 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:54.012213 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056bb74-b95d-4173-9173-ff413adbafc2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Subnet': ['ID=0cf3242e-f6e8-4763-ad47-29512100ba6d,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:54.026926 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-bfe1374c-4e8a-4036-bac0-7439488557cd None None] Provisioning complete for port 8b9cc688-69ac-4592-939e-c4e9198afc5f triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:54.027515 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bfe1374c-4e8a-4036-bac0-7439488557cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (8b9cc688-69ac-4592-939e-c4e9198afc5f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:54.037332 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18bdda-c98f-446b-94ce-7f0f6b70c2f4 None None] Pushing event updated for resources: {'Port': ['ID=f2765b7d-d03e-47b6-8fac-1d0f7169d2e3,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:54.095429 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ff2019a9-5b42-4eab-87d7-b8a30916b3c7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (2726db1b-1e18-4ab0-b0b1-e7c2d73ae185), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:54.100634 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2019a9-5b42-4eab-87d7-b8a30916b3c7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:54.101310 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ff2019a9-5b42-4eab-87d7-b8a30916b3c7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:54.122298 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5056bb74-b95d-4173-9173-ff413adbafc2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Checking segment: {'id': 'e1e877d0-0472-429e-a9f1-6b74859303f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9b28df4d-fcef-4687-bf7a-a5ec162f5fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:54.127045 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5056bb74-b95d-4173-9173-ff413adbafc2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network hostable DHCP agents. Network: 9b28df4d-fcef-4687-bf7a-a5ec162f5fff, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:23:54.141775 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-987f9c96-f29b-4277-9746-4ce7735cdb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (1b4287c6-e924-4eb9-af31-bce51bcc230e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:54.145256 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-987f9c96-f29b-4277-9746-4ce7735cdb08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:54.146085 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-987f9c96-f29b-4277-9746-4ce7735cdb08 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b4287c6-e924-4eb9-af31-bce51bcc230e HTTP/1.1" status: 204 len: 168 time: 2.0565441 Apr 16 04:23:54.168093 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port f2765b7d-d03e-47b6-8fac-1d0f7169d2e3 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:54.169367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device feb54369-6b6d-4103-a92c-b03ee6bcfd5a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:54.191796 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c9477e3-b7e4-4c19-9262-53627eb11c76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:54.213406 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bed7acbb-0ef8-4623-a67b-bbbe43cedd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (3e7213f9-3e7c-46e9-9a32-9a103f7ef444), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:54.294132 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ff2019a9-5b42-4eab-87d7-b8a30916b3c7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.3241479 Apr 16 04:23:54.306238 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed7acbb-0ef8-4623-a67b-bbbe43cedd0a None None] No DVR routers for this DVR port 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:54.309528 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7acbb-0ef8-4623-a67b-bbbe43cedd0a None None] Pushing event deleted for resources: {'Port': ['ID=3e7213f9-3e7c-46e9-9a32-9a103f7ef444,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:54.337676 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f9c96-f29b-4277-9746-4ce7735cdb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4287c6-e924-4eb9-af31-bce51bcc230e,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:54.349923 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-bfe1374c-4e8a-4036-bac0-7439488557cd None None] Current status of the port 8b9cc688-69ac-4592-939e-c4e9198afc5f is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:54.352148 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37124) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:54.353204 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] Publish callbacks [] for port (e03fcf85-aa8c-440e-b7ce-8c189e1176e7), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:54.357104 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-9c9477e3-b7e4-4c19-9262-53627eb11c76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port 0bbc451a-6e0a-482e-8450-fbeb49d7857a yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:23:54.372551 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port feb54369-6b6d-4103-a92c-b03ee6bcfd5a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:54.377062 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (feb54369-6b6d-4103-a92c-b03ee6bcfd5a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:54.377062 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-bfe1374c-4e8a-4036-bac0-7439488557cd None None] Provisioning complete for port f2765b7d-d03e-47b6-8fac-1d0f7169d2e3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:54.377062 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bfe1374c-4e8a-4036-bac0-7439488557cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f2765b7d-d03e-47b6-8fac-1d0f7169d2e3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:54.377397 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-0bab42d4-66df-4a9c-b96b-052c75d4db6c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'subnet': {'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:54.397267 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2019a9-5b42-4eab-87d7-b8a30916b3c7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Network': ['ID=2726db1b-1e18-4ab0-b0b1-e7c2d73ae185,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:54.430077 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 2726db1b-1e18-4ab0-b0b1-e7c2d73ae185 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:23:54.469013 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5056bb74-b95d-4173-9173-ff413adbafc2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network 9b28df4d-fcef-4687-bf7a-a5ec162f5fff is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:23:54.507000 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-77f011b1-97e8-4536-81bd-2ffb96e700e2 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (dc02bc39-9e24-48e4-b494-f47bb96b3d0c), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:54.562427 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f50e97-04ec-493a-bf26-d5af5119337b admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:23:54.568233 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f95b662-b562-439e-b153-2fd124663cf1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (3e7213f9-3e7c-46e9-9a32-9a103f7ef444), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:54.576170 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] Sync routers for ids ['b81967fd-6ca1-4c72-b712-09e99c0b9c27'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:23:54.577780 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-77f011b1-97e8-4536-81bd-2ffb96e700e2 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (dc02bc39-9e24-48e4-b494-f47bb96b3d0c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:54.602644 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] Routers {'b81967fd-6ca1-4c72-b712-09e99c0b9c27'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:54.606726 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:42Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b81967fd-6ca1-4c72-b712-09e99c0b9c27'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:54.639211 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95b662-b562-439e-b153-2fd124663cf1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Pushing event deleted for resources: {'Port': ['ID=3e7213f9-3e7c-46e9-9a32-9a103f7ef444,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:54.647759 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95b662-b562-439e-b153-2fd124663cf1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] No DVR routers for this DVR port 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:23:54.660385 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-5056bb74-b95d-4173-9173-ff413adbafc2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 9b28df4d-fcef-4687-bf7a-a5ec162f5fff) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:54.682172 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-60f50e97-04ec-493a-bf26-d5af5119337b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:54.688444 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-60f50e97-04ec-493a-bf26-d5af5119337b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4452133 Apr 16 04:23:54.690376 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37130) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:54.710804 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5056bb74-b95d-4173-9173-ff413adbafc2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:54.711659 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5056bb74-b95d-4173-9173-ff413adbafc2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:54.757684 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-77f011b1-97e8-4536-81bd-2ffb96e700e2 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (dc02bc39-9e24-48e4-b494-f47bb96b3d0c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:54.828199 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b38394-5e76-4b2a-acf9-6d370d25a83d None None] Network 9b28df4d-fcef-4687-bf7a-a5ec162f5fff requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:54.842921 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bab42d4-66df-4a9c-b96b-052c75d4db6c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Made reservation on behalf of a2943c81039c44448da97f93644354e6 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:54.850595 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0bab42d4-66df-4a9c-b96b-052c75d4db6c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:54.857987 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e03fcf85-aa8c-440e-b7ce-8c189e1176e7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:54.862271 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] Set router b81967fd-6ca1-4c72-b712-09e99c0b9c27 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:23:54.941614 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-77f011b1-97e8-4536-81bd-2ffb96e700e2 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:54.946433 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-77f011b1-97e8-4536-81bd-2ffb96e700e2 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/dc02bc39-9e24-48e4-b494-f47bb96b3d0c HTTP/1.1" status: 204 len: 168 time: 1.1500771 Apr 16 04:23:54.948212 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f011b1-97e8-4536-81bd-2ffb96e700e2 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dc02bc39-9e24-48e4-b494-f47bb96b3d0c,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:54.952621 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37142) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:54.956840 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5056bb74-b95d-4173-9173-ff413adbafc2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0199652 Apr 16 04:23:54.977442 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37144) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:54.982946 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-37cb8bd2-f842-421c-98e6-b475699331b2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1727076141', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:54.997269 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f95b662-b562-439e-b153-2fd124663cf1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (0e428a64-78e0-4d2f-9d75-8aa22b84b393), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.077901 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688c8c5-665d-4769-803e-ee7c93de9f9a None None] Pushing event updated for resources: {'Port': ['ID=e03fcf85-aa8c-440e-b7ce-8c189e1176e7,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:55.118666 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-af1a2257-1eae-49eb-8b49-bd50650581ed tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (ef04ed57-1fd0-4cc7-9828-d3545d79b043), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.135331 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81967fd-6ca1-4c72-b712-09e99c0b9c27', 'name': 'tempest-TestVolumeBootPattern-1386685324-router', 'tenant_id': '962911f38c8948d39e0f2fbbd8150e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '2e3e6764-542f-4caf-aae1-8711402a7907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:47Z', 'updated_at': '2022-04-16T04:23:52Z', 'revision_number': 3, 'project_id': '962911f38c8948d39e0f2fbbd8150e88', 'gw_port': {'id': '2e3e6764-542f-4caf-aae1-8711402a7907', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81967fd-6ca1-4c72-b712-09e99c0b9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:50Z', 'updated_at': '2022-04-16T04:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:55.136235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-1f95b662-b562-439e-b153-2fd124663cf1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e428a64-78e0-4d2f-9d75-8aa22b84b393']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:55.165820 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] Checking router: b81967fd-6ca1-4c72-b712-09e99c0b9c27 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:23:55.166663 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] Updating router b81967fd-6ca1-4c72-b712-09e99c0b9c27 port 2e3e6764-542f-4caf-aae1-8711402a7907 binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:23:55.190660 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-1f95b662-b562-439e-b153-2fd124663cf1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb67633-a70f-41c8-a4be-be6c36fe797c') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:55.190926 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-1f95b662-b562-439e-b153-2fd124663cf1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb67633-a70f-41c8-a4be-be6c36fe797c') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:55.210415 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f95b662-b562-439e-b153-2fd124663cf1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (5eb67633-a70f-41c8-a4be-be6c36fe797c), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.216927 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2e3e6764-542f-4caf-aae1-8711402a7907), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.233336 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-9c9477e3-b7e4-4c19-9262-53627eb11c76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::35b (9a9395da-f56a-4c57-8efc-4b7256188659/c5cf37ec-a25c-4d45-b506-46f656e8809d/0bbc451a-6e0a-482e-8450-fbeb49d7857a) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:55.243743 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-bfe1374c-4e8a-4036-bac0-7439488557cd None None] Current status of the port f2765b7d-d03e-47b6-8fac-1d0f7169d2e3 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:55.257993 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f95b662-b562-439e-b153-2fd124663cf1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (5eb67633-a70f-41c8-a4be-be6c36fe797c), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.263767 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-9c9477e3-b7e4-4c19-9262-53627eb11c76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6c:6bff (9a9395da-f56a-4c57-8efc-4b7256188659/794a3a54-8c7e-408e-ba79-b4040e6e868b/0bbc451a-6e0a-482e-8450-fbeb49d7857a) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:55.273091 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port feb54369-6b6d-4103-a92c-b03ee6bcfd5a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:55.274503 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 01ac6853-873c-4b1b-9f38-49979bc3cfaa up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:55.275836 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f95b662-b562-439e-b153-2fd124663cf1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:23:55.276398 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f95b662-b562-439e-b153-2fd124663cf1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (5eb67633-a70f-41c8-a4be-be6c36fe797c), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:23:55.282834 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:23:55.288945 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] Attempting to bind port e03fcf85-aa8c-440e-b7ce-8c189e1176e7 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:23:55.290979 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] Attempting to bind port e03fcf85-aa8c-440e-b7ce-8c189e1176e7 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '3170225a-f1d3-47c3-ab88-5375dbe88dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:23:55.290979 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] Attempting to bind port e03fcf85-aa8c-440e-b7ce-8c189e1176e7 on network bb7e27d3-5406-4050-849c-0c2253da6d52 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:23:55.348575 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-37cb8bd2-f842-421c-98e6-b475699331b2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (e2387fb2-4cd4-4344-89cd-95f4b093e0f5), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.349612 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-37cb8bd2-f842-421c-98e6-b475699331b2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (e2387fb2-4cd4-4344-89cd-95f4b093e0f5), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.362698 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-af1a2257-1eae-49eb-8b49-bd50650581ed tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (ef04ed57-1fd0-4cc7-9828-d3545d79b043), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.362955 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:23:55.363506 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] Checking segment: {'id': '3170225a-f1d3-47c3-ab88-5375dbe88dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:55.364108 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.364668 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] Bound using segment: {'id': '3170225a-f1d3-47c3-ab88-5375dbe88dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:23:55.365359 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] Bound port: e03fcf85-aa8c-440e-b7ce-8c189e1176e7, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3170225a-f1d3-47c3-ab88-5375dbe88dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:23:55.365911 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e03fcf85-aa8c-440e-b7ce-8c189e1176e7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.405958 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-af1a2257-1eae-49eb-8b49-bd50650581ed tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef04ed57-1fd0-4cc7-9828-d3545d79b043']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:55.427139 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-af1a2257-1eae-49eb-8b49-bd50650581ed tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ecb4eb-a5b7-45ab-a868-4f76ca2b6937') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:55.428589 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-af1a2257-1eae-49eb-8b49-bd50650581ed tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ecb4eb-a5b7-45ab-a868-4f76ca2b6937') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:55.469848 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f95b662-b562-439e-b153-2fd124663cf1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (0e428a64-78e0-4d2f-9d75-8aa22b84b393), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.485080 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f95b662-b562-439e-b153-2fd124663cf1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.489764 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1f95b662-b562-439e-b153-2fd124663cf1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] 10.222.0.30 "DELETE /v2.0/networks/0e428a64-78e0-4d2f-9d75-8aa22b84b393 HTTP/1.1" status: 204 len: 168 time: 2.8501203 Apr 16 04:23:55.509634 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] For port e03fcf85-aa8c-440e-b7ce-8c189e1176e7, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:23:55.529443 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-af1a2257-1eae-49eb-8b49-bd50650581ed tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (f8ecb4eb-a5b7-45ab-a868-4f76ca2b6937), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.553242 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3015f2c4-9c40-43f6-a8a1-24de636d96b2 None None] Provisioning complete for port e03fcf85-aa8c-440e-b7ce-8c189e1176e7 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:55.553769 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3015f2c4-9c40-43f6-a8a1-24de636d96b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e03fcf85-aa8c-440e-b7ce-8c189e1176e7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.557025 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] For port e03fcf85-aa8c-440e-b7ce-8c189e1176e7, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e03fcf85-aa8c-440e-b7ce-8c189e1176e7,segment=NetworkSegment(3170225a-f1d3-47c3-ab88-5375dbe88dd8),segment_id=3170225a-f1d3-47c3-ab88-5375dbe88dd8)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:23:55.560654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9b28df4d-fcef-4687-bf7a-a5ec162f5fff', 'network_id': '9b28df4d-fcef-4687-bf7a-a5ec162f5fff', 'project_id': '73487597c3b744729772f791e4bc7825', 'fixed_ips': [{'subnet_id': '0cf3242e-f6e8-4763-ad47-29512100ba6d'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:23:55.561641 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.582540 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-af1a2257-1eae-49eb-8b49-bd50650581ed tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f8ecb4eb-a5b7-45ab-a868-4f76ca2b6937), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.622281 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 01ac6853-873c-4b1b-9f38-49979bc3cfaa triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:55.622801 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (01ac6853-873c-4b1b-9f38-49979bc3cfaa), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.664541 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3015f2c4-9c40-43f6-a8a1-24de636d96b2 None None] Port e03fcf85-aa8c-440e-b7ce-8c189e1176e7 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:55.673445 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e03fcf85-aa8c-440e-b7ce-8c189e1176e7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.674605 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1a2257-1eae-49eb-8b49-bd50650581ed tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:23:55.675150 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-af1a2257-1eae-49eb-8b49-bd50650581ed tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (f8ecb4eb-a5b7-45ab-a868-4f76ca2b6937), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: items = [ Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:23:55.685190 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:23:55.699658 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95b662-b562-439e-b153-2fd124663cf1 tempest-AllowedAddressPairIpV6TestJSON-760007250 tempest-AllowedAddressPairIpV6TestJSON-760007250-project] Pushing event deleted for resources: {'Network': ['ID=0e428a64-78e0-4d2f-9d75-8aa22b84b393,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:55.752997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37158) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:55.766603 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-37cb8bd2-f842-421c-98e6-b475699331b2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router_controller (e2387fb2-4cd4-4344-89cd-95f4b093e0f5), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.860470 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-37cb8bd2-f842-421c-98e6-b475699331b2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (e2387fb2-4cd4-4344-89cd-95f4b093e0f5), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.867786 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 01ac6853-873c-4b1b-9f38-49979bc3cfaa is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:55.869048 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 8b9cc688-69ac-4592-939e-c4e9198afc5f up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:55.922036 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c9477e3-b7e4-4c19-9262-53627eb11c76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (0bbc451a-6e0a-482e-8450-fbeb49d7857a), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:55.936420 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:55.941852 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:42Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:55.960814 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2b4fd468-d64b-42b9-ba83-79ac985ad5cd tempest-ServiceProvidersTest-104825541 tempest-ServiceProvidersTest-104825541-project] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2061806 Apr 16 04:23:55.966611 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688c8c5-665d-4769-803e-ee7c93de9f9a None None] Pushing event updated for resources: {'Port': ['ID=e03fcf85-aa8c-440e-b7ce-8c189e1176e7,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:55.967983 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] Publish callbacks [] for port (2e3e6764-542f-4caf-aae1-8711402a7907), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:56.008989 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0bab42d4-66df-4a9c-b96b-052c75d4db6c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (843590ad-9081-470c-87c8-019c89fda434), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:56.017835 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-37cb8bd2-f842-421c-98e6-b475699331b2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:56.022282 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-37cb8bd2-f842-421c-98e6-b475699331b2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0434413 Apr 16 04:23:56.026199 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37166) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:56.029981 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-af1a2257-1eae-49eb-8b49-bd50650581ed tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (ef04ed57-1fd0-4cc7-9828-d3545d79b043), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:56.041102 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1a2257-1eae-49eb-8b49-bd50650581ed tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ef04ed57-1fd0-4cc7-9828-d3545d79b043 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 16 04:23:56.060016 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-af1a2257-1eae-49eb-8b49-bd50650581ed tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:56.060475 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2e3e6764-542f-4caf-aae1-8711402a7907), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:56.074972 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-af1a2257-1eae-49eb-8b49-bd50650581ed tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "DELETE /v2.0/networks/ef04ed57-1fd0-4cc7-9828-d3545d79b043 HTTP/1.1" status: 204 len: 168 time: 1.1207778 Apr 16 04:23:56.120807 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] Attempting to bind port 2e3e6764-542f-4caf-aae1-8711402a7907 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:23:56.120807 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] Attempting to bind port 2e3e6764-542f-4caf-aae1-8711402a7907 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:23:56.120807 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] Attempting to bind port 2e3e6764-542f-4caf-aae1-8711402a7907 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:23:56.149671 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37170) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:56.156379 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:23:56.157130 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:56.157789 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:56.158387 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:23:56.159071 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] Bound port: 2e3e6764-542f-4caf-aae1-8711402a7907, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:23:56.160269 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2e3e6764-542f-4caf-aae1-8711402a7907), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:56.232749 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] For port 2e3e6764-542f-4caf-aae1-8711402a7907, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:23:56.236404 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] For port 2e3e6764-542f-4caf-aae1-8711402a7907, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2e3e6764-542f-4caf-aae1-8711402a7907,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:23:56.261162 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fced7a-087d-4b56-b3ee-61ff47e6272f None None] Pushing event updated for resources: {'Port': ['ID=2e3e6764-542f-4caf-aae1-8711402a7907,revision_number=2']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:56.265507 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a2257-1eae-49eb-8b49-bd50650581ed tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Pushing event deleted for resources: {'Network': ['ID=ef04ed57-1fd0-4cc7-9828-d3545d79b043,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:56.276448 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-45f4414f-f2b8-45b4-a36b-b86da050e769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:56.316238 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] Allocated IP 2001:db8::2 (9b28df4d-fcef-4687-bf7a-a5ec162f5fff/0cf3242e-f6e8-4763-ad47-29512100ba6d/6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:56.319780 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-ffb336e1-1913-4e18-9001-4c4349ccdbf4 None None] Provisioning complete for port e03fcf85-aa8c-440e-b7ce-8c189e1176e7 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:56.323653 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ffb336e1-1913-4e18-9001-4c4349ccdbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e03fcf85-aa8c-440e-b7ce-8c189e1176e7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:56.332442 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:23:56.333232 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2e3e6764-542f-4caf-aae1-8711402a7907), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:56.342970 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 8b9cc688-69ac-4592-939e-c4e9198afc5f triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:56.343675 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (8b9cc688-69ac-4592-939e-c4e9198afc5f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:56.469121 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fced7a-087d-4b56-b3ee-61ff47e6272f None None] Pushing event updated for resources: {'Port': ['ID=2e3e6764-542f-4caf-aae1-8711402a7907,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:56.486016 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-45f4414f-f2b8-45b4-a36b-b86da050e769 admin admin] Allocated IP 172.20.0.1 (fc7f1440-dfd3-4a24-96ed-b61ef743b295/e4bbed46-67eb-4d86-8ee3-e221a9698f56/56c57f02-b98d-4314-9bcf-7092e401b8b8) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:56.505431 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] Routers {'b81967fd-6ca1-4c72-b712-09e99c0b9c27'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:23:56.506073 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:42Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b81967fd-6ca1-4c72-b712-09e99c0b9c27'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:56.568435 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c9477e3-b7e4-4c19-9262-53627eb11c76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (0bbc451a-6e0a-482e-8450-fbeb49d7857a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:56.571816 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab42d4-66df-4a9c-b96b-052c75d4db6c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Subnet': ['ID=843590ad-9081-470c-87c8-019c89fda434,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:56.700902 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37180) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:56.701447 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37182) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:56.704395 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bc427cdc-c589-4715-abcb-39c72b4dedab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8f4ca485c844ec1bd8752f78b2c0897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4551897 Apr 16 04:23:56.707036 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] Set router b81967fd-6ca1-4c72-b712-09e99c0b9c27 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:23:56.713177 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37184) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:56.737044 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab42d4-66df-4a9c-b96b-052c75d4db6c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Checking segment: {'id': 'f9cb43db-b288-49bb-be41-88df5427af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:56.738331 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bab42d4-66df-4a9c-b96b-052c75d4db6c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network hostable DHCP agents. Network: 2726db1b-1e18-4ab0-b0b1-e7c2d73ae185, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:23:56.752626 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f8daae73-6e55-4a18-8888-6371224face2 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Request body: {'router': {'name': 'tempest-router--212300337', 'project_id': '6bdd70b2eeb645efa6d94ed031e8bbf8'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:56.818304 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9477e3-b7e4-4c19-9262-53627eb11c76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:56.835364 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-9c9477e3-b7e4-4c19-9262-53627eb11c76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:56.842218 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9477e3-b7e4-4c19-9262-53627eb11c76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:56.859803 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9477e3-b7e4-4c19-9262-53627eb11c76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:56.863326 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c9477e3-b7e4-4c19-9262-53627eb11c76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:56.910945 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9477e3-b7e4-4c19-9262-53627eb11c76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=0bbc451a-6e0a-482e-8450-fbeb49d7857a,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:56.921987 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-ffb336e1-1913-4e18-9001-4c4349ccdbf4 None None] Current status of the port e03fcf85-aa8c-440e-b7ce-8c189e1176e7 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:56.922384 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ffb336e1-1913-4e18-9001-4c4349ccdbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e03fcf85-aa8c-440e-b7ce-8c189e1176e7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:56.937756 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-45f4414f-f2b8-45b4-a36b-b86da050e769 admin admin] Publish callbacks [] for port (56c57f02-b98d-4314-9bcf-7092e401b8b8), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:56.952073 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2c43cf45-0a84-4445-a82e-c32edf9ed7a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:56.977207 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7d54f465-d5d6-42f2-8bc4-6cf103e4789e admin admin] Publish callbacks [] for security_group (c35c55e8-04c9-4655-9f56-bd591b2d2972), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:56.996553 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8daae73-6e55-4a18-8888-6371224face2 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (c370a629-0f99-4aab-97df-a7896e4c7c9b), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:56.997615 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8daae73-6e55-4a18-8888-6371224face2 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (c370a629-0f99-4aab-97df-a7896e4c7c9b), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:57.046675 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9c9477e3-b7e4-4c19-9262-53627eb11c76 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.6342206 Apr 16 04:23:57.063669 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37188) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:57.078081 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81967fd-6ca1-4c72-b712-09e99c0b9c27', 'name': 'tempest-TestVolumeBootPattern-1386685324-router', 'tenant_id': '962911f38c8948d39e0f2fbbd8150e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '2e3e6764-542f-4caf-aae1-8711402a7907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:47Z', 'updated_at': '2022-04-16T04:23:52Z', 'revision_number': 3, 'project_id': '962911f38c8948d39e0f2fbbd8150e88', 'gw_port': {'id': '2e3e6764-542f-4caf-aae1-8711402a7907', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81967fd-6ca1-4c72-b712-09e99c0b9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:50Z', 'updated_at': '2022-04-16T04:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:57.086977 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bab42d4-66df-4a9c-b96b-052c75d4db6c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 2726db1b-1e18-4ab0-b0b1-e7c2d73ae185 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:23:57.097565 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7d54f465-d5d6-42f2-8bc4-6cf103e4789e admin admin] Publish callbacks [] for security_group (c35c55e8-04c9-4655-9f56-bd591b2d2972), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:57.119850 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b0f54-acd7-47c7-adb4-8e7ec91eeb67 None None] The sync data for ids ['b81967fd-6ca1-4c72-b712-09e99c0b9c27'] in dv-neutron-838078-2-hyperv is: [{'id': 'b81967fd-6ca1-4c72-b712-09e99c0b9c27', 'name': 'tempest-TestVolumeBootPattern-1386685324-router', 'tenant_id': '962911f38c8948d39e0f2fbbd8150e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '2e3e6764-542f-4caf-aae1-8711402a7907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:47Z', 'updated_at': '2022-04-16T04:23:52Z', 'revision_number': 3, 'project_id': '962911f38c8948d39e0f2fbbd8150e88', 'gw_port': {'id': '2e3e6764-542f-4caf-aae1-8711402a7907', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81967fd-6ca1-4c72-b712-09e99c0b9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:50Z', 'updated_at': '2022-04-16T04:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:23:57.156820 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-ffb336e1-1913-4e18-9001-4c4349ccdbf4 None None] For port e03fcf85-aa8c-440e-b7ce-8c189e1176e7, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e03fcf85-aa8c-440e-b7ce-8c189e1176e7,segment=NetworkSegment(3170225a-f1d3-47c3-ab88-5375dbe88dd8),segment_id=3170225a-f1d3-47c3-ab88-5375dbe88dd8)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:23:57.163682 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 8b9cc688-69ac-4592-939e-c4e9198afc5f is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:57.206529 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-0bab42d4-66df-4a9c-b96b-052c75d4db6c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 2726db1b-1e18-4ab0-b0b1-e7c2d73ae185) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:57.216934 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bab42d4-66df-4a9c-b96b-052c75d4db6c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:57.219165 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0bab42d4-66df-4a9c-b96b-052c75d4db6c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:57.240694 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c41188-25af-4287-984e-09a6cf1240d9 None None] Network 2726db1b-1e18-4ab0-b0b1-e7c2d73ae185 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:23:57.276734 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 2, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:55Z', 'revision_number': 4, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:23:57.281960 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ffb336e1-1913-4e18-9001-4c4349ccdbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e03fcf85-aa8c-440e-b7ce-8c189e1176e7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:57.316133 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-53b50b49-da5f-4b25-a905-e5121d0c1622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:57.332344 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] Publish callbacks [] for port (6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:57.337981 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0bab42d4-66df-4a9c-b96b-052c75d4db6c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9674311 Apr 16 04:23:57.337981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37192) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:57.349687 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8daae73-6e55-4a18-8888-6371224face2 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_controller (c370a629-0f99-4aab-97df-a7896e4c7c9b), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:57.418177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f2765b7d-d03e-47b6-8fac-1d0f7169d2e3 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:57.423537 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-6f44c5c1-4e6b-4c99-beb4-4843a0f6a2ae tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port 0bbc451a-6e0a-482e-8450-fbeb49d7857a {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:23:57.423968 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6f44c5c1-4e6b-4c99-beb4-4843a0f6a2ae tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (0bbc451a-6e0a-482e-8450-fbeb49d7857a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:57.431603 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054a7901-c88b-4375-86bb-4f40c578f1d2 None None] The sync data for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv is: [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 2, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:55Z', 'revision_number': 4, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:23:57.509635 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-45f4414f-f2b8-45b4-a36b-b86da050e769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (56c57f02-b98d-4314-9bcf-7092e401b8b8), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:57.512430 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8daae73-6e55-4a18-8888-6371224face2 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (c370a629-0f99-4aab-97df-a7896e4c7c9b), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:57.515095 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7d54f465-d5d6-42f2-8bc4-6cf103e4789e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (c35c55e8-04c9-4655-9f56-bd591b2d2972), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:57.518218 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7d54f465-d5d6-42f2-8bc4-6cf103e4789e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:57.522834 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7d54f465-d5d6-42f2-8bc4-6cf103e4789e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c35c55e8-04c9-4655-9f56-bd591b2d2972 HTTP/1.1" status: 204 len: 168 time: 0.8067834 Apr 16 04:23:57.597266 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54f465-d5d6-42f2-8bc4-6cf103e4789e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35c55e8-04c9-4655-9f56-bd591b2d2972,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:57.619348 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f4414f-f2b8-45b4-a36b-b86da050e769 admin admin] Network fc7f1440-dfd3-4a24-96ed-b61ef743b295 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:57.641187 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-45f4414f-f2b8-45b4-a36b-b86da050e769 admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:57.669271 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f4414f-f2b8-45b4-a36b-b86da050e769 admin admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:57.671827 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4414f-f2b8-45b4-a36b-b86da050e769 admin admin] Pushing event updated for resources: {'Port': ['ID=56c57f02-b98d-4314-9bcf-7092e401b8b8,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:57.724015 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8daae73-6e55-4a18-8888-6371224face2 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:57.726402 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f8daae73-6e55-4a18-8888-6371224face2 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0188749 Apr 16 04:23:57.742865 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37196) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:57.747910 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6f44c5c1-4e6b-4c99-beb4-4843a0f6a2ae tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (0bbc451a-6e0a-482e-8450-fbeb49d7857a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:57.765276 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:57.767157 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb336e1-1913-4e18-9001-4c4349ccdbf4 None None] Pushing event updated for resources: {'Port': ['ID=e03fcf85-aa8c-440e-b7ce-8c189e1176e7,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:57.915379 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-45f4414f-f2b8-45b4-a36b-b86da050e769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (b81967fd-6ca1-4c72-b712-09e99c0b9c27), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:57.937149 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] Network 9b28df4d-fcef-4687-bf7a-a5ec162f5fff is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:58.020007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8959b578-4447-4af8-a5ac-9eaa560b5c16 None None] Provisioning complete for port 0bbc451a-6e0a-482e-8450-fbeb49d7857a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:58.020392 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8959b578-4447-4af8-a5ac-9eaa560b5c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0bbc451a-6e0a-482e-8450-fbeb49d7857a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:58.040495 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:58.044477 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:58.097817 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-53b50b49-da5f-4b25-a905-e5121d0c1622 admin admin] Publish callbacks [] for security_group (ac5a2780-a3d9-41c2-bac4-082c57a3743d), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:58.126695 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-6f44c5c1-4e6b-4c99-beb4-4843a0f6a2ae tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for 0bbc451a-6e0a-482e-8450-fbeb49d7857a owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:23:58.134636 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8959b578-4447-4af8-a5ac-9eaa560b5c16 None None] Port 0bbc451a-6e0a-482e-8450-fbeb49d7857a cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:58.151705 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'project_id': 'a2943c81039c44448da97f93644354e6', 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:23:58.151705 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:58.155442 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-2c43cf45-0a84-4445-a82e-c32edf9ed7a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Allocated IP 2001:db8::1 (9b28df4d-fcef-4687-bf7a-a5ec162f5fff/0cf3242e-f6e8-4763-ad47-29512100ba6d/95f15a3d-bbcb-4748-9fa5-78843a41a98d) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:58.199388 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port f2765b7d-d03e-47b6-8fac-1d0f7169d2e3 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:58.199388 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f2765b7d-d03e-47b6-8fac-1d0f7169d2e3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:58.270633 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-d1ddae91-769d-40a4-b89c-ce7399b35078 None None] Provisioning complete for port 56c57f02-b98d-4314-9bcf-7092e401b8b8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:58.271014 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d1ddae91-769d-40a4-b89c-ce7399b35078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (56c57f02-b98d-4314-9bcf-7092e401b8b8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:58.276085 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] Pushing event updated for resources: {'Port': ['ID=6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:58.298281 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-53b50b49-da5f-4b25-a905-e5121d0c1622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (ac5a2780-a3d9-41c2-bac4-082c57a3743d), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:58.312238 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c817e01-39ae-4f69-bc49-4b0b76775b57 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router (c370a629-0f99-4aab-97df-a7896e4c7c9b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:58.389955 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:58.469573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] Attempting to bind port 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:23:58.469573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] Attempting to bind port 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'e1e877d0-0472-429e-a9f1-6b74859303f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9b28df4d-fcef-4687-bf7a-a5ec162f5fff'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:23:58.469573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] Attempting to bind port 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a on network 9b28df4d-fcef-4687-bf7a-a5ec162f5fff {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:23:58.489370 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d1ddae91-769d-40a4-b89c-ce7399b35078 None None] Port 56c57f02-b98d-4314-9bcf-7092e401b8b8 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:23:58.502211 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:23:58.502656 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] Checking segment: {'id': 'e1e877d0-0472-429e-a9f1-6b74859303f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9b28df4d-fcef-4687-bf7a-a5ec162f5fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:58.503026 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:58.503958 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] Bound using segment: {'id': 'e1e877d0-0472-429e-a9f1-6b74859303f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9b28df4d-fcef-4687-bf7a-a5ec162f5fff'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:23:58.504504 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] Bound port: 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e877d0-0472-429e-a9f1-6b74859303f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9b28df4d-fcef-4687-bf7a-a5ec162f5fff'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:23:58.504916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:58.548072 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port f2765b7d-d03e-47b6-8fac-1d0f7169d2e3 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:58.592778 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2c43cf45-0a84-4445-a82e-c32edf9ed7a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for port (95f15a3d-bbcb-4748-9fa5-78843a41a98d), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:58.631012 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-53b50b49-da5f-4b25-a905-e5121d0c1622 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45ca795fa6524337a72eb15aa880bf1c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9226902 Apr 16 04:23:58.639273 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37208) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:58.659081 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] Allocated IP 172.21.0.2 (2726db1b-1e18-4ab0-b0b1-e7c2d73ae185/843590ad-9081-470c-87c8-019c89fda434/8c32177d-7c50-48f8-9e92-3e76a9a2ca0a) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:58.757900 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4261fd6b-26d8-413c-bc79-91e0fabe0132 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:58.863071 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2c43cf45-0a84-4445-a82e-c32edf9ed7a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (95f15a3d-bbcb-4748-9fa5-78843a41a98d), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:58.869709 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:23:58.869954 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-45f4414f-f2b8-45b4-a36b-b86da050e769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (56c57f02-b98d-4314-9bcf-7092e401b8b8), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:58.885879 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b50b49-da5f-4b25-a905-e5121d0c1622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5a2780-a3d9-41c2-bac4-082c57a3743d,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:58.929468 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c43cf45-0a84-4445-a82e-c32edf9ed7a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network 9b28df4d-fcef-4687-bf7a-a5ec162f5fff is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:58.933114 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-2c43cf45-0a84-4445-a82e-c32edf9ed7a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:58.939288 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c43cf45-0a84-4445-a82e-c32edf9ed7a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:58.939997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2c43cf45-0a84-4445-a82e-c32edf9ed7a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (e2387fb2-4cd4-4344-89cd-95f4b093e0f5), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:58.943682 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:23:58.944274 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3e7213f9-3e7c-46e9-9a32-9a103f7ef444 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:23:59.000761 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] Publish callbacks [] for port (8c32177d-7c50-48f8-9e92-3e76a9a2ca0a), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:59.004874 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43cf45-0a84-4445-a82e-c32edf9ed7a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Port': ['ID=95f15a3d-bbcb-4748-9fa5-78843a41a98d,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:59.013342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] For port 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:23:59.018493 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] For port 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a,segment=NetworkSegment(e1e877d0-0472-429e-a9f1-6b74859303f3),segment_id=e1e877d0-0472-429e-a9f1-6b74859303f3)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:23:59.062806 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6f44c5c1-4e6b-4c99-beb4-4843a0f6a2ae tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (0bbc451a-6e0a-482e-8450-fbeb49d7857a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:59.077341 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (8c32177d-7c50-48f8-9e92-3e76a9a2ca0a), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:59.117979 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:59.138939 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] Network 2726db1b-1e18-4ab0-b0b1-e7c2d73ae185 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:23:59.153206 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:23:59.161457 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:23:59.164735 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] Pushing event updated for resources: {'Port': ['ID=8c32177d-7c50-48f8-9e92-3e76a9a2ca0a,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:59.297932 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c817e01-39ae-4f69-bc49-4b0b76775b57 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (c370a629-0f99-4aab-97df-a7896e4c7c9b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:59.298548 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2c43cf45-0a84-4445-a82e-c32edf9ed7a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (95f15a3d-bbcb-4748-9fa5-78843a41a98d), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:59.303742 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-4261fd6b-26d8-413c-bc79-91e0fabe0132 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Allocated IP 172.21.0.1 (2726db1b-1e18-4ab0-b0b1-e7c2d73ae185/843590ad-9081-470c-87c8-019c89fda434/ce83affb-a47f-4f98-81d7-c72552b317a8) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:23:59.306796 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c817e01-39ae-4f69-bc49-4b0b76775b57 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_controller (c370a629-0f99-4aab-97df-a7896e4c7c9b), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:59.396097 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] Attempting to bind port 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:23:59.396747 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] Attempting to bind port 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'f9cb43db-b288-49bb-be41-88df5427af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:23:59.396876 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] Attempting to bind port 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a on network 2726db1b-1e18-4ab0-b0b1-e7c2d73ae185 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:23:59.400357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0379d-0275-4fd1-8f5c-e3b3f0cffa05 None None] Pushing event updated for resources: {'Port': ['ID=6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:59.411827 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e03fcf85-aa8c-440e-b7ce-8c189e1176e7 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:59.414549 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:23:59.424622 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] Checking segment: {'id': 'f9cb43db-b288-49bb-be41-88df5427af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:23:59.424622 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:59.424622 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] Bound using segment: {'id': 'f9cb43db-b288-49bb-be41-88df5427af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:23:59.424622 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] Bound port: 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cb43db-b288-49bb-be41-88df5427af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:23:59.424622 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (8c32177d-7c50-48f8-9e92-3e76a9a2ca0a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:59.430647 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44c5c1-4e6b-4c99-beb4-4843a0f6a2ae tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=0bbc451a-6e0a-482e-8450-fbeb49d7857a,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:23:59.471393 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37218) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:59.481938 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c817e01-39ae-4f69-bc49-4b0b76775b57 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (c370a629-0f99-4aab-97df-a7896e4c7c9b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:59.482755 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c817e01-39ae-4f69-bc49-4b0b76775b57 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c370a629-0f99-4aab-97df-a7896e4c7c9b {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:23:59.496244 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c817e01-39ae-4f69-bc49-4b0b76775b57 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:59.497700 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1c817e01-39ae-4f69-bc49-4b0b76775b57 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "DELETE /v2.0/routers/c370a629-0f99-4aab-97df-a7896e4c7c9b HTTP/1.1" status: 204 len: 168 time: 1.7520282 Apr 16 04:23:59.501455 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6f44c5c1-4e6b-4c99-beb4-4843a0f6a2ae tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:59.505748 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6f44c5c1-4e6b-4c99-beb4-4843a0f6a2ae tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/0bbc451a-6e0a-482e-8450-fbeb49d7857a HTTP/1.1" status: 204 len: 168 time: 2.4395213 Apr 16 04:23:59.540036 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb135069-ebb7-4997-be61-6002558d571a admin admin] Publish callbacks [] for security_group (ac5a2780-a3d9-41c2-bac4-082c57a3743d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:59.549851 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37224) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:59.625584 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb135069-ebb7-4997-be61-6002558d571a admin admin] Publish callbacks [] for security_group (ac5a2780-a3d9-41c2-bac4-082c57a3743d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:59.652358 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc63dc8-bc1b-451c-bfce-207980dc0506 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:59.654029 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4fc63dc8-bc1b-451c-bfce-207980dc0506 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1019056 Apr 16 04:23:59.659357 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37226) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:59.676770 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port e03fcf85-aa8c-440e-b7ce-8c189e1176e7 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:59.677166 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e03fcf85-aa8c-440e-b7ce-8c189e1176e7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:59.747381 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] For port 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:23:59.751601 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] For port 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=8c32177d-7c50-48f8-9e92-3e76a9a2ca0a,segment=NetworkSegment(f9cb43db-b288-49bb-be41-88df5427af60),segment_id=f9cb43db-b288-49bb-be41-88df5427af60)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:23:59.763143 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-5e0db38c-497b-424a-bfef-dd91699ed69a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-135430425'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:23:59.801990 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4261fd6b-26d8-413c-bc79-91e0fabe0132 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for port (ce83affb-a47f-4f98-81d7-c72552b317a8), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:59.808276 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port e03fcf85-aa8c-440e-b7ce-8c189e1176e7 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:23:59.808943 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2e3e6764-542f-4caf-aae1-8711402a7907 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:23:59.851962 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da834631-d954-4fbb-ac57-44e555b0010c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:59.857477 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-da834631-d954-4fbb-ac57-44e555b0010c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1899455 Apr 16 04:23:59.861504 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37228) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:59.867126 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 2e3e6764-542f-4caf-aae1-8711402a7907 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:23:59.867846 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2e3e6764-542f-4caf-aae1-8711402a7907), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:59.875361 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-45f4414f-f2b8-45b4-a36b-b86da050e769 admin admin] Publish callbacks [] for port (56c57f02-b98d-4314-9bcf-7092e401b8b8), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:59.900235 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (8c32177d-7c50-48f8-9e92-3e76a9a2ca0a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:59.928057 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b430e78-fd30-4689-a768-68816999a1ae tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:59.929559 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b430e78-fd30-4689-a768-68816999a1ae tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:59.930891 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b430e78-fd30-4689-a768-68816999a1ae tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:23:59.934963 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2b430e78-fd30-4689-a768-68816999a1ae tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0684776 Apr 16 04:23:59.934963 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0db38c-497b-424a-bfef-dd91699ed69a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Made reservation on behalf of 72d1aa50b704448a8feee6c10e3fbf25 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:23:59.935275 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37230) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:23:59.936364 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5e0db38c-497b-424a-bfef-dd91699ed69a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:59.946460 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5e0db38c-497b-424a-bfef-dd91699ed69a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:23:59.991923 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-45f4414f-f2b8-45b4-a36b-b86da050e769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (56c57f02-b98d-4314-9bcf-7092e401b8b8), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.006946 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4261fd6b-26d8-413c-bc79-91e0fabe0132 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (ce83affb-a47f-4f98-81d7-c72552b317a8), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.021096 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb82e0-5b19-4f69-af5b-a20985e2d365 None None] Pushing event updated for resources: {'Port': ['ID=8c32177d-7c50-48f8-9e92-3e76a9a2ca0a,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:00.039106 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37232) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:00.075847 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 2e3e6764-542f-4caf-aae1-8711402a7907 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:00.076241 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2e3e6764-542f-4caf-aae1-8711402a7907), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.090624 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41902a6-b074-43a5-8f31-b13496f4f97a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet 794a3a54-8c7e-408e-ba79-b4040e6e868b {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:24:00.090834 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb135069-ebb7-4997-be61-6002558d571a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (ac5a2780-a3d9-41c2-bac4-082c57a3743d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.095033 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c41902a6-b074-43a5-8f31-b13496f4f97a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (794a3a54-8c7e-408e-ba79-b4040e6e868b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.095726 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb135069-ebb7-4997-be61-6002558d571a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.097076 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bb135069-ebb7-4997-be61-6002558d571a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac5a2780-a3d9-41c2-bac4-082c57a3743d HTTP/1.1" status: 204 len: 168 time: 1.4535487 Apr 16 04:24:00.120886 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb135069-ebb7-4997-be61-6002558d571a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5a2780-a3d9-41c2-bac4-082c57a3743d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:00.132169 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 2e3e6764-542f-4caf-aae1-8711402a7907, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2e3e6764-542f-4caf-aae1-8711402a7907,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:00.160985 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4414f-f2b8-45b4-a36b-b86da050e769 admin admin] Pushing event updated for resources: {'Port': ['ID=56c57f02-b98d-4314-9bcf-7092e401b8b8,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:00.166597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c41902a6-b074-43a5-8f31-b13496f4f97a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (794a3a54-8c7e-408e-ba79-b4040e6e868b), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.173740 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-45f4414f-f2b8-45b4-a36b-b86da050e769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (b81967fd-6ca1-4c72-b712-09e99c0b9c27), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.229129 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2e3e6764-542f-4caf-aae1-8711402a7907), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.230617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4261fd6b-26d8-413c-bc79-91e0fabe0132 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 2726db1b-1e18-4ab0-b0b1-e7c2d73ae185 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:00.245981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-4261fd6b-26d8-413c-bc79-91e0fabe0132 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:00.254437 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4261fd6b-26d8-413c-bc79-91e0fabe0132 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:00.313556 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261fd6b-26d8-413c-bc79-91e0fabe0132 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Port': ['ID=ce83affb-a47f-4f98-81d7-c72552b317a8,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:00.374038 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5e0db38c-497b-424a-bfef-dd91699ed69a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for security_group (04523b0e-1587-4e38-8e97-9e294c5e250d), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.376210 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=2e3e6764-542f-4caf-aae1-8711402a7907,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:00.418254 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2c43cf45-0a84-4445-a82e-c32edf9ed7a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for port (95f15a3d-bbcb-4748-9fa5-78843a41a98d), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.426466 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f4414f-f2b8-45b4-a36b-b86da050e769 admin admin] Network fc7f1440-dfd3-4a24-96ed-b61ef743b295 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:00.426904 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-3dd774e3-315a-4737-ba74-151c048b1290 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1218216606', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}, 'admin_state_up': False}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:00.428328 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-45f4414f-f2b8-45b4-a36b-b86da050e769 admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:00.440353 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5e0db38c-497b-424a-bfef-dd91699ed69a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (04523b0e-1587-4e38-8e97-9e294c5e250d), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.441753 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4261fd6b-26d8-413c-bc79-91e0fabe0132 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (293efcd5-9555-44fe-91e7-e406a3d1fc53), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.508153 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0db38c-497b-424a-bfef-dd91699ed69a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:24:00.529046 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c41902a6-b074-43a5-8f31-b13496f4f97a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (794a3a54-8c7e-408e-ba79-b4040e6e868b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.530804 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5e0db38c-497b-424a-bfef-dd91699ed69a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (627c4627-f67c-4fa4-9a1e-cdb9b34bf85c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.531156 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-5e0db38c-497b-424a-bfef-dd91699ed69a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Added segment 627c4627-f67c-4fa4-9a1e-cdb9b34bf85c of type vlan for network ec67d702-e26c-4021-9a81-ecf8c6c1fee8 Apr 16 04:24:00.542625 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0db38c-497b-424a-bfef-dd91699ed69a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04523b0e-1587-4e38-8e97-9e294c5e250d,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:00.572953 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2c43cf45-0a84-4445-a82e-c32edf9ed7a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (95f15a3d-bbcb-4748-9fa5-78843a41a98d), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.577358 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2c43cf45-0a84-4445-a82e-c32edf9ed7a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (e2387fb2-4cd4-4344-89cd-95f4b093e0f5), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.624194 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5e0db38c-497b-424a-bfef-dd91699ed69a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (ec67d702-e26c-4021-9a81-ecf8c6c1fee8), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.649722 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3dd774e3-315a-4737-ba74-151c048b1290 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (a7226dd8-9201-4af2-80dd-e84c05726a02), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.650405 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3dd774e3-315a-4737-ba74-151c048b1290 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (a7226dd8-9201-4af2-80dd-e84c05726a02), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.679448 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f4414f-f2b8-45b4-a36b-b86da050e769 admin admin] Router b81967fd-6ca1-4c72-b712-09e99c0b9c27 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:24:00.703775 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3dd774e3-315a-4737-ba74-151c048b1290 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_controller (a7226dd8-9201-4af2-80dd-e84c05726a02), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.760429 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5e0db38c-497b-424a-bfef-dd91699ed69a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (ec67d702-e26c-4021-9a81-ecf8c6c1fee8), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.765414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0db38c-497b-424a-bfef-dd91699ed69a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:00.766284 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5e0db38c-497b-424a-bfef-dd91699ed69a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.766705 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43cf45-0a84-4445-a82e-c32edf9ed7a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Port': ['ID=95f15a3d-bbcb-4748-9fa5-78843a41a98d,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:00.870209 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-dd29f831-f2fc-4316-ab9a-f131e1a262ea None None] Provisioning complete for port 56c57f02-b98d-4314-9bcf-7092e401b8b8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:00.870820 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dd29f831-f2fc-4316-ab9a-f131e1a262ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (56c57f02-b98d-4314-9bcf-7092e401b8b8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.882310 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0db38c-497b-424a-bfef-dd91699ed69a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Network': ['ID=ec67d702-e26c-4021-9a81-ecf8c6c1fee8,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:00.892923 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c41902a6-b074-43a5-8f31-b13496f4f97a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (794a3a54-8c7e-408e-ba79-b4040e6e868b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.900035 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5e0db38c-497b-424a-bfef-dd91699ed69a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4239552 Apr 16 04:24:00.916931 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network ec67d702-e26c-4021-9a81-ecf8c6c1fee8 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:24:00.919460 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f4414f-f2b8-45b4-a36b-b86da050e769 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:24:00.942080 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-45f4414f-f2b8-45b4-a36b-b86da050e769 admin admin] 10.222.0.30 "PUT /v2.0/routers/b81967fd-6ca1-4c72-b712-09e99c0b9c27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2402503 Apr 16 04:24:00.954014 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d6294a-9cbd-402e-8e8d-975c41ce1c38 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:00.965703 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4261fd6b-26d8-413c-bc79-91e0fabe0132 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ce83affb-a47f-4f98-81d7-c72552b317a8), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:00.976583 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c43cf45-0a84-4445-a82e-c32edf9ed7a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network 9b28df4d-fcef-4687-bf7a-a5ec162f5fff is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:01.029422 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c41902a6-b074-43a5-8f31-b13496f4f97a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:01.030228 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dd29f831-f2fc-4316-ab9a-f131e1a262ea None None] Port 56c57f02-b98d-4314-9bcf-7092e401b8b8 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:24:01.038584 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c41902a6-b074-43a5-8f31-b13496f4f97a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/794a3a54-8c7e-408e-ba79-b4040e6e868b HTTP/1.1" status: 204 len: 168 time: 1.1004715 Apr 16 04:24:01.041008 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37250) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:01.145603 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-2c43cf45-0a84-4445-a82e-c32edf9ed7a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:01.198147 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-87266833-921c-4d0e-bbe2-900eb4252984 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet c5cf37ec-a25c-4d45-b506-46f656e8809d {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:24:01.202050 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-87266833-921c-4d0e-bbe2-900eb4252984 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (c5cf37ec-a25c-4d45-b506-46f656e8809d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:01.292238 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-87266833-921c-4d0e-bbe2-900eb4252984 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (c5cf37ec-a25c-4d45-b506-46f656e8809d), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:01.302634 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41902a6-b074-43a5-8f31-b13496f4f97a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=794a3a54-8c7e-408e-ba79-b4040e6e868b,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:01.644632 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-87266833-921c-4d0e-bbe2-900eb4252984 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (c5cf37ec-a25c-4d45-b506-46f656e8809d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:01.758703 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2e3e6764-542f-4caf-aae1-8711402a7907 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:01.891433 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-87266833-921c-4d0e-bbe2-900eb4252984 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (c5cf37ec-a25c-4d45-b506-46f656e8809d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:02.109955 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-87266833-921c-4d0e-bbe2-900eb4252984 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:02.126055 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-87266833-921c-4d0e-bbe2-900eb4252984 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/c5cf37ec-a25c-4d45-b506-46f656e8809d HTTP/1.1" status: 204 len: 168 time: 1.0812848 Apr 16 04:24:02.128691 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37276) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:02.132200 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87266833-921c-4d0e-bbe2-900eb4252984 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=c5cf37ec-a25c-4d45-b506-46f656e8809d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:02.147347 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 2e3e6764-542f-4caf-aae1-8711402a7907 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:02.147830 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2e3e6764-542f-4caf-aae1-8711402a7907), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:02.276957 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] Sync routers for ids ['b81967fd-6ca1-4c72-b712-09e99c0b9c27'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:24:02.420768 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] Routers {'b81967fd-6ca1-4c72-b712-09e99c0b9c27'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:02.422699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:42Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b81967fd-6ca1-4c72-b712-09e99c0b9c27'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:02.614317 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9b11a366-f20a-429e-92f5-e3e2dfb9dbc5 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4723053 Apr 16 04:24:02.625660 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72652b31-0ac8-475e-ae9a-29d8e25570e6 None None] Network 9b28df4d-fcef-4687-bf7a-a5ec162f5fff requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:02.650643 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0ffeb-fd67-48fe-b489-26879faa0a9a req-fbed0aaa-4f05-4313-a18e-44a72c9c535e tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:02.654965 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0fe0ffeb-fd67-48fe-b489-26879faa0a9a req-fbed0aaa-4f05-4313-a18e-44a72c9c535e tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 945 time: 0.2410994 Apr 16 04:24:02.655485 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37286) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:02.659291 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37288) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:02.674662 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-acb9d2c0-db9a-4321-95b6-f5c44465cf14 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:02.718248 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-7eb4737e-05ad-4fb8-8dbe-a6c5fb47414d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-339883416', 'description': 'tempest-secgroup-smoke-339883416 description', 'project_id': '024f29826de14ed8a2ca7f327e6a16aa'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:02.790844 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37290) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:02.851981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3dd774e3-315a-4737-ba74-151c048b1290 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_gateway (a7226dd8-9201-4af2-80dd-e84c05726a02), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:02.917358 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7847a02f-d3c3-4a14-8ee9-3440e4e8926b None None] Network 2726db1b-1e18-4ab0-b0b1-e7c2d73ae185 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:02.945878 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-9132daf6-c5c7-44e6-84da-6a6b950690c8 None None] Provisioning complete for port 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:02.946571 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9132daf6-c5c7-44e6-84da-6a6b950690c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:03.000967 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342160c5-e42b-4f7a-ae60-ce5d55af4908 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:03.030299 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 2e3e6764-542f-4caf-aae1-8711402a7907 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:03.031441 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:03.256920 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c43cf45-0a84-4445-a82e-c32edf9ed7a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router e2387fb2-4cd4-4344-89cd-95f4b093e0f5 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:24:03.262419 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] Set router b81967fd-6ca1-4c72-b712-09e99c0b9c27 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:03.333811 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3dd774e3-315a-4737-ba74-151c048b1290 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_gateway (a7226dd8-9201-4af2-80dd-e84c05726a02), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:03.362392 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3dd774e3-315a-4737-ba74-151c048b1290 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:03.399328 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7eb4737e-05ad-4fb8-8dbe-a6c5fb47414d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:03.492122 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7eb4737e-05ad-4fb8-8dbe-a6c5fb47414d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group (29983b04-a864-4c48-9de7-a30e2be29a0a), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:03.577650 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c43cf45-0a84-4445-a82e-c32edf9ed7a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:24:03.591861 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b43549-8105-410d-bbb4-3a0147d56f6b None None] Sync routers for ids ['e2387fb2-4cd4-4344-89cd-95f4b093e0f5'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:24:03.610268 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2c43cf45-0a84-4445-a82e-c32edf9ed7a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/e2387fb2-4cd4-4344-89cd-95f4b093e0f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5713584 Apr 16 04:24:03.621020 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b43549-8105-410d-bbb4-3a0147d56f6b None None] Routers {'e2387fb2-4cd4-4344-89cd-95f4b093e0f5'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:03.624869 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f9b43549-8105-410d-bbb4-3a0147d56f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:42Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['e2387fb2-4cd4-4344-89cd-95f4b093e0f5'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:03.626294 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:03.626682 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:03.649722 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0fe0ffeb-fd67-48fe-b489-26879faa0a9a req-08bf9fc0-5e4a-4201-a439-bbdb4d6979a8 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8492467 Apr 16 04:24:03.649722 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37294) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:03.695679 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-fa708e9a-766b-478d-b134-7baffa4303fa admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1824958264-network', 'tenant_id': 'df9a6fe556904c1daa9e4e9d04e1cb79'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:03.720592 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7eb4737e-05ad-4fb8-8dbe-a6c5fb47414d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (29983b04-a864-4c48-9de7-a30e2be29a0a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:03.761471 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba92329-98ed-47e4-9850-4da3cf7dffc3 None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:24:03.769131 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f9b43549-8105-410d-bbb4-3a0147d56f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:03.798534 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b43549-8105-410d-bbb4-3a0147d56f6b None None] Routers {'e2387fb2-4cd4-4344-89cd-95f4b093e0f5'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:03.802616 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f9b43549-8105-410d-bbb4-3a0147d56f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:42Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['e2387fb2-4cd4-4344-89cd-95f4b093e0f5'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:03.870735 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4737e-05ad-4fb8-8dbe-a6c5fb47414d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29983b04-a864-4c48-9de7-a30e2be29a0a,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:03.888738 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-3dd774e3-315a-4737-ba74-151c048b1290 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Allocated IP 172.26.6.65 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/d83ca2a2-06a1-48a4-b1d8-1cb4ef85ea2e) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:03.895136 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a39791e-d46f-4b6d-84cd-4fe365a7a03b tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:03.898301 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2a39791e-d46f-4b6d-84cd-4fe365a7a03b tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/ports/95f15a3d-bbcb-4748-9fa5-78843a41a98d HTTP/1.1" status: 200 len: 911 time: 0.1985753 Apr 16 04:24:03.901586 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37296) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:03.918010 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-ee0ba373-82ff-45b3-bdc9-e90a3dbcc29c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0cf3242e-f6e8-4763-ad47-29512100ba6d'}]}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:03.918308 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f9b43549-8105-410d-bbb4-3a0147d56f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:03.920291 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b43549-8105-410d-bbb4-3a0147d56f6b None None] The sync data for ids ['e2387fb2-4cd4-4344-89cd-95f4b093e0f5'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:24:03.973458 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-9132daf6-c5c7-44e6-84da-6a6b950690c8 None None] Current status of the port 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:03.973680 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9132daf6-c5c7-44e6-84da-6a6b950690c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:03.977729 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa708e9a-766b-478d-b134-7baffa4303fa admin admin] Made reservation on behalf of df9a6fe556904c1daa9e4e9d04e1cb79 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:03.984414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa708e9a-766b-478d-b134-7baffa4303fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.016136 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa708e9a-766b-478d-b134-7baffa4303fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.039319 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7eb4737e-05ad-4fb8-8dbe-a6c5fb47414d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.044281 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7eb4737e-05ad-4fb8-8dbe-a6c5fb47414d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3585095 Apr 16 04:24:04.048083 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37298) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:04.078662 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-d1bb9f97-e0a6-480d-81a1-f38e40b7ec43 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Request body: {'security_group_rule': {'security_group_id': '29983b04-a864-4c48-9de7-a30e2be29a0a', 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:04.123876 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb9d2c0-db9a-4321-95b6-f5c44465cf14 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:04.135936 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-acb9d2c0-db9a-4321-95b6-f5c44465cf14 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.173068 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-fba92329-98ed-47e4-9850-4da3cf7dffc3 None None] Deleting port 8b9cc688-69ac-4592-939e-c4e9198afc5f {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:24:04.173452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fba92329-98ed-47e4-9850-4da3cf7dffc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (8b9cc688-69ac-4592-939e-c4e9198afc5f), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.232523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4261fd6b-26d8-413c-bc79-91e0fabe0132 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for port (ce83affb-a47f-4f98-81d7-c72552b317a8), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.266363 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37300) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:04.287962 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-8ac88a07-2317-4645-8e5f-e32ffffffeed tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'subnet': {'network_id': 'ec67d702-e26c-4021-9a81-ecf8c6c1fee8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:04.391239 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d1bb9f97-e0a6-480d-81a1-f38e40b7ec43 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group_rule (c29e6983-e112-4389-bcca-d340e5157b49), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.396516 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4261fd6b-26d8-413c-bc79-91e0fabe0132 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (ce83affb-a47f-4f98-81d7-c72552b317a8), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.412597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3dd774e3-315a-4737-ba74-151c048b1290 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for port (d83ca2a2-06a1-48a4-b1d8-1cb4ef85ea2e), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.414202 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-fba92329-98ed-47e4-9850-4da3cf7dffc3 None None] For port 8b9cc688-69ac-4592-939e-c4e9198afc5f, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=8b9cc688-69ac-4592-939e-c4e9198afc5f,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:04.414736 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fba92329-98ed-47e4-9850-4da3cf7dffc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (8b9cc688-69ac-4592-939e-c4e9198afc5f), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.448666 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-9132daf6-c5c7-44e6-84da-6a6b950690c8 None None] For port 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a,segment=NetworkSegment(e1e877d0-0472-429e-a9f1-6b74859303f3),segment_id=e1e877d0-0472-429e-a9f1-6b74859303f3)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:04.473649 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-fba92329-98ed-47e4-9850-4da3cf7dffc3 None None] Calling delete_port for 8b9cc688-69ac-4592-939e-c4e9198afc5f owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:24:04.571530 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4261fd6b-26d8-413c-bc79-91e0fabe0132 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (293efcd5-9555-44fe-91e7-e406a3d1fc53), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.576015 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261fd6b-26d8-413c-bc79-91e0fabe0132 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Port': ['ID=ce83affb-a47f-4f98-81d7-c72552b317a8,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:04.579276 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81967fd-6ca1-4c72-b712-09e99c0b9c27', 'name': 'tempest-TestVolumeBootPattern-1386685324-router', 'tenant_id': '962911f38c8948d39e0f2fbbd8150e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '2e3e6764-542f-4caf-aae1-8711402a7907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:47Z', 'updated_at': '2022-04-16T04:23:58Z', 'revision_number': 4, 'project_id': '962911f38c8948d39e0f2fbbd8150e88', 'gw_port': {'id': '2e3e6764-542f-4caf-aae1-8711402a7907', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81967fd-6ca1-4c72-b712-09e99c0b9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:50Z', 'updated_at': '2022-04-16T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '56c57f02-b98d-4314-9bcf-7092e401b8b8', 'name': '', 'network_id': 'fc7f1440-dfd3-4a24-96ed-b61ef743b295', 'tenant_id': '962911f38c8948d39e0f2fbbd8150e88', 'mac_address': 'fa:16:3e:13:90:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81967fd-6ca1-4c72-b712-09e99c0b9c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e4bbed46-67eb-4d86-8ee3-e221a9698f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:56Z', 'updated_at': '2022-04-16T04:23:59Z', 'revision_number': 2, 'project_id': '962911f38c8948d39e0f2fbbd8150e88', 'subnets': [{'id': 'e4bbed46-67eb-4d86-8ee3-e221a9698f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:04.614291 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:04.614769 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.621035 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] Checking router: b81967fd-6ca1-4c72-b712-09e99c0b9c27 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:24:04.621650 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] Updating router b81967fd-6ca1-4c72-b712-09e99c0b9c27 port 56c57f02-b98d-4314-9bcf-7092e401b8b8 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:24:04.633991 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9132daf6-c5c7-44e6-84da-6a6b950690c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.647507 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa708e9a-766b-478d-b134-7baffa4303fa admin admin] Publish callbacks [] for security_group (ca4f8722-8ab6-433b-90b8-ac03993371b4), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.677209 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3dd774e3-315a-4737-ba74-151c048b1290 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (d83ca2a2-06a1-48a4-b1d8-1cb4ef85ea2e), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.679792 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac88a07-2317-4645-8e5f-e32ffffffeed tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Made reservation on behalf of 72d1aa50b704448a8feee6c10e3fbf25 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:04.683425 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8ac88a07-2317-4645-8e5f-e32ffffffeed tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.685994 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d1bb9f97-e0a6-480d-81a1-f38e40b7ec43 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group_rule (c29e6983-e112-4389-bcca-d340e5157b49), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.736688 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132daf6-c5c7-44e6-84da-6a6b950690c8 None None] Pushing event updated for resources: {'Port': ['ID=6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:04.750467 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd774e3-315a-4737-ba74-151c048b1290 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Pushing event updated for resources: {'Port': ['ID=d83ca2a2-06a1-48a4-b1d8-1cb4ef85ea2e,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:04.766798 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba373-82ff-45b3-bdc9-e90a3dbcc29c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (95f15a3d-bbcb-4748-9fa5-78843a41a98d), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.779548 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d1bb9f97-e0a6-480d-81a1-f38e40b7ec43 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (c29e6983-e112-4389-bcca-d340e5157b49), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.781776 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa708e9a-766b-478d-b134-7baffa4303fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (ca4f8722-8ab6-433b-90b8-ac03993371b4), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.817338 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b43eda-d29d-45e2-bc54-4e5329cf77c7 req-6e7d8de1-3de4-44ff-b32a-e1bf34b344f1 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:04.819320 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-69b43eda-d29d-45e2-bc54-4e5329cf77c7 req-6e7d8de1-3de4-44ff-b32a-e1bf34b344f1 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 945 time: 0.0638421 Apr 16 04:24:04.837090 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd774e3-315a-4737-ba74-151c048b1290 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:04.846673 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-acb9d2c0-db9a-4321-95b6-f5c44465cf14 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (0b38f276-c264-4a23-bee9-d8fb12ca02e3), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.849107 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c1220edc-558e-48a3-9322-ae7e48a7c90a None None] Provisioning complete for port 95f15a3d-bbcb-4748-9fa5-78843a41a98d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:04.849586 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c1220edc-558e-48a3-9322-ae7e48a7c90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (95f15a3d-bbcb-4748-9fa5-78843a41a98d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.850617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-3dd774e3-315a-4737-ba74-151c048b1290 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:04.878502 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:24:04.879119 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:24:04.888903 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (56c57f02-b98d-4314-9bcf-7092e401b8b8), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.891634 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb9f97-e0a6-480d-81a1-f38e40b7ec43 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29e6983-e112-4389-bcca-d340e5157b49,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:04.895526 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd774e3-315a-4737-ba74-151c048b1290 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:04.918421 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa708e9a-766b-478d-b134-7baffa4303fa admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:24:04.921120 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c1220edc-558e-48a3-9322-ae7e48a7c90a None None] Port 95f15a3d-bbcb-4748-9fa5-78843a41a98d cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:24:04.922431 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa708e9a-766b-478d-b134-7baffa4303fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4f8722-8ab6-433b-90b8-ac03993371b4,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:04.940223 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb9d2c0-db9a-4321-95b6-f5c44465cf14 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:04.947540 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-acb9d2c0-db9a-4321-95b6-f5c44465cf14 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:04.954703 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c1220edc-558e-48a3-9322-ae7e48a7c90a None None] Provisioning complete for port 8b9cc688-69ac-4592-939e-c4e9198afc5f triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:04.955076 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c1220edc-558e-48a3-9322-ae7e48a7c90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (8b9cc688-69ac-4592-939e-c4e9198afc5f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.957324 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d1bb9f97-e0a6-480d-81a1-f38e40b7ec43 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.958560 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d1bb9f97-e0a6-480d-81a1-f38e40b7ec43 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9020860 Apr 16 04:24:04.967246 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb9d2c0-db9a-4321-95b6-f5c44465cf14 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:04.967853 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-acb9d2c0-db9a-4321-95b6-f5c44465cf14 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.976892 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37304) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:04.977994 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa708e9a-766b-478d-b134-7baffa4303fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (5372e5d6-acd4-4944-812a-a05b4ad525b0), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:04.978344 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-fa708e9a-766b-478d-b134-7baffa4303fa admin admin] Added segment 5372e5d6-acd4-4944-812a-a05b4ad525b0 of type vlan for network d2cf3884-0560-4147-9fd5-bb24a6616029 Apr 16 04:24:04.995500 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-3ef6c7f2-e83d-435a-bc42-21fd5b629dd1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Request body: {'security_group_rule': {'security_group_id': '29983b04-a864-4c48-9de7-a30e2be29a0a', 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:05.053597 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9d2c0-db9a-4321-95b6-f5c44465cf14 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=0b38f276-c264-4a23-bee9-d8fb12ca02e3,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:05.090026 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fba92329-98ed-47e4-9850-4da3cf7dffc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (8b9cc688-69ac-4592-939e-c4e9198afc5f), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:05.090026 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.plugins.ml2.db [None req-c1220edc-558e-48a3-9322-ae7e48a7c90a None None] No ports have port_id starting with 8b9cc688-69ac-4592-939e-c4e9198afc5f Apr 16 04:24:05.126731 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4261fd6b-26d8-413c-bc79-91e0fabe0132 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 2726db1b-1e18-4ab0-b0b1-e7c2d73ae185 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:05.131685 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa708e9a-766b-478d-b134-7baffa4303fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (d2cf3884-0560-4147-9fd5-bb24a6616029), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:05.135178 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba92329-98ed-47e4-9850-4da3cf7dffc3 None None] Pushing event deleted for resources: {'Port': ['ID=8b9cc688-69ac-4592-939e-c4e9198afc5f,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:05.137066 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba92329-98ed-47e4-9850-4da3cf7dffc3 None None] No DVR routers for this DVR port 8b9cc688-69ac-4592-939e-c4e9198afc5f on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:24:05.137254 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-4261fd6b-26d8-413c-bc79-91e0fabe0132 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:05.155398 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-acb9d2c0-db9a-4321-95b6-f5c44465cf14 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4904504 Apr 16 04:24:05.157585 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37306) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:05.157761 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-69b43eda-d29d-45e2-bc54-4e5329cf77c7 req-623e0d65-fba1-4c2a-9ee2-f0e50de7238e tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160863 Apr 16 04:24:05.173012 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-275ca87f-7a48-43c6-8438-c002f7bee490 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:05.173882 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c1220edc-558e-48a3-9322-ae7e48a7c90a None None] Provisioning complete for port ce83affb-a47f-4f98-81d7-c72552b317a8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:05.174380 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c1220edc-558e-48a3-9322-ae7e48a7c90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ce83affb-a47f-4f98-81d7-c72552b317a8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:05.204004 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acc3e8b-b378-487e-ad6f-ccb5f2b5795a None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:05.311874 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c1220edc-558e-48a3-9322-ae7e48a7c90a None None] Port ce83affb-a47f-4f98-81d7-c72552b317a8 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:24:05.343663 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3ef6c7f2-e83d-435a-bc42-21fd5b629dd1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group_rule (f92e9e86-971d-40da-9375-436fc49814e7), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:05.343984 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c1220edc-558e-48a3-9322-ae7e48a7c90a None None] Provisioning complete for port 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:05.344618 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c1220edc-558e-48a3-9322-ae7e48a7c90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (8c32177d-7c50-48f8-9e92-3e76a9a2ca0a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:05.371099 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4261fd6b-26d8-413c-bc79-91e0fabe0132 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 293efcd5-9555-44fe-91e7-e406a3d1fc53 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:24:05.499804 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa708e9a-766b-478d-b134-7baffa4303fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (d2cf3884-0560-4147-9fd5-bb24a6616029), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:05.500832 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa708e9a-766b-478d-b134-7baffa4303fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:05.501462 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa708e9a-766b-478d-b134-7baffa4303fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:05.535763 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8ac88a07-2317-4645-8e5f-e32ffffffeed tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (cf2b1523-1c7f-4907-b5e5-a2a24d113b85), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:05.601147 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3dd774e3-315a-4737-ba74-151c048b1290 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_gateway (a7226dd8-9201-4af2-80dd-e84c05726a02), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:05.635147 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa708e9a-766b-478d-b134-7baffa4303fa admin admin] Pushing event updated for resources: {'Network': ['ID=d2cf3884-0560-4147-9fd5-bb24a6616029,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:05.637773 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9a9395da-f56a-4c57-8efc-4b7256188659', 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'project_id': '8d044f6267ef4c5db9787cb1ab263d3f', 'fixed_ips': [{'subnet_id': '0b38f276-c264-4a23-bee9-d8fb12ca02e3'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:24:05.637773 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:05.660889 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fa708e9a-766b-478d-b134-7baffa4303fa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2816277 Apr 16 04:24:05.666497 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37308) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:05.666632 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3ef6c7f2-e83d-435a-bc42-21fd5b629dd1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group_rule (f92e9e86-971d-40da-9375-436fc49814e7), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:05.666632 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275ca87f-7a48-43c6-8438-c002f7bee490 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:05.666784 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-c887eb0e-8661-4201-a702-238c403002d2 admin admin] Request body: {'subnet': {'network_id': 'd2cf3884-0560-4147-9fd5-bb24a6616029', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1824958264-subnet', 'tenant_id': 'df9a6fe556904c1daa9e4e9d04e1cb79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:05.669239 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-275ca87f-7a48-43c6-8438-c002f7bee490 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:05.672384 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network d2cf3884-0560-4147-9fd5-bb24a6616029 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:24:05.681524 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4261fd6b-26d8-413c-bc79-91e0fabe0132 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:24:05.681749 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:05.682740 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:05.689309 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4261fd6b-26d8-413c-bc79-91e0fabe0132 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/293efcd5-9555-44fe-91e7-e406a3d1fc53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3488815 Apr 16 04:24:05.700242 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac88a07-2317-4645-8e5f-e32ffffffeed tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Subnet': ['ID=cf2b1523-1c7f-4907-b5e5-a2a24d113b85,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:05.703244 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37310) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:05.709311 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] Sync routers for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:24:05.711156 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-c6e3e916-166c-4be3-b2ca-54b820397980 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'network': {'name': 'tempest-RoutersTest-1285533980'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:05.752690 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3ef6c7f2-e83d-435a-bc42-21fd5b629dd1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (f92e9e86-971d-40da-9375-436fc49814e7), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:05.804521 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] Publish callbacks [] for port (56c57f02-b98d-4314-9bcf-7092e401b8b8), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:05.828481 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6c7f2-e83d-435a-bc42-21fd5b629dd1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92e9e86-971d-40da-9375-436fc49814e7,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:05.873038 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e3e916-166c-4be3-b2ca-54b820397980 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Made reservation on behalf of a2943c81039c44448da97f93644354e6 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:05.876267 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e916-166c-4be3-b2ca-54b820397980 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:05.899321 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.ipam_backend_mixin [None req-275ca87f-7a48-43c6-8438-c002f7bee490 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0b38f276-c264-4a23-bee9-d8fb12ca02e3 (CIDR: 2001:db8::/64) Apr 16 04:24:05.902288 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:05.903094 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:42Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:05.921517 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba373-82ff-45b3-bdc9-e90a3dbcc29c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for port (95f15a3d-bbcb-4748-9fa5-78843a41a98d), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:05.932010 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e3e916-166c-4be3-b2ca-54b820397980 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:24:05.941835 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e916-166c-4be3-b2ca-54b820397980 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f60380dc-5033-4277-a5a5-98ce703cf756), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:05.944082 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-c6e3e916-166c-4be3-b2ca-54b820397980 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Added segment f60380dc-5033-4277-a5a5-98ce703cf756 of type vlan for network c734d233-e558-4baa-85e0-4f931e4d22ce Apr 16 04:24:05.974653 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-275ca87f-7a48-43c6-8438-c002f7bee490 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:24:05.977009 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275ca87f-7a48-43c6-8438-c002f7bee490 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:05.993424 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e916-166c-4be3-b2ca-54b820397980 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (c734d233-e558-4baa-85e0-4f931e4d22ce), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:05.995007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (56c57f02-b98d-4314-9bcf-7092e401b8b8), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.003571 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3ef6c7f2-e83d-435a-bc42-21fd5b629dd1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.004851 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3ef6c7f2-e83d-435a-bc42-21fd5b629dd1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0240076 Apr 16 04:24:06.007997 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37312) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:06.013843 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-c3211163-4d8e-44ed-97c9-185937364edb tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Request body: {'security_group_rule': {'security_group_id': '29983b04-a864-4c48-9de7-a30e2be29a0a', 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:06.035853 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba373-82ff-45b3-bdc9-e90a3dbcc29c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (95f15a3d-bbcb-4748-9fa5-78843a41a98d), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.041336 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ba373-82ff-45b3-bdc9-e90a3dbcc29c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:06.041949 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba373-82ff-45b3-bdc9-e90a3dbcc29c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.043495 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ee0ba373-82ff-45b3-bdc9-e90a3dbcc29c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/ports/95f15a3d-bbcb-4748-9fa5-78843a41a98d HTTP/1.1" status: 200 len: 911 time: 2.1402862 Apr 16 04:24:06.052607 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37314) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:06.057190 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c1220edc-558e-48a3-9322-ae7e48a7c90a None None] Current status of the port 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:06.057639 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c1220edc-558e-48a3-9322-ae7e48a7c90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (8c32177d-7c50-48f8-9e92-3e76a9a2ca0a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.059201 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac88a07-2317-4645-8e5f-e32ffffffeed tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Checking segment: {'id': '627c4627-f67c-4fa4-9a1e-cdb9b34bf85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ec67d702-e26c-4021-9a81-ecf8c6c1fee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:06.059697 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac88a07-2317-4645-8e5f-e32ffffffeed tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Network hostable DHCP agents. Network: ec67d702-e26c-4021-9a81-ecf8c6c1fee8, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:24:06.131944 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:06.132163 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-275ca87f-7a48-43c6-8438-c002f7bee490 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9628897 Apr 16 04:24:06.132321 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (8c32177d-7c50-48f8-9e92-3e76a9a2ca0a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.132470 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37316) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:06.135649 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-5bbbd4b0-db05-451e-b6f5-8761359b8b1d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'subnet': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:06.180102 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ba373-82ff-45b3-bdc9-e90a3dbcc29c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Port': ['ID=95f15a3d-bbcb-4748-9fa5-78843a41a98d,revision_number=3']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:06.186456 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e916-166c-4be3-b2ca-54b820397980 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (c734d233-e558-4baa-85e0-4f931e4d22ce), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.186997 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad87a3-9195-4097-834e-60e66a9d3e76 None None] Pushing event updated for resources: {'Port': ['ID=56c57f02-b98d-4314-9bcf-7092e401b8b8,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:06.191559 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:06.192214 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e3e916-166c-4be3-b2ca-54b820397980 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:06.192853 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e916-166c-4be3-b2ca-54b820397980 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.237676 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c887eb0e-8661-4201-a702-238c403002d2 admin admin] Made reservation on behalf of df9a6fe556904c1daa9e4e9d04e1cb79 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:06.240497 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c887eb0e-8661-4201-a702-238c403002d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.248071 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac88a07-2317-4645-8e5f-e32ffffffeed tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Network ec67d702-e26c-4021-9a81-ecf8c6c1fee8 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:24:06.295933 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c1220edc-558e-48a3-9322-ae7e48a7c90a None None] For port 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=8c32177d-7c50-48f8-9e92-3e76a9a2ca0a,segment=NetworkSegment(f9cb43db-b288-49bb-be41-88df5427af60),segment_id=f9cb43db-b288-49bb-be41-88df5427af60)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:06.324823 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] Allocated IP 2001:db8::2 (9a9395da-f56a-4c57-8efc-4b7256188659/0b38f276-c264-4a23-bee9-d8fb12ca02e3/a6ac8653-cfab-48ec-a51f-e6abcfab9c4b) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:06.328067 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c3211163-4d8e-44ed-97c9-185937364edb tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group_rule (504c4e1d-9264-4902-b609-1f0c4310a565), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.375238 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c6e3e916-166c-4be3-b2ca-54b820397980 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6689949 Apr 16 04:24:06.382967 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37320) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:06.391285 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-310f52f1-8b1d-442a-a964-1f947fd31d88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'subnet': {'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:06.399384 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c1220edc-558e-48a3-9322-ae7e48a7c90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (8c32177d-7c50-48f8-9e92-3e76a9a2ca0a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.408549 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] Attempting to bind port 56c57f02-b98d-4314-9bcf-7092e401b8b8 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:06.409218 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] Attempting to bind port 56c57f02-b98d-4314-9bcf-7092e401b8b8 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '10b646dc-82eb-4e1c-aabc-1a5753d9cae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fc7f1440-dfd3-4a24-96ed-b61ef743b295'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:06.409777 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] Attempting to bind port 56c57f02-b98d-4314-9bcf-7092e401b8b8 on network fc7f1440-dfd3-4a24-96ed-b61ef743b295 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:06.411668 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3e916-166c-4be3-b2ca-54b820397980 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Network': ['ID=c734d233-e558-4baa-85e0-4f931e4d22ce,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:06.435482 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-8ac88a07-2317-4645-8e5f-e32ffffffeed tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, ec67d702-e26c-4021-9a81-ecf8c6c1fee8) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:06.441818 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac88a07-2317-4645-8e5f-e32ffffffeed tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:06.442521 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8ac88a07-2317-4645-8e5f-e32ffffffeed tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.466273 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3dd774e3-315a-4737-ba74-151c048b1290 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (a7226dd8-9201-4af2-80dd-e84c05726a02), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.472551 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a32b5-6794-4cbe-8622-17e3d15e39e0 req-064916f4-0516-4660-9e7a-a10f2ece816e tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:06.474210 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a17a32b5-6794-4cbe-8622-17e3d15e39e0 req-064916f4-0516-4660-9e7a-a10f2ece816e tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 945 time: 0.1543617 Apr 16 04:24:06.492627 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network c734d233-e558-4baa-85e0-4f931e4d22ce details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:24:06.495049 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc2d6fa-1edb-449c-859c-6199c23422e2 None None] Network ec67d702-e26c-4021-9a81-ecf8c6c1fee8 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:06.506856 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:06.507234 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] Checking segment: {'id': '10b646dc-82eb-4e1c-aabc-1a5753d9cae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fc7f1440-dfd3-4a24-96ed-b61ef743b295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:06.507636 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.508034 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] Bound using segment: {'id': '10b646dc-82eb-4e1c-aabc-1a5753d9cae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fc7f1440-dfd3-4a24-96ed-b61ef743b295'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:06.508527 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] Bound port: 56c57f02-b98d-4314-9bcf-7092e401b8b8, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b646dc-82eb-4e1c-aabc-1a5753d9cae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fc7f1440-dfd3-4a24-96ed-b61ef743b295'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:06.509007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (56c57f02-b98d-4314-9bcf-7092e401b8b8), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.584162 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbbd4b0-db05-451e-b6f5-8761359b8b1d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:06.587736 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd4b0-db05-451e-b6f5-8761359b8b1d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.601659 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c1220edc-558e-48a3-9322-ae7e48a7c90a None None] Provisioning complete for port 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:06.602032 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c1220edc-558e-48a3-9322-ae7e48a7c90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.621311 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c3211163-4d8e-44ed-97c9-185937364edb tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group_rule (504c4e1d-9264-4902-b609-1f0c4310a565), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.636988 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8ac88a07-2317-4645-8e5f-e32ffffffeed tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3662946 Apr 16 04:24:06.640640 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37322) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:06.665257 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a17a32b5-6794-4cbe-8622-17e3d15e39e0 req-fe623d2f-6671-4923-aa40-094ada5506fe tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839917 Apr 16 04:24:06.673490 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-78d7bc53-d26d-4983-a492-bc6f90534ba9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1813151361'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:06.693823 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c3211163-4d8e-44ed-97c9-185937364edb tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (504c4e1d-9264-4902-b609-1f0c4310a565), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.747937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3211163-4d8e-44ed-97c9-185937364edb tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504c4e1d-9264-4902-b609-1f0c4310a565,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:06.757385 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-232b8eea-2cf5-4c97-b446-885400509221 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (e2387fb2-4cd4-4344-89cd-95f4b093e0f5), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.811703 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:06.823923 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1220edc-558e-48a3-9322-ae7e48a7c90a None None] Pushing event updated for resources: {'Port': ['ID=8c32177d-7c50-48f8-9e92-3e76a9a2ca0a,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:06.845525 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c3211163-4d8e-44ed-97c9-185937364edb tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.848472 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c3211163-4d8e-44ed-97c9-185937364edb tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8381135 Apr 16 04:24:06.858055 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37324) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:06.870834 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-d7fe20a4-9ed0-4b4a-99d4-e05fc28da7be tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Request body: {'security_group_rule': {'security_group_id': '29983b04-a864-4c48-9de7-a30e2be29a0a', 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:06.900375 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310f52f1-8b1d-442a-a964-1f947fd31d88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Made reservation on behalf of a2943c81039c44448da97f93644354e6 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:06.903865 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-310f52f1-8b1d-442a-a964-1f947fd31d88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.930347 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d7bc53-d26d-4983-a492-bc6f90534ba9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Made reservation on behalf of 72d1aa50b704448a8feee6c10e3fbf25 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:06.933622 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-78d7bc53-d26d-4983-a492-bc6f90534ba9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:06.933767 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] Publish callbacks [] for port (a6ac8653-cfab-48ec-a51f-e6abcfab9c4b), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.001524 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:07.021779 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c887eb0e-8661-4201-a702-238c403002d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (f4e226c3-0e5b-45fb-ae43-e7c4aee38abf), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.035177 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d7bc53-d26d-4983-a492-bc6f90534ba9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:24:07.042386 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (a6ac8653-cfab-48ec-a51f-e6abcfab9c4b), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.045061 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] For port 56c57f02-b98d-4314-9bcf-7092e401b8b8, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:07.052181 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d7fe20a4-9ed0-4b4a-99d4-e05fc28da7be tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group_rule (cfb1340c-8851-4a75-b483-a923afecf5e3), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.076381 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-232b8eea-2cf5-4c97-b446-885400509221 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting port 95f15a3d-bbcb-4748-9fa5-78843a41a98d {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:24:07.076832 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-232b8eea-2cf5-4c97-b446-885400509221 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (95f15a3d-bbcb-4748-9fa5-78843a41a98d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.079790 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-ec67d702-e26c-4021-9a81-ecf8c6c1fee8', 'network_id': 'ec67d702-e26c-4021-9a81-ecf8c6c1fee8', 'project_id': '72d1aa50b704448a8feee6c10e3fbf25', 'fixed_ips': [{'subnet_id': 'cf2b1523-1c7f-4907-b5e5-a2a24d113b85'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:24:07.081129 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.137658 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] For port 56c57f02-b98d-4314-9bcf-7092e401b8b8, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=56c57f02-b98d-4314-9bcf-7092e401b8b8,segment=NetworkSegment(10b646dc-82eb-4e1c-aabc-1a5753d9cae8),segment_id=10b646dc-82eb-4e1c-aabc-1a5753d9cae8)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:07.148921 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:24:00Z', 'revision_number': 3, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': 'ce83affb-a47f-4f98-81d7-c72552b317a8', 'name': '', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:5c:df:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:59Z', 'updated_at': '2022-04-16T04:24:03Z', 'revision_number': 2, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '843590ad-9081-470c-87c8-019c89fda434', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:07.153580 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-78d7bc53-d26d-4983-a492-bc6f90534ba9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (4067de74-1e0d-4eef-a4b4-9f7a5159be94), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.154145 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-78d7bc53-d26d-4983-a492-bc6f90534ba9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Added segment 4067de74-1e0d-4eef-a4b4-9f7a5159be94 of type vlan for network dee65a78-85b7-4ac9-b5a3-0ff13036a80b Apr 16 04:24:07.183626 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-232b8eea-2cf5-4c97-b446-885400509221 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (95f15a3d-bbcb-4748-9fa5-78843a41a98d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.200072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-232b8eea-2cf5-4c97-b446-885400509221 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Calling delete_port for 95f15a3d-bbcb-4748-9fa5-78843a41a98d owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:24:07.233800 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887eb0e-8661-4201-a702-238c403002d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e226c3-0e5b-45fb-ae43-e7c4aee38abf,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:07.295105 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-78d7bc53-d26d-4983-a492-bc6f90534ba9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (dee65a78-85b7-4ac9-b5a3-0ff13036a80b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.298838 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd774e3-315a-4737-ba74-151c048b1290 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Router a7226dd8-9201-4af2-80dd-e84c05726a02 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:24:07.365122 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:07.367132 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c1220edc-558e-48a3-9322-ae7e48a7c90a None None] Current status of the port 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:07.368422 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c887eb0e-8661-4201-a702-238c403002d2 admin admin] Checking segment: {'id': '5372e5d6-acd4-4944-812a-a05b4ad525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd2cf3884-0560-4147-9fd5-bb24a6616029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:07.369604 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c887eb0e-8661-4201-a702-238c403002d2 admin admin] Network hostable DHCP agents. Network: d2cf3884-0560-4147-9fd5-bb24a6616029, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:24:07.375248 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] Checking router: 293efcd5-9555-44fe-91e7-e406a3d1fc53 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:24:07.375597 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] Updating router 293efcd5-9555-44fe-91e7-e406a3d1fc53 port ce83affb-a47f-4f98-81d7-c72552b317a8 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:24:07.378650 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (56c57f02-b98d-4314-9bcf-7092e401b8b8), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.383829 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] Pushing event updated for resources: {'Port': ['ID=a6ac8653-cfab-48ec-a51f-e6abcfab9c4b,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:07.386323 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:07.410811 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:07.423584 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d7fe20a4-9ed0-4b4a-99d4-e05fc28da7be tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group_rule (cfb1340c-8851-4a75-b483-a923afecf5e3), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.450414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-232b8eea-2cf5-4c97-b446-885400509221 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (95f15a3d-bbcb-4748-9fa5-78843a41a98d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.481554 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b8eea-2cf5-4c97-b446-885400509221 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Port': ['ID=95f15a3d-bbcb-4748-9fa5-78843a41a98d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:07.518826 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-78d7bc53-d26d-4983-a492-bc6f90534ba9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (dee65a78-85b7-4ac9-b5a3-0ff13036a80b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.519508 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-aed0c4a4-c6ae-4342-8a79-51a5f12cb8f7 None None] Could not find standard attr ID for object 95f15a3d-bbcb-4748-9fa5-78843a41a98d. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:24:07.523804 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d7bc53-d26d-4983-a492-bc6f90534ba9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:07.524422 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-78d7bc53-d26d-4983-a492-bc6f90534ba9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.531034 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d7fe20a4-9ed0-4b4a-99d4-e05fc28da7be tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (cfb1340c-8851-4a75-b483-a923afecf5e3), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.541362 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:07.541988 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.543746 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ce83affb-a47f-4f98-81d7-c72552b317a8), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.637720 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-232b8eea-2cf5-4c97-b446-885400509221 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (e2387fb2-4cd4-4344-89cd-95f4b093e0f5), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.660467 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c887eb0e-8661-4201-a702-238c403002d2 admin admin] Network d2cf3884-0560-4147-9fd5-bb24a6616029 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:24:07.674510 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe20a4-9ed0-4b4a-99d4-e05fc28da7be tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb1340c-8851-4a75-b483-a923afecf5e3,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:07.741544 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad87a3-9195-4097-834e-60e66a9d3e76 None None] Pushing event updated for resources: {'Port': ['ID=56c57f02-b98d-4314-9bcf-7092e401b8b8,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:07.748002 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-aed0c4a4-c6ae-4342-8a79-51a5f12cb8f7 None None] Provisioning complete for port ce83affb-a47f-4f98-81d7-c72552b317a8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:07.751538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-aed0c4a4-c6ae-4342-8a79-51a5f12cb8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ce83affb-a47f-4f98-81d7-c72552b317a8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.787261 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-78d7bc53-d26d-4983-a492-bc6f90534ba9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1178010 Apr 16 04:24:07.789739 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37328) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:07.795083 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7bc53-d26d-4983-a492-bc6f90534ba9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Network': ['ID=dee65a78-85b7-4ac9-b5a3-0ff13036a80b,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:07.808273 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-02d8308e-6231-459f-9bd2-1a30871ebd6a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'subnet': {'network_id': 'dee65a78-85b7-4ac9-b5a3-0ff13036a80b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:07.819076 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] Routers {'b81967fd-6ca1-4c72-b712-09e99c0b9c27'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:07.821082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:42Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b81967fd-6ca1-4c72-b712-09e99c0b9c27'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:07.879236 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d7fe20a4-9ed0-4b4a-99d4-e05fc28da7be tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.883256 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d7fe20a4-9ed0-4b4a-99d4-e05fc28da7be tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0208800 Apr 16 04:24:07.883620 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232b8eea-2cf5-4c97-b446-885400509221 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router e2387fb2-4cd4-4344-89cd-95f4b093e0f5 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:24:07.884108 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37330) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:07.904757 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd774e3-315a-4737-ba74-151c048b1290 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:24:07.908894 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network dee65a78-85b7-4ac9-b5a3-0ff13036a80b details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:24:07.912733 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] Attempting to bind port a6ac8653-cfab-48ec-a51f-e6abcfab9c4b on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:07.913764 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] Attempting to bind port a6ac8653-cfab-48ec-a51f-e6abcfab9c4b by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:07.913764 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] Attempting to bind port a6ac8653-cfab-48ec-a51f-e6abcfab9c4b on network 9a9395da-f56a-4c57-8efc-4b7256188659 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:07.916910 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-20baecff-8091-429a-931c-4d9ccf184e27 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Request body: {'security_group_rule': {'security_group_id': '29983b04-a864-4c48-9de7-a30e2be29a0a', 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:07.923436 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-310f52f1-8b1d-442a-a964-1f947fd31d88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (90f517c5-281f-42ca-b9fa-0216b03238c9), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.925348 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-c887eb0e-8661-4201-a702-238c403002d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, d2cf3884-0560-4147-9fd5-bb24a6616029) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:07.928248 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:07.929709 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] Checking segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:07.929709 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.929709 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] Bound using segment: {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:07.934194 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] Bound port: a6ac8653-cfab-48ec-a51f-e6abcfab9c4b, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea887-c89e-4ab4-a528-afc3d8d9b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:07.934194 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a6ac8653-cfab-48ec-a51f-e6abcfab9c4b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:07.934439 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb989858-f1ad-4d31-a9b7-d8a3a52839e7 None None] Sync routers for ids ['a7226dd8-9201-4af2-80dd-e84c05726a02'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:24:07.976864 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb989858-f1ad-4d31-a9b7-d8a3a52839e7 None None] Routers {'a7226dd8-9201-4af2-80dd-e84c05726a02'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:07.977585 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-cb989858-f1ad-4d31-a9b7-d8a3a52839e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:42Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['a7226dd8-9201-4af2-80dd-e84c05726a02'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:07.981952 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232b8eea-2cf5-4c97-b446-885400509221 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:24:07.998181 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c887eb0e-8661-4201-a702-238c403002d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:07.998775 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c887eb0e-8661-4201-a702-238c403002d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:08.004474 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-232b8eea-2cf5-4c97-b446-885400509221 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/e2387fb2-4cd4-4344-89cd-95f4b093e0f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9506598 Apr 16 04:24:08.008463 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37332) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:08.017622 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] For port a6ac8653-cfab-48ec-a51f-e6abcfab9c4b, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:08.021316 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] For port a6ac8653-cfab-48ec-a51f-e6abcfab9c4b, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a6ac8653-cfab-48ec-a51f-e6abcfab9c4b,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:08.027770 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-cb989858-f1ad-4d31-a9b7-d8a3a52839e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:08.038837 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb989858-f1ad-4d31-a9b7-d8a3a52839e7 None None] Routers {'a7226dd8-9201-4af2-80dd-e84c05726a02'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:08.039831 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-cb989858-f1ad-4d31-a9b7-d8a3a52839e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:42Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['a7226dd8-9201-4af2-80dd-e84c05726a02'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:08.044591 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37747907-6b91-4e0d-94d5-b27517fcf12c None None] Sync routers for ids ['e2387fb2-4cd4-4344-89cd-95f4b093e0f5'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:24:08.050414 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb818e2-1f7d-4451-9e32-6305eac1ff52 None None] Network d2cf3884-0560-4147-9fd5-bb24a6616029 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:08.055298 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b25ef-2af1-44c9-a3ef-b01096f29b25 req-7ba2fcf0-5b4e-441a-b5e1-059b7405e89b tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:08.056838 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-041b25ef-2af1-44c9-a3ef-b01096f29b25 req-7ba2fcf0-5b4e-441a-b5e1-059b7405e89b tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 945 time: 0.2661996 Apr 16 04:24:08.069127 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-471a5d2a-97fa-46cc-8352-a3eac9802223 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2387fb2-4cd4-4344-89cd-95f4b093e0f5 HTTP/1.1" status: 200 len: 205 time: 0.0582030 Apr 16 04:24:08.069902 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37334) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:08.081815 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-cb989858-f1ad-4d31-a9b7-d8a3a52839e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:08.082670 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb989858-f1ad-4d31-a9b7-d8a3a52839e7 None None] The sync data for ids ['a7226dd8-9201-4af2-80dd-e84c05726a02'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:24:08.156275 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-470445a9-4f2a-432b-a8ce-84937ee674ed tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (e2387fb2-4cd4-4344-89cd-95f4b093e0f5), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:08.156563 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.objects.ports [None req-5bbbd4b0-db05-451e-b6f5-8761359b8b1d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104633) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 16 04:24:08.180382 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c887eb0e-8661-4201-a702-238c403002d2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5072925 Apr 16 04:24:08.180382 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3dd774e3-315a-4737-ba74-151c048b1290 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:08.180382 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3dd774e3-315a-4737-ba74-151c048b1290 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.1295688 Apr 16 04:24:08.180382 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37336) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:08.183245 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (a6ac8653-cfab-48ec-a51f-e6abcfab9c4b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:08.185536 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f52f1-8b1d-442a-a964-1f947fd31d88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Subnet': ['ID=90f517c5-281f-42ca-b9fa-0216b03238c9,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:08.185753 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] Allocated IP 2001:db8:0:ffff::2 (ec67d702-e26c-4021-9a81-ecf8c6c1fee8/cf2b1523-1c7f-4907-b5e5-a2a24d113b85/421a14e1-195e-48af-8b4d-5997a11dddd6) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:08.244581 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37747907-6b91-4e0d-94d5-b27517fcf12c None None] Routers {'e2387fb2-4cd4-4344-89cd-95f4b093e0f5'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:08.245285 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-37747907-6b91-4e0d-94d5-b27517fcf12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:42Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['e2387fb2-4cd4-4344-89cd-95f4b093e0f5'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:08.302591 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-20baecff-8091-429a-931c-4d9ccf184e27 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Project 024f29826de14ed8a2ca7f327e6a16aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:24:08.335754 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-aed0c4a4-c6ae-4342-8a79-51a5f12cb8f7 None None] Port ce83affb-a47f-4f98-81d7-c72552b317a8 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:24:08.338367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09e84a-2cc5-4131-b3e9-c9c942891833 None None] Pushing event updated for resources: {'Port': ['ID=a6ac8653-cfab-48ec-a51f-e6abcfab9c4b,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:08.344714 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-20baecff-8091-429a-931c-4d9ccf184e27 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group_rule (24a0d3ca-659e-4d8e-8176-c129becba5f4), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:08.369924 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f52f1-8b1d-442a-a964-1f947fd31d88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Checking segment: {'id': 'f60380dc-5033-4277-a5a5-98ce703cf756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:08.370391 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310f52f1-8b1d-442a-a964-1f947fd31d88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network hostable DHCP agents. Network: c734d233-e558-4baa-85e0-4f931e4d22ce, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:24:08.385256 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-041b25ef-2af1-44c9-a3ef-b01096f29b25 req-d04aff1b-2f07-4b0c-87a3-d7a476e6d78b tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837515 Apr 16 04:24:08.417408 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-470445a9-4f2a-432b-a8ce-84937ee674ed tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (e2387fb2-4cd4-4344-89cd-95f4b093e0f5), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:08.420030 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-470445a9-4f2a-432b-a8ce-84937ee674ed tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router_controller (e2387fb2-4cd4-4344-89cd-95f4b093e0f5), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:08.447900 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-37747907-6b91-4e0d-94d5-b27517fcf12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:08.479027 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-aed0c4a4-c6ae-4342-8a79-51a5f12cb8f7 None None] Provisioning complete for port 56c57f02-b98d-4314-9bcf-7092e401b8b8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:08.479633 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-aed0c4a4-c6ae-4342-8a79-51a5f12cb8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (56c57f02-b98d-4314-9bcf-7092e401b8b8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:08.570790 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-470445a9-4f2a-432b-a8ce-84937ee674ed tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (e2387fb2-4cd4-4344-89cd-95f4b093e0f5), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:08.571546 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470445a9-4f2a-432b-a8ce-84937ee674ed tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Fanout notify agent at l3_agent the message router_deleted on router e2387fb2-4cd4-4344-89cd-95f4b093e0f5 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:24:08.579912 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-470445a9-4f2a-432b-a8ce-84937ee674ed tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:08.585632 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:08.585632 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:08.586530 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-470445a9-4f2a-432b-a8ce-84937ee674ed tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/routers/e2387fb2-4cd4-4344-89cd-95f4b093e0f5 HTTP/1.1" status: 204 len: 168 time: 0.5149887 Apr 16 04:24:08.589769 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37346) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:08.648293 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37747907-6b91-4e0d-94d5-b27517fcf12c None None] Routers {'e2387fb2-4cd4-4344-89cd-95f4b093e0f5'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:08.649059 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-37747907-6b91-4e0d-94d5-b27517fcf12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:42Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['e2387fb2-4cd4-4344-89cd-95f4b093e0f5'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:08.654436 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] Set router b81967fd-6ca1-4c72-b712-09e99c0b9c27 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:08.677877 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa47a7eb-bc47-49f7-85ea-6432481df0b3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting subnet 0cf3242e-f6e8-4763-ad47-29512100ba6d {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:24:08.682780 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa47a7eb-bc47-49f7-85ea-6432481df0b3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for subnet (0cf3242e-f6e8-4763-ad47-29512100ba6d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:08.693716 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca78e7a1-19dc-442e-95cf-74706b6069e7 None None] Network d2cf3884-0560-4147-9fd5-bb24a6616029 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:08.758842 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa47a7eb-bc47-49f7-85ea-6432481df0b3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (0cf3242e-f6e8-4763-ad47-29512100ba6d), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:08.812772 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d8308e-6231-459f-9bd2-1a30871ebd6a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Made reservation on behalf of 72d1aa50b704448a8feee6c10e3fbf25 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:08.816757 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-02d8308e-6231-459f-9bd2-1a30871ebd6a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.009426 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-37747907-6b91-4e0d-94d5-b27517fcf12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:09.010177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37747907-6b91-4e0d-94d5-b27517fcf12c None None] The sync data for ids ['e2387fb2-4cd4-4344-89cd-95f4b093e0f5'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:24:09.085446 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b90030ce-0687-4ea8-a252-7c239a75eca4 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "GET /v2.0/routers/a7226dd8-9201-4af2-80dd-e84c05726a02 HTTP/1.1" status: 200 len: 924 time: 0.9051545 Apr 16 04:24:09.091912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37354) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:09.145987 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9612a0c6-2882-4e3a-acd5-a02d70ebb261 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7226dd8-9201-4af2-80dd-e84c05726a02 HTTP/1.1" status: 200 len: 205 time: 0.0529642 Apr 16 04:24:09.190122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37358) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:09.190919 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37360) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:09.214261 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-10d267c1-510f-46bd-830f-39839ff6a8b0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-133005834-network', 'tenant_id': '70312d9828ce4a168e458fb79d192d86'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:09.227038 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310f52f1-8b1d-442a-a964-1f947fd31d88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network c734d233-e558-4baa-85e0-4f931e4d22ce is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:24:09.234196 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-20baecff-8091-429a-931c-4d9ccf184e27 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group_rule (24a0d3ca-659e-4d8e-8176-c129becba5f4), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.273354 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd4b0-db05-451e-b6f5-8761359b8b1d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a6ac8653-cfab-48ec-a51f-e6abcfab9c4b), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.292408 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa47a7eb-bc47-49f7-85ea-6432481df0b3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (0cf3242e-f6e8-4763-ad47-29512100ba6d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.382394 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-20baecff-8091-429a-931c-4d9ccf184e27 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (24a0d3ca-659e-4d8e-8176-c129becba5f4), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.399935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] Publish callbacks [] for port (ce83affb-a47f-4f98-81d7-c72552b317a8), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.428137 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d267c1-510f-46bd-830f-39839ff6a8b0 admin admin] Made reservation on behalf of 70312d9828ce4a168e458fb79d192d86 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:09.430337 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10d267c1-510f-46bd-830f-39839ff6a8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.430837 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa47a7eb-bc47-49f7-85ea-6432481df0b3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (0cf3242e-f6e8-4763-ad47-29512100ba6d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.473827 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20baecff-8091-429a-931c-4d9ccf184e27 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a0d3ca-659e-4d8e-8176-c129becba5f4,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:09.489880 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10d267c1-510f-46bd-830f-39839ff6a8b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.497830 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47a7eb-bc47-49f7-85ea-6432481df0b3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf3242e-f6e8-4763-ad47-29512100ba6d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:09.513759 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e9cb0543-a062-4d25-b1eb-f57cf5bd59cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.516343 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa47a7eb-bc47-49f7-85ea-6432481df0b3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.521474 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-aed0c4a4-c6ae-4342-8a79-51a5f12cb8f7 None None] Current status of the port 56c57f02-b98d-4314-9bcf-7092e401b8b8 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:09.522107 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-aed0c4a4-c6ae-4342-8a79-51a5f12cb8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (56c57f02-b98d-4314-9bcf-7092e401b8b8), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.524690 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:09.525266 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (8c32177d-7c50-48f8-9e92-3e76a9a2ca0a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.525983 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fa47a7eb-bc47-49f7-85ea-6432481df0b3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/subnets/0cf3242e-f6e8-4763-ad47-29512100ba6d HTTP/1.1" status: 204 len: 168 time: 0.9326861 Apr 16 04:24:09.527611 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37364) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:09.534726 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f28539f-33c5-454c-a03b-5984ec6ecc2a None None] Network 9b28df4d-fcef-4687-bf7a-a5ec162f5fff requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:09.564692 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dfda120b-fc3f-40c6-bd8b-736e06d7bf66 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router (a7226dd8-9201-4af2-80dd-e84c05726a02), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.643793 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ce83affb-a47f-4f98-81d7-c72552b317a8), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.690277 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb86341-7cf6-4915-a096-836d79439b47 req-f51bd116-0e7c-4ba3-9a5f-a7738e6f4ead tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:09.693497 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bcb86341-7cf6-4915-a096-836d79439b47 req-f51bd116-0e7c-4ba3-9a5f-a7738e6f4ead tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 945 time: 0.1653538 Apr 16 04:24:09.705357 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-20baecff-8091-429a-931c-4d9ccf184e27 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.709623 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-20baecff-8091-429a-931c-4d9ccf184e27 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.8126376 Apr 16 04:24:09.716047 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37366) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:09.719747 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c82df5d-5ec4-447a-90e1-07c547c75dcf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (9b28df4d-fcef-4687-bf7a-a5ec162f5fff), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.720831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Request body: {'security_group_rule': {'security_group_id': '29983b04-a864-4c48-9de7-a30e2be29a0a', 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:09.725794 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-310f52f1-8b1d-442a-a964-1f947fd31d88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, c734d233-e558-4baa-85e0-4f931e4d22ce) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:09.734090 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310f52f1-8b1d-442a-a964-1f947fd31d88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:09.734090 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-310f52f1-8b1d-442a-a964-1f947fd31d88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.745566 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] Publish callbacks [] for port (421a14e1-195e-48af-8b4d-5997a11dddd6), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.748273 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef939af5-ecd0-44f1-80f9-ca1ea791d99f None None] Network c734d233-e558-4baa-85e0-4f931e4d22ce requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:09.797128 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-02d8308e-6231-459f-9bd2-1a30871ebd6a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (3e2cc31f-0e3a-414a-90c2-d26418da9f3c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.817661 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bcb86341-7cf6-4915-a096-836d79439b47 req-223af863-8d6f-4d80-beb4-3b18a75c1b46 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169391 Apr 16 04:24:09.835971 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-7c82df5d-5ec4-447a-90e1-07c547c75dcf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting port 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:24:09.836329 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c82df5d-5ec4-447a-90e1-07c547c75dcf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.911411 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-310f52f1-8b1d-442a-a964-1f947fd31d88 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5237918 Apr 16 04:24:09.913615 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37368) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:09.928766 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-aed0c4a4-c6ae-4342-8a79-51a5f12cb8f7 None None] For port 56c57f02-b98d-4314-9bcf-7092e401b8b8, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=56c57f02-b98d-4314-9bcf-7092e401b8b8,segment=NetworkSegment(10b646dc-82eb-4e1c-aabc-1a5753d9cae8),segment_id=10b646dc-82eb-4e1c-aabc-1a5753d9cae8)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:09.961973 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (421a14e1-195e-48af-8b4d-5997a11dddd6), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:09.964550 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363f866d-7c2b-4705-8c4a-b469173a2333 None None] DHCP port deletion for 9b28df4d-fcef-4687-bf7a-a5ec162f5fff request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:24:09.978172 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-5bbbd4b0-db05-451e-b6f5-8761359b8b1d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] For port a6ac8653-cfab-48ec-a51f-e6abcfab9c4b, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a6ac8653-cfab-48ec-a51f-e6abcfab9c4b,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:09.989317 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba35b7b-b254-4dd1-884f-82c21d9cd58f None None] Pushing event updated for resources: {'Port': ['ID=ce83affb-a47f-4f98-81d7-c72552b317a8,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:09.990956 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8308e-6231-459f-9bd2-1a30871ebd6a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Subnet': ['ID=3e2cc31f-0e3a-414a-90c2-d26418da9f3c,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:10.020664 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-7c82df5d-5ec4-447a-90e1-07c547c75dcf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] For port 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a,segment=NetworkSegment(e1e877d0-0472-429e-a9f1-6b74859303f3),segment_id=e1e877d0-0472-429e-a9f1-6b74859303f3)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:10.021066 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c82df5d-5ec4-447a-90e1-07c547c75dcf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.049722 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-7c82df5d-5ec4-447a-90e1-07c547c75dcf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Calling delete_port for 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:24:10.057056 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd4b0-db05-451e-b6f5-8761359b8b1d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (a6ac8653-cfab-48ec-a51f-e6abcfab9c4b), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.094727 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10d267c1-510f-46bd-830f-39839ff6a8b0 admin admin] Publish callbacks [] for security_group (13e25978-3651-4671-b528-9e1d36d6d4cd), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.101825 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-aed0c4a4-c6ae-4342-8a79-51a5f12cb8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (56c57f02-b98d-4314-9bcf-7092e401b8b8), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.103837 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Project 024f29826de14ed8a2ca7f327e6a16aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:24:10.119795 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group_rule (227fc02c-5468-4444-a9c1-8b4da725e2cf), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.129391 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81967fd-6ca1-4c72-b712-09e99c0b9c27', 'name': 'tempest-TestVolumeBootPattern-1386685324-router', 'tenant_id': '962911f38c8948d39e0f2fbbd8150e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '2e3e6764-542f-4caf-aae1-8711402a7907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:47Z', 'updated_at': '2022-04-16T04:23:58Z', 'revision_number': 4, 'project_id': '962911f38c8948d39e0f2fbbd8150e88', 'gw_port': {'id': '2e3e6764-542f-4caf-aae1-8711402a7907', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81967fd-6ca1-4c72-b712-09e99c0b9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:50Z', 'updated_at': '2022-04-16T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '56c57f02-b98d-4314-9bcf-7092e401b8b8', 'name': '', 'network_id': 'fc7f1440-dfd3-4a24-96ed-b61ef743b295', 'tenant_id': '962911f38c8948d39e0f2fbbd8150e88', 'mac_address': 'fa:16:3e:13:90:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81967fd-6ca1-4c72-b712-09e99c0b9c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e4bbed46-67eb-4d86-8ee3-e221a9698f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:56Z', 'updated_at': '2022-04-16T04:24:07Z', 'revision_number': 4, 'project_id': '962911f38c8948d39e0f2fbbd8150e88', 'subnets': [{'id': 'e4bbed46-67eb-4d86-8ee3-e221a9698f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:10.144552 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd4b0-db05-451e-b6f5-8761359b8b1d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (a6ac8653-cfab-48ec-a51f-e6abcfab9c4b), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.146645 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] Network ec67d702-e26c-4021-9a81-ecf8c6c1fee8 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:10.169173 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dfda120b-fc3f-40c6-bd8b-736e06d7bf66 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_gateway (a7226dd8-9201-4af2-80dd-e84c05726a02), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.196400 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d8308e-6231-459f-9bd2-1a30871ebd6a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Checking segment: {'id': '4067de74-1e0d-4eef-a4b4-9f7a5159be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dee65a78-85b7-4ac9-b5a3-0ff13036a80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:10.197179 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d8308e-6231-459f-9bd2-1a30871ebd6a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Network hostable DHCP agents. Network: dee65a78-85b7-4ac9-b5a3-0ff13036a80b, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:24:10.201596 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:10.204040 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:10.207032 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a8f985-c54e-4d75-a6d9-abc8cef7baa6 None None] The sync data for ids ['b81967fd-6ca1-4c72-b712-09e99c0b9c27'] in dv-neutron-838078-2-hyperv is: [{'id': 'b81967fd-6ca1-4c72-b712-09e99c0b9c27', 'name': 'tempest-TestVolumeBootPattern-1386685324-router', 'tenant_id': '962911f38c8948d39e0f2fbbd8150e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '2e3e6764-542f-4caf-aae1-8711402a7907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:47Z', 'updated_at': '2022-04-16T04:23:58Z', 'revision_number': 4, 'project_id': '962911f38c8948d39e0f2fbbd8150e88', 'gw_port': {'id': '2e3e6764-542f-4caf-aae1-8711402a7907', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81967fd-6ca1-4c72-b712-09e99c0b9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:50Z', 'updated_at': '2022-04-16T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '56c57f02-b98d-4314-9bcf-7092e401b8b8', 'name': '', 'network_id': 'fc7f1440-dfd3-4a24-96ed-b61ef743b295', 'tenant_id': '962911f38c8948d39e0f2fbbd8150e88', 'mac_address': 'fa:16:3e:13:90:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81967fd-6ca1-4c72-b712-09e99c0b9c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e4bbed46-67eb-4d86-8ee3-e221a9698f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:56Z', 'updated_at': '2022-04-16T04:24:07Z', 'revision_number': 4, 'project_id': '962911f38c8948d39e0f2fbbd8150e88', 'subnets': [{'id': 'e4bbed46-67eb-4d86-8ee3-e221a9698f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:24:10.211424 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10d267c1-510f-46bd-830f-39839ff6a8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (13e25978-3651-4671-b528-9e1d36d6d4cd), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.223130 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd4b0-db05-451e-b6f5-8761359b8b1d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (4eeb8b90-26be-4307-b7de-f940e88215ad), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.253862 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-363f866d-7c2b-4705-8c4a-b469173a2333 None None] Deleting port 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:24:10.254270 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-363f866d-7c2b-4705-8c4a-b469173a2333 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.261151 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] Pushing event updated for resources: {'Port': ['ID=421a14e1-195e-48af-8b4d-5997a11dddd6,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:10.290708 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:10.384376 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbd4b0-db05-451e-b6f5-8761359b8b1d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Subnet': ['ID=4eeb8b90-26be-4307-b7de-f940e88215ad,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:10.386696 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d267c1-510f-46bd-830f-39839ff6a8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e25978-3651-4671-b528-9e1d36d6d4cd,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:10.389387 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbd4b0-db05-451e-b6f5-8761359b8b1d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=a6ac8653-cfab-48ec-a51f-e6abcfab9c4b,revision_number=4']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:10.392111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c82df5d-5ec4-447a-90e1-07c547c75dcf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.418776 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-c734d233-e558-4baa-85e0-4f931e4d22ce', 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce', 'project_id': 'a2943c81039c44448da97f93644354e6', 'fixed_ips': [{'subnet_id': '90f517c5-281f-42ca-b9fa-0216b03238c9'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:24:10.424426 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.428749 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group_rule (227fc02c-5468-4444-a9c1-8b4da725e2cf), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.438519 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c82df5d-5ec4-447a-90e1-07c547c75dcf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] No DVR routers for this DVR port 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:24:10.455886 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d267c1-510f-46bd-830f-39839ff6a8b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:24:10.476043 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Provisioning complete for port ce83affb-a47f-4f98-81d7-c72552b317a8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:10.476437 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ce83affb-a47f-4f98-81d7-c72552b317a8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.493013 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbbd4b0-db05-451e-b6f5-8761359b8b1d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:10.500363 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-5bbbd4b0-db05-451e-b6f5-8761359b8b1d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:10.512058 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbbd4b0-db05-451e-b6f5-8761359b8b1d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:10.512535 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd4b0-db05-451e-b6f5-8761359b8b1d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.520560 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10d267c1-510f-46bd-830f-39839ff6a8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (e35d06ad-cffe-4369-9f71-55dcd6a37101), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.520998 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-10d267c1-510f-46bd-830f-39839ff6a8b0 admin admin] Added segment e35d06ad-cffe-4369-9f71-55dcd6a37101 of type vlan for network 37c24b55-67c7-4ab4-836a-ddfc9fef722c Apr 16 04:24:10.528869 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82df5d-5ec4-447a-90e1-07c547c75dcf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Port': ['ID=6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:10.556657 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 8b9cc688-69ac-4592-939e-c4e9198afc5f no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:24:10.595665 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10d267c1-510f-46bd-830f-39839ff6a8b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (37c24b55-67c7-4ab4-836a-ddfc9fef722c), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.597341 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c82df5d-5ec4-447a-90e1-07c547c75dcf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (9b28df4d-fcef-4687-bf7a-a5ec162f5fff), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.605839 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9755714f-d4a3-47a2-ba8d-e8d8c2673165 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:10.639857 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (227fc02c-5468-4444-a9c1-8b4da725e2cf), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.647952 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d8308e-6231-459f-9bd2-1a30871ebd6a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Network dee65a78-85b7-4ac9-b5a3-0ff13036a80b is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:24:10.653473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-59fd8e69-bddd-453d-9f3c-a9530c5877a0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.670685 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-dfda120b-fc3f-40c6-bd8b-736e06d7bf66 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Deleting port d83ca2a2-06a1-48a4-b1d8-1cb4ef85ea2e {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:24:10.671175 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dfda120b-fc3f-40c6-bd8b-736e06d7bf66 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (d83ca2a2-06a1-48a4-b1d8-1cb4ef85ea2e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.675492 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-7c82df5d-5ec4-447a-90e1-07c547c75dcf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b28df4d-fcef-4687-bf7a-a5ec162f5fff']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:10.695098 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 8b9cc688-69ac-4592-939e-c4e9198afc5f {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:24:10.698663 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 8b9cc688-69ac-4592-939e-c4e9198afc5f not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:24:10.700588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0c4a4-c6ae-4342-8a79-51a5f12cb8f7 None None] Pushing event updated for resources: {'Port': ['ID=56c57f02-b98d-4314-9bcf-7092e401b8b8,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:10.704315 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] Attempting to bind port ce83affb-a47f-4f98-81d7-c72552b317a8 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:10.704598 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] Attempting to bind port ce83affb-a47f-4f98-81d7-c72552b317a8 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'f9cb43db-b288-49bb-be41-88df5427af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:10.705019 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] Attempting to bind port ce83affb-a47f-4f98-81d7-c72552b317a8 on network 2726db1b-1e18-4ab0-b0b1-e7c2d73ae185 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:10.717825 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:10.718206 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] Checking segment: {'id': 'f9cb43db-b288-49bb-be41-88df5427af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:10.718613 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.719693 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] Bound using segment: {'id': 'f9cb43db-b288-49bb-be41-88df5427af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:10.720182 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] Bound port: ce83affb-a47f-4f98-81d7-c72552b317a8, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cb43db-b288-49bb-be41-88df5427af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:10.720569 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ce83affb-a47f-4f98-81d7-c72552b317a8), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.723602 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227fc02c-5468-4444-a9c1-8b4da725e2cf,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:10.802298 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5bbbd4b0-db05-451e-b6f5-8761359b8b1d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.6681263 Apr 16 04:24:10.805612 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-02d8308e-6231-459f-9bd2-1a30871ebd6a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, dee65a78-85b7-4ac9-b5a3-0ff13036a80b) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:10.818373 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.820768 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1031573 Apr 16 04:24:10.823906 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10d267c1-510f-46bd-830f-39839ff6a8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (37c24b55-67c7-4ab4-836a-ddfc9fef722c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.823906 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d267c1-510f-46bd-830f-39839ff6a8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:10.826766 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10d267c1-510f-46bd-830f-39839ff6a8b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.844126 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:10.844470 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:10.847115 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:10.849669 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:10.850038 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:10.850384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:10.851194 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:10.851194 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:10.853084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:10.853457 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:10.853799 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:10.854136 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:10.854465 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:10.854794 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:10.855120 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157efdad-179b-4691-8fa3-b07441d92423 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:10.857368 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37370) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:10.887993 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] For port ce83affb-a47f-4f98-81d7-c72552b317a8, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:10.896067 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] For port ce83affb-a47f-4f98-81d7-c72552b317a8, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ce83affb-a47f-4f98-81d7-c72552b317a8,segment=NetworkSegment(f9cb43db-b288-49bb-be41-88df5427af60),segment_id=f9cb43db-b288-49bb-be41-88df5427af60)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:10.902277 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Port ce83affb-a47f-4f98-81d7-c72552b317a8 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:24:10.925152 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5e3b19-50ab-41c0-aae9-629d68420a0e None None] Network dee65a78-85b7-4ac9-b5a3-0ff13036a80b requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:10.935066 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d8308e-6231-459f-9bd2-1a30871ebd6a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:10.946710 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-02d8308e-6231-459f-9bd2-1a30871ebd6a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:10.978377 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-7c82df5d-5ec4-447a-90e1-07c547c75dcf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e877d0-0472-429e-a9f1-6b74859303f3') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:10.978941 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-7c82df5d-5ec4-447a-90e1-07c547c75dcf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e877d0-0472-429e-a9f1-6b74859303f3') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:10.985185 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-05881d6a-16ad-4939-8264-8c64402c70f1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Request body: {'port': {'network_id': '9a9395da-f56a-4c57-8efc-4b7256188659', 'mac_address': 'fa:16:3e:d0:c0:45', 'name': 'tempest-NetworksTestDHCPv6-1661201286'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:11.019711 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-10d267c1-510f-46bd-830f-39839ff6a8b0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8177962 Apr 16 04:24:11.044469 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37402) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:11.048267 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 56c57f02-b98d-4314-9bcf-7092e401b8b8 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:11.051868 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ce83affb-a47f-4f98-81d7-c72552b317a8), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:11.066761 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-98104537-bf7b-441d-af27-91f0998efccb admin admin] Request body: {'subnet': {'network_id': '37c24b55-67c7-4ab4-836a-ddfc9fef722c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-133005834-subnet', 'tenant_id': '70312d9828ce4a168e458fb79d192d86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:11.077490 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] Attempting to bind port 421a14e1-195e-48af-8b4d-5997a11dddd6 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:11.077926 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] Attempting to bind port 421a14e1-195e-48af-8b4d-5997a11dddd6 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '627c4627-f67c-4fa4-9a1e-cdb9b34bf85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ec67d702-e26c-4021-9a81-ecf8c6c1fee8'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:11.078290 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] Attempting to bind port 421a14e1-195e-48af-8b4d-5997a11dddd6 on network ec67d702-e26c-4021-9a81-ecf8c6c1fee8 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:11.099941 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c82df5d-5ec4-447a-90e1-07c547c75dcf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (e1e877d0-0472-429e-a9f1-6b74859303f3), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:11.115012 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7927ac-0419-4d74-a332-6074e5495094 req-db7abe69-58a7-4704-856f-39e529998bd5 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:11.117157 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7b7927ac-0419-4d74-a332-6074e5495094 req-db7abe69-58a7-4704-856f-39e529998bd5 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 945 time: 0.1570263 Apr 16 04:24:11.207442 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c82df5d-5ec4-447a-90e1-07c547c75dcf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (e1e877d0-0472-429e-a9f1-6b74859303f3), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:11.209901 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dfda120b-fc3f-40c6-bd8b-736e06d7bf66 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (d83ca2a2-06a1-48a4-b1d8-1cb4ef85ea2e), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:11.212446 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d267c1-510f-46bd-830f-39839ff6a8b0 admin admin] Pushing event updated for resources: {'Network': ['ID=37c24b55-67c7-4ab4-836a-ddfc9fef722c,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:11.222969 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Provisioning complete for port a6ac8653-cfab-48ec-a51f-e6abcfab9c4b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:11.223866 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a6ac8653-cfab-48ec-a51f-e6abcfab9c4b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:11.227886 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-02d8308e-6231-459f-9bd2-1a30871ebd6a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4336846 Apr 16 04:24:11.232274 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-363f866d-7c2b-4705-8c4a-b469173a2333 None None] For port 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a,segment=NetworkSegment(e1e877d0-0472-429e-a9f1-6b74859303f3),segment_id=e1e877d0-0472-429e-a9f1-6b74859303f3)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:11.232935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-363f866d-7c2b-4705-8c4a-b469173a2333 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:11.234746 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37420) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:11.256960 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 37c24b55-67c7-4ab4-836a-ddfc9fef722c details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:24:11.266577 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-dfda120b-fc3f-40c6-bd8b-736e06d7bf66 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Calling delete_port for d83ca2a2-06a1-48a4-b1d8-1cb4ef85ea2e owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:24:11.301796 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c82df5d-5ec4-447a-90e1-07c547c75dcf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:24:11.302328 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c82df5d-5ec4-447a-90e1-07c547c75dcf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (e1e877d0-0472-429e-a9f1-6b74859303f3), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:24:11.306367 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:24:11.412081 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7b7927ac-0419-4d74-a332-6074e5495094 req-a3d7ed2a-09c1-4479-ada2-d3a53e50cea0 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609403 Apr 16 04:24:11.443588 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98104537-bf7b-441d-af27-91f0998efccb admin admin] Made reservation on behalf of 70312d9828ce4a168e458fb79d192d86 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:11.446721 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-98104537-bf7b-441d-af27-91f0998efccb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:11.482455 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba35b7b-b254-4dd1-884f-82c21d9cd58f None None] Pushing event updated for resources: {'Port': ['ID=ce83affb-a47f-4f98-81d7-c72552b317a8,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:11.499271 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:11.499648 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] Checking segment: {'id': '627c4627-f67c-4fa4-9a1e-cdb9b34bf85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ec67d702-e26c-4021-9a81-ecf8c6c1fee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:11.500265 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:11.501175 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] Bound using segment: {'id': '627c4627-f67c-4fa4-9a1e-cdb9b34bf85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ec67d702-e26c-4021-9a81-ecf8c6c1fee8'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:11.501831 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] Bound port: 421a14e1-195e-48af-8b4d-5997a11dddd6, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627c4627-f67c-4fa4-9a1e-cdb9b34bf85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ec67d702-e26c-4021-9a81-ecf8c6c1fee8'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:11.502383 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (421a14e1-195e-48af-8b4d-5997a11dddd6), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:11.503547 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-59fd8e69-bddd-453d-9f3c-a9530c5877a0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Allocated IP 172.22.0.1 (c734d233-e558-4baa-85e0-4f931e4d22ce/90f517c5-281f-42ca-b9fa-0216b03238c9/4fcc2c00-c600-4bd0-884a-5110c15e68e1) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:11.634245 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0315a723-1a9e-49b7-8b6b-aee2192c4073 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (dee65a78-85b7-4ac9-b5a3-0ff13036a80b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:11.665455 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c82df5d-5ec4-447a-90e1-07c547c75dcf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (9b28df4d-fcef-4687-bf7a-a5ec162f5fff), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:11.683082 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c82df5d-5ec4-447a-90e1-07c547c75dcf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:11.700758 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7c82df5d-5ec4-447a-90e1-07c547c75dcf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/networks/9b28df4d-fcef-4687-bf7a-a5ec162f5fff HTTP/1.1" status: 204 len: 168 time: 2.1704609 Apr 16 04:24:11.713562 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37422) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:11.755528 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-ecc3f454-0364-4224-aa70-39c4f543eb6e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-339066980', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:11.843578 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0315a723-1a9e-49b7-8b6b-aee2192c4073 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (3e2cc31f-0e3a-414a-90c2-d26418da9f3c), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:11.878090 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-363f866d-7c2b-4705-8c4a-b469173a2333 None None] Calling delete_port for 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:24:11.882925 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82df5d-5ec4-447a-90e1-07c547c75dcf tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Network': ['ID=9b28df4d-fcef-4687-bf7a-a5ec162f5fff,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:11.895649 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f454-0364-4224-aa70-39c4f543eb6e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (0d4b8147-16ef-46f4-bcfe-6b191715d33a), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:11.896472 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f454-0364-4224-aa70-39c4f543eb6e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (0d4b8147-16ef-46f4-bcfe-6b191715d33a), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:11.994397 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05881d6a-16ad-4939-8264-8c64402c70f1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Made reservation on behalf of 8d044f6267ef4c5db9787cb1ab263d3f for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:12.055420 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-363f866d-7c2b-4705-8c4a-b469173a2333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.083695 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-59fd8e69-bddd-453d-9f3c-a9530c5877a0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for port (4fcc2c00-c600-4bd0-884a-5110c15e68e1), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.086594 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dfda120b-fc3f-40c6-bd8b-736e06d7bf66 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (d83ca2a2-06a1-48a4-b1d8-1cb4ef85ea2e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.123998 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda120b-fc3f-40c6-bd8b-736e06d7bf66 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Pushing event deleted for resources: {'Port': ['ID=d83ca2a2-06a1-48a4-b1d8-1cb4ef85ea2e,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:12.151520 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0315a723-1a9e-49b7-8b6b-aee2192c4073 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (3e2cc31f-0e3a-414a-90c2-d26418da9f3c), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.175946 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f866d-7c2b-4705-8c4a-b469173a2333 None None] Pushing event deleted for resources: {'Port': ['ID=6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:12.191822 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-363f866d-7c2b-4705-8c4a-b469173a2333 None None] Network 9b28df4d-fcef-4687-bf7a-a5ec162f5fff is not hosted by any dhcp agent {{(pid=104634) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 16 04:24:12.192326 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363f866d-7c2b-4705-8c4a-b469173a2333 None None] No DVR routers for this DVR port 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:24:12.219269 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315a723-1a9e-49b7-8b6b-aee2192c4073 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Subnet': ['ID=3e2cc31f-0e3a-414a-90c2-d26418da9f3c,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:12.222176 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-05881d6a-16ad-4939-8264-8c64402c70f1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.274865 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f454-0364-4224-aa70-39c4f543eb6e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router_controller (0d4b8147-16ef-46f4-bcfe-6b191715d33a), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.288386 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-05881d6a-16ad-4939-8264-8c64402c70f1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] device_id is not set on port 10b547ba-387b-4483-aaaf-8aaa936a394f yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:24:12.299211 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] For port 421a14e1-195e-48af-8b4d-5997a11dddd6, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:12.301601 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] For port 421a14e1-195e-48af-8b4d-5997a11dddd6, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=421a14e1-195e-48af-8b4d-5997a11dddd6,segment=NetworkSegment(627c4627-f67c-4fa4-9a1e-cdb9b34bf85c),segment_id=627c4627-f67c-4fa4-9a1e-cdb9b34bf85c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:12.322701 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:12.322701 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:23:42Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:12.340758 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0315a723-1a9e-49b7-8b6b-aee2192c4073 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (dee65a78-85b7-4ac9-b5a3-0ff13036a80b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.354303 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-98104537-bf7b-441d-af27-91f0998efccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (02d56ae5-04ea-4fbc-8b2c-c476bb97c021), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.367566 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-0315a723-1a9e-49b7-8b6b-aee2192c4073 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee65a78-85b7-4ac9-b5a3-0ff13036a80b']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:12.379008 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-0315a723-1a9e-49b7-8b6b-aee2192c4073 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4067de74-1e0d-4eef-a4b4-9f7a5159be94') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:12.379453 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-0315a723-1a9e-49b7-8b6b-aee2192c4073 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4067de74-1e0d-4eef-a4b4-9f7a5159be94') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:12.390005 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0315a723-1a9e-49b7-8b6b-aee2192c4073 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (4067de74-1e0d-4eef-a4b4-9f7a5159be94), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.402545 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dfda120b-fc3f-40c6-bd8b-736e06d7bf66 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (a7226dd8-9201-4af2-80dd-e84c05726a02), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.414789 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-59fd8e69-bddd-453d-9f3c-a9530c5877a0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (4fcc2c00-c600-4bd0-884a-5110c15e68e1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.417596 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f454-0364-4224-aa70-39c4f543eb6e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (0d4b8147-16ef-46f4-bcfe-6b191715d33a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.434543 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:12.495849 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd8e69-bddd-453d-9f3c-a9530c5877a0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Port': ['ID=4fcc2c00-c600-4bd0-884a-5110c15e68e1,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:12.516453 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa047076-ade1-410f-9815-1d62b7cc8a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-dee65a78-85b7-4ac9-b5a3-0ff13036a80b', 'network_id': 'dee65a78-85b7-4ac9-b5a3-0ff13036a80b', 'project_id': '72d1aa50b704448a8feee6c10e3fbf25', 'fixed_ips': [{'subnet_id': '3e2cc31f-0e3a-414a-90c2-d26418da9f3c'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:24:12.517370 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-aa047076-ade1-410f-9815-1d62b7cc8a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.533814 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 56c57f02-b98d-4314-9bcf-7092e401b8b8 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:12.534342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (56c57f02-b98d-4314-9bcf-7092e401b8b8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.547264 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98104537-bf7b-441d-af27-91f0998efccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=02d56ae5-04ea-4fbc-8b2c-c476bb97c021,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:12.550260 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dfda120b-fc3f-40c6-bd8b-736e06d7bf66 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (a7226dd8-9201-4af2-80dd-e84c05726a02), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.551783 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dfda120b-fc3f-40c6-bd8b-736e06d7bf66 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_controller (a7226dd8-9201-4af2-80dd-e84c05726a02), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.580057 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2d2f0a26-abde-4ffa-b15c-929ff32bc0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.602020 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0315a723-1a9e-49b7-8b6b-aee2192c4073 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (4067de74-1e0d-4eef-a4b4-9f7a5159be94), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.609364 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0315a723-1a9e-49b7-8b6b-aee2192c4073 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:24:12.609880 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0315a723-1a9e-49b7-8b6b-aee2192c4073 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (4067de74-1e0d-4eef-a4b4-9f7a5159be94), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:24:12.615405 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:24:12.620639 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fd8e69-bddd-453d-9f3c-a9530c5877a0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network c734d233-e558-4baa-85e0-4f931e4d22ce is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:12.631847 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f454-0364-4224-aa70-39c4f543eb6e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.639142 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ecc3f454-0364-4224-aa70-39c4f543eb6e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8879833 Apr 16 04:24:12.639287 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (421a14e1-195e-48af-8b4d-5997a11dddd6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.641267 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37434) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:12.648940 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-798565077'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:12.652922 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-59fd8e69-bddd-453d-9f3c-a9530c5877a0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:12.664524 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98104537-bf7b-441d-af27-91f0998efccb admin admin] Checking segment: {'id': 'e35d06ad-cffe-4369-9f71-55dcd6a37101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '37c24b55-67c7-4ab4-836a-ddfc9fef722c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:12.664920 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98104537-bf7b-441d-af27-91f0998efccb admin admin] Network hostable DHCP agents. Network: 37c24b55-67c7-4ab4-836a-ddfc9fef722c, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:24:12.667976 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fd8e69-bddd-453d-9f3c-a9530c5877a0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:12.693276 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dfda120b-fc3f-40c6-bd8b-736e06d7bf66 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (a7226dd8-9201-4af2-80dd-e84c05726a02), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.693998 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfda120b-fc3f-40c6-bd8b-736e06d7bf66 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Fanout notify agent at l3_agent the message router_deleted on router a7226dd8-9201-4af2-80dd-e84c05726a02 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:24:12.701655 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dfda120b-fc3f-40c6-bd8b-736e06d7bf66 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.704636 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dfda120b-fc3f-40c6-bd8b-736e06d7bf66 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "DELETE /v2.0/routers/a7226dd8-9201-4af2-80dd-e84c05726a02 HTTP/1.1" status: 204 len: 168 time: 3.5050664 Apr 16 04:24:12.709015 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37436) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:12.714494 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-11d39f9d-c152-4483-a066-70e85c1f929d tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1658616714', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'enable_snat': False}}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:12.720271 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963382d-82c7-4d41-9a43-27e0a7112dbe req-db5fd7f4-ea60-40ac-8c9a-5518ac803931 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:12.721885 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2963382d-82c7-4d41-9a43-27e0a7112dbe req-db5fd7f4-ea60-40ac-8c9a-5518ac803931 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 945 time: 0.1910791 Apr 16 04:24:12.744121 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 56c57f02-b98d-4314-9bcf-7092e401b8b8 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:12.745226 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a6ac8653-cfab-48ec-a51f-e6abcfab9c4b up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:12.747312 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.826437 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0315a723-1a9e-49b7-8b6b-aee2192c4073 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (dee65a78-85b7-4ac9-b5a3-0ff13036a80b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.839034 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0315a723-1a9e-49b7-8b6b-aee2192c4073 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.842353 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0315a723-1a9e-49b7-8b6b-aee2192c4073 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/networks/dee65a78-85b7-4ac9-b5a3-0ff13036a80b HTTP/1.1" status: 204 len: 168 time: 1.6011779 Apr 16 04:24:12.856953 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37438) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:12.857841 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-11d39f9d-c152-4483-a066-70e85c1f929d tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (55dff30f-b9b7-4120-8abb-942b273bff69), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.858908 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-11d39f9d-c152-4483-a066-70e85c1f929d tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (55dff30f-b9b7-4120-8abb-942b273bff69), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.867362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-77510c51-004b-487a-b9b3-93bc13b3aaf4 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1259589410'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:12.874021 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315a723-1a9e-49b7-8b6b-aee2192c4073 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Network': ['ID=dee65a78-85b7-4ac9-b5a3-0ff13036a80b,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:12.874970 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-05881d6a-16ad-4939-8264-8c64402c70f1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8::12e (9a9395da-f56a-4c57-8efc-4b7256188659/0b38f276-c264-4a23-bee9-d8fb12ca02e3/10b547ba-387b-4483-aaaf-8aaa936a394f) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:12.882150 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-05881d6a-16ad-4939-8264-8c64402c70f1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Allocated IP 2001:db8:0:1:f816:3eff:fed0:c045 (9a9395da-f56a-4c57-8efc-4b7256188659/4eeb8b90-26be-4307-b7de-f940e88215ad/10b547ba-387b-4483-aaaf-8aaa936a394f) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:12.883816 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] Allocated IP 172.22.0.2 (c734d233-e558-4baa-85e0-4f931e4d22ce/90f517c5-281f-42ca-b9fa-0216b03238c9/7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:12.909835 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Made reservation on behalf of 73487597c3b744729772f791e4bc7825 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:12.909835 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.942439 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-59fd8e69-bddd-453d-9f3c-a9530c5877a0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (293efcd5-9555-44fe-91e7-e406a3d1fc53), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.977590 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-11d39f9d-c152-4483-a066-70e85c1f929d tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_controller (55dff30f-b9b7-4120-8abb-942b273bff69), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:12.990956 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7faf17-3ee8-4fdd-8ffb-17cfa83cd1d3 None None] Pushing event updated for resources: {'Port': ['ID=421a14e1-195e-48af-8b4d-5997a11dddd6,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:12.995139 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77510c51-004b-487a-b9b3-93bc13b3aaf4 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Made reservation on behalf of 72d1aa50b704448a8feee6c10e3fbf25 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:13.004258 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-77510c51-004b-487a-b9b3-93bc13b3aaf4 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:13.035828 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2963382d-82c7-4d41-9a43-27e0a7112dbe req-df8a9588-a7e1-4d5a-b62b-e753f19c7588 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2976580 Apr 16 04:24:13.041877 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98104537-bf7b-441d-af27-91f0998efccb admin admin] Network 37c24b55-67c7-4ab4-836a-ddfc9fef722c is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:24:13.064156 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77510c51-004b-487a-b9b3-93bc13b3aaf4 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:24:13.108813 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:24:13.119957 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port a6ac8653-cfab-48ec-a51f-e6abcfab9c4b triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:13.120338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a6ac8653-cfab-48ec-a51f-e6abcfab9c4b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:13.169364 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-98104537-bf7b-441d-af27-91f0998efccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 37c24b55-67c7-4ab4-836a-ddfc9fef722c) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:13.171413 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (4085f082-b394-42a6-9dd6-13828dee38df), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:13.171863 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Added segment 4085f082-b394-42a6-9dd6-13828dee38df of type vlan for network 37c5d288-2125-446c-8a57-b8f4a1687195 Apr 16 04:24:13.215154 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3426e52c-ffa7-461f-bc51-78392f15f7fa None None] Network dee65a78-85b7-4ac9-b5a3-0ff13036a80b requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:13.222494 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-77510c51-004b-487a-b9b3-93bc13b3aaf4 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (3148a6ab-9bcf-440a-8f6b-6f0d75239cf1), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:13.223068 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-77510c51-004b-487a-b9b3-93bc13b3aaf4 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Added segment 3148a6ab-9bcf-440a-8f6b-6f0d75239cf1 of type vlan for network 1de1275c-1adf-4ad7-a7e3-71bc94d3e54d Apr 16 04:24:13.230309 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49f39b7-3788-433b-b115-82a69cb4246c None None] Network 37c24b55-67c7-4ab4-836a-ddfc9fef722c requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:13.259936 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98104537-bf7b-441d-af27-91f0998efccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:13.260494 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-98104537-bf7b-441d-af27-91f0998efccb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:13.317141 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3426e52c-ffa7-461f-bc51-78392f15f7fa None None] Network dee65a78-85b7-4ac9-b5a3-0ff13036a80b could not be found, it might have been deleted concurrently. {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 16 04:24:13.330699 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (37c5d288-2125-446c-8a57-b8f4a1687195), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:13.333015 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Current status of the port a6ac8653-cfab-48ec-a51f-e6abcfab9c4b is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:13.333400 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a6ac8653-cfab-48ec-a51f-e6abcfab9c4b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:13.380792 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-98104537-bf7b-441d-af27-91f0998efccb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3175128 Apr 16 04:24:13.381013 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-77510c51-004b-487a-b9b3-93bc13b3aaf4 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (1de1275c-1adf-4ad7-a7e3-71bc94d3e54d), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:13.391270 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-11d39f9d-c152-4483-a066-70e85c1f929d tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_gateway (55dff30f-b9b7-4120-8abb-942b273bff69), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:13.422003 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-05881d6a-16ad-4939-8264-8c64402c70f1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for port (10b547ba-387b-4483-aaaf-8aaa936a394f), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:13.531055 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (37c5d288-2125-446c-8a57-b8f4a1687195), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:13.536243 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-77510c51-004b-487a-b9b3-93bc13b3aaf4 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (1de1275c-1adf-4ad7-a7e3-71bc94d3e54d), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:13.544330 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:13.546058 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] For port a6ac8653-cfab-48ec-a51f-e6abcfab9c4b, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a6ac8653-cfab-48ec-a51f-e6abcfab9c4b,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:13.546209 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77510c51-004b-487a-b9b3-93bc13b3aaf4 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:13.547407 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:13.553226 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-77510c51-004b-487a-b9b3-93bc13b3aaf4 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:13.610230 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fa6860-270f-407b-a9c9-c1875b07558b None None] Network 37c24b55-67c7-4ab4-836a-ddfc9fef722c requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:13.692097 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:24:00Z', 'revision_number': 3, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': 'ce83affb-a47f-4f98-81d7-c72552b317a8', 'name': '', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:5c:df:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:59Z', 'updated_at': '2022-04-16T04:24:10Z', 'revision_number': 4, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '843590ad-9081-470c-87c8-019c89fda434', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:13.694878 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-05881d6a-16ad-4939-8264-8c64402c70f1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (10b547ba-387b-4483-aaaf-8aaa936a394f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:13.747565 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-59fd8e69-bddd-453d-9f3c-a9530c5877a0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (4fcc2c00-c600-4bd0-884a-5110c15e68e1), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:13.752565 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1af958-051b-4a3f-ab46-1bd5e8df1a4c None None] The sync data for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv is: [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:24:00Z', 'revision_number': 3, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': 'ce83affb-a47f-4f98-81d7-c72552b317a8', 'name': '', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:5c:df:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:59Z', 'updated_at': '2022-04-16T04:24:10Z', 'revision_number': 4, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '843590ad-9081-470c-87c8-019c89fda434', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:24:13.770227 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (a6ac8653-cfab-48ec-a51f-e6abcfab9c4b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:13.801436 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] Publish callbacks [] for port (7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:13.817778 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Network': ['ID=37c5d288-2125-446c-8a57-b8f4a1687195,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:13.854921 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2103264 Apr 16 04:24:13.879639 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37480) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:13.881050 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:13.881399 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:13.881734 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:13.882071 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:13.882411 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:13.883258 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:13.883258 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:13.883553 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:13.883728 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:13.884122 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:13.885301 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:13.889011 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:13.893986 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:13.895288 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:13.895661 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4336567-e7a9-438a-99dc-cdd45830bc95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:13.925566 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-d5da0f24-e17d-419a-8d82-092ae77b047e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'subnet': {'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:13.928368 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port a6ac8653-cfab-48ec-a51f-e6abcfab9c4b is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:13.928951 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a6ac8653-cfab-48ec-a51f-e6abcfab9c4b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:13.939618 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-77510c51-004b-487a-b9b3-93bc13b3aaf4 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0762100 Apr 16 04:24:13.941402 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37482) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:13.955678 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-ee1abd54-0127-4a41-8dde-30fb27bbb361 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'subnet': {'network_id': '1de1275c-1adf-4ad7-a7e3-71bc94d3e54d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:13.973164 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 37c5d288-2125-446c-8a57-b8f4a1687195 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:24:14.001933 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05881d6a-16ad-4939-8264-8c64402c70f1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Network 9a9395da-f56a-4c57-8efc-4b7256188659 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:14.147024 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77510c51-004b-487a-b9b3-93bc13b3aaf4 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Network': ['ID=1de1275c-1adf-4ad7-a7e3-71bc94d3e54d,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:14.175079 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05881d6a-16ad-4939-8264-8c64402c70f1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event updated for resources: {'Port': ['ID=10b547ba-387b-4483-aaaf-8aaa936a394f,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:14.191804 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Pushing event updated for resources: {'Port': ['ID=a6ac8653-cfab-48ec-a51f-e6abcfab9c4b,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:14.195100 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Provisioning complete for port 56c57f02-b98d-4314-9bcf-7092e401b8b8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:14.195477 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (56c57f02-b98d-4314-9bcf-7092e401b8b8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:14.217304 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 1de1275c-1adf-4ad7-a7e3-71bc94d3e54d details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:24:14.220172 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:14.269099 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-05881d6a-16ad-4939-8264-8c64402c70f1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:14.285000 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05881d6a-16ad-4939-8264-8c64402c70f1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:14.290513 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05881d6a-16ad-4939-8264-8c64402c70f1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:14.291178 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-05881d6a-16ad-4939-8264-8c64402c70f1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:14.347507 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a95250-6db7-4640-9e0d-2488a07595fb req-81efefab-be44-4295-b220-47003983e2bc tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:14.349323 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a5a95250-6db7-4640-9e0d-2488a07595fb req-81efefab-be44-4295-b220-47003983e2bc tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 945 time: 0.1666508 Apr 16 04:24:14.467682 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:14.467682 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:14.467682 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:14.467682 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:14.467682 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:14.467682 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:14.468540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:14.468540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:14.469064 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:14.469490 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:14.469939 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:14.470382 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:14.470935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:14.471507 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:14.471841 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:14.609709 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] Network c734d233-e558-4baa-85e0-4f931e4d22ce is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:14.845610 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baeca45-c61c-4f8b-b918-4cb773347f91 None None] Network ec67d702-e26c-4021-9a81-ecf8c6c1fee8 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:14.937372 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] Pushing event updated for resources: {'Port': ['ID=7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:14.982452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:14.984673 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:14.989137 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:15.028413 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1abd54-0127-4a41-8dde-30fb27bbb361 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Made reservation on behalf of 72d1aa50b704448a8feee6c10e3fbf25 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:15.036534 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ee1abd54-0127-4a41-8dde-30fb27bbb361 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:15.045183 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-25d4e730-eb78-4d5b-8f58-3feb1e3abbeb tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:15.046683 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-25d4e730-eb78-4d5b-8f58-3feb1e3abbeb tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/networks?id=d2cf3884-0560-4147-9fd5-bb24a6616029 HTTP/1.1" status: 200 len: 812 time: 0.8847809 Apr 16 04:24:15.069613 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:24:15.070626 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:24:15.140658 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] Attempting to bind port 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:15.141805 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] Attempting to bind port 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'f60380dc-5033-4277-a5a5-98ce703cf756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:15.142592 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] Attempting to bind port 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a on network c734d233-e558-4baa-85e0-4f931e4d22ce {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:15.151423 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-bdce7bb0-bb1e-426b-8f40-2060020abdb8 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/quotas/df9a6fe556904c1daa9e4e9d04e1cb79 HTTP/1.1" status: 200 len: 375 time: 0.0630779 Apr 16 04:24:15.166822 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-05881d6a-16ad-4939-8264-8c64402c70f1 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.3011861 Apr 16 04:24:15.169986 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5da0f24-e17d-419a-8d82-092ae77b047e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Made reservation on behalf of 73487597c3b744729772f791e4bc7825 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:15.173978 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d5da0f24-e17d-419a-8d82-092ae77b047e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:15.175273 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37500) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:15.203369 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:15.206609 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] Checking segment: {'id': 'f60380dc-5033-4277-a5a5-98ce703cf756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:15.206609 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:15.206609 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] Bound using segment: {'id': 'f60380dc-5033-4277-a5a5-98ce703cf756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:15.207457 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] Bound port: 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60380dc-5033-4277-a5a5-98ce703cf756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:15.209660 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:15.284974 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0640217f-f025-4b9d-856e-b47d66bd41be None None] Current status of the port 56c57f02-b98d-4314-9bcf-7092e401b8b8 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:15.322490 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a5a95250-6db7-4640-9e0d-2488a07595fb req-4e5c1c95-8410-446e-b797-cd7801f9f858 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9622617 Apr 16 04:24:15.385577 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] For port 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:15.410506 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] For port 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a,segment=NetworkSegment(f60380dc-5033-4277-a5a5-98ce703cf756),segment_id=f60380dc-5033-4277-a5a5-98ce703cf756)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:15.429270 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-f3182575-4e1c-4b32-a6fe-00e37847acb6 None None] Provisioning complete for port 421a14e1-195e-48af-8b4d-5997a11dddd6 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:15.431282 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f3182575-4e1c-4b32-a6fe-00e37847acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (421a14e1-195e-48af-8b4d-5997a11dddd6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:15.459036 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-11d39f9d-c152-4483-a066-70e85c1f929d tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_gateway (55dff30f-b9b7-4120-8abb-942b273bff69), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:15.462636 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-1a03277f-a8e2-483c-9faf-716edd565bbc tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=df9a6fe556904c1daa9e4e9d04e1cb79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2984385 Apr 16 04:24:15.473910 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:15.516679 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-59fd8e69-bddd-453d-9f3c-a9530c5877a0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for port (4fcc2c00-c600-4bd0-884a-5110c15e68e1), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:15.526358 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:15.541573 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-11d39f9d-c152-4483-a066-70e85c1f929d tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:15.576574 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-59fd8e69-bddd-453d-9f3c-a9530c5877a0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (4fcc2c00-c600-4bd0-884a-5110c15e68e1), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:15.624672 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-dc89dbca-0762-4a3b-afb2-bc666ffc5b1b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting port 10b547ba-387b-4483-aaaf-8aaa936a394f {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:24:15.625759 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port a6ac8653-cfab-48ec-a51f-e6abcfab9c4b is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:15.632362 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f3182575-4e1c-4b32-a6fe-00e37847acb6 None None] Current status of the port 421a14e1-195e-48af-8b4d-5997a11dddd6 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:15.632921 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f3182575-4e1c-4b32-a6fe-00e37847acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (421a14e1-195e-48af-8b4d-5997a11dddd6), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:15.635074 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d5da0f24-e17d-419a-8d82-092ae77b047e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (82d8df5d-b45e-40ff-bc71-4fcd7a21c885), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:15.640432 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc89dbca-0762-4a3b-afb2-bc666ffc5b1b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (10b547ba-387b-4483-aaaf-8aaa936a394f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:15.730493 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb3530-ae40-4a7b-9120-93d79036b3f4 None None] Pushing event updated for resources: {'Port': ['ID=7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:15.755760 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-59fd8e69-bddd-453d-9f3c-a9530c5877a0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (293efcd5-9555-44fe-91e7-e406a3d1fc53), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:15.759996 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:24:15.764055 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd8e69-bddd-453d-9f3c-a9530c5877a0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Port': ['ID=4fcc2c00-c600-4bd0-884a-5110c15e68e1,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:15.797510 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da0f24-e17d-419a-8d82-092ae77b047e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Subnet': ['ID=82d8df5d-b45e-40ff-bc71-4fcd7a21c885,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:15.807391 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:24:15.807745 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6f4a68cb-a0ee-4f52-9a86-77e7e9ece52a not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:24:15.813468 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f3182575-4e1c-4b32-a6fe-00e37847acb6 None None] For port 421a14e1-195e-48af-8b4d-5997a11dddd6, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=421a14e1-195e-48af-8b4d-5997a11dddd6,segment=NetworkSegment(627c4627-f67c-4fa4-9a1e-cdb9b34bf85c),segment_id=627c4627-f67c-4fa4-9a1e-cdb9b34bf85c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:15.861308 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da0f24-e17d-419a-8d82-092ae77b047e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Checking segment: {'id': '4085f082-b394-42a6-9dd6-13828dee38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:15.861672 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5da0f24-e17d-419a-8d82-092ae77b047e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network hostable DHCP agents. Network: 37c5d288-2125-446c-8a57-b8f4a1687195, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:24:15.878792 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f3182575-4e1c-4b32-a6fe-00e37847acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (421a14e1-195e-48af-8b4d-5997a11dddd6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:16.002821 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fd8e69-bddd-453d-9f3c-a9530c5877a0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network c734d233-e558-4baa-85e0-4f931e4d22ce is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:16.005985 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-59fd8e69-bddd-453d-9f3c-a9530c5877a0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:16.030319 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5da0f24-e17d-419a-8d82-092ae77b047e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network 37c5d288-2125-446c-8a57-b8f4a1687195 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:24:16.072314 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc89dbca-0762-4a3b-afb2-bc666ffc5b1b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (10b547ba-387b-4483-aaaf-8aaa936a394f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:16.074979 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3182575-4e1c-4b32-a6fe-00e37847acb6 None None] Pushing event updated for resources: {'Port': ['ID=421a14e1-195e-48af-8b4d-5997a11dddd6,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:16.091405 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-dc89dbca-0762-4a3b-afb2-bc666ffc5b1b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Calling delete_port for 10b547ba-387b-4483-aaaf-8aaa936a394f owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:24:16.092193 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-f3182575-4e1c-4b32-a6fe-00e37847acb6 None None] Provisioning complete for port ce83affb-a47f-4f98-81d7-c72552b317a8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:16.093278 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f3182575-4e1c-4b32-a6fe-00e37847acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ce83affb-a47f-4f98-81d7-c72552b317a8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:16.195081 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-d5da0f24-e17d-419a-8d82-092ae77b047e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 37c5d288-2125-446c-8a57-b8f4a1687195) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:16.197764 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be8ed87-5611-4667-a110-e3276881baa3 None None] Network 37c5d288-2125-446c-8a57-b8f4a1687195 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:16.197867 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5da0f24-e17d-419a-8d82-092ae77b047e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:16.197867 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d5da0f24-e17d-419a-8d82-092ae77b047e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:16.277925 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fd8e69-bddd-453d-9f3c-a9530c5877a0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 293efcd5-9555-44fe-91e7-e406a3d1fc53 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:24:16.326014 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 421a14e1-195e-48af-8b4d-5997a11dddd6 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:16.387987 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f3182575-4e1c-4b32-a6fe-00e37847acb6 None None] Current status of the port ce83affb-a47f-4f98-81d7-c72552b317a8 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:16.387987 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f3182575-4e1c-4b32-a6fe-00e37847acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ce83affb-a47f-4f98-81d7-c72552b317a8), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:16.388263 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-e2aef8b6-d565-412e-96f7-9b85960d769b service neutron] 10.222.0.30 "GET /v2.0/networks/d2cf3884-0560-4147-9fd5-bb24a6616029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9108093 Apr 16 04:24:16.414932 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fd8e69-bddd-453d-9f3c-a9530c5877a0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:24:16.420539 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-59fd8e69-bddd-453d-9f3c-a9530c5877a0 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/293efcd5-9555-44fe-91e7-e406a3d1fc53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5058463 Apr 16 04:24:16.423096 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37506) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:16.436532 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] Sync routers for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:24:16.437306 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-01ac8229-e052-4efa-802e-3a2c7c470301 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'network': {'name': 'tempest-RoutersTest-591246161'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:16.441655 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb3639-055f-431c-9543-15692d517f35 req-187277ed-f311-4ba5-b683-9e8a72ca45ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:16.443892 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a9fb3639-055f-431c-9543-15692d517f35 req-187277ed-f311-4ba5-b683-9e8a72ca45ea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 1129 time: 0.4670558 Apr 16 04:24:16.467209 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:16.468750 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:16.469898 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f3182575-4e1c-4b32-a6fe-00e37847acb6 None None] For port ce83affb-a47f-4f98-81d7-c72552b317a8, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ce83affb-a47f-4f98-81d7-c72552b317a8,segment=NetworkSegment(f9cb43db-b288-49bb-be41-88df5427af60),segment_id=f9cb43db-b288-49bb-be41-88df5427af60)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:16.471935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 421a14e1-195e-48af-8b4d-5997a11dddd6 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:16.472544 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (421a14e1-195e-48af-8b4d-5997a11dddd6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:16.541522 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-37c5d288-2125-446c-8a57-b8f4a1687195', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'project_id': '73487597c3b744729772f791e4bc7825', 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:24:16.543600 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:16.575670 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-11d39f9d-c152-4483-a066-70e85c1f929d tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Allocated IP 172.26.6.119 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/b1018f50-1a4e-47aa-8d2d-c0906244fe6f) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:16.583207 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572b074-42cd-4aa8-af86-a8c8be5c704e req-3e0587c2-d840-4fb3-aa11-1a2f9e2c94f8 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:16.598009 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5572b074-42cd-4aa8-af86-a8c8be5c704e req-3e0587c2-d840-4fb3-aa11-1a2f9e2c94f8 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 945 time: 0.1208324 Apr 16 04:24:16.634626 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ac8229-e052-4efa-802e-3a2c7c470301 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Made reservation on behalf of a2943c81039c44448da97f93644354e6 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:16.639162 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a9fb3639-055f-431c-9543-15692d517f35 req-2388973b-466e-4f46-b679-ef5576742c81 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766140 Apr 16 04:24:16.640387 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-01ac8229-e052-4efa-802e-3a2c7c470301 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:16.664891 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:16.682073 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d5da0f24-e17d-419a-8d82-092ae77b047e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7810161 Apr 16 04:24:16.685933 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37508) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:16.718044 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ee1abd54-0127-4a41-8dde-30fb27bbb361 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (84b34802-03ea-4fd9-bc6d-aab2c005b569), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:16.767855 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f3182575-4e1c-4b32-a6fe-00e37847acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ce83affb-a47f-4f98-81d7-c72552b317a8), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:16.818135 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 421a14e1-195e-48af-8b4d-5997a11dddd6 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:16.820363 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ce83affb-a47f-4f98-81d7-c72552b317a8 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:16.823834 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5572b074-42cd-4aa8-af86-a8c8be5c704e req-29a9e894-dbaf-4499-8b10-99a8754b6495 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249372 Apr 16 04:24:16.907736 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ac8229-e052-4efa-802e-3a2c7c470301 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:24:16.919930 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-2fe5721b-7b66-47b2-a014-a51749c1c0a7 service neutron] 10.222.0.30 "GET /v2.0/networks/d2cf3884-0560-4147-9fd5-bb24a6616029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357673 Apr 16 04:24:16.971907 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-01ac8229-e052-4efa-802e-3a2c7c470301 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (b603dff2-b3bf-4fed-b64a-0e58474c29e4), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:16.972150 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-01ac8229-e052-4efa-802e-3a2c7c470301 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Added segment b603dff2-b3bf-4fed-b64a-0e58474c29e4 of type vlan for network 409b0fff-42e4-44a3-b8fe-258c7e9b5e02 Apr 16 04:24:17.007469 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1abd54-0127-4a41-8dde-30fb27bbb361 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Subnet': ['ID=84b34802-03ea-4fd9-bc6d-aab2c005b569,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:17.032184 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1abd54-0127-4a41-8dde-30fb27bbb361 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Checking segment: {'id': '3148a6ab-9bcf-440a-8f6b-6f0d75239cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1de1275c-1adf-4ad7-a7e3-71bc94d3e54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:17.034301 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1abd54-0127-4a41-8dde-30fb27bbb361 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Network hostable DHCP agents. Network: 1de1275c-1adf-4ad7-a7e3-71bc94d3e54d, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:24:17.053557 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-f3182575-4e1c-4b32-a6fe-00e37847acb6 None None] Provisioning complete for port a6ac8653-cfab-48ec-a51f-e6abcfab9c4b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:17.053944 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f3182575-4e1c-4b32-a6fe-00e37847acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a6ac8653-cfab-48ec-a51f-e6abcfab9c4b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:17.080163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-11d39f9d-c152-4483-a066-70e85c1f929d tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for port (b1018f50-1a4e-47aa-8d2d-c0906244fe6f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:17.091017 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] Allocated IP 2001:db8::2 (37c5d288-2125-446c-8a57-b8f4a1687195/82d8df5d-b45e-40ff-bc71-4fcd7a21c885/3725250e-b981-476d-af61-43c2ddd54973) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:17.153581 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port ce83affb-a47f-4f98-81d7-c72552b317a8 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:17.153964 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ce83affb-a47f-4f98-81d7-c72552b317a8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:17.170478 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc89dbca-0762-4a3b-afb2-bc666ffc5b1b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (10b547ba-387b-4483-aaaf-8aaa936a394f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:17.201171 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:24:13Z', 'revision_number': 4, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': '4fcc2c00-c600-4bd0-884a-5110c15e68e1', 'name': '', 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:06:22:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:10Z', 'updated_at': '2022-04-16T04:24:15Z', 'revision_number': 2, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce83affb-a47f-4f98-81d7-c72552b317a8', 'name': '', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:5c:df:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:59Z', 'updated_at': '2022-04-16T04:24:10Z', 'revision_number': 4, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '843590ad-9081-470c-87c8-019c89fda434', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:17.204294 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89dbca-0762-4a3b-afb2-bc666ffc5b1b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Port': ['ID=10b547ba-387b-4483-aaaf-8aaa936a394f,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:17.246410 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1abd54-0127-4a41-8dde-30fb27bbb361 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Network 1de1275c-1adf-4ad7-a7e3-71bc94d3e54d is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:24:17.287826 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] Checking router: 293efcd5-9555-44fe-91e7-e406a3d1fc53 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:24:17.288206 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] Updating router 293efcd5-9555-44fe-91e7-e406a3d1fc53 port 4fcc2c00-c600-4bd0-884a-5110c15e68e1 binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:24:17.290467 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-01ac8229-e052-4efa-802e-3a2c7c470301 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (409b0fff-42e4-44a3-b8fe-258c7e9b5e02), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:17.307809 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-11d39f9d-c152-4483-a066-70e85c1f929d tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (b1018f50-1a4e-47aa-8d2d-c0906244fe6f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:17.322472 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3182575-4e1c-4b32-a6fe-00e37847acb6 None None] Pushing event updated for resources: {'Port': ['ID=ce83affb-a47f-4f98-81d7-c72552b317a8,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:17.355464 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d39f9d-c152-4483-a066-70e85c1f929d tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:17.362604 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc89dbca-0762-4a3b-afb2-bc666ffc5b1b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:17.368852 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (4fcc2c00-c600-4bd0-884a-5110c15e68e1), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:17.376764 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dc89dbca-0762-4a3b-afb2-bc666ffc5b1b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/10b547ba-387b-4483-aaaf-8aaa936a394f HTTP/1.1" status: 204 len: 168 time: 2.1893439 Apr 16 04:24:17.378722 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37514) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:17.431971 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-11d39f9d-c152-4483-a066-70e85c1f929d tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:17.438690 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d39f9d-c152-4483-a066-70e85c1f929d tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:17.567787 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-80c3b2e4-ca87-41b8-a8a3-294f1e632d7f req-15d68c73-22d3-4934-89ce-785e3eade115 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 210 time: 0.1423600 Apr 16 04:24:17.567949 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-ee1abd54-0127-4a41-8dde-30fb27bbb361 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 1de1275c-1adf-4ad7-a7e3-71bc94d3e54d) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:17.570801 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1abd54-0127-4a41-8dde-30fb27bbb361 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:17.575071 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ee1abd54-0127-4a41-8dde-30fb27bbb361 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:17.659527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-01ac8229-e052-4efa-802e-3a2c7c470301 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (409b0fff-42e4-44a3-b8fe-258c7e9b5e02), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:17.664692 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac8229-e052-4efa-802e-3a2c7c470301 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:17.672285 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-01ac8229-e052-4efa-802e-3a2c7c470301 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:17.680436 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7da086-45bc-4db9-9b4a-e56eec3e6145 None None] Network c734d233-e558-4baa-85e0-4f931e4d22ce requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:17.684022 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2a4bb7-bff9-4967-b79c-7609ecf2d1a2 None None] Network 1de1275c-1adf-4ad7-a7e3-71bc94d3e54d requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:17.725822 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:24:17.738436 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:24:17.742995 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81fcb542-70c6-4d62-b8d2-334c26724882 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:17.783597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ea5857-7a79-43a4-abe8-0152a43c08fb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:17.785519 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-38ea5857-7a79-43a4-abe8-0152a43c08fb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3504035 Apr 16 04:24:17.793469 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37522) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:17.827911 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d39f9d-c152-4483-a066-70e85c1f929d tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Pushing event updated for resources: {'Port': ['ID=b1018f50-1a4e-47aa-8d2d-c0906244fe6f,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:17.920218 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ee1abd54-0127-4a41-8dde-30fb27bbb361 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.9658587 Apr 16 04:24:17.925337 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37528) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:17.940767 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-86de39e7-c8bd-4bf1-9b08-13558acd6445 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-887435358'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:17.967308 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e28386-6569-4b62-83a5-7bbffc70c14a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:17.969440 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f1e28386-6569-4b62-83a5-7bbffc70c14a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1749902 Apr 16 04:24:17.976618 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37530) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:17.989410 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-01ac8229-e052-4efa-802e-3a2c7c470301 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5523226 Apr 16 04:24:18.024801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37532) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:18.034708 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-11c89106-0393-478d-9fc1-ff17f7f44613 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'subnet': {'network_id': '409b0fff-42e4-44a3-b8fe-258c7e9b5e02', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:18.040977 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac8229-e052-4efa-802e-3a2c7c470301 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Network': ['ID=409b0fff-42e4-44a3-b8fe-258c7e9b5e02,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:18.048040 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139573eb-6f41-42f9-b7f6-7accacbe050b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:18.049271 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] Publish callbacks [] for port (4fcc2c00-c600-4bd0-884a-5110c15e68e1), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:18.050353 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139573eb-6f41-42f9-b7f6-7accacbe050b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:18.051399 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139573eb-6f41-42f9-b7f6-7accacbe050b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:18.053331 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-139573eb-6f41-42f9-b7f6-7accacbe050b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0674694 Apr 16 04:24:18.058522 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37534) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:18.091782 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bbcff-e114-4d8c-8bea-d71b542ea474 req-6da61c75-002d-489b-b9f7-370f23bfa469 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:18.093496 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a19bbcff-e114-4d8c-8bea-d71b542ea474 req-6da61c75-002d-489b-b9f7-370f23bfa469 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 945 time: 0.1383884 Apr 16 04:24:18.142032 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (4fcc2c00-c600-4bd0-884a-5110c15e68e1), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:18.210202 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86de39e7-c8bd-4bf1-9b08-13558acd6445 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Made reservation on behalf of 72d1aa50b704448a8feee6c10e3fbf25 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:18.214658 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-86de39e7-c8bd-4bf1-9b08-13558acd6445 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:18.223438 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e787bb0-306a-482e-8e3d-ac072952e49c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet 0b38f276-c264-4a23-bee9-d8fb12ca02e3 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:24:18.231550 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 409b0fff-42e4-44a3-b8fe-258c7e9b5e02 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:24:18.233469 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9e787bb0-306a-482e-8e3d-ac072952e49c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (0b38f276-c264-4a23-bee9-d8fb12ca02e3), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:18.237268 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f3182575-4e1c-4b32-a6fe-00e37847acb6 None None] Current status of the port a6ac8653-cfab-48ec-a51f-e6abcfab9c4b is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:18.247488 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a19bbcff-e114-4d8c-8bea-d71b542ea474 req-b6425339-1e9f-4ed9-b58f-fe3b996f58b5 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399226 Apr 16 04:24:18.281424 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37536) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:18.320377 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-f3182575-4e1c-4b32-a6fe-00e37847acb6 None None] Could not find standard attr ID for object 10b547ba-387b-4483-aaaf-8aaa936a394f. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:24:18.329730 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bfd9f-7753-4dc4-8847-e6c9ac250fb6 None None] Pushing event updated for resources: {'Port': ['ID=4fcc2c00-c600-4bd0-884a-5110c15e68e1,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:18.353681 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86de39e7-c8bd-4bf1-9b08-13558acd6445 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:24:18.376511 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] Attempting to bind port 4fcc2c00-c600-4bd0-884a-5110c15e68e1 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:18.382131 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] Attempting to bind port 4fcc2c00-c600-4bd0-884a-5110c15e68e1 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'f60380dc-5033-4277-a5a5-98ce703cf756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:18.382131 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] Attempting to bind port 4fcc2c00-c600-4bd0-884a-5110c15e68e1 on network c734d233-e558-4baa-85e0-4f931e4d22ce {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:18.387507 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-86de39e7-c8bd-4bf1-9b08-13558acd6445 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (15697cd0-e1bf-411d-b1aa-5490944613ad), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:18.387869 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-86de39e7-c8bd-4bf1-9b08-13558acd6445 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Added segment 15697cd0-e1bf-411d-b1aa-5490944613ad of type vlan for network a0362016-1eee-436b-8ff6-c1ed5863ebb0 Apr 16 04:24:18.390756 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:18.391161 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] Checking segment: {'id': 'f60380dc-5033-4277-a5a5-98ce703cf756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:18.392251 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:18.394623 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] Bound using segment: {'id': 'f60380dc-5033-4277-a5a5-98ce703cf756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:18.395152 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] Bound port: 4fcc2c00-c600-4bd0-884a-5110c15e68e1, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60380dc-5033-4277-a5a5-98ce703cf756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:18.395543 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (4fcc2c00-c600-4bd0-884a-5110c15e68e1), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:18.435562 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-11d39f9d-c152-4483-a066-70e85c1f929d tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_gateway (55dff30f-b9b7-4120-8abb-942b273bff69), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:18.450684 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ca162b41-2a3f-4f6b-9237-8d615b9574f8 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/floatingips/e822351c-9b48-422f-b115-c20256886b61 HTTP/1.1" status: 200 len: 992 time: 0.1698799 Apr 16 04:24:18.471056 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9e787bb0-306a-482e-8e3d-ac072952e49c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (0b38f276-c264-4a23-bee9-d8fb12ca02e3), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:18.539807 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] Publish callbacks [] for port (3725250e-b981-476d-af61-43c2ddd54973), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:18.634503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-86de39e7-c8bd-4bf1-9b08-13558acd6445 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (a0362016-1eee-436b-8ff6-c1ed5863ebb0), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:18.667208 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-1de1275c-1adf-4ad7-a7e3-71bc94d3e54d', 'network_id': '1de1275c-1adf-4ad7-a7e3-71bc94d3e54d', 'project_id': '72d1aa50b704448a8feee6c10e3fbf25', 'fixed_ips': [{'subnet_id': '84b34802-03ea-4fd9-bc6d-aab2c005b569'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:24:18.668077 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:18.686918 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e1beb976-e38d-445f-acd1-bf9a04fdc2ad req-e87c610b-f60c-46ef-b420-f1dadc73d51e tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 210 time: 0.0364244 Apr 16 04:24:18.689285 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9e787bb0-306a-482e-8e3d-ac072952e49c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (0b38f276-c264-4a23-bee9-d8fb12ca02e3), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:18.720619 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e,segment=NetworkSegment(d7c808db-70e3-4b65-8546-fc6c96327c6e),segment_id=d7c808db-70e3-4b65-8546-fc6c96327c6e)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:18.754388 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] For port 4fcc2c00-c600-4bd0-884a-5110c15e68e1, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:18.757159 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e', 'network_id': '568d6779-966e-4ede-8372-feba943d93d4', 'port_id': 'b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e', 'mac_address': 'fa:16:3e:29:d2:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '660e9b45-824f-4813-95fc-d919bbc73d2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:24:18.760926 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] For port 4fcc2c00-c600-4bd0-884a-5110c15e68e1, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=4fcc2c00-c600-4bd0-884a-5110c15e68e1,segment=NetworkSegment(f60380dc-5033-4277-a5a5-98ce703cf756),segment_id=f60380dc-5033-4277-a5a5-98ce703cf756)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:18.763068 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (3725250e-b981-476d-af61-43c2ddd54973), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:18.786911 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c89106-0393-478d-9fc1-ff17f7f44613 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Made reservation on behalf of a2943c81039c44448da97f93644354e6 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:18.791587 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-11c89106-0393-478d-9fc1-ff17f7f44613 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:18.844320 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port ce83affb-a47f-4f98-81d7-c72552b317a8 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:18.845113 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-81fcb542-70c6-4d62-b8d2-334c26724882 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Allocated IP 2001:db8::1 (37c5d288-2125-446c-8a57-b8f4a1687195/82d8df5d-b45e-40ff-bc71-4fcd7a21c885/7f62f7b6-935c-4d60-843b-239249e68e37) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:18.845455 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a6ac8653-cfab-48ec-a51f-e6abcfab9c4b up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:18.849025 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (4fcc2c00-c600-4bd0-884a-5110c15e68e1), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:18.913855 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-86de39e7-c8bd-4bf1-9b08-13558acd6445 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (a0362016-1eee-436b-8ff6-c1ed5863ebb0), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:18.921112 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86de39e7-c8bd-4bf1-9b08-13558acd6445 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:18.921719 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-86de39e7-c8bd-4bf1-9b08-13558acd6445 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:18.958399 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-0cb74dd2-f292-4420-82c7-829853ee75ee None None] Provisioning complete for port 421a14e1-195e-48af-8b4d-5997a11dddd6 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:18.959007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0cb74dd2-f292-4420-82c7-829853ee75ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (421a14e1-195e-48af-8b4d-5997a11dddd6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:18.968508 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] Network 37c5d288-2125-446c-8a57-b8f4a1687195 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:18.985467 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bfd9f-7753-4dc4-8847-e6c9ac250fb6 None None] Pushing event updated for resources: {'Port': ['ID=4fcc2c00-c600-4bd0-884a-5110c15e68e1,revision_number=4']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:18.992700 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9e787bb0-306a-482e-8e3d-ac072952e49c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (0b38f276-c264-4a23-bee9-d8fb12ca02e3), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:19.000592 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:19.000592 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:19.043611 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9e787bb0-306a-482e-8e3d-ac072952e49c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:19.046730 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-11d39f9d-c152-4483-a066-70e85c1f929d tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (55dff30f-b9b7-4120-8abb-942b273bff69), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:19.059126 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9e787bb0-306a-482e-8e3d-ac072952e49c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/0b38f276-c264-4a23-bee9-d8fb12ca02e3 HTTP/1.1" status: 204 len: 168 time: 0.9865410 Apr 16 04:24:19.064788 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:19.065472 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37544) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:19.108168 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e787bb0-306a-482e-8e3d-ac072952e49c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=0b38f276-c264-4a23-bee9-d8fb12ca02e3,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:19.119186 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3787617d-c084-4e83-b916-ed02aff18de8 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:19.126469 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:19.160041 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] Pushing event updated for resources: {'Port': ['ID=3725250e-b981-476d-af61-43c2ddd54973,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:19.189024 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81fcb542-70c6-4d62-b8d2-334c26724882 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for port (7f62f7b6-935c-4d60-843b-239249e68e37), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:19.214735 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e is: ACTIVE; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:19.215121 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:19.261038 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:19.305577 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-86de39e7-c8bd-4bf1-9b08-13558acd6445 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3737481 Apr 16 04:24:19.309104 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37546) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:19.313052 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de39e7-c8bd-4bf1-9b08-13558acd6445 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Network': ['ID=a0362016-1eee-436b-8ff6-c1ed5863ebb0,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:19.314776 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:19.315799 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:19.326339 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-96846f7d-2822-4264-adbd-c3de4dda508a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'subnet': {'network_id': 'a0362016-1eee-436b-8ff6-c1ed5863ebb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:19.394415 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network a0362016-1eee-436b-8ff6-c1ed5863ebb0 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:24:19.472049 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81fcb542-70c6-4d62-b8d2-334c26724882 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (7f62f7b6-935c-4d60-843b-239249e68e37), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:19.492372 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-11c89106-0393-478d-9fc1-ff17f7f44613 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (d4d0bcb7-4c09-45ae-92f9-58106c8cfed6), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:19.504026 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:24:19.527720 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fcb542-70c6-4d62-b8d2-334c26724882 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network 37c5d288-2125-446c-8a57-b8f4a1687195 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:19.547849 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-81fcb542-70c6-4d62-b8d2-334c26724882 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:19.553743 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fcb542-70c6-4d62-b8d2-334c26724882 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:19.554713 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81fcb542-70c6-4d62-b8d2-334c26724882 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (0d4b8147-16ef-46f4-bcfe-6b191715d33a), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:19.583776 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port a6ac8653-cfab-48ec-a51f-e6abcfab9c4b triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:19.584149 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a6ac8653-cfab-48ec-a51f-e6abcfab9c4b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:19.764927 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e,segment=NetworkSegment(d7c808db-70e3-4b65-8546-fc6c96327c6e),segment_id=d7c808db-70e3-4b65-8546-fc6c96327c6e)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:19.790299 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:24:13Z', 'revision_number': 4, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': '4fcc2c00-c600-4bd0-884a-5110c15e68e1', 'name': '', 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:06:22:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:10Z', 'updated_at': '2022-04-16T04:24:18Z', 'revision_number': 4, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce83affb-a47f-4f98-81d7-c72552b317a8', 'name': '', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:5c:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:59Z', 'updated_at': '2022-04-16T04:24:16Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '843590ad-9081-470c-87c8-019c89fda434', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:19.816958 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] Attempting to bind port 3725250e-b981-476d-af61-43c2ddd54973 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:19.818497 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] Attempting to bind port 3725250e-b981-476d-af61-43c2ddd54973 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '4085f082-b394-42a6-9dd6-13828dee38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:19.818497 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] Attempting to bind port 3725250e-b981-476d-af61-43c2ddd54973 on network 37c5d288-2125-446c-8a57-b8f4a1687195 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:19.847218 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] Allocated IP 2001:db8::1 (1de1275c-1adf-4ad7-a7e3-71bc94d3e54d/84b34802-03ea-4fd9-bc6d-aab2c005b569/0e7df935-b199-493c-b529-6c122df01bfd) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:19.859674 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28fd6f5-c3b1-472c-ab58-3b0f17663dd0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Deleting subnet 4eeb8b90-26be-4307-b7de-f940e88215ad {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:24:19.871063 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138c5be-26d2-44ca-8eb6-7e4a7cc2a506 None None] The sync data for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv is: [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:24:13Z', 'revision_number': 4, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': '4fcc2c00-c600-4bd0-884a-5110c15e68e1', 'name': '', 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:06:22:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:10Z', 'updated_at': '2022-04-16T04:24:18Z', 'revision_number': 4, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce83affb-a47f-4f98-81d7-c72552b317a8', 'name': '', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:5c:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:59Z', 'updated_at': '2022-04-16T04:24:16Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '843590ad-9081-470c-87c8-019c89fda434', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:24:19.874826 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:19.889387 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c28fd6f5-c3b1-472c-ab58-3b0f17663dd0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for subnet (4eeb8b90-26be-4307-b7de-f940e88215ad), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:19.895009 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:19.895388 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] Checking segment: {'id': '4085f082-b394-42a6-9dd6-13828dee38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:19.895823 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:19.896221 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] Bound using segment: {'id': '4085f082-b394-42a6-9dd6-13828dee38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:19.896709 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] Bound port: 3725250e-b981-476d-af61-43c2ddd54973, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4085f082-b394-42a6-9dd6-13828dee38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:19.897112 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (3725250e-b981-476d-af61-43c2ddd54973), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:19.912099 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-df0f396c-4dd5-46b1-90d5-132a8fe91406 req-191af1bb-63d1-4e41-bb1b-10124f1d484f tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 210 time: 0.0761051 Apr 16 04:24:20.038395 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96846f7d-2822-4264-adbd-c3de4dda508a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Made reservation on behalf of 72d1aa50b704448a8feee6c10e3fbf25 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:20.046341 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-96846f7d-2822-4264-adbd-c3de4dda508a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:20.097074 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c28fd6f5-c3b1-472c-ab58-3b0f17663dd0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (4eeb8b90-26be-4307-b7de-f940e88215ad), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:20.113292 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0cb74dd2-f292-4420-82c7-829853ee75ee None None] Current status of the port 421a14e1-195e-48af-8b4d-5997a11dddd6 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:20.196227 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-0cb74dd2-f292-4420-82c7-829853ee75ee None None] Provisioning complete for port 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:20.196900 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0cb74dd2-f292-4420-82c7-829853ee75ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:20.210175 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:24:20.251801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81fcb542-70c6-4d62-b8d2-334c26724882 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7f62f7b6-935c-4d60-843b-239249e68e37), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:20.387826 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:24:20.388269 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:24:20.397696 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c28fd6f5-c3b1-472c-ab58-3b0f17663dd0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (4eeb8b90-26be-4307-b7de-f940e88215ad), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:20.453543 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d39f9d-c152-4483-a066-70e85c1f929d tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Router 55dff30f-b9b7-4120-8abb-942b273bff69 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:24:20.474900 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e,revision_number=6']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:20.635666 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] For port 3725250e-b981-476d-af61-43c2ddd54973, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:20.670372 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port a6ac8653-cfab-48ec-a51f-e6abcfab9c4b is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:20.728482 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] For port 3725250e-b981-476d-af61-43c2ddd54973, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3725250e-b981-476d-af61-43c2ddd54973,segment=NetworkSegment(4085f082-b394-42a6-9dd6-13828dee38df),segment_id=4085f082-b394-42a6-9dd6-13828dee38df)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:20.795480 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c89106-0393-478d-9fc1-ff17f7f44613 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Checking segment: {'id': 'b603dff2-b3bf-4fed-b64a-0e58474c29e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '409b0fff-42e4-44a3-b8fe-258c7e9b5e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:20.798244 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c89106-0393-478d-9fc1-ff17f7f44613 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network hostable DHCP agents. Network: 409b0fff-42e4-44a3-b8fe-258c7e9b5e02, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:24:20.808339 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcb542-70c6-4d62-b8d2-334c26724882 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Port': ['ID=7f62f7b6-935c-4d60-843b-239249e68e37,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:20.824147 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.ipam_backend_mixin [None req-96846f7d-2822-4264-adbd-c3de4dda508a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Performing IP validity checks on allocation pools {{(pid=104632) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 16 04:24:20.827038 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.ipam_backend_mixin [None req-96846f7d-2822-4264-adbd-c3de4dda508a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104632) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 16 04:24:20.838284 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c89106-0393-478d-9fc1-ff17f7f44613 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Subnet': ['ID=d4d0bcb7-4c09-45ae-92f9-58106c8cfed6,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:20.869289 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] Publish callbacks [] for port (0e7df935-b199-493c-b529-6c122df01bfd), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:20.871380 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (3725250e-b981-476d-af61-43c2ddd54973), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:20.874405 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d39f9d-c152-4483-a066-70e85c1f929d tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:24:20.949576 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c89106-0393-478d-9fc1-ff17f7f44613 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 409b0fff-42e4-44a3-b8fe-258c7e9b5e02 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:24:20.980305 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81fcb542-70c6-4d62-b8d2-334c26724882 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for port (7f62f7b6-935c-4d60-843b-239249e68e37), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:21.062806 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] Sync routers for ids ['55dff30f-b9b7-4120-8abb-942b273bff69'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:24:21.123480 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (0e7df935-b199-493c-b529-6c122df01bfd), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:21.139543 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0cb74dd2-f292-4420-82c7-829853ee75ee None None] Current status of the port 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:21.139936 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0cb74dd2-f292-4420-82c7-829853ee75ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:21.201205 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-11d39f9d-c152-4483-a066-70e85c1f929d tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:21.225654 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-11d39f9d-c152-4483-a066-70e85c1f929d tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.5150127 Apr 16 04:24:21.228480 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37558) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:21.285932 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e is: BUILD; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:21.288422 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:21.357221 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81fcb542-70c6-4d62-b8d2-334c26724882 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (7f62f7b6-935c-4d60-843b-239249e68e37), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:21.358272 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81fcb542-70c6-4d62-b8d2-334c26724882 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (0d4b8147-16ef-46f4-bcfe-6b191715d33a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:21.362745 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3196017a-0463-45d3-afa5-fa16c6c921ac req-ed98b731-5857-4788-a5b5-65ae8bc79ccd tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 210 time: 0.2198257 Apr 16 04:24:21.364028 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-11c89106-0393-478d-9fc1-ff17f7f44613 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 409b0fff-42e4-44a3-b8fe-258c7e9b5e02) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:21.365306 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:21.370277 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c89106-0393-478d-9fc1-ff17f7f44613 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:21.371380 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-11c89106-0393-478d-9fc1-ff17f7f44613 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:21.413632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c28fd6f5-c3b1-472c-ab58-3b0f17663dd0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (4eeb8b90-26be-4307-b7de-f940e88215ad), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:21.465404 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcb542-70c6-4d62-b8d2-334c26724882 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Port': ['ID=7f62f7b6-935c-4d60-843b-239249e68e37,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:21.484571 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-11c89106-0393-478d-9fc1-ff17f7f44613 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4584708 Apr 16 04:24:21.490354 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37562) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:21.505070 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c28fd6f5-c3b1-472c-ab58-3b0f17663dd0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:21.521256 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c28fd6f5-c3b1-472c-ab58-3b0f17663dd0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/4eeb8b90-26be-4307-b7de-f940e88215ad HTTP/1.1" status: 204 len: 168 time: 2.4528520 Apr 16 04:24:21.522622 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37564) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:21.529368 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fd6f5-c3b1-472c-ab58-3b0f17663dd0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Subnet': ['ID=4eeb8b90-26be-4307-b7de-f940e88215ad,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:21.536576 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e426fb6e-af31-4c02-b94f-02070edc6088 None None] Network 409b0fff-42e4-44a3-b8fe-258c7e9b5e02 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:21.585177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] Network 1de1275c-1adf-4ad7-a7e3-71bc94d3e54d is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:21.594968 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:24:21.644335 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-4cc41354-1c8c-4560-bd7a-abf72c66d81f tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:21.645758 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-4cc41354-1c8c-4560-bd7a-abf72c66d81f tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.18 "GET /v2.0/networks?id=d2cf3884-0560-4147-9fd5-bb24a6616029 HTTP/1.1" status: 200 len: 812 time: 0.8290238 Apr 16 04:24:21.653986 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:21.662402 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:21.692377 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-a10082ff-1533-4add-9172-18afec153dac tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Request body: {'port': {'device_id': 'cad88d0b-4928-4fbb-9f42-469b16d6e395', 'network_id': 'd2cf3884-0560-4147-9fd5-bb24a6616029', 'admin_state_up': True, 'tenant_id': 'df9a6fe556904c1daa9e4e9d04e1cb79'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:21.704856 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-0cb74dd2-f292-4420-82c7-829853ee75ee None None] For port 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a,segment=NetworkSegment(f60380dc-5033-4277-a5a5-98ce703cf756),segment_id=f60380dc-5033-4277-a5a5-98ce703cf756)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:21.759797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] Routers {'55dff30f-b9b7-4120-8abb-942b273bff69'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:21.760429 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['55dff30f-b9b7-4120-8abb-942b273bff69'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:21.761287 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1e347718-23a5-4000-834e-abe29da1a995 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2374761 Apr 16 04:24:21.762317 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-96846f7d-2822-4264-adbd-c3de4dda508a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (e2403fe5-7c6c-4e65-9d17-db65ec65be7d), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:21.763138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37566) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:21.788934 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f7184-2a99-4618-a4b2-eccfe5a9b4d8 None None] Pushing event updated for resources: {'Port': ['ID=3725250e-b981-476d-af61-43c2ddd54973,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:21.886733 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c325c2-b310-43f3-8e0e-e34c844e3123 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:21.887743 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96846f7d-2822-4264-adbd-c3de4dda508a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Subnet': ['ID=e2403fe5-7c6c-4e65-9d17-db65ec65be7d,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:21.891584 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-00c325c2-b310-43f3-8e0e-e34c844e3123 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1131291 Apr 16 04:24:21.895608 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37568) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:21.913405 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d1a1c511-fd41-46b2-bb29-d6f54494cf71 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "GET /v2.0/routers/55dff30f-b9b7-4120-8abb-942b273bff69 HTTP/1.1" status: 200 len: 909 time: 0.6815248 Apr 16 04:24:21.914011 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37570) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:21.977651 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4850ce-1c73-4c9b-b676-2334c6ce9861 None None] Network 9a9395da-f56a-4c57-8efc-4b7256188659 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:21.981497 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0cb74dd2-f292-4420-82c7-829853ee75ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:21.985775 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fcb542-70c6-4d62-b8d2-334c26724882 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network 37c5d288-2125-446c-8a57-b8f4a1687195 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:21.991041 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-81fcb542-70c6-4d62-b8d2-334c26724882 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:22.060563 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-f2166ec1-e91f-4e71-80b8-34d11e728974 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1658616714', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'enable_snat': True}}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:22.098162 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96846f7d-2822-4264-adbd-c3de4dda508a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Checking segment: {'id': '15697cd0-e1bf-411d-b1aa-5490944613ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a0362016-1eee-436b-8ff6-c1ed5863ebb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:22.098623 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96846f7d-2822-4264-adbd-c3de4dda508a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Network hostable DHCP agents. Network: a0362016-1eee-436b-8ff6-c1ed5863ebb0, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:24:22.107528 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c231cb-74cd-48c4-a603-e355d4d72f48 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:22.111372 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-94c231cb-74cd-48c4-a603-e355d4d72f48 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2104881 Apr 16 04:24:22.116016 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37572) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:22.244949 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e,segment=NetworkSegment(d7c808db-70e3-4b65-8546-fc6c96327c6e),segment_id=d7c808db-70e3-4b65-8546-fc6c96327c6e)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:22.269995 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-a10082ff-1533-4add-9172-18afec153dac tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Made reservation on behalf of df9a6fe556904c1daa9e4e9d04e1cb79 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:22.273653 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-a10082ff-1533-4add-9172-18afec153dac tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:22.278272 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f2166ec1-e91f-4e71-80b8-34d11e728974 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (a5fc40a6-9eb7-46c2-9d0c-174896a8a565), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:22.280604 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f2166ec1-e91f-4e71-80b8-34d11e728974 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (a5fc40a6-9eb7-46c2-9d0c-174896a8a565), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:22.420157 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-409b0fff-42e4-44a3-b8fe-258c7e9b5e02', 'network_id': '409b0fff-42e4-44a3-b8fe-258c7e9b5e02', 'project_id': 'a2943c81039c44448da97f93644354e6', 'fixed_ips': [{'subnet_id': 'd4d0bcb7-4c09-45ae-92f9-58106c8cfed6'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:24:22.421065 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:22.445629 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-dbfc2f1d-16bf-498a-9398-ee4aa3086db4 None None] Provisioning complete for port 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:22.446095 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dbfc2f1d-16bf-498a-9398-ee4aa3086db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:22.447584 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:22.479349 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] Pushing event updated for resources: {'Port': ['ID=0e7df935-b199-493c-b529-6c122df01bfd,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:22.539088 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:22.539461 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:22.642853 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] Attempting to bind port 0e7df935-b199-493c-b529-6c122df01bfd on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:22.644043 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] Attempting to bind port 0e7df935-b199-493c-b529-6c122df01bfd by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '3148a6ab-9bcf-440a-8f6b-6f0d75239cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1de1275c-1adf-4ad7-a7e3-71bc94d3e54d'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:22.644580 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] Attempting to bind port 0e7df935-b199-493c-b529-6c122df01bfd on network 1de1275c-1adf-4ad7-a7e3-71bc94d3e54d {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:22.660686 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d39007a4-5f5c-4a2d-8c4a-383bf531239e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5417161 Apr 16 04:24:22.669387 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37578) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:22.674639 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] Set router 55dff30f-b9b7-4120-8abb-942b273bff69 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:22.701767 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b677ada-2fb3-4ff1-84c1-f860c69841ec tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:22.702325 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b677ada-2fb3-4ff1-84c1-f860c69841ec tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:22.703485 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4197f3c6-a084-4754-b48a-378ff6e6df4a req-56df7fc8-ec79-4ef4-9601-80feae4f5258 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 210 time: 0.1712012 Apr 16 04:24:22.705346 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7b677ada-2fb3-4ff1-84c1-f860c69841ec tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/10b547ba-387b-4483-aaaf-8aaa936a394f HTTP/1.1" status: 404 len: 333 time: 0.0350180 Apr 16 04:24:22.721303 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37580) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:22.721472 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f2166ec1-e91f-4e71-80b8-34d11e728974 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_controller (a5fc40a6-9eb7-46c2-9d0c-174896a8a565), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:22.747197 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac17cbe-01a6-4555-a3f5-f803d7efe692 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:22.747658 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac17cbe-01a6-4555-a3f5-f803d7efe692 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:22.750878 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1ac17cbe-01a6-4555-a3f5-f803d7efe692 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/4eeb8b90-26be-4307-b7de-f940e88215ad HTTP/1.1" status: 404 len: 337 time: 0.0322869 Apr 16 04:24:22.758470 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37582) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:22.816296 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f525605d-5cbc-4fbd-b407-c27aa8c77194 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:22.822713 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96846f7d-2822-4264-adbd-c3de4dda508a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Network a0362016-1eee-436b-8ff6-c1ed5863ebb0 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:24:22.838565 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c53e32-02c4-4953-8d5d-5ab312f0fb66 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:22.842761 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c53e32-02c4-4953-8d5d-5ab312f0fb66 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:22.845888 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a6c53e32-02c4-4953-8d5d-5ab312f0fb66 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/0b38f276-c264-4a23-bee9-d8fb12ca02e3 HTTP/1.1" status: 404 len: 337 time: 0.0844021 Apr 16 04:24:22.854041 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37584) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:22.857351 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:22.857979 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] Checking segment: {'id': '3148a6ab-9bcf-440a-8f6b-6f0d75239cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1de1275c-1adf-4ad7-a7e3-71bc94d3e54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:22.858606 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:22.859192 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] Bound using segment: {'id': '3148a6ab-9bcf-440a-8f6b-6f0d75239cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1de1275c-1adf-4ad7-a7e3-71bc94d3e54d'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:22.859863 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] Bound port: 0e7df935-b199-493c-b529-6c122df01bfd, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3148a6ab-9bcf-440a-8f6b-6f0d75239cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1de1275c-1adf-4ad7-a7e3-71bc94d3e54d'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:22.865192 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (0e7df935-b199-493c-b529-6c122df01bfd), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:22.889582 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ac080c-e996-4bec-9eba-a4e1d23fa132 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:22.890230 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ac080c-e996-4bec-9eba-a4e1d23fa132 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:22.897685 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-60ac080c-e996-4bec-9eba-a4e1d23fa132 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/0bbc451a-6e0a-482e-8450-fbeb49d7857a HTTP/1.1" status: 404 len: 333 time: 0.0402477 Apr 16 04:24:22.898511 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37586) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:22.934166 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-390d9e55-8936-4e0b-aa98-f53720d98cf7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:22.934634 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390d9e55-8936-4e0b-aa98-f53720d98cf7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:22.937707 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-390d9e55-8936-4e0b-aa98-f53720d98cf7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/794a3a54-8c7e-408e-ba79-b4040e6e868b HTTP/1.1" status: 404 len: 337 time: 0.0381143 Apr 16 04:24:22.941248 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37588) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:22.952177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e16add-8e29-49e0-811e-ddd220b81abf None None] DHCP port deletion for 9a9395da-f56a-4c57-8efc-4b7256188659 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:24:22.959421 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-96846f7d-2822-4264-adbd-c3de4dda508a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, a0362016-1eee-436b-8ff6-c1ed5863ebb0) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:22.991866 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96846f7d-2822-4264-adbd-c3de4dda508a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:22.994232 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-96846f7d-2822-4264-adbd-c3de4dda508a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:22.998377 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fcb542-70c6-4d62-b8d2-334c26724882 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router 0d4b8147-16ef-46f4-bcfe-6b191715d33a is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:24:23.004973 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7da264b-b0d2-44e4-aaa0-c7f38ce9ebdd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:23.006137 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7da264b-b0d2-44e4-aaa0-c7f38ce9ebdd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:23.010993 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d7da264b-b0d2-44e4-aaa0-c7f38ce9ebdd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/c5cf37ec-a25c-4d45-b506-46f656e8809d HTTP/1.1" status: 404 len: 337 time: 0.0677533 Apr 16 04:24:23.020244 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37590) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:23.030593 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] For port 0e7df935-b199-493c-b529-6c122df01bfd, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:23.031107 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] For port 0e7df935-b199-493c-b529-6c122df01bfd, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=0e7df935-b199-493c-b529-6c122df01bfd,segment=NetworkSegment(3148a6ab-9bcf-440a-8f6b-6f0d75239cf1),segment_id=3148a6ab-9bcf-440a-8f6b-6f0d75239cf1)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:23.068083 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95a092e-3545-4abe-8143-7f8f9fffbdee tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:23.068083 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e95a092e-3545-4abe-8143-7f8f9fffbdee tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:23.068083 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e95a092e-3545-4abe-8143-7f8f9fffbdee tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/43a6aab0-ff20-40fb-b6ae-117e600d021e HTTP/1.1" status: 404 len: 333 time: 0.0408680 Apr 16 04:24:23.072219 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37592) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:23.095509 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c879173-554a-4aa7-875d-1664ddbc0ab0 None None] Network a0362016-1eee-436b-8ff6-c1ed5863ebb0 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:23.106475 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-a10082ff-1533-4add-9172-18afec153dac tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Allocated IP 172.20.0.7 (d2cf3884-0560-4147-9fd5-bb24a6616029/f4e226c3-0e5b-45fb-ae43-e7c4aee38abf/fa0b6eff-feac-4c15-938d-b06750972a08) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:23.119253 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-090f32c0-5901-496c-9396-5515bb0041a3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:23.120130 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090f32c0-5901-496c-9396-5515bb0041a3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:23.124043 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f2166ec1-e91f-4e71-80b8-34d11e728974 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_gateway (a5fc40a6-9eb7-46c2-9d0c-174896a8a565), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:23.124574 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-090f32c0-5901-496c-9396-5515bb0041a3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/f3ddcfd9-0f88-4c02-9436-981a05f1822d HTTP/1.1" status: 404 len: 337 time: 0.0475154 Apr 16 04:24:23.131257 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37594) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:23.180012 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb74dd2-f292-4420-82c7-829853ee75ee None None] Pushing event updated for resources: {'Port': ['ID=7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:23.182763 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a982490-141d-400d-97f2-80c3018bd33f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:23.183396 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a982490-141d-400d-97f2-80c3018bd33f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:23.186534 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9a982490-141d-400d-97f2-80c3018bd33f tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/4dc7b351-7d2f-43b9-b520-d1e4c4d01beb HTTP/1.1" status: 404 len: 337 time: 0.0485871 Apr 16 04:24:23.195445 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37596) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:23.206879 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0954d573-349e-423d-81b3-a9e107db7424 None None] Network 37c5d288-2125-446c-8a57-b8f4a1687195 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:23.208507 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-68e16add-8e29-49e0-811e-ddd220b81abf None None] Deleting port a6ac8653-cfab-48ec-a51f-e6abcfab9c4b {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:24:23.208914 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-68e16add-8e29-49e0-811e-ddd220b81abf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (a6ac8653-cfab-48ec-a51f-e6abcfab9c4b), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:23.224626 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (0e7df935-b199-493c-b529-6c122df01bfd), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:23.227363 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-96846f7d-2822-4264-adbd-c3de4dda508a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.9168274 Apr 16 04:24:23.230475 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37598) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:23.248240 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a51c193-490c-482f-b3b4-ea36957a1328 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:23.248523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a51c193-490c-482f-b3b4-ea36957a1328 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:23.251527 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0a51c193-490c-482f-b3b4-ea36957a1328 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/7c865462-b456-4b24-87ff-7c6cf72bd470 HTTP/1.1" status: 404 len: 333 time: 0.0550413 Apr 16 04:24:23.260888 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37600) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:23.359435 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-321ce317-0678-4b8a-871f-56c4c2b5a21a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:23.360080 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-321ce317-0678-4b8a-871f-56c4c2b5a21a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:23.364139 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-321ce317-0678-4b8a-871f-56c4c2b5a21a tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/cfa0b370-cf9b-49e0-86bd-d629fb97a24a HTTP/1.1" status: 404 len: 337 time: 0.1020229 Apr 16 04:24:23.368007 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37602) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:23.403694 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd43163c-149a-421c-8f41-d298eaf24e68 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:23.404309 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd43163c-149a-421c-8f41-d298eaf24e68 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:23.407757 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fd43163c-149a-421c-8f41-d298eaf24e68 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/68c55012-4f74-4216-b135-3a1f3994e8d3 HTTP/1.1" status: 404 len: 337 time: 0.0370734 Apr 16 04:24:23.413148 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37604) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:23.433397 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fcb542-70c6-4d62-b8d2-334c26724882 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:24:23.447430 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] Sync routers for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:24:23.461562 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-81fcb542-70c6-4d62-b8d2-334c26724882 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/0d4b8147-16ef-46f4-bcfe-6b191715d33a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7708812 Apr 16 04:24:23.466204 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7065ab7-e1aa-4b33-8f87-cfdcdda1f257 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:23.466903 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7065ab7-e1aa-4b33-8f87-cfdcdda1f257 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:23.470109 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b7065ab7-e1aa-4b33-8f87-cfdcdda1f257 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/058ba25c-01de-435a-a4b1-f1810f3d5512 HTTP/1.1" status: 404 len: 333 time: 0.0512986 Apr 16 04:24:23.474041 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37606) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:23.474243 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37608) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:23.480668 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-fcb89dad-77cc-4ce8-9071-a722fa6c275a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1314219458'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:23.486774 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:23.489230 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:23.548588 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-6016f269-c131-4cfb-90e0-e15666142179 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:23.549480 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6016f269-c131-4cfb-90e0-e15666142179 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:23.553245 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6016f269-c131-4cfb-90e0-e15666142179 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/ee242381-1077-41f3-bd6c-a9d4c7239c5e HTTP/1.1" status: 404 len: 337 time: 0.0505428 Apr 16 04:24:23.557093 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37612) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:23.610420 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb89dad-77cc-4ce8-9071-a722fa6c275a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Made reservation on behalf of 73487597c3b744729772f791e4bc7825 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:23.615336 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fcb89dad-77cc-4ce8-9071-a722fa6c275a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:23.621290 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb6d697-b8f6-4da5-aa6d-a11a1da4c049 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:23.621896 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb6d697-b8f6-4da5-aa6d-a11a1da4c049 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:23.639328 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4eb6d697-b8f6-4da5-aa6d-a11a1da4c049 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/2235e3b3-8cdc-4a30-a91d-b7532fb1a346 HTTP/1.1" status: 404 len: 333 time: 0.0794942 Apr 16 04:24:23.645397 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-374b475f-f46a-428b-9269-0d83de7690db tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (a0362016-1eee-436b-8ff6-c1ed5863ebb0), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:23.652382 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e,revision_number=7']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:23.655017 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37614) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:23.745982 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbda539a-edf0-4441-b477-b56a04d8133e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:23.746444 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbda539a-edf0-4441-b477-b56a04d8133e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:23.747284 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-68e16add-8e29-49e0-811e-ddd220b81abf None None] For port a6ac8653-cfab-48ec-a51f-e6abcfab9c4b, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a6ac8653-cfab-48ec-a51f-e6abcfab9c4b,segment=NetworkSegment(585ea887-c89e-4ab4-a528-afc3d8d9b48c),segment_id=585ea887-c89e-4ab4-a528-afc3d8d9b48c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:23.747693 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-68e16add-8e29-49e0-811e-ddd220b81abf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (a6ac8653-cfab-48ec-a51f-e6abcfab9c4b), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:23.749500 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-cbda539a-edf0-4441-b477-b56a04d8133e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/1927c38e-4ef1-4e24-b08f-72d306895bc0 HTTP/1.1" status: 404 len: 337 time: 0.0803363 Apr 16 04:24:23.762223 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:23.766061 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37618) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:23.836235 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8c8f2c-c566-47d1-a18f-4fc224a0028a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-a0362016-1eee-436b-8ff6-c1ed5863ebb0', 'network_id': 'a0362016-1eee-436b-8ff6-c1ed5863ebb0', 'project_id': '72d1aa50b704448a8feee6c10e3fbf25', 'fixed_ips': [{'subnet_id': 'e2403fe5-7c6c-4e65-9d17-db65ec65be7d'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:24:23.837588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-da8c8f2c-c566-47d1-a18f-4fc224a0028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:23.843600 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:23.844772 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 421a14e1-195e-48af-8b4d-5997a11dddd6 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:23.875032 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] Allocated IP 172.23.0.2 (409b0fff-42e4-44a3-b8fe-258c7e9b5e02/d4d0bcb7-4c09-45ae-92f9-58106c8cfed6/9d124df6-bc34-422d-a171-d3fbd8988b7a) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:23.890481 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-68e16add-8e29-49e0-811e-ddd220b81abf None None] Calling delete_port for a6ac8653-cfab-48ec-a51f-e6abcfab9c4b owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:24:23.952509 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb89dad-77cc-4ce8-9071-a722fa6c275a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:24:23.956282 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1b82a2-9550-4903-9169-c178d2e44a28 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:23.960765 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1b82a2-9550-4903-9169-c178d2e44a28 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:23.963709 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fa1b82a2-9550-4903-9169-c178d2e44a28 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/974d5325-1a61-4913-965f-a8a9b60ab53e HTTP/1.1" status: 404 len: 333 time: 0.1888018 Apr 16 04:24:23.975195 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc2f1d-16bf-498a-9398-ee4aa3086db4 None None] Current status of the port 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:23.978597 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37620) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:24.090574 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27fcf48-2b7d-4f69-9489-d2e066848a0d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:24.091404 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a27fcf48-2b7d-4f69-9489-d2e066848a0d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:24.096521 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a27fcf48-2b7d-4f69-9489-d2e066848a0d tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/2c931aa3-b81c-44c0-addc-1cf9d68a52c0 HTTP/1.1" status: 404 len: 337 time: 0.0708308 Apr 16 04:24:24.115502 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-772eaec9-bbfa-4512-8250-e20021d8fa16 req-e1a1f146-371a-48b5-bf73-7f65f4258d20 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 210 time: 0.2124023 Apr 16 04:24:24.115959 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37622) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:24.131391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fcb89dad-77cc-4ce8-9071-a722fa6c275a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f4b21ee5-045c-4be1-b71a-3b896d630091), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:24.131731 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-fcb89dad-77cc-4ce8-9071-a722fa6c275a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Added segment f4b21ee5-045c-4be1-b71a-3b896d630091 of type vlan for network 2be1b915-663a-45f4-829a-3202ed6594a1 Apr 16 04:24:24.224440 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9f84fe-d67e-49da-8042-80e958cd70f9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:24.225766 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9f84fe-d67e-49da-8042-80e958cd70f9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:24.229850 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3d9f84fe-d67e-49da-8042-80e958cd70f9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/8f1d99a9-5b76-4f14-8d41-6eeafb528cd6 HTTP/1.1" status: 404 len: 333 time: 0.0999706 Apr 16 04:24:24.231235 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:24:19Z', 'revision_number': 2, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:20Z', 'revision_number': 2, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:24.233569 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-374b475f-f46a-428b-9269-0d83de7690db tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (e2403fe5-7c6c-4e65-9d17-db65ec65be7d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:24.263412 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-dbfc2f1d-16bf-498a-9398-ee4aa3086db4 None None] Provisioning complete for port a6ac8653-cfab-48ec-a51f-e6abcfab9c4b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:24.263915 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dbfc2f1d-16bf-498a-9398-ee4aa3086db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a6ac8653-cfab-48ec-a51f-e6abcfab9c4b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:24.279325 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37624) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:24.283596 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] Checking router: 0d4b8147-16ef-46f4-bcfe-6b191715d33a for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:24:24.284156 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] Updating router 0d4b8147-16ef-46f4-bcfe-6b191715d33a port 7f62f7b6-935c-4d60-843b-239249e68e37 binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:24:24.332388 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7f62f7b6-935c-4d60-843b-239249e68e37), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:24.346293 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f24616f-2b0a-4391-9e16-ebc5836eca9e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:24.346907 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f24616f-2b0a-4391-9e16-ebc5836eca9e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:24.355890 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fcb89dad-77cc-4ce8-9071-a722fa6c275a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (2be1b915-663a-45f4-829a-3202ed6594a1), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:24.356589 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0f24616f-2b0a-4391-9e16-ebc5836eca9e tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/ddb6c50f-d9e2-4427-8731-394d5cbb2e33 HTTP/1.1" status: 404 len: 337 time: 0.0754855 Apr 16 04:24:24.357592 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37626) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:24.412705 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-374b475f-f46a-428b-9269-0d83de7690db tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (e2403fe5-7c6c-4e65-9d17-db65ec65be7d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:24.415996 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-64fa71f2-1cd6-4d6f-ab5b-72490999cdf3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:24.416597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64fa71f2-1cd6-4d6f-ab5b-72490999cdf3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:24.430587 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-64fa71f2-1cd6-4d6f-ab5b-72490999cdf3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/c86a980f-1224-4031-877d-54584b89b4bb HTTP/1.1" status: 404 len: 333 time: 0.0658793 Apr 16 04:24:24.435797 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f2166ec1-e91f-4e71-80b8-34d11e728974 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_gateway (a5fc40a6-9eb7-46c2-9d0c-174896a8a565), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:24.437419 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37628) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:24.491617 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b475f-f46a-428b-9269-0d83de7690db tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Subnet': ['ID=e2403fe5-7c6c-4e65-9d17-db65ec65be7d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:24.510421 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f2166ec1-e91f-4e71-80b8-34d11e728974 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:24.514993 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-a10082ff-1533-4add-9172-18afec153dac tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Publish callbacks [] for port (fa0b6eff-feac-4c15-938d-b06750972a08), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:24.523244 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-d602e7f8-5d2e-4dfa-8f3c-583dffa43797 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:24.523711 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d602e7f8-5d2e-4dfa-8f3c-583dffa43797 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:24.533444 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d602e7f8-5d2e-4dfa-8f3c-583dffa43797 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/e1600c2c-89e4-4968-ab16-35cc684bbdba HTTP/1.1" status: 404 len: 337 time: 0.0907946 Apr 16 04:24:24.536771 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37630) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:24.568109 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fcb89dad-77cc-4ce8-9071-a722fa6c275a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (2be1b915-663a-45f4-829a-3202ed6594a1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:24.575152 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53b0dc5-4a4a-4f44-925f-3870debc6dec tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:24.575725 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53b0dc5-4a4a-4f44-925f-3870debc6dec tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:24.578912 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb89dad-77cc-4ce8-9071-a722fa6c275a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:24.581512 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e53b0dc5-4a4a-4f44-925f-3870debc6dec tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/31b15bf6-5f0f-4250-9298-a5b62eb9c58c HTTP/1.1" status: 404 len: 333 time: 0.0396354 Apr 16 04:24:24.582696 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fcb89dad-77cc-4ce8-9071-a722fa6c275a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:24.584444 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37632) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:24.665428 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8dfdb6-a77b-4932-9737-0f6572c73205 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:24.666069 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b8dfdb6-a77b-4932-9737-0f6572c73205 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:24.673963 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6b8dfdb6-a77b-4932-9737-0f6572c73205 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/9660ce34-d3f3-4fd8-b089-b39386a53469 HTTP/1.1" status: 404 len: 337 time: 0.0882185 Apr 16 04:24:24.677160 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37636) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:24.717668 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae50656d-488d-4a17-9b03-64a31b11f466 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:24.718355 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae50656d-488d-4a17-9b03-64a31b11f466 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:24.725048 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ae50656d-488d-4a17-9b03-64a31b11f466 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/ad3335a7-fe8f-45f0-8320-acb54f960905 HTTP/1.1" status: 404 len: 337 time: 0.0443580 Apr 16 04:24:24.725950 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37638) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:24.733762 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-374b475f-f46a-428b-9269-0d83de7690db tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (a0362016-1eee-436b-8ff6-c1ed5863ebb0), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:24.800117 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fcb89dad-77cc-4ce8-9071-a722fa6c275a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3239751 Apr 16 04:24:24.802124 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37640) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:24.824469 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-6257d6ff-48e8-41d6-acc6-93ceba62aae4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'subnet': {'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:24.853100 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-374b475f-f46a-428b-9269-0d83de7690db tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0362016-1eee-436b-8ff6-c1ed5863ebb0']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:24.863116 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ad84ea-f035-4f95-8fc2-dd677fac27eb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:24.865968 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ad84ea-f035-4f95-8fc2-dd677fac27eb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:24.876604 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-38ad84ea-f035-4f95-8fc2-dd677fac27eb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/cc2bfe62-7778-4f4d-ae9c-7238f4ea30cb HTTP/1.1" status: 404 len: 333 time: 0.1337955 Apr 16 04:24:24.878954 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37642) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:24.896433 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-374b475f-f46a-428b-9269-0d83de7690db tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15697cd0-e1bf-411d-b1aa-5490944613ad') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:24.896745 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-374b475f-f46a-428b-9269-0d83de7690db tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15697cd0-e1bf-411d-b1aa-5490944613ad') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:24.901474 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb89dad-77cc-4ce8-9071-a722fa6c275a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Network': ['ID=2be1b915-663a-45f4-829a-3202ed6594a1,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:24.929877 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-374b475f-f46a-428b-9269-0d83de7690db tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (15697cd0-e1bf-411d-b1aa-5490944613ad), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:24.935188 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37475b99-b52e-4ebb-bd40-20f2ec949720 None None] Pushing event updated for resources: {'Port': ['ID=0e7df935-b199-493c-b529-6c122df01bfd,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:24.973908 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-374b475f-f46a-428b-9269-0d83de7690db tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (15697cd0-e1bf-411d-b1aa-5490944613ad), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:24.987410 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55dff30f-b9b7-4120-8abb-942b273bff69', 'name': 'tempest-snat-router-1658616714', 'tenant_id': 'b6d62b394d16400891df4a2583f7f670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.119'}], 'enable_snat': False}, 'gw_port_id': 'b1018f50-1a4e-47aa-8d2d-c0906244fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:12Z', 'updated_at': '2022-04-16T04:24:17Z', 'revision_number': 3, 'project_id': 'b6d62b394d16400891df4a2583f7f670', 'gw_port': {'id': 'b1018f50-1a4e-47aa-8d2d-c0906244fe6f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55dff30f-b9b7-4120-8abb-942b273bff69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:15Z', 'updated_at': '2022-04-16T04:24:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:24.989248 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374b475f-f46a-428b-9269-0d83de7690db tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:24:24.989666 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-374b475f-f46a-428b-9269-0d83de7690db tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (15697cd0-e1bf-411d-b1aa-5490944613ad), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:24:24.997451 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:24:25.069558 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45b5514-ae0b-4524-92c4-d8eb732c5162 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:25.070019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45b5514-ae0b-4524-92c4-d8eb732c5162 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:25.075941 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d45b5514-ae0b-4524-92c4-d8eb732c5162 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/89140a21-0739-41f2-8435-2b4e8d23b0ac HTTP/1.1" status: 404 len: 337 time: 0.1680269 Apr 16 04:24:25.079144 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37644) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:25.085903 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] Publish callbacks [] for port (7f62f7b6-935c-4d60-843b-239249e68e37), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:25.089843 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-a10082ff-1533-4add-9172-18afec153dac tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (fa0b6eff-feac-4c15-938d-b06750972a08), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:25.117227 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 421a14e1-195e-48af-8b4d-5997a11dddd6 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:25.117227 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (421a14e1-195e-48af-8b4d-5997a11dddd6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:25.150716 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] Checking router: 55dff30f-b9b7-4120-8abb-942b273bff69 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:24:25.151216 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] Updating router 55dff30f-b9b7-4120-8abb-942b273bff69 port b1018f50-1a4e-47aa-8d2d-c0906244fe6f binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:24:25.172300 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (7f62f7b6-935c-4d60-843b-239249e68e37), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:25.218010 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-a10082ff-1533-4add-9172-18afec153dac tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Network d2cf3884-0560-4147-9fd5-bb24a6616029 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:25.233283 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba199db-6080-4954-88e8-c4ff5a035326 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:25.234076 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba199db-6080-4954-88e8-c4ff5a035326 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:25.240823 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37648) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:25.241777 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-aba199db-6080-4954-88e8-c4ff5a035326 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/bd085e5a-1f90-46b5-a83d-1193ebccbdf6 HTTP/1.1" status: 404 len: 337 time: 0.1395934 Apr 16 04:24:25.252173 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-a10082ff-1533-4add-9172-18afec153dac tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:25.280169 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-f2166ec1-e91f-4e71-80b8-34d11e728974 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Allocated IP 172.26.6.93 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/d65b8ed7-1527-4979-9a63-f845ba3700e4) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server [None req-da8c8f2c-c566-47d1-a18f-4fc224a0028a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2403fe5-7c6c-4e65-9d17-db65ec65be7d: This subnet is being modified by another concurrent operation. Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 04:24:25.287884 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise exception Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2403fe5-7c6c-4e65-9d17-db65ec65be7d: This subnet is being modified by another concurrent operation. Apr 16 04:24:25.298852 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server Apr 16 04:24:25.303043 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-a10082ff-1533-4add-9172-18afec153dac tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:25.326456 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-374b475f-f46a-428b-9269-0d83de7690db tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (a0362016-1eee-436b-8ff6-c1ed5863ebb0), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:25.334904 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-374b475f-f46a-428b-9269-0d83de7690db tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:25.341805 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-374b475f-f46a-428b-9269-0d83de7690db tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/networks/a0362016-1eee-436b-8ff6-c1ed5863ebb0 HTTP/1.1" status: 204 len: 168 time: 2.1101322 Apr 16 04:24:25.350496 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54359d-d04f-46d4-98de-70c6103196ea None None] Pushing event updated for resources: {'Port': ['ID=7f62f7b6-935c-4d60-843b-239249e68e37,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:25.361448 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0853da-e23a-449c-99f7-5a265655b78a None None] Network a0362016-1eee-436b-8ff6-c1ed5863ebb0 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:25.370134 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37650) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:25.389713 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-d8523935-a9dd-4655-995b-657c2df2d162 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1507135497'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:25.438169 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-a306972f-9424-480e-98cb-3c5958b715e9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:25.438169 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a306972f-9424-480e-98cb-3c5958b715e9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:25.443980 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a306972f-9424-480e-98cb-3c5958b715e9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/f0bbd7ba-1660-4048-bf52-33f834d22495 HTTP/1.1" status: 404 len: 333 time: 0.2018859 Apr 16 04:24:25.456338 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37652) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:25.461016 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 2be1b915-663a-45f4-829a-3202ed6594a1 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:24:25.476307 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b475f-f46a-428b-9269-0d83de7690db tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Network': ['ID=a0362016-1eee-436b-8ff6-c1ed5863ebb0,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:25.484609 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] Attempting to bind port 7f62f7b6-935c-4d60-843b-239249e68e37 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:25.485353 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] Attempting to bind port 7f62f7b6-935c-4d60-843b-239249e68e37 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '4085f082-b394-42a6-9dd6-13828dee38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:25.485713 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] Attempting to bind port 7f62f7b6-935c-4d60-843b-239249e68e37 on network 37c5d288-2125-446c-8a57-b8f4a1687195 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:25.495290 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10082ff-1533-4add-9172-18afec153dac tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Pushing event updated for resources: {'Port': ['ID=fa0b6eff-feac-4c15-938d-b06750972a08,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:25.496844 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:25.497255 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] Checking segment: {'id': '4085f082-b394-42a6-9dd6-13828dee38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:25.497731 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:25.498190 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] Bound using segment: {'id': '4085f082-b394-42a6-9dd6-13828dee38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:25.499565 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] Bound port: 7f62f7b6-935c-4d60-843b-239249e68e37, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4085f082-b394-42a6-9dd6-13828dee38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:25.500395 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7f62f7b6-935c-4d60-843b-239249e68e37), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:25.510315 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8523935-a9dd-4655-995b-657c2df2d162 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Made reservation on behalf of 72d1aa50b704448a8feee6c10e3fbf25 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:25.518603 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d8523935-a9dd-4655-995b-657c2df2d162 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:25.582926 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b1018f50-1a4e-47aa-8d2d-c0906244fe6f), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:25.592924 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8523935-a9dd-4655-995b-657c2df2d162 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:24:25.598217 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-df11de72-8eca-4603-bd13-250470fcc3c9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:25.605530 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df11de72-8eca-4603-bd13-250470fcc3c9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:25.612692 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0853da-e23a-449c-99f7-5a265655b78a None None] Network a0362016-1eee-436b-8ff6-c1ed5863ebb0 could not be found, it might have been deleted concurrently. {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 16 04:24:25.616368 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-df11de72-8eca-4603-bd13-250470fcc3c9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/b9a09309-5d6a-4b20-b26f-33a56f1c92ec HTTP/1.1" status: 404 len: 337 time: 0.1109667 Apr 16 04:24:25.616987 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d8523935-a9dd-4655-995b-657c2df2d162 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (c33b99f5-5aae-4b70-a078-e0da9664fd5e), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:25.617331 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-d8523935-a9dd-4655-995b-657c2df2d162 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Added segment c33b99f5-5aae-4b70-a078-e0da9664fd5e of type vlan for network ea0741cf-d34e-4b6c-ab77-73d4c8814dd7 Apr 16 04:24:25.618502 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37654) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:25.625712 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc2f1d-16bf-498a-9398-ee4aa3086db4 None None] Current status of the port a6ac8653-cfab-48ec-a51f-e6abcfab9c4b is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:25.643572 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] For port 7f62f7b6-935c-4d60-843b-239249e68e37, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:25.653426 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] For port 7f62f7b6-935c-4d60-843b-239249e68e37, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=7f62f7b6-935c-4d60-843b-239249e68e37,segment=NetworkSegment(4085f082-b394-42a6-9dd6-13828dee38df),segment_id=4085f082-b394-42a6-9dd6-13828dee38df)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:25.684834 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f7400e-33e4-4806-984e-4cf78f83f345 None None] Network 1de1275c-1adf-4ad7-a7e3-71bc94d3e54d requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:25.693330 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dbdff-01db-44fc-aca9-ec6d272b6791 req-2d02ba93-e146-4b33-aa0b-9075d9a0eddf tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:25.695176 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-179dbdff-01db-44fc-aca9-ec6d272b6791 req-2d02ba93-e146-4b33-aa0b-9075d9a0eddf tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 931 time: 0.4052882 Apr 16 04:24:25.712894 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d8523935-a9dd-4655-995b-657c2df2d162 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (ea0741cf-d34e-4b6c-ab77-73d4c8814dd7), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:25.759350 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (7f62f7b6-935c-4d60-843b-239249e68e37), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:25.776331 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-a10082ff-1533-4add-9172-18afec153dac tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:25.777582 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8200af-f508-43cd-9fb1-a74df0371e34 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:25.778260 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b8200af-f508-43cd-9fb1-a74df0371e34 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:25.778399 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-a10082ff-1533-4add-9172-18afec153dac tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:25.782637 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9b8200af-f508-43cd-9fb1-a74df0371e34 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/a194c570-fa23-4008-b126-72604c2c92bf HTTP/1.1" status: 404 len: 337 time: 0.1631761 Apr 16 04:24:25.785400 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37658) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:25.825492 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d109bc-098f-45fa-9d20-855c76ab4756 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:25.825999 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d109bc-098f-45fa-9d20-855c76ab4756 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:25.829123 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e9d109bc-098f-45fa-9d20-855c76ab4756 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/df167727-0821-492a-b0db-d83067ed022a HTTP/1.1" status: 404 len: 333 time: 0.0426848 Apr 16 04:24:25.832156 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37660) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:25.862461 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-68e16add-8e29-49e0-811e-ddd220b81abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (a6ac8653-cfab-48ec-a51f-e6abcfab9c4b), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:25.881260 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-179dbdff-01db-44fc-aca9-ec6d272b6791 req-f11360b3-1c20-4a99-925c-396df62a13a0 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411047 Apr 16 04:24:25.888809 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6257d6ff-48e8-41d6-acc6-93ceba62aae4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Made reservation on behalf of 73487597c3b744729772f791e4bc7825 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:25.891233 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d8523935-a9dd-4655-995b-657c2df2d162 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (ea0741cf-d34e-4b6c-ab77-73d4c8814dd7), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:25.894899 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6257d6ff-48e8-41d6-acc6-93ceba62aae4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:25.908128 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8523935-a9dd-4655-995b-657c2df2d162 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:25.909351 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d8523935-a9dd-4655-995b-657c2df2d162 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:25.919969 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-d959ea5b-a67b-445f-aee3-0d16566a8686 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:25.920178 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:25.920484 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d959ea5b-a67b-445f-aee3-0d16566a8686 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:25.920987 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:25.923208 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54359d-d04f-46d4-98de-70c6103196ea None None] Pushing event updated for resources: {'Port': ['ID=7f62f7b6-935c-4d60-843b-239249e68e37,revision_number=4']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:25.930063 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-dbfc2f1d-16bf-498a-9398-ee4aa3086db4 None None] Provisioning complete for port 4fcc2c00-c600-4bd0-884a-5110c15e68e1 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:25.931809 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d959ea5b-a67b-445f-aee3-0d16566a8686 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/f60c394d-1238-4999-bfab-67a072891aaf HTTP/1.1" status: 404 len: 337 time: 0.0984077 Apr 16 04:24:25.932482 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dbfc2f1d-16bf-498a-9398-ee4aa3086db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4fcc2c00-c600-4bd0-884a-5110c15e68e1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:25.935511 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37662) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:25.942938 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:25.971309 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] Publish callbacks [] for port (9d124df6-bc34-422d-a171-d3fbd8988b7a), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:26.051191 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8523935-a9dd-4655-995b-657c2df2d162 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Network': ['ID=ea0741cf-d34e-4b6c-ab77-73d4c8814dd7,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:26.071189 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-a10082ff-1533-4add-9172-18afec153dac tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3831503 Apr 16 04:24:26.080080 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d8523935-a9dd-4655-995b-657c2df2d162 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7057745 Apr 16 04:24:26.080830 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37664) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:26.086139 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-9c78400c-dde4-4e06-9b1a-ae4e4ec518c9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'subnet': {'network_id': 'ea0741cf-d34e-4b6c-ab77-73d4c8814dd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:26.089302 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e296afc-faa0-42de-bbad-1833e8262365 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:26.089961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e296afc-faa0-42de-bbad-1833e8262365 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:26.099433 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6e296afc-faa0-42de-bbad-1833e8262365 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/4e6564de-40b9-43a1-a6e2-5e7dfcbe7da8 HTTP/1.1" status: 404 len: 337 time: 0.1616156 Apr 16 04:24:26.114246 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] Request body: {'port': {'device_id': 'cad88d0b-4928-4fbb-9f42-469b16d6e395', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:26.150090 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:26.152362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37666) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:26.255943 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network ea0741cf-d34e-4b6c-ab77-73d4c8814dd7 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:24:26.260394 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fa0b6eff-feac-4c15-938d-b06750972a08), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:26.264139 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e16add-8e29-49e0-811e-ddd220b81abf None None] No DVR routers for this DVR port a6ac8653-cfab-48ec-a51f-e6abcfab9c4b on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:24:26.264275 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dca08e6a-89cd-425e-8d5a-9af5bf2507d9 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports?device_id=2af18966-68eb-4b97-ad97-bb4daae4b66a HTTP/1.1" status: 200 len: 205 time: 0.0628679 Apr 16 04:24:26.267238 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37668) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:26.306903 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (9d124df6-bc34-422d-a171-d3fbd8988b7a), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:26.314059 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e16add-8e29-49e0-811e-ddd220b81abf None None] Pushing event deleted for resources: {'Port': ['ID=a6ac8653-cfab-48ec-a51f-e6abcfab9c4b,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:26.338667 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-945f3cb5-1f13-481d-b8f8-c7a21cb538e7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] delete failed (client error): The resource could not be found. Apr 16 04:24:26.345443 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-945f3cb5-1f13-481d-b8f8-c7a21cb538e7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/routers/2af18966-68eb-4b97-ad97-bb4daae4b66a HTTP/1.1" status: 404 len: 336 time: 0.0764380 Apr 16 04:24:26.346738 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37670) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:26.365342 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c78400c-dde4-4e06-9b1a-ae4e4ec518c9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Made reservation on behalf of 72d1aa50b704448a8feee6c10e3fbf25 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:26.365661 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f2166ec1-e91f-4e71-80b8-34d11e728974 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for port (d65b8ed7-1527-4979-9a63-f845ba3700e4), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:26.371489 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9c78400c-dde4-4e06-9b1a-ae4e4ec518c9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:26.509860 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-f525605d-5cbc-4fbd-b407-c27aa8c77194 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Allocated IP 172.23.0.1 (409b0fff-42e4-44a3-b8fe-258c7e9b5e02/d4d0bcb7-4c09-45ae-92f9-58106c8cfed6/22a4385b-6913-4f28-82a2-6f6d5f6c2e48) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:26.551747 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] Network 409b0fff-42e4-44a3-b8fe-258c7e9b5e02 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:26.576166 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-54721a23-3d7b-45d5-b949-1aadbf075334 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:26.576166 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54721a23-3d7b-45d5-b949-1aadbf075334 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:26.593561 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-54721a23-3d7b-45d5-b949-1aadbf075334 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/dca2eb64-8cc5-4a92-a10a-7335aa74ad3f HTTP/1.1" status: 404 len: 337 time: 0.2426441 Apr 16 04:24:26.595996 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37672) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:26.601176 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:24:19Z', 'revision_number': 2, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:25Z', 'revision_number': 4, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:26.632513 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c629c0-fea2-487f-8d6e-22928b6c64c1 None None] The sync data for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv is: [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:24:19Z', 'revision_number': 2, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:25Z', 'revision_number': 4, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:24:26.640848 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-91e33ec2-7c25-487f-93e6-68c3c56ac543 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "GET /v2.0/ports?device_id=35815fd0-da62-492a-97e9-0ec9a6a7fbb0 HTTP/1.1" status: 200 len: 205 time: 0.0423722 Apr 16 04:24:26.642176 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37674) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:26.671190 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 421a14e1-195e-48af-8b4d-5997a11dddd6 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:26.672422 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 4fcc2c00-c600-4bd0-884a-5110c15e68e1 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:26.698613 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-c9fc68d1-9a0d-42f1-865f-d94121069183 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] delete failed (client error): The resource could not be found. Apr 16 04:24:26.699916 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c9fc68d1-9a0d-42f1-865f-d94121069183 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/routers/35815fd0-da62-492a-97e9-0ec9a6a7fbb0 HTTP/1.1" status: 404 len: 336 time: 0.0568464 Apr 16 04:24:26.702455 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37676) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:26.713437 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:26.733107 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] Pushing event updated for resources: {'Port': ['ID=9d124df6-bc34-422d-a171-d3fbd8988b7a,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:26.733649 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c84b051-7999-4f1e-95cc-da1f03f6ccbe tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:26.734132 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c84b051-7999-4f1e-95cc-da1f03f6ccbe tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:26.736218 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:26.744201 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2c84b051-7999-4f1e-95cc-da1f03f6ccbe tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/0f7e1d7c-a00a-439a-8a6a-e4cba9f6f5c7 HTTP/1.1" status: 404 len: 337 time: 0.0407052 Apr 16 04:24:26.754273 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37678) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:26.788761 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb85421-a227-4e61-93a2-e20f81cdae21 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:26.789205 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb85421-a227-4e61-93a2-e20f81cdae21 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:26.795633 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bcb85421-a227-4e61-93a2-e20f81cdae21 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/a83c922c-c051-4f67-9520-926ffae3f705 HTTP/1.1" status: 404 len: 337 time: 0.0376434 Apr 16 04:24:26.813284 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37682) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:26.867762 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1212a0-c40d-4ea2-a94b-769122d64c1b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:26.868336 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1212a0-c40d-4ea2-a94b-769122d64c1b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:26.871503 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fa1212a0-c40d-4ea2-a94b-769122d64c1b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/2ccecdfb-e973-43a2-99ef-a84a47fcb8c5 HTTP/1.1" status: 404 len: 333 time: 0.0574355 Apr 16 04:24:26.874601 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37684) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:26.905355 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff24d49-ee33-4553-8a9c-627d274b852c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:26.905808 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff24d49-ee33-4553-8a9c-627d274b852c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:26.908875 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9ff24d49-ee33-4553-8a9c-627d274b852c tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/ecec68a9-c8dd-4054-9d82-f91e35622980 HTTP/1.1" status: 404 len: 337 time: 0.0335557 Apr 16 04:24:26.911473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37686) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:26.942775 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d736294-1008-4fc6-a40e-b7906584368b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:26.943356 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d736294-1008-4fc6-a40e-b7906584368b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:26.948633 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7d736294-1008-4fc6-a40e-b7906584368b tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/4235dfa1-760f-475c-a193-1f612767e8a7 HTTP/1.1" status: 404 len: 333 time: 0.0337749 Apr 16 04:24:26.950344 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37690) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:26.970147 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc2f1d-16bf-498a-9398-ee4aa3086db4 None None] Current status of the port 4fcc2c00-c600-4bd0-884a-5110c15e68e1 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:26.970763 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dbfc2f1d-16bf-498a-9398-ee4aa3086db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (4fcc2c00-c600-4bd0-884a-5110c15e68e1), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:26.973404 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 4fcc2c00-c600-4bd0-884a-5110c15e68e1 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:26.974065 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4fcc2c00-c600-4bd0-884a-5110c15e68e1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:26.994584 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0b6eff-feac-4c15-938d-b06750972a08 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:24:27.000055 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] Publish callbacks [] for port (fa0b6eff-feac-4c15-938d-b06750972a08), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:27.027707 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f2166ec1-e91f-4e71-80b8-34d11e728974 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (d65b8ed7-1527-4979-9a63-f845ba3700e4), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:27.029637 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f279752-0f2b-47b0-b4d9-680b96707134 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:27.030323 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f279752-0f2b-47b0-b4d9-680b96707134 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:27.037441 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1f279752-0f2b-47b0-b4d9-680b96707134 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/3bfaa2b4-b4f0-4bab-8a77-15a004fb597f HTTP/1.1" status: 404 len: 337 time: 0.0837321 Apr 16 04:24:27.046560 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37692) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:27.072301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:27.074643 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:27.114017 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] Transition to ACTIVE for port object fa0b6eff-feac-4c15-938d-b06750972a08 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:24:27.134956 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] Attempting to bind port 9d124df6-bc34-422d-a171-d3fbd8988b7a on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:27.135335 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] Attempting to bind port 9d124df6-bc34-422d-a171-d3fbd8988b7a by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'b603dff2-b3bf-4fed-b64a-0e58474c29e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '409b0fff-42e4-44a3-b8fe-258c7e9b5e02'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:27.135849 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] Attempting to bind port 9d124df6-bc34-422d-a171-d3fbd8988b7a on network 409b0fff-42e4-44a3-b8fe-258c7e9b5e02 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:27.141915 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-982830c4-80a8-4caa-ae74-3b6d538721dd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:27.142496 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982830c4-80a8-4caa-ae74-3b6d538721dd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:27.145822 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-982830c4-80a8-4caa-ae74-3b6d538721dd tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/4a1f0f39-4109-4c7e-ab54-20307fea68e9 HTTP/1.1" status: 404 len: 333 time: 0.0685749 Apr 16 04:24:27.155550 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37694) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:27.178292 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:27.178807 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] Checking segment: {'id': 'b603dff2-b3bf-4fed-b64a-0e58474c29e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '409b0fff-42e4-44a3-b8fe-258c7e9b5e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:27.179228 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:27.179628 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] Bound using segment: {'id': 'b603dff2-b3bf-4fed-b64a-0e58474c29e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '409b0fff-42e4-44a3-b8fe-258c7e9b5e02'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:27.180368 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] Bound port: 9d124df6-bc34-422d-a171-d3fbd8988b7a, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b603dff2-b3bf-4fed-b64a-0e58474c29e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '409b0fff-42e4-44a3-b8fe-258c7e9b5e02'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:27.180823 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (9d124df6-bc34-422d-a171-d3fbd8988b7a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:27.191727 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ebdae3-61e9-466a-b59f-a8661f6bcfa3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:27.192269 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ebdae3-61e9-466a-b59f-a8661f6bcfa3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:27.198006 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-06ebdae3-61e9-466a-b59f-a8661f6bcfa3 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/9c86c05a-64e8-4bd8-9de4-b48ba0bbed92 HTTP/1.1" status: 404 len: 337 time: 0.0389454 Apr 16 04:24:27.198578 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37696) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:27.242309 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc8ab76-f302-4254-9ad6-a9d8765ef694 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:27.242828 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc8ab76-f302-4254-9ad6-a9d8765ef694 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:27.246036 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bfc8ab76-f302-4254-9ad6-a9d8765ef694 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/2ec913b7-3cfd-4e53-8b3d-9affecb2fa5b HTTP/1.1" status: 404 len: 333 time: 0.0464914 Apr 16 04:24:27.252361 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f621-cf5b-40dc-9a00-f50385e6efad req-d336bdc8-ce50-427c-a237-34df968b17de tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:27.260216 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1ff6f621-cf5b-40dc-9a00-f50385e6efad req-d336bdc8-ce50-427c-a237-34df968b17de tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 931 time: 0.2220004 Apr 16 04:24:27.260907 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2166ec1-e91f-4e71-80b8-34d11e728974 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:27.262152 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37698) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:27.271266 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9c78400c-dde4-4e06-9b1a-ae4e4ec518c9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (730d7ccc-3846-4df5-8e8d-182c1ea81b10), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:27.331310 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-dbfc2f1d-16bf-498a-9398-ee4aa3086db4 None None] For port 4fcc2c00-c600-4bd0-884a-5110c15e68e1, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=4fcc2c00-c600-4bd0-884a-5110c15e68e1,segment=NetworkSegment(f60380dc-5033-4277-a5a5-98ce703cf756),segment_id=f60380dc-5033-4277-a5a5-98ce703cf756)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:27.381737 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f525605d-5cbc-4fbd-b407-c27aa8c77194 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for port (22a4385b-6913-4f28-82a2-6f6d5f6c2e48), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:27.403777 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1ff6f621-cf5b-40dc-9a00-f50385e6efad req-3dcba44c-df82-47bf-90f9-e7a1e33c8a5f tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425552 Apr 16 04:24:27.404485 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78400c-dde4-4e06-9b1a-ae4e4ec518c9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Subnet': ['ID=730d7ccc-3846-4df5-8e8d-182c1ea81b10,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:27.411478 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 4fcc2c00-c600-4bd0-884a-5110c15e68e1 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:27.413082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (4fcc2c00-c600-4bd0-884a-5110c15e68e1), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:27.418873 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c78400c-dde4-4e06-9b1a-ae4e4ec518c9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Checking segment: {'id': 'c33b99f5-5aae-4b70-a078-e0da9664fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ea0741cf-d34e-4b6c-ab77-73d4c8814dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:27.420892 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c78400c-dde4-4e06-9b1a-ae4e4ec518c9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Network hostable DHCP agents. Network: ea0741cf-d34e-4b6c-ab77-73d4c8814dd7, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:24:27.421678 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dbfc2f1d-16bf-498a-9398-ee4aa3086db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (4fcc2c00-c600-4bd0-884a-5110c15e68e1), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:27.459698 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-f2166ec1-e91f-4e71-80b8-34d11e728974 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:27.487078 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (fa0b6eff-feac-4c15-938d-b06750972a08), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:27.496270 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2166ec1-e91f-4e71-80b8-34d11e728974 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:27.500416 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6257d6ff-48e8-41d6-acc6-93ceba62aae4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (a4041390-2e21-4d33-b23c-7572f68643f0), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:27.526688 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c78400c-dde4-4e06-9b1a-ae4e4ec518c9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Network ea0741cf-d34e-4b6c-ab77-73d4c8814dd7 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:24:27.575145 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f525605d-5cbc-4fbd-b407-c27aa8c77194 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (22a4385b-6913-4f28-82a2-6f6d5f6c2e48), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:27.577340 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a95dbc-7bb6-4d4e-8b52-3a49d4591a01 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:27.577794 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a95dbc-7bb6-4d4e-8b52-3a49d4591a01 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:27.581285 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-34a95dbc-7bb6-4d4e-8b52-3a49d4591a01 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/35ce4b98-b4ad-4978-84ff-cc871bc2e84a HTTP/1.1" status: 404 len: 337 time: 0.1087198 Apr 16 04:24:27.584019 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37700) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:27.616111 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:27.616111 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:27.631347 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-9c78400c-dde4-4e06-9b1a-ae4e4ec518c9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, ea0741cf-d34e-4b6c-ab77-73d4c8814dd7) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:27.641350 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c78400c-dde4-4e06-9b1a-ae4e4ec518c9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:27.642372 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9c78400c-dde4-4e06-9b1a-ae4e4ec518c9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:27.653875 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d417d8b-fa7c-4913-be5b-322f25e694fb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:27.654559 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d417d8b-fa7c-4913-be5b-322f25e694fb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:27.659462 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2d417d8b-fa7c-4913-be5b-322f25e694fb tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/c0ced00c-b77a-4407-8416-16902ea1c641 HTTP/1.1" status: 404 len: 333 time: 0.0736983 Apr 16 04:24:27.667843 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37702) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:27.706648 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61abced3-008e-4785-b044-3691acedcc3a None None] Network ea0741cf-d34e-4b6c-ab77-73d4c8814dd7 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:27.719747 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2166ec1-e91f-4e71-80b8-34d11e728974 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Pushing event updated for resources: {'Port': ['ID=d65b8ed7-1527-4979-9a63-f845ba3700e4,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:27.727061 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2e76b8-c920-4681-bddc-9b3c2570b226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:24:27.734325 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda89063-85a4-4f51-8ac7-aa8b81eebcc0" -d '{"events": [{"server_uuid": "8b2e76b8-c920-4681-bddc-9b3c2570b226", "name": "network-vif-plugged", "status": "completed", "tag": "b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:24:27.743961 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a65f40-2da1-476f-8d8b-e6c9f95bad96 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:27.746260 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a65f40-2da1-476f-8d8b-e6c9f95bad96 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:27.751322 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a5a65f40-2da1-476f-8d8b-e6c9f95bad96 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/792ee7b5-efe6-4e0b-99a1-9481134be638 HTTP/1.1" status: 404 len: 337 time: 0.0800300 Apr 16 04:24:27.751489 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37706) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:27.775525 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f525605d-5cbc-4fbd-b407-c27aa8c77194 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 409b0fff-42e4-44a3-b8fe-258c7e9b5e02 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:27.790876 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-f525605d-5cbc-4fbd-b407-c27aa8c77194 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:27.793536 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f525605d-5cbc-4fbd-b407-c27aa8c77194 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:27.801865 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9c78400c-dde4-4e06-9b1a-ae4e4ec518c9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7198052 Apr 16 04:24:27.803457 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-be64af1a-1e6b-4e12-8982-531f0d0fe297 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:27.804133 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be64af1a-1e6b-4e12-8982-531f0d0fe297 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:27.811372 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-be64af1a-1e6b-4e12-8982-531f0d0fe297 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/f786a508-9d84-43a3-8839-308f14944c29 HTTP/1.1" status: 404 len: 333 time: 0.0587952 Apr 16 04:24:27.812287 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37708) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:27.812622 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37710) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:27.817126 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257d6ff-48e8-41d6-acc6-93ceba62aae4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Subnet': ['ID=a4041390-2e21-4d33-b23c-7572f68643f0,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:27.832074 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-736a5c58-7a27-4b87-8f63-3dfda93973fc None None] Provisioning complete for port 3725250e-b981-476d-af61-43c2ddd54973 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:27.832529 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-736a5c58-7a27-4b87-8f63-3dfda93973fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3725250e-b981-476d-af61-43c2ddd54973), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:27.881519 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1274fde-97f5-44ce-96c9-fcf0668c4ea9 x-openstack-request-id: req-b1274fde-97f5-44ce-96c9-fcf0668c4ea9 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:24:27.882033 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2e76b8-c920-4681-bddc-9b3c2570b226", "name": "network-vif-plugged", "status": "completed", "tag": "b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:24:27.882469 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1274fde-97f5-44ce-96c9-fcf0668c4ea9 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:24:27.883033 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1274fde-97f5-44ce-96c9-fcf0668c4ea9'] response: {'server_uuid': '8b2e76b8-c920-4681-bddc-9b3c2570b226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e', 'code': 200} Apr 16 04:24:28.000246 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-0422bfcc-7451-4bfd-8769-0564bec80471 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:28.001566 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0422bfcc-7451-4bfd-8769-0564bec80471 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:28.004751 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0422bfcc-7451-4bfd-8769-0564bec80471 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/2edad5e8-71db-4f6d-bb85-91f4bf0fd4e8 HTTP/1.1" status: 404 len: 337 time: 0.1900270 Apr 16 04:24:28.007496 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37714) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:28.052747 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9072e68-8473-4b71-8c5c-9f32ec05ae02 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:28.053362 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9072e68-8473-4b71-8c5c-9f32ec05ae02 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:28.063132 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c9072e68-8473-4b71-8c5c-9f32ec05ae02 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/ports/3ed8ffdd-354c-4990-9c54-b9feea1f161d HTTP/1.1" status: 404 len: 333 time: 0.0509861 Apr 16 04:24:28.069285 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37716) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:28.089792 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0b6eff-feac-4c15-938d-b06750972a08,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:28.103623 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:24:28.111136 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] Attempting to bind port fa0b6eff-feac-4c15-938d-b06750972a08 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:28.111759 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] Attempting to bind port fa0b6eff-feac-4c15-938d-b06750972a08 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '5372e5d6-acd4-4944-812a-a05b4ad525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd2cf3884-0560-4147-9fd5-bb24a6616029'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:28.112184 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] Attempting to bind port fa0b6eff-feac-4c15-938d-b06750972a08 on network d2cf3884-0560-4147-9fd5-bb24a6616029 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:28.132914 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b79bcde-8d89-4eda-9cbf-4e89189c6fc7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:28.133305 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b79bcde-8d89-4eda-9cbf-4e89189c6fc7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:28.138656 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7b79bcde-8d89-4eda-9cbf-4e89189c6fc7 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/subnets/b2c14e7f-72c9-40a2-9370-ecc2ff0b728b HTTP/1.1" status: 404 len: 337 time: 0.0661449 Apr 16 04:24:28.138820 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] For port 9d124df6-bc34-422d-a171-d3fbd8988b7a, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:28.140253 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e390698-ba93-4b7c-b42e-b4c0ba2cbb7d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (ea0741cf-d34e-4b6c-ab77-73d4c8814dd7), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.141710 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] For port 9d124df6-bc34-422d-a171-d3fbd8988b7a, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=9d124df6-bc34-422d-a171-d3fbd8988b7a,segment=NetworkSegment(b603dff2-b3bf-4fed-b64a-0e58474c29e4),segment_id=b603dff2-b3bf-4fed-b64a-0e58474c29e4)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:28.142048 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37718) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:28.149161 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:24:28.150487 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6257d6ff-48e8-41d6-acc6-93ceba62aae4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Checking segment: {'id': 'f4b21ee5-045c-4be1-b71a-3b896d630091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:28.150640 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:24:28.150825 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6257d6ff-48e8-41d6-acc6-93ceba62aae4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network hostable DHCP agents. Network: 2be1b915-663a-45f4-829a-3202ed6594a1, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:24:28.155091 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e,segment=NetworkSegment(d7c808db-70e3-4b65-8546-fc6c96327c6e),segment_id=d7c808db-70e3-4b65-8546-fc6c96327c6e)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:28.177815 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc2f1d-16bf-498a-9398-ee4aa3086db4 None None] Pushing event updated for resources: {'Port': ['ID=4fcc2c00-c600-4bd0-884a-5110c15e68e1,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:28.185418 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f525605d-5cbc-4fbd-b407-c27aa8c77194 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (293efcd5-9555-44fe-91e7-e406a3d1fc53), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.248124 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] Publish callbacks [] for port (b1018f50-1a4e-47aa-8d2d-c0906244fe6f), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.257319 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (9d124df6-bc34-422d-a171-d3fbd8988b7a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.266725 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2d51d1a1-8941-4514-ab82-0af16c21e8a0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (9a9395da-f56a-4c57-8efc-4b7256188659), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.283786 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e390698-ba93-4b7c-b42e-b4c0ba2cbb7d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (730d7ccc-3846-4df5-8e8d-182c1ea81b10), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.296157 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] Port fa0b6eff-feac-4c15-938d-b06750972a08 on network d2cf3884-0560-4147-9fd5-bb24a6616029 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:24:28.296621 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] Attempting to bind port fa0b6eff-feac-4c15-938d-b06750972a08 on network d2cf3884-0560-4147-9fd5-bb24a6616029 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:28.297394 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.343253 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.379089 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f58092c-9a17-49bb-894d-1f10623653cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-ea0741cf-d34e-4b6c-ab77-73d4c8814dd7', 'network_id': 'ea0741cf-d34e-4b6c-ab77-73d4c8814dd7', 'project_id': '72d1aa50b704448a8feee6c10e3fbf25', 'fixed_ips': [{'subnet_id': '730d7ccc-3846-4df5-8e8d-182c1ea81b10'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:24:28.379958 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6f58092c-9a17-49bb-894d-1f10623653cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.405904 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fcc45-5490-4ae8-93d1-86425f8d940c None None] Pushing event updated for resources: {'Port': ['ID=9d124df6-bc34-422d-a171-d3fbd8988b7a,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:28.412511 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (b1018f50-1a4e-47aa-8d2d-c0906244fe6f), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.430753 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:28.431368 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] Checking segment: {'id': '5372e5d6-acd4-4944-812a-a05b4ad525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd2cf3884-0560-4147-9fd5-bb24a6616029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:28.431516 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] Bound using segment: {'id': '5372e5d6-acd4-4944-812a-a05b4ad525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd2cf3884-0560-4147-9fd5-bb24a6616029'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:28.432042 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] Bound port: fa0b6eff-feac-4c15-938d-b06750972a08, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5372e5d6-acd4-4944-812a-a05b4ad525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd2cf3884-0560-4147-9fd5-bb24a6616029'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:28.432468 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fa0b6eff-feac-4c15-938d-b06750972a08), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.458865 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-736a5c58-7a27-4b87-8f63-3dfda93973fc None None] Current status of the port 3725250e-b981-476d-af61-43c2ddd54973 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:28.459264 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-736a5c58-7a27-4b87-8f63-3dfda93973fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (3725250e-b981-476d-af61-43c2ddd54973), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.473419 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2d51d1a1-8941-4514-ab82-0af16c21e8a0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (9a9395da-f56a-4c57-8efc-4b7256188659), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.533233 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525605d-5cbc-4fbd-b407-c27aa8c77194 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Port': ['ID=22a4385b-6913-4f28-82a2-6f6d5f6c2e48,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:28.544535 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6257d6ff-48e8-41d6-acc6-93ceba62aae4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network 2be1b915-663a-45f4-829a-3202ed6594a1 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:24:28.558129 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-2d51d1a1-8941-4514-ab82-0af16c21e8a0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9395da-f56a-4c57-8efc-4b7256188659']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:28.596240 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-2d51d1a1-8941-4514-ab82-0af16c21e8a0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585ea887-c89e-4ab4-a528-afc3d8d9b48c') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:28.596937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-2d51d1a1-8941-4514-ab82-0af16c21e8a0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585ea887-c89e-4ab4-a528-afc3d8d9b48c') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:28.630758 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2d51d1a1-8941-4514-ab82-0af16c21e8a0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (585ea887-c89e-4ab4-a528-afc3d8d9b48c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.659379 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] Attempting to bind port b1018f50-1a4e-47aa-8d2d-c0906244fe6f on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:28.659751 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] Attempting to bind port b1018f50-1a4e-47aa-8d2d-c0906244fe6f by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:28.660112 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] Attempting to bind port b1018f50-1a4e-47aa-8d2d-c0906244fe6f on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:28.688859 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2d51d1a1-8941-4514-ab82-0af16c21e8a0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (585ea887-c89e-4ab4-a528-afc3d8d9b48c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.706685 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f525605d-5cbc-4fbd-b407-c27aa8c77194 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (22a4385b-6913-4f28-82a2-6f6d5f6c2e48), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.711830 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] For port fa0b6eff-feac-4c15-938d-b06750972a08, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:28.716879 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d51d1a1-8941-4514-ab82-0af16c21e8a0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:24:28.718388 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2d51d1a1-8941-4514-ab82-0af16c21e8a0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (585ea887-c89e-4ab4-a528-afc3d8d9b48c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.722026 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-6257d6ff-48e8-41d6-acc6-93ceba62aae4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 2be1b915-663a-45f4-829a-3202ed6594a1) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:28.729557 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e,revision_number=8']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:28.736144 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6257d6ff-48e8-41d6-acc6-93ceba62aae4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:28.749253 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6257d6ff-48e8-41d6-acc6-93ceba62aae4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.773946 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 4fcc2c00-c600-4bd0-884a-5110c15e68e1 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:28.777827 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ce83affb-a47f-4f98-81d7-c72552b317a8 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:28.797585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f2166ec1-e91f-4e71-80b8-34d11e728974 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_gateway (a5fc40a6-9eb7-46c2-9d0c-174896a8a565), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.810230 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-736a5c58-7a27-4b87-8f63-3dfda93973fc None None] For port 3725250e-b981-476d-af61-43c2ddd54973, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3725250e-b981-476d-af61-43c2ddd54973,segment=NetworkSegment(4085f082-b394-42a6-9dd6-13828dee38df),segment_id=4085f082-b394-42a6-9dd6-13828dee38df)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:28.820135 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2da211-a276-414e-ae81-d1a95617b80e None None] Network 2be1b915-663a-45f4-829a-3202ed6594a1 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:28.823245 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:28.823627 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:28.824037 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.824439 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:28.824954 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] Bound port: b1018f50-1a4e-47aa-8d2d-c0906244fe6f, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:28.825339 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b1018f50-1a4e-47aa-8d2d-c0906244fe6f), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:24:28.855326 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:24:28.863337 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e390698-ba93-4b7c-b42e-b4c0ba2cbb7d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (730d7ccc-3846-4df5-8e8d-182c1ea81b10), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.892761 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d95b8-450a-45f6-b6ce-e3926b80711e req-c5b2edef-c24a-436a-8ac8-b71f34217e07 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:28.895301 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-268d95b8-450a-45f6-b6ce-e3926b80711e req-c5b2edef-c24a-436a-8ac8-b71f34217e07 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 943 time: 0.3398287 Apr 16 04:24:28.903959 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-736a5c58-7a27-4b87-8f63-3dfda93973fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (3725250e-b981-476d-af61-43c2ddd54973), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:28.906691 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc990a-ed2f-4fa2-b3e0-4b41caeef6e9 None None] Pushing event updated for resources: {'Port': ['ID=b1018f50-1a4e-47aa-8d2d-c0906244fe6f,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:28.956692 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e390698-ba93-4b7c-b42e-b4c0ba2cbb7d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Subnet': ['ID=730d7ccc-3846-4df5-8e8d-182c1ea81b10,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:28.998505 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a5c58-7a27-4b87-8f63-3dfda93973fc None None] Pushing event updated for resources: {'Port': ['ID=3725250e-b981-476d-af61-43c2ddd54973,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:29.035773 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-268d95b8-450a-45f6-b6ce-e3926b80711e req-ca78139e-53fd-4b1f-9ef2-1e8f70faae92 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996077 Apr 16 04:24:29.036441 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2d51d1a1-8941-4514-ab82-0af16c21e8a0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (9a9395da-f56a-4c57-8efc-4b7256188659), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server [None req-6f58092c-9a17-49bb-894d-1f10623653cc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 730d7ccc-3846-4df5-8e8d-182c1ea81b10: This subnet is being modified by another concurrent operation. Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 04:24:29.044175 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server raise exception Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 730d7ccc-3846-4df5-8e8d-182c1ea81b10: This subnet is being modified by another concurrent operation. Apr 16 04:24:29.047564 dv-neutron-838078-2-hyperv neutron-server[104634]: ERROR oslo_messaging.rpc.server Apr 16 04:24:29.052283 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2d51d1a1-8941-4514-ab82-0af16c21e8a0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:29.052283 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2d51d1a1-8941-4514-ab82-0af16c21e8a0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] 10.222.0.30 "DELETE /v2.0/networks/9a9395da-f56a-4c57-8efc-4b7256188659 HTTP/1.1" status: 204 len: 168 time: 0.9066563 Apr 16 04:24:29.078303 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-736a5c58-7a27-4b87-8f63-3dfda93973fc None None] Provisioning complete for port 7f62f7b6-935c-4d60-843b-239249e68e37 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:29.078680 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-736a5c58-7a27-4b87-8f63-3dfda93973fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7f62f7b6-935c-4d60-843b-239249e68e37), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:29.107722 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51d1a1-8941-4514-ab82-0af16c21e8a0 tempest-NetworksTestDHCPv6-972431234 tempest-NetworksTestDHCPv6-972431234-project] Pushing event deleted for resources: {'Network': ['ID=9a9395da-f56a-4c57-8efc-4b7256188659,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:29.119260 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedb5735-2de4-4746-a0f9-3e65a7b8e9b1 None None] Network ea0741cf-d34e-4b6c-ab77-73d4c8814dd7 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:29.121163 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e390698-ba93-4b7c-b42e-b4c0ba2cbb7d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (ea0741cf-d34e-4b6c-ab77-73d4c8814dd7), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:29.128150 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port ce83affb-a47f-4f98-81d7-c72552b317a8 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:29.133949 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ce83affb-a47f-4f98-81d7-c72552b317a8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:29.155418 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-3e390698-ba93-4b7c-b42e-b4c0ba2cbb7d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0741cf-d34e-4b6c-ab77-73d4c8814dd7']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:29.180428 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-3e390698-ba93-4b7c-b42e-b4c0ba2cbb7d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c33b99f5-5aae-4b70-a078-e0da9664fd5e') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:29.182798 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-3e390698-ba93-4b7c-b42e-b4c0ba2cbb7d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c33b99f5-5aae-4b70-a078-e0da9664fd5e') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:29.195668 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] For port b1018f50-1a4e-47aa-8d2d-c0906244fe6f, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:29.198841 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e390698-ba93-4b7c-b42e-b4c0ba2cbb7d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (c33b99f5-5aae-4b70-a078-e0da9664fd5e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:29.231876 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e390698-ba93-4b7c-b42e-b4c0ba2cbb7d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (c33b99f5-5aae-4b70-a078-e0da9664fd5e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:29.249278 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e390698-ba93-4b7c-b42e-b4c0ba2cbb7d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:24:29.251658 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e390698-ba93-4b7c-b42e-b4c0ba2cbb7d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (c33b99f5-5aae-4b70-a078-e0da9664fd5e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:24:29.256565 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:24:29.282361 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] For port b1018f50-1a4e-47aa-8d2d-c0906244fe6f, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=b1018f50-1a4e-47aa-8d2d-c0906244fe6f,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:29.355658 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-2be1b915-663a-45f4-829a-3202ed6594a1', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'project_id': '73487597c3b744729772f791e4bc7825', 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:24:29.356509 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:29.409776 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] For port fa0b6eff-feac-4c15-938d-b06750972a08, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fa0b6eff-feac-4c15-938d-b06750972a08,segment=NetworkSegment(5372e5d6-acd4-4944-812a-a05b4ad525b0),segment_id=5372e5d6-acd4-4944-812a-a05b4ad525b0)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:29.445752 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e390698-ba93-4b7c-b42e-b4c0ba2cbb7d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (ea0741cf-d34e-4b6c-ab77-73d4c8814dd7), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:29.455547 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e390698-ba93-4b7c-b42e-b4c0ba2cbb7d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:29.463928 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3e390698-ba93-4b7c-b42e-b4c0ba2cbb7d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/networks/ea0741cf-d34e-4b6c-ab77-73d4c8814dd7 HTTP/1.1" status: 204 len: 168 time: 1.6502602 Apr 16 04:24:29.476141 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37726) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:29.483941 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-2f1b1291-0c0d-4af1-8ad0-ed50633e9293 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2037686153'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:29.502001 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e390698-ba93-4b7c-b42e-b4c0ba2cbb7d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Network': ['ID=ea0741cf-d34e-4b6c-ab77-73d4c8814dd7,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:29.503080 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (b1018f50-1a4e-47aa-8d2d-c0906244fe6f), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:29.523495 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6257d6ff-48e8-41d6-acc6-93ceba62aae4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.7047834 Apr 16 04:24:29.527236 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37728) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:29.531766 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-736a5c58-7a27-4b87-8f63-3dfda93973fc None None] Current status of the port 7f62f7b6-935c-4d60-843b-239249e68e37 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:29.532156 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-736a5c58-7a27-4b87-8f63-3dfda93973fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7f62f7b6-935c-4d60-843b-239249e68e37), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:29.558241 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (fa0b6eff-feac-4c15-938d-b06750972a08), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:29.581929 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port ce83affb-a47f-4f98-81d7-c72552b317a8 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:29.625704 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0b6eff-feac-4c15-938d-b06750972a08,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:29.680504 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] Routers {'55dff30f-b9b7-4120-8abb-942b273bff69'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:29.684944 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['55dff30f-b9b7-4120-8abb-942b273bff69'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:29.688575 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc990a-ed2f-4fa2-b3e0-4b41caeef6e9 None None] Pushing event updated for resources: {'Port': ['ID=b1018f50-1a4e-47aa-8d2d-c0906244fe6f,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:29.697662 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1b1291-0c0d-4af1-8ad0-ed50633e9293 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Made reservation on behalf of 72d1aa50b704448a8feee6c10e3fbf25 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:29.714305 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f1b1291-0c0d-4af1-8ad0-ed50633e9293 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:29.793214 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-736a5c58-7a27-4b87-8f63-3dfda93973fc None None] For port 7f62f7b6-935c-4d60-843b-239249e68e37, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=7f62f7b6-935c-4d60-843b-239249e68e37,segment=NetworkSegment(4085f082-b394-42a6-9dd6-13828dee38df),segment_id=4085f082-b394-42a6-9dd6-13828dee38df)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:29.813256 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1b1291-0c0d-4af1-8ad0-ed50633e9293 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:24:29.845060 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] Allocated IP 2001:db8:1::2 (2be1b915-663a-45f4-829a-3202ed6594a1/a4041390-2e21-4d33-b23c-7572f68643f0/f50ad1af-9381-4bac-a8f2-f9aa7d0fe028) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:29.859759 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f1b1291-0c0d-4af1-8ad0-ed50633e9293 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (46b41adb-dd14-4cda-b284-6567a74d1397), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:29.859759 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-2f1b1291-0c0d-4af1-8ad0-ed50633e9293 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Added segment 46b41adb-dd14-4cda-b284-6567a74d1397 of type vlan for network d8d01346-b679-42fe-8f8f-8a8cbd60dae8 Apr 16 04:24:29.896676 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-736a5c58-7a27-4b87-8f63-3dfda93973fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (7f62f7b6-935c-4d60-843b-239249e68e37), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:29.914281 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f2166ec1-e91f-4e71-80b8-34d11e728974 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (a5fc40a6-9eb7-46c2-9d0c-174896a8a565), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:29.959639 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:29.960480 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:29.961795 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-8a867c66-96c3-40b4-b04d-014e7bb06454 service neutron] 10.222.0.18 "PUT /v2.0/ports/fa0b6eff-feac-4c15-938d-b06750972a08 HTTP/1.1" status: 200 len: 1093 time: 3.8529272 Apr 16 04:24:29.962588 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad88d0b-4928-4fbb-9f42-469b16d6e395', 'tag': 'fa0b6eff-feac-4c15-938d-b06750972a08'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:24:29.967026 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4686f3da-d000-44a0-ba75-f601fd402bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "cad88d0b-4928-4fbb-9f42-469b16d6e395", "tag": "fa0b6eff-feac-4c15-938d-b06750972a08"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:24:30.011126 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-736a5c58-7a27-4b87-8f63-3dfda93973fc None None] Provisioning complete for port 0e7df935-b199-493c-b529-6c122df01bfd triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:30.011508 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-736a5c58-7a27-4b87-8f63-3dfda93973fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0e7df935-b199-493c-b529-6c122df01bfd), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:30.095657 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37734) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:30.121405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 9d124df6-bc34-422d-a171-d3fbd8988b7a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:30.177029 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49ac469-e49b-4e5a-baf5-4f1f67694488 None None] Network 409b0fff-42e4-44a3-b8fe-258c7e9b5e02 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:30.197188 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42609120-86a6-4609-9a8f-0b7846d250d0 x-openstack-request-id: req-42609120-86a6-4609-9a8f-0b7846d250d0 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:24:30.197836 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad88d0b-4928-4fbb-9f42-469b16d6e395", "tag": "fa0b6eff-feac-4c15-938d-b06750972a08", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:24:30.198303 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42609120-86a6-4609-9a8f-0b7846d250d0 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:24:30.198946 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42609120-86a6-4609-9a8f-0b7846d250d0'] response: {'name': 'network-changed', 'server_uuid': 'cad88d0b-4928-4fbb-9f42-469b16d6e395', 'tag': 'fa0b6eff-feac-4c15-938d-b06750972a08', 'status': 'completed', 'code': 200} Apr 16 04:24:30.209559 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] Set router 55dff30f-b9b7-4120-8abb-942b273bff69 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:30.233874 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f1b1291-0c0d-4af1-8ad0-ed50633e9293 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (d8d01346-b679-42fe-8f8f-8a8cbd60dae8), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:30.247828 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a5c58-7a27-4b87-8f63-3dfda93973fc None None] Pushing event updated for resources: {'Port': ['ID=7f62f7b6-935c-4d60-843b-239249e68e37,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:30.259627 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686f3da-d000-44a0-ba75-f601fd402bdb req-584246d4-2385-4863-a8ce-436a962b6193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:30.261519 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4686f3da-d000-44a0-ba75-f601fd402bdb req-584246d4-2385-4863-a8ce-436a962b6193 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df9a6fe556904c1daa9e4e9d04e1cb79&device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 1127 time: 0.0613267 Apr 16 04:24:30.347822 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117578cc-7b1a-4e09-8fa7-7a7b2bbdcc84 req-4338103f-03ed-43bc-b962-734fc608d6f2 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:30.355408 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-117578cc-7b1a-4e09-8fa7-7a7b2bbdcc84 req-4338103f-03ed-43bc-b962-734fc608d6f2 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 943 time: 0.1238244 Apr 16 04:24:30.400052 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f1b1291-0c0d-4af1-8ad0-ed50633e9293 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (d8d01346-b679-42fe-8f8f-8a8cbd60dae8), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:30.407909 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1b1291-0c0d-4af1-8ad0-ed50633e9293 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:30.408592 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f1b1291-0c0d-4af1-8ad0-ed50633e9293 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:30.587590 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686f3da-d000-44a0-ba75-f601fd402bdb req-792dece2-4298-4349-8bee-402c412be20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:30.590342 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4686f3da-d000-44a0-ba75-f601fd402bdb req-792dece2-4298-4349-8bee-402c412be20c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=df9a6fe556904c1daa9e4e9d04e1cb79&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3186545 Apr 16 04:24:30.632122 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-117578cc-7b1a-4e09-8fa7-7a7b2bbdcc84 req-06a51c0b-7a88-455e-a437-bf8c44bd167b tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758265 Apr 16 04:24:30.675515 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2f1b1291-0c0d-4af1-8ad0-ed50633e9293 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1982636 Apr 16 04:24:30.698449 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37742) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:30.703448 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-5ac888a4-a767-4f29-bd13-af27649a77e0 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'subnet': {'network_id': 'd8d01346-b679-42fe-8f8f-8a8cbd60dae8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:30.745765 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b1291-0c0d-4af1-8ad0-ed50633e9293 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Network': ['ID=d8d01346-b679-42fe-8f8f-8a8cbd60dae8,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:30.750464 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-588590da-fe35-4ae2-b758-abc7883900e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:30.755513 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2166ec1-e91f-4e71-80b8-34d11e728974 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Router a5fc40a6-9eb7-46c2-9d0c-174896a8a565 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:24:30.772134 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network d8d01346-b679-42fe-8f8f-8a8cbd60dae8 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:24:30.798054 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f525605d-5cbc-4fbd-b407-c27aa8c77194 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for port (22a4385b-6913-4f28-82a2-6f6d5f6c2e48), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:30.833172 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 9d124df6-bc34-422d-a171-d3fbd8988b7a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:30.833546 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9d124df6-bc34-422d-a171-d3fbd8988b7a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:30.853661 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-859dff27-4ea0-4b1e-a9f8-4cc874f7fbe9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d044f6267ef4c5db9787cb1ab263d3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7546020 Apr 16 04:24:30.856092 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37744) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:30.935994 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f525605d-5cbc-4fbd-b407-c27aa8c77194 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (22a4385b-6913-4f28-82a2-6f6d5f6c2e48), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:30.962676 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] Publish callbacks [] for port (f50ad1af-9381-4bac-a8f2-f9aa7d0fe028), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:31.005967 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-736a5c58-7a27-4b87-8f63-3dfda93973fc None None] Current status of the port 0e7df935-b199-493c-b529-6c122df01bfd is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:31.006364 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-736a5c58-7a27-4b87-8f63-3dfda93973fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (0e7df935-b199-493c-b529-6c122df01bfd), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:31.077917 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (f50ad1af-9381-4bac-a8f2-f9aa7d0fe028), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:31.142525 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55dff30f-b9b7-4120-8abb-942b273bff69', 'name': 'tempest-snat-router-1658616714', 'tenant_id': 'b6d62b394d16400891df4a2583f7f670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.119'}], 'enable_snat': False}, 'gw_port_id': 'b1018f50-1a4e-47aa-8d2d-c0906244fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:12Z', 'updated_at': '2022-04-16T04:24:17Z', 'revision_number': 3, 'project_id': 'b6d62b394d16400891df4a2583f7f670', 'gw_port': {'id': 'b1018f50-1a4e-47aa-8d2d-c0906244fe6f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55dff30f-b9b7-4120-8abb-942b273bff69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:15Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:31.152654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-736a5c58-7a27-4b87-8f63-3dfda93973fc None None] For port 0e7df935-b199-493c-b529-6c122df01bfd, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=0e7df935-b199-493c-b529-6c122df01bfd,segment=NetworkSegment(3148a6ab-9bcf-440a-8f6b-6f0d75239cf1),segment_id=3148a6ab-9bcf-440a-8f6b-6f0d75239cf1)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:31.193728 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538932eb-1ba3-4af1-968c-f640fec2e5e5 None None] The sync data for ids ['55dff30f-b9b7-4120-8abb-942b273bff69'] in dv-neutron-838078-2-hyperv is: [{'id': '55dff30f-b9b7-4120-8abb-942b273bff69', 'name': 'tempest-snat-router-1658616714', 'tenant_id': 'b6d62b394d16400891df4a2583f7f670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.119'}], 'enable_snat': False}, 'gw_port_id': 'b1018f50-1a4e-47aa-8d2d-c0906244fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:12Z', 'updated_at': '2022-04-16T04:24:17Z', 'revision_number': 3, 'project_id': 'b6d62b394d16400891df4a2583f7f670', 'gw_port': {'id': 'b1018f50-1a4e-47aa-8d2d-c0906244fe6f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55dff30f-b9b7-4120-8abb-942b273bff69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:15Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:24:31.199355 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] Network 2be1b915-663a-45f4-829a-3202ed6594a1 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:31.205364 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525605d-5cbc-4fbd-b407-c27aa8c77194 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event updated for resources: {'Port': ['ID=22a4385b-6913-4f28-82a2-6f6d5f6c2e48,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:31.225596 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686f3da-d000-44a0-ba75-f601fd402bdb req-c3c73317-d281-45d4-b3ce-6a3a32a5b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:31.227389 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4686f3da-d000-44a0-ba75-f601fd402bdb req-c3c73317-d281-45d4-b3ce-6a3a32a5b95c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6282489 Apr 16 04:24:31.237415 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f525605d-5cbc-4fbd-b407-c27aa8c77194 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (293efcd5-9555-44fe-91e7-e406a3d1fc53), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:31.262916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:31.265108 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-736a5c58-7a27-4b87-8f63-3dfda93973fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (0e7df935-b199-493c-b529-6c122df01bfd), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:31.271706 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:31.317257 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] Pushing event updated for resources: {'Port': ['ID=f50ad1af-9381-4bac-a8f2-f9aa7d0fe028,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:31.361072 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 9d124df6-bc34-422d-a171-d3fbd8988b7a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:31.367791 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (9d124df6-bc34-422d-a171-d3fbd8988b7a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:31.427047 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cb25dd66-58d3-432b-a9de-a78589e52d0a admin admin] Publish callbacks [] for security_group (ccb81bc3-6c1c-4304-8ab1-0e86b039704a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:31.460798 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac888a4-a767-4f29-bd13-af27649a77e0 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Made reservation on behalf of 72d1aa50b704448a8feee6c10e3fbf25 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:31.469201 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5ac888a4-a767-4f29-bd13-af27649a77e0 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:31.494454 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-88dc2437-dd22-4d8a-bec0-5c6434e303de None None] Provisioning complete for port 9d124df6-bc34-422d-a171-d3fbd8988b7a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:31.494826 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-88dc2437-dd22-4d8a-bec0-5c6434e303de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9d124df6-bc34-422d-a171-d3fbd8988b7a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:31.499595 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cb25dd66-58d3-432b-a9de-a78589e52d0a admin admin] Publish callbacks [] for security_group (ccb81bc3-6c1c-4304-8ab1-0e86b039704a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:31.500841 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f525605d-5cbc-4fbd-b407-c27aa8c77194 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Network 409b0fff-42e4-44a3-b8fe-258c7e9b5e02 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:31.540636 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-f525605d-5cbc-4fbd-b407-c27aa8c77194 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:31.549875 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-f265badd-0240-40ed-9953-757b8c00a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:31.561676 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] Attempting to bind port f50ad1af-9381-4bac-a8f2-f9aa7d0fe028 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:31.562050 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] Attempting to bind port f50ad1af-9381-4bac-a8f2-f9aa7d0fe028 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'f4b21ee5-045c-4be1-b71a-3b896d630091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:31.562438 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] Attempting to bind port f50ad1af-9381-4bac-a8f2-f9aa7d0fe028 on network 2be1b915-663a-45f4-829a-3202ed6594a1 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:31.563568 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-f265badd-0240-40ed-9953-757b8c00a0d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df9a6fe556904c1daa9e4e9d04e1cb79&device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 1127 time: 0.1566775 Apr 16 04:24:31.579877 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a5c58-7a27-4b87-8f63-3dfda93973fc None None] Pushing event updated for resources: {'Port': ['ID=0e7df935-b199-493c-b529-6c122df01bfd,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:31.593326 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 9d124df6-bc34-422d-a171-d3fbd8988b7a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=9d124df6-bc34-422d-a171-d3fbd8988b7a,segment=NetworkSegment(b603dff2-b3bf-4fed-b64a-0e58474c29e4),segment_id=b603dff2-b3bf-4fed-b64a-0e58474c29e4)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:31.596948 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:31.597389 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] Checking segment: {'id': 'f4b21ee5-045c-4be1-b71a-3b896d630091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:31.597784 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:31.598185 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] Bound using segment: {'id': 'f4b21ee5-045c-4be1-b71a-3b896d630091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:31.598665 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] Bound port: f50ad1af-9381-4bac-a8f2-f9aa7d0fe028, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b21ee5-045c-4be1-b71a-3b896d630091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:31.599060 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f50ad1af-9381-4bac-a8f2-f9aa7d0fe028), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:31.602293 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2166ec1-e91f-4e71-80b8-34d11e728974 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:24:31.624787 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-588590da-fe35-4ae2-b758-abc7883900e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Allocated IP 2001:db8:1::1 (2be1b915-663a-45f4-829a-3202ed6594a1/a4041390-2e21-4d33-b23c-7572f68643f0/fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:31.683617 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Sync routers for ids ['a5fc40a6-9eb7-46c2-9d0c-174896a8a565'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:24:31.747172 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (9d124df6-bc34-422d-a171-d3fbd8988b7a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:31.747172 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 4fcc2c00-c600-4bd0-884a-5110c15e68e1 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:31.823726 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cb25dd66-58d3-432b-a9de-a78589e52d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (ccb81bc3-6c1c-4304-8ab1-0e86b039704a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:31.831302 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cb25dd66-58d3-432b-a9de-a78589e52d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:31.831302 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-cb25dd66-58d3-432b-a9de-a78589e52d0a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ccb81bc3-6c1c-4304-8ab1-0e86b039704a HTTP/1.1" status: 204 len: 168 time: 0.9702842 Apr 16 04:24:31.869682 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-88dc2437-dd22-4d8a-bec0-5c6434e303de None None] Current status of the port 9d124df6-bc34-422d-a171-d3fbd8988b7a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:31.870396 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-88dc2437-dd22-4d8a-bec0-5c6434e303de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (9d124df6-bc34-422d-a171-d3fbd8988b7a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:31.896538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Routers {'a5fc40a6-9eb7-46c2-9d0c-174896a8a565'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:31.901761 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['a5fc40a6-9eb7-46c2-9d0c-174896a8a565'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:31.914004 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-588590da-fe35-4ae2-b758-abc7883900e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for port (fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:31.989945 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25dd66-58d3-432b-a9de-a78589e52d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb81bc3-6c1c-4304-8ab1-0e86b039704a,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:32.084028 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-588590da-fe35-4ae2-b758-abc7883900e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:32.102486 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Set router a5fc40a6-9eb7-46c2-9d0c-174896a8a565 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:32.196399 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588590da-fe35-4ae2-b758-abc7883900e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network 2be1b915-663a-45f4-829a-3202ed6594a1 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:32.212999 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-588590da-fe35-4ae2-b758-abc7883900e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:32.216810 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588590da-fe35-4ae2-b758-abc7883900e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Port': ['ID=fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:32.224525 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588590da-fe35-4ae2-b758-abc7883900e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:32.225473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-588590da-fe35-4ae2-b758-abc7883900e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (0d4b8147-16ef-46f4-bcfe-6b191715d33a), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:32.284911 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 4fcc2c00-c600-4bd0-884a-5110c15e68e1 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:32.285349 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4fcc2c00-c600-4bd0-884a-5110c15e68e1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:32.355441 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=9d124df6-bc34-422d-a171-d3fbd8988b7a,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:32.410600 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-e8f7da02-59e9-4501-afad-56a8cc6c9533 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa0b6eff-feac-4c15-938d-b06750972a08 HTTP/1.1" status: 200 len: 217 time: 0.6300271 Apr 16 04:24:32.534370 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-88dc2437-dd22-4d8a-bec0-5c6434e303de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:24:32.534764 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-88dc2437-dd22-4d8a-bec0-5c6434e303de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:24:32.543947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] For port f50ad1af-9381-4bac-a8f2-f9aa7d0fe028, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:32.576015 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] For port f50ad1af-9381-4bac-a8f2-f9aa7d0fe028, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f50ad1af-9381-4bac-a8f2-f9aa7d0fe028,segment=NetworkSegment(f4b21ee5-045c-4be1-b71a-3b896d630091),segment_id=f4b21ee5-045c-4be1-b71a-3b896d630091)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:32.652850 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc048720-ca72-4a38-9150-b44463fd3cff req-b7491eb8-a4e8-4ffb-b171-5388c555458b tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:32.654874 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cc048720-ca72-4a38-9150-b44463fd3cff req-b7491eb8-a4e8-4ffb-b171-5388c555458b tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 943 time: 0.8651464 Apr 16 04:24:32.681426 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 4fcc2c00-c600-4bd0-884a-5110c15e68e1 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:32.682574 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 0e7df935-b199-493c-b529-6c122df01bfd up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:32.692740 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f525605d-5cbc-4fbd-b407-c27aa8c77194 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 293efcd5-9555-44fe-91e7-e406a3d1fc53 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:24:32.694404 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-eabc2ab7-7f52-4b69-9019-1f6ccdc29234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:32.695939 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-eabc2ab7-7f52-4b69-9019-1f6ccdc29234 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4e226c3-0e5b-45fb-ae43-e7c4aee38abf HTTP/1.1" status: 200 len: 852 time: 0.2706876 Apr 16 04:24:32.700081 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-15a3addd-4495-4c1e-86ec-3d7f23e2d568 req-64cb5753-160f-49d1-a45c-d03a9af42ffd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2713151 Apr 16 04:24:32.716303 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fc40a6-9eb7-46c2-9d0c-174896a8a565', 'name': 'tempest-snat-router-1658616714', 'tenant_id': 'b6d62b394d16400891df4a2583f7f670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'd65b8ed7-1527-4979-9a63-f845ba3700e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:22Z', 'updated_at': '2022-04-16T04:24:28Z', 'revision_number': 3, 'project_id': 'b6d62b394d16400891df4a2583f7f670', 'gw_port': {'id': 'd65b8ed7-1527-4979-9a63-f845ba3700e4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fc40a6-9eb7-46c2-9d0c-174896a8a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:24Z', 'updated_at': '2022-04-16T04:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:32.748686 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-788eff57-a584-4269-aa50-5d070f57e827 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2cf3884-0560-4147-9fd5-bb24a6616029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381074 Apr 16 04:24:32.776330 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Checking router: a5fc40a6-9eb7-46c2-9d0c-174896a8a565 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:24:32.789646 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Updating router a5fc40a6-9eb7-46c2-9d0c-174896a8a565 port d65b8ed7-1527-4979-9a63-f845ba3700e4 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:24:32.844144 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 0e7df935-b199-493c-b529-6c122df01bfd triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:32.846682 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0e7df935-b199-493c-b529-6c122df01bfd), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:32.847341 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d65b8ed7-1527-4979-9a63-f845ba3700e4), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:32.894570 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cc048720-ca72-4a38-9150-b44463fd3cff req-0295e875-9fbc-4784-8188-76c2ac08d4a8 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301228 Apr 16 04:24:32.899923 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-588590da-fe35-4ae2-b758-abc7883900e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:32.931297 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (f50ad1af-9381-4bac-a8f2-f9aa7d0fe028), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:32.943616 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f2166ec1-e91f-4e71-80b8-34d11e728974 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:32.944896 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f2166ec1-e91f-4e71-80b8-34d11e728974 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.8885012 Apr 16 04:24:32.947737 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37762) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:32.991502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3addd-4495-4c1e-86ec-3d7f23e2d568 req-1548b1da-12ab-4e66-9c62-fbe7db0e8b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:32.993127 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-15a3addd-4495-4c1e-86ec-3d7f23e2d568 req-1548b1da-12ab-4e66-9c62-fbe7db0e8b01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1331059124584452b3c27bedfa8953aa&device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 1129 time: 0.2075639 Apr 16 04:24:33.103509 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f525605d-5cbc-4fbd-b407-c27aa8c77194 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:24:33.117760 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] Sync routers for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:24:33.133766 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:33.134567 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:33.160100 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-88dc2437-dd22-4d8a-bec0-5c6434e303de None None] Current status of the port 9d124df6-bc34-422d-a171-d3fbd8988b7a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:33.194938 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f525605d-5cbc-4fbd-b407-c27aa8c77194 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/293efcd5-9555-44fe-91e7-e406a3d1fc53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6959939 Apr 16 04:24:33.202668 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37766) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:33.219853 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-4a647b4c-0c4c-49d1-a353-0d742f45eac7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:33.230995 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-933e6891-767d-4d4d-96c0-84161a69b45d service neutron] 10.222.0.18 "GET /v2.0/networks/d2cf3884-0560-4147-9fd5-bb24a6616029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696505 Apr 16 04:24:33.402996 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:33.448837 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-588590da-fe35-4ae2-b758-abc7883900e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for port (fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:33.584711 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-88dc2437-dd22-4d8a-bec0-5c6434e303de None None] Provisioning complete for port 22a4385b-6913-4f28-82a2-6f6d5f6c2e48 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:33.585153 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-88dc2437-dd22-4d8a-bec0-5c6434e303de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (22a4385b-6913-4f28-82a2-6f6d5f6c2e48), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:33.616872 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-588590da-fe35-4ae2-b758-abc7883900e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:33.623825 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-588590da-fe35-4ae2-b758-abc7883900e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (0d4b8147-16ef-46f4-bcfe-6b191715d33a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:33.655927 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa098f-189d-4225-b6d2-9247a4ad6a2a None None] Pushing event updated for resources: {'Port': ['ID=f50ad1af-9381-4bac-a8f2-f9aa7d0fe028,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:33.672265 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-88dc2437-dd22-4d8a-bec0-5c6434e303de None None] Port 22a4385b-6913-4f28-82a2-6f6d5f6c2e48 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:24:33.744185 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 0e7df935-b199-493c-b529-6c122df01bfd is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:33.747367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:33.771852 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588590da-fe35-4ae2-b758-abc7883900e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Port': ['ID=fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:33.838780 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-88dc2437-dd22-4d8a-bec0-5c6434e303de None None] Provisioning complete for port 0e7df935-b199-493c-b529-6c122df01bfd triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:33.839162 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-88dc2437-dd22-4d8a-bec0-5c6434e303de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0e7df935-b199-493c-b529-6c122df01bfd), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:33.846550 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3addd-4495-4c1e-86ec-3d7f23e2d568 req-f05ae5e9-e5f8-4c85-bbb1-fd1af70e8817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:33.848520 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-15a3addd-4495-4c1e-86ec-3d7f23e2d568 req-f05ae5e9-e5f8-4c85-bbb1-fd1af70e8817 service neutron] 10.222.0.18 "GET /v2.0/networks?id=568d6779-966e-4ede-8372-feba943d93d4 HTTP/1.1" status: 200 len: 896 time: 0.8272333 Apr 16 04:24:33.905390 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37778) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:33.934613 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-cef2e6a1-f073-4aaf-af44-4d1a46214618 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "GET /v2.0/routers/a5fc40a6-9eb7-46c2-9d0c-174896a8a565 HTTP/1.1" status: 200 len: 907 time: 0.9824626 Apr 16 04:24:33.935472 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37784) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:33.987588 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-15a3addd-4495-4c1e-86ec-3d7f23e2d568 req-0cbfbc73-b447-4d7a-81f9-8d50d444ac03 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e HTTP/1.1" status: 200 len: 1000 time: 0.1310830 Apr 16 04:24:34.023618 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:24:28Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': '22a4385b-6913-4f28-82a2-6f6d5f6c2e48', 'name': '', 'network_id': '409b0fff-42e4-44a3-b8fe-258c7e9b5e02', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:98:35:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'd4d0bcb7-4c09-45ae-92f9-58106c8cfed6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:23Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 2, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': 'd4d0bcb7-4c09-45ae-92f9-58106c8cfed6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fcc2c00-c600-4bd0-884a-5110c15e68e1', 'name': '', 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:06:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:10Z', 'updated_at': '2022-04-16T04:24:27Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce83affb-a47f-4f98-81d7-c72552b317a8', 'name': '', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:5c:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:59Z', 'updated_at': '2022-04-16T04:24:16Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '843590ad-9081-470c-87c8-019c89fda434', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:34.061192 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:34.061654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:34.114495 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5ac888a4-a767-4f29-bd13-af27649a77e0 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (090b1c33-f146-402a-8b96-7f1d737afa33), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:34.124690 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] Checking router: 293efcd5-9555-44fe-91e7-e406a3d1fc53 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:24:34.125270 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] Updating router 293efcd5-9555-44fe-91e7-e406a3d1fc53 port 22a4385b-6913-4f28-82a2-6f6d5f6c2e48 binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:24:34.133454 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-64d8544c-f9b4-4ddc-9290-4501ac6672c3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2090077847'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:34.199949 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (22a4385b-6913-4f28-82a2-6f6d5f6c2e48), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:34.209810 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-88dc2437-dd22-4d8a-bec0-5c6434e303de None None] Current status of the port 0e7df935-b199-493c-b529-6c122df01bfd is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:34.223042 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Publish callbacks [] for port (d65b8ed7-1527-4979-9a63-f845ba3700e4), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:34.225214 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1493f-4170-4d0f-8f4c-c00d02b69c69 req-492f943a-9954-4b60-a106-123c5386eae4 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:34.227597 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-dff1493f-4170-4d0f-8f4c-c00d02b69c69 req-492f943a-9954-4b60-a106-123c5386eae4 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 943 time: 0.2137532 Apr 16 04:24:34.267804 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588590da-fe35-4ae2-b758-abc7883900e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network 2be1b915-663a-45f4-829a-3202ed6594a1 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:34.281108 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:34.282546 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-588590da-fe35-4ae2-b758-abc7883900e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:34.282831 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 7f62f7b6-935c-4d60-843b-239249e68e37 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:34.312615 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4c3b370c-f799-4693-be6d-b7cb32c74e1d req-61472238-9f29-4227-b5da-bcae75e57994 service neutron] 10.222.0.18 "GET /v2.0/networks/d2cf3884-0560-4147-9fd5-bb24a6616029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0572965 Apr 16 04:24:34.344901 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 7f62f7b6-935c-4d60-843b-239249e68e37 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:34.345196 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7f62f7b6-935c-4d60-843b-239249e68e37), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:34.368571 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3addd-4495-4c1e-86ec-3d7f23e2d568 req-adedf870-0503-4b79-86f7-529407f8f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:34.370299 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-15a3addd-4495-4c1e-86ec-3d7f23e2d568 req-adedf870-0503-4b79-86f7-529407f8f0c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=660e9b45-824f-4813-95fc-d919bbc73d2c HTTP/1.1" status: 200 len: 835 time: 0.3669648 Apr 16 04:24:34.395550 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac888a4-a767-4f29-bd13-af27649a77e0 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Subnet': ['ID=090b1c33-f146-402a-8b96-7f1d737afa33,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:34.432067 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76fdf203-bebc-42f7-990a-895a6669987b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router (a5fc40a6-9eb7-46c2-9d0c-174896a8a565), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:34.499255 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 7f62f7b6-935c-4d60-843b-239249e68e37 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:34.499255 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3725250e-b981-476d-af61-43c2ddd54973 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:34.530720 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac888a4-a767-4f29-bd13-af27649a77e0 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Checking segment: {'id': '46b41adb-dd14-4cda-b284-6567a74d1397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd8d01346-b679-42fe-8f8f-8a8cbd60dae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:34.531091 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac888a4-a767-4f29-bd13-af27649a77e0 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Network hostable DHCP agents. Network: d8d01346-b679-42fe-8f8f-8a8cbd60dae8, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:24:34.552040 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-659592dc-5f23-4b45-8958-849ebc1ffc28 None None] Provisioning complete for port 22a4385b-6913-4f28-82a2-6f6d5f6c2e48 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:34.553090 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-659592dc-5f23-4b45-8958-849ebc1ffc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (22a4385b-6913-4f28-82a2-6f6d5f6c2e48), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:34.594545 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 3725250e-b981-476d-af61-43c2ddd54973 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:34.595065 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3725250e-b981-476d-af61-43c2ddd54973), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:34.615384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3addd-4495-4c1e-86ec-3d7f23e2d568 req-d3f78837-7c86-4a51-b1af-78e56537250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:34.617024 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-15a3addd-4495-4c1e-86ec-3d7f23e2d568 req-d3f78837-7c86-4a51-b1af-78e56537250d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=568d6779-966e-4ede-8372-feba943d93d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1932476 Apr 16 04:24:34.632919 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-dff1493f-4170-4d0f-8f4c-c00d02b69c69 req-3e756ffe-a596-40d7-9937-91a2feca8058 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888764 Apr 16 04:24:34.644930 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] Publish callbacks [] for port (22a4385b-6913-4f28-82a2-6f6d5f6c2e48), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:34.660493 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-659592dc-5f23-4b45-8958-849ebc1ffc28 None None] Port 22a4385b-6913-4f28-82a2-6f6d5f6c2e48 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:24:34.742094 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 3725250e-b981-476d-af61-43c2ddd54973 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:34.766347 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588590da-fe35-4ae2-b758-abc7883900e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router 0d4b8147-16ef-46f4-bcfe-6b191715d33a has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:24:34.816784 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-15a3addd-4495-4c1e-86ec-3d7f23e2d568 req-7e35bca2-0e89-4d58-8b8a-8f1dea22a28a service neutron] 10.222.0.18 "GET /v2.0/networks/568d6779-966e-4ede-8372-feba943d93d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741889 Apr 16 04:24:34.853731 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a6ac8653-cfab-48ec-a51f-e6abcfab9c4b no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:24:34.857023 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: a6ac8653-cfab-48ec-a51f-e6abcfab9c4b {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:24:34.857631 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a6ac8653-cfab-48ec-a51f-e6abcfab9c4b not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:24:34.891211 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76fdf203-bebc-42f7-990a-895a6669987b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_gateway (a5fc40a6-9eb7-46c2-9d0c-174896a8a565), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:34.928557 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588590da-fe35-4ae2-b758-abc7883900e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:24:34.936155 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-588590da-fe35-4ae2-b758-abc7883900e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/0d4b8147-16ef-46f4-bcfe-6b191715d33a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4053502 Apr 16 04:24:34.941607 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37792) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:34.945007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] Sync routers for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:24:34.948556 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-6ad097c1-72eb-42b8-a037-6839c8de21b9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-233675751'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:34.959559 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:34.969148 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:35.078583 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.extraroute_db [None req-4a647b4c-0c4c-49d1-a353-0d742f45eac7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=104633) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 16 04:24:35.109544 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10447f77-c55e-4809-bebb-c4c9884909c6 None None] get_active_networks_info from dv-neutron-838078-2-hyperv {{(pid=104634) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 16 04:24:35.120433 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.extraroute_db [None req-4a647b4c-0c4c-49d1-a353-0d742f45eac7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Removed routes are [] {{(pid=104633) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 16 04:24:35.121069 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a647b4c-0c4c-49d1-a353-0d742f45eac7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (293efcd5-9555-44fe-91e7-e406a3d1fc53), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.127275 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-15a3addd-4495-4c1e-86ec-3d7f23e2d568 req-8eab0278-717a-4252-a8ac-1f480a866770 service neutron] 10.222.0.18 "GET /v2.0/networks/568d6779-966e-4ede-8372-feba943d93d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040040 Apr 16 04:24:35.145699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:35.195191 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-e9c4b3e4-8456-4992-ba99-77a3107c4a6d None None] Provisioning complete for port f50ad1af-9381-4bac-a8f2-f9aa7d0fe028 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:35.195673 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e9c4b3e4-8456-4992-ba99-77a3107c4a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f50ad1af-9381-4bac-a8f2-f9aa7d0fe028), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.232421 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 9d124df6-bc34-422d-a171-d3fbd8988b7a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:35.324810 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (22a4385b-6913-4f28-82a2-6f6d5f6c2e48), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.325398 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d8544c-f9b4-4ddc-9290-4501ac6672c3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:35.325852 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac888a4-a767-4f29-bd13-af27649a77e0 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Network d8d01346-b679-42fe-8f8f-8a8cbd60dae8 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:24:35.328367 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-64d8544c-f9b4-4ddc-9290-4501ac6672c3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.329764 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad097c1-72eb-42b8-a037-6839c8de21b9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Made reservation on behalf of 73487597c3b744729772f791e4bc7825 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:35.333464 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6ad097c1-72eb-42b8-a037-6839c8de21b9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.347249 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d65b8ed7-1527-4979-9a63-f845ba3700e4), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.370320 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad097c1-72eb-42b8-a037-6839c8de21b9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:24:35.382236 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6ad097c1-72eb-42b8-a037-6839c8de21b9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (31a41e44-f1dc-403b-9116-86531d9c7f22), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.382493 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-6ad097c1-72eb-42b8-a037-6839c8de21b9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Added segment 31a41e44-f1dc-403b-9116-86531d9c7f22 of type vlan for network ddbb591b-be1b-49ce-81a1-418b9d370923 Apr 16 04:24:35.388179 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df31de8-23f9-4653-a73c-719f45365a89 None None] Pushing event updated for resources: {'Port': ['ID=22a4385b-6913-4f28-82a2-6f6d5f6c2e48,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:35.419730 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-76fdf203-bebc-42f7-990a-895a6669987b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Deleting port d65b8ed7-1527-4979-9a63-f845ba3700e4 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:24:35.420071 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76fdf203-bebc-42f7-990a-895a6669987b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (d65b8ed7-1527-4979-9a63-f845ba3700e4), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.432209 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-64d8544c-f9b4-4ddc-9290-4501ac6672c3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.469200 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-5ac888a4-a767-4f29-bd13-af27649a77e0 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, d8d01346-b679-42fe-8f8f-8a8cbd60dae8) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:35.484237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac888a4-a767-4f29-bd13-af27649a77e0 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:35.485667 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5ac888a4-a767-4f29-bd13-af27649a77e0 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.518393 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] Attempting to bind port 22a4385b-6913-4f28-82a2-6f6d5f6c2e48 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:35.518771 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] Attempting to bind port 22a4385b-6913-4f28-82a2-6f6d5f6c2e48 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'b603dff2-b3bf-4fed-b64a-0e58474c29e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '409b0fff-42e4-44a3-b8fe-258c7e9b5e02'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:35.519136 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] Attempting to bind port 22a4385b-6913-4f28-82a2-6f6d5f6c2e48 on network 409b0fff-42e4-44a3-b8fe-258c7e9b5e02 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:35.525273 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:35.525654 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] Checking segment: {'id': 'b603dff2-b3bf-4fed-b64a-0e58474c29e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '409b0fff-42e4-44a3-b8fe-258c7e9b5e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:35.526065 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.526462 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] Bound using segment: {'id': 'b603dff2-b3bf-4fed-b64a-0e58474c29e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '409b0fff-42e4-44a3-b8fe-258c7e9b5e02'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:35.526927 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] Bound port: 22a4385b-6913-4f28-82a2-6f6d5f6c2e48, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b603dff2-b3bf-4fed-b64a-0e58474c29e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '409b0fff-42e4-44a3-b8fe-258c7e9b5e02'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:35.527314 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (22a4385b-6913-4f28-82a2-6f6d5f6c2e48), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.584771 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6ad097c1-72eb-42b8-a037-6839c8de21b9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (ddbb591b-be1b-49ce-81a1-418b9d370923), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.598976 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-76fdf203-bebc-42f7-990a-895a6669987b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] For port d65b8ed7-1527-4979-9a63-f845ba3700e4, host dv-neutron-838078-2-hyperv, got binding levels [] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:35.601247 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76fdf203-bebc-42f7-990a-895a6669987b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (d65b8ed7-1527-4979-9a63-f845ba3700e4), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.628127 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-76fdf203-bebc-42f7-990a-895a6669987b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Calling delete_port for d65b8ed7-1527-4979-9a63-f845ba3700e4 owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:24:35.641926 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] For port 22a4385b-6913-4f28-82a2-6f6d5f6c2e48, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:35.646325 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] For port 22a4385b-6913-4f28-82a2-6f6d5f6c2e48, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=22a4385b-6913-4f28-82a2-6f6d5f6c2e48,segment=NetworkSegment(b603dff2-b3bf-4fed-b64a-0e58474c29e4),segment_id=b603dff2-b3bf-4fed-b64a-0e58474c29e4)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:35.669819 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 9d124df6-bc34-422d-a171-d3fbd8988b7a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:35.669948 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9d124df6-bc34-422d-a171-d3fbd8988b7a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.696147 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eada59-5aff-4431-92de-63e2c14a5490 None None] Pushing event updated for resources: {'Port': ['ID=d65b8ed7-1527-4979-9a63-f845ba3700e4,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:35.708090 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Attempting to bind port d65b8ed7-1527-4979-9a63-f845ba3700e4 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:35.708466 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Attempting to bind port d65b8ed7-1527-4979-9a63-f845ba3700e4 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:35.709004 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Attempting to bind port d65b8ed7-1527-4979-9a63-f845ba3700e4 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:35.713801 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (22a4385b-6913-4f28-82a2-6f6d5f6c2e48), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.778993 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a647b4c-0c4c-49d1-a353-0d742f45eac7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (293efcd5-9555-44fe-91e7-e406a3d1fc53), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.783016 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:35.783423 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:35.783869 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.784329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a647b4c-0c4c-49d1-a353-0d742f45eac7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (293efcd5-9555-44fe-91e7-e406a3d1fc53), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.784785 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:35.785336 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Bound port: d65b8ed7-1527-4979-9a63-f845ba3700e4, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:35.785728 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d65b8ed7-1527-4979-9a63-f845ba3700e4), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.786874 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-64d8544c-f9b4-4ddc-9290-4501ac6672c3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (cb24c008-123c-4cfa-b2be-38560632ce38), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.800040 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5ac888a4-a767-4f29-bd13-af27649a77e0 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 5.0996766 Apr 16 04:24:35.802983 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6ad097c1-72eb-42b8-a037-6839c8de21b9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (ddbb591b-be1b-49ce-81a1-418b9d370923), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.809323 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad097c1-72eb-42b8-a037-6839c8de21b9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:35.810223 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6ad097c1-72eb-42b8-a037-6839c8de21b9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:35.813423 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37806) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:35.910460 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:35.914031 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:35.980685 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4b3e4-8456-4992-ba99-77a3107c4a6d None None] Current status of the port f50ad1af-9381-4bac-a8f2-f9aa7d0fe028 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:35.987413 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e9c4b3e4-8456-4992-ba99-77a3107c4a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f50ad1af-9381-4bac-a8f2-f9aa7d0fe028), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:36.110940 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6ad097c1-72eb-42b8-a037-6839c8de21b9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1664886 Apr 16 04:24:36.116311 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37808) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:36.119290 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-64d8544c-f9b4-4ddc-9290-4501ac6672c3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (cb24c008-123c-4cfa-b2be-38560632ce38), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:36.126414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-2554fe81-dcd2-4815-8f87-c3b4360f39a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'subnet': {'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:36.152606 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df31de8-23f9-4653-a73c-719f45365a89 None None] Pushing event updated for resources: {'Port': ['ID=22a4385b-6913-4f28-82a2-6f6d5f6c2e48,revision_number=4']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:36.228010 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:36.238467 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:24:32Z', 'revision_number': 3, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea', 'name': '', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e0:3f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:31Z', 'updated_at': '2022-04-16T04:24:33Z', 'revision_number': 2, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:36.279780 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8544c-f9b4-4ddc-9290-4501ac6672c3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb24c008-123c-4cfa-b2be-38560632ce38,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:36.282881 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76fdf203-bebc-42f7-990a-895a6669987b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (d65b8ed7-1527-4979-9a63-f845ba3700e4), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:36.325747 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d8544c-f9b4-4ddc-9290-4501ac6672c3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:24:36.336626 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] Checking router: 0d4b8147-16ef-46f4-bcfe-6b191715d33a for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:24:36.337009 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] Updating router 0d4b8147-16ef-46f4-bcfe-6b191715d33a port fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:24:36.346514 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdf203-bebc-42f7-990a-895a6669987b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Pushing event deleted for resources: {'Port': ['ID=d65b8ed7-1527-4979-9a63-f845ba3700e4,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:36.373141 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:36.414625 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:24:36.414977 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:24:36.441017 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-64d8544c-f9b4-4ddc-9290-4501ac6672c3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (d41cb675-06cd-4e09-87b0-a8fc89dfd597), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:36.441486 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-64d8544c-f9b4-4ddc-9290-4501ac6672c3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Added segment d41cb675-06cd-4e09-87b0-a8fc89dfd597 of type vlan for network d1d14891-221a-49df-9520-4b4a920d79c5 Apr 16 04:24:36.442878 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2554fe81-dcd2-4815-8f87-c3b4360f39a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Made reservation on behalf of 73487597c3b744729772f791e4bc7825 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:36.447244 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2554fe81-dcd2-4815-8f87-c3b4360f39a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:36.475346 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 9d124df6-bc34-422d-a171-d3fbd8988b7a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:36.476532 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f50ad1af-9381-4bac-a8f2-f9aa7d0fe028 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:36.525457 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e9c4b3e4-8456-4992-ba99-77a3107c4a6d None None] For port f50ad1af-9381-4bac-a8f2-f9aa7d0fe028, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f50ad1af-9381-4bac-a8f2-f9aa7d0fe028,segment=NetworkSegment(f4b21ee5-045c-4be1-b71a-3b896d630091),segment_id=f4b21ee5-045c-4be1-b71a-3b896d630091)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:36.575879 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port f50ad1af-9381-4bac-a8f2-f9aa7d0fe028 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:36.576412 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f50ad1af-9381-4bac-a8f2-f9aa7d0fe028), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:36.623515 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e9c4b3e4-8456-4992-ba99-77a3107c4a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (f50ad1af-9381-4bac-a8f2-f9aa7d0fe028), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:36.653379 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76fdf203-bebc-42f7-990a-895a6669987b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (a5fc40a6-9eb7-46c2-9d0c-174896a8a565), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:36.659912 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:24:35Z', 'revision_number': 6, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': '22a4385b-6913-4f28-82a2-6f6d5f6c2e48', 'name': '', 'network_id': '409b0fff-42e4-44a3-b8fe-258c7e9b5e02', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:98:35:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'd4d0bcb7-4c09-45ae-92f9-58106c8cfed6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:23Z', 'updated_at': '2022-04-16T04:24:35Z', 'revision_number': 4, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': 'd4d0bcb7-4c09-45ae-92f9-58106c8cfed6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fcc2c00-c600-4bd0-884a-5110c15e68e1', 'name': '', 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:06:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:10Z', 'updated_at': '2022-04-16T04:24:27Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce83affb-a47f-4f98-81d7-c72552b317a8', 'name': '', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:5c:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:59Z', 'updated_at': '2022-04-16T04:24:16Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '843590ad-9081-470c-87c8-019c89fda434', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:36.696882 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3193b56-157e-43a3-9747-76d9d0feb8db None None] The sync data for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv is: [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:24:35Z', 'revision_number': 6, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': '22a4385b-6913-4f28-82a2-6f6d5f6c2e48', 'name': '', 'network_id': '409b0fff-42e4-44a3-b8fe-258c7e9b5e02', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:98:35:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'd4d0bcb7-4c09-45ae-92f9-58106c8cfed6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:23Z', 'updated_at': '2022-04-16T04:24:35Z', 'revision_number': 4, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': 'd4d0bcb7-4c09-45ae-92f9-58106c8cfed6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fcc2c00-c600-4bd0-884a-5110c15e68e1', 'name': '', 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:06:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:10Z', 'updated_at': '2022-04-16T04:24:27Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce83affb-a47f-4f98-81d7-c72552b317a8', 'name': '', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:5c:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:59Z', 'updated_at': '2022-04-16T04:24:16Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '843590ad-9081-470c-87c8-019c89fda434', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:24:36.786751 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-64d8544c-f9b4-4ddc-9290-4501ac6672c3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (d1d14891-221a-49df-9520-4b4a920d79c5), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:36.818194 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad097c1-72eb-42b8-a037-6839c8de21b9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Network': ['ID=ddbb591b-be1b-49ce-81a1-418b9d370923,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:36.873821 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2554fe81-dcd2-4815-8f87-c3b4360f39a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (d528c0b9-adf0-4772-b901-b595f1eb2685), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:36.883131 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aec963-0f38-42ea-a1b6-b5e924879350 req-f5ffc7ec-f2ad-4de4-aaf3-135f9a1b7b08 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:36.885237 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-99aec963-0f38-42ea-a1b6-b5e924879350 req-f5ffc7ec-f2ad-4de4-aaf3-135f9a1b7b08 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 943 time: 1.0952077 Apr 16 04:24:36.931478 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a647b4c-0c4c-49d1-a353-0d742f45eac7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 293efcd5-9555-44fe-91e7-e406a3d1fc53 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:24:36.949841 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b985eefe-91ca-404d-9d0a-0b91329fb86f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (d8d01346-b679-42fe-8f8f-8a8cbd60dae8), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:36.973857 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.db.resource_extend [None req-64d8544c-f9b4-4ddc-9290-4501ac6672c3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 16 04:24:36.976398 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554fe81-dcd2-4815-8f87-c3b4360f39a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Subnet': ['ID=d528c0b9-adf0-4772-b901-b595f1eb2685,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:37.011536 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Attempting to bind port d65b8ed7-1527-4979-9a63-f845ba3700e4 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:37.011868 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Attempting to bind port d65b8ed7-1527-4979-9a63-f845ba3700e4 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:37.012370 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Attempting to bind port d65b8ed7-1527-4979-9a63-f845ba3700e4 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:37.016176 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network ddbb591b-be1b-49ce-81a1-418b9d370923 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:24:37.022112 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76fdf203-bebc-42f7-990a-895a6669987b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (a5fc40a6-9eb7-46c2-9d0c-174896a8a565), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:37.030513 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76fdf203-bebc-42f7-990a-895a6669987b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_controller (a5fc40a6-9eb7-46c2-9d0c-174896a8a565), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:37.086368 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-99aec963-0f38-42ea-a1b6-b5e924879350 req-48cadd31-09cc-4ae9-bdf7-0e589e577b1a tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876621 Apr 16 04:24:37.091854 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554fe81-dcd2-4815-8f87-c3b4360f39a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Checking segment: {'id': '31a41e44-f1dc-403b-9116-86531d9c7f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:37.092222 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2554fe81-dcd2-4815-8f87-c3b4360f39a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network hostable DHCP agents. Network: ddbb591b-be1b-49ce-81a1-418b9d370923, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:24:37.098219 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-64d8544c-f9b4-4ddc-9290-4501ac6672c3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (d1d14891-221a-49df-9520-4b4a920d79c5), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:37.102660 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8544c-f9b4-4ddc-9290-4501ac6672c3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:37.105275 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-64d8544c-f9b4-4ddc-9290-4501ac6672c3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:37.149460 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:37.149865 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:37.150280 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:37.150690 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:37.151319 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Bound port: d65b8ed7-1527-4979-9a63-f845ba3700e4, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:37.151703 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d65b8ed7-1527-4979-9a63-f845ba3700e4), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:37.191268 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-64d8544c-f9b4-4ddc-9290-4501ac6672c3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.2830777 Apr 16 04:24:37.192000 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76fdf203-bebc-42f7-990a-895a6669987b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (a5fc40a6-9eb7-46c2-9d0c-174896a8a565), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:37.192535 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fdf203-bebc-42f7-990a-895a6669987b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5fc40a6-9eb7-46c2-9d0c-174896a8a565 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:24:37.196325 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37820) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:37.201491 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-424e1842-cfca-4d40-9ca3-7f7fd4809ed6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'port': {'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5', 'name': 'tempest-PortsIpV6TestJSON-1788636592'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:37.207769 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76fdf203-bebc-42f7-990a-895a6669987b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:37.211686 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-76fdf203-bebc-42f7-990a-895a6669987b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "DELETE /v2.0/routers/a5fc40a6-9eb7-46c2-9d0c-174896a8a565 HTTP/1.1" status: 204 len: 168 time: 3.2680511 Apr 16 04:24:37.212440 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37822) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:37.219453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8544c-f9b4-4ddc-9290-4501ac6672c3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Network': ['ID=d1d14891-221a-49df-9520-4b4a920d79c5,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:37.257917 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a647b4c-0c4c-49d1-a353-0d742f45eac7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:24:37.264481 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b985eefe-91ca-404d-9d0a-0b91329fb86f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (090b1c33-f146-402a-8b96-7f1d737afa33), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:37.269837 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2554fe81-dcd2-4815-8f87-c3b4360f39a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network ddbb591b-be1b-49ce-81a1-418b9d370923 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:24:37.283521 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a647b4c-0c4c-49d1-a353-0d742f45eac7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:37.287697 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4a647b4c-0c4c-49d1-a353-0d742f45eac7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/293efcd5-9555-44fe-91e7-e406a3d1fc53 HTTP/1.1" status: 200 len: 934 time: 4.0715063 Apr 16 04:24:37.289966 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37824) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:37.411198 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Port d65b8ed7-1527-4979-9a63-f845ba3700e4 has been deleted concurrently {{(pid=104634) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Apr 16 04:24:37.426739 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network d1d14891-221a-49df-9520-4b4a920d79c5 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:24:37.452050 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d984dab2-be0c-4caf-abd8-da27057000b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router (55dff30f-b9b7-4120-8abb-942b273bff69), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:37.456780 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-2554fe81-dcd2-4815-8f87-c3b4360f39a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, ddbb591b-be1b-49ce-81a1-418b9d370923) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:37.489818 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ce83efad-45b7-4365-92e0-73d891a8d091 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/routers/293efcd5-9555-44fe-91e7-e406a3d1fc53 HTTP/1.1" status: 200 len: 934 time: 0.1987441 Apr 16 04:24:37.491954 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37826) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:37.496338 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-047ce2e0-9e39-4e09-a634-74577a73dc69 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'router': {'routes': None}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:37.519719 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10447f77-c55e-4809-bebb-c4c9884909c6 None None] Unable to find a vacant binding_index for network d8d01346-b679-42fe-8f8f-8a8cbd60dae8 and agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 {{(pid=104634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 16 04:24:37.528473 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4b3e4-8456-4992-ba99-77a3107c4a6d None None] Pushing event updated for resources: {'Port': ['ID=f50ad1af-9381-4bac-a8f2-f9aa7d0fe028,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:37.537139 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2554fe81-dcd2-4815-8f87-c3b4360f39a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:37.538011 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2554fe81-dcd2-4815-8f87-c3b4360f39a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:37.592365 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port f50ad1af-9381-4bac-a8f2-f9aa7d0fe028 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:37.595031 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device b1018f50-1a4e-47aa-8d2d-c0906244fe6f up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:37.609821 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b985eefe-91ca-404d-9d0a-0b91329fb86f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (090b1c33-f146-402a-8b96-7f1d737afa33), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:37.642032 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Routers set() bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:37.643287 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Router IDs set() for agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 16 04:24:37.644251 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_agentschedulers_db [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a5fc40a6-9eb7-46c2-9d0c-174896a8a565'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent'). {{(pid=104634) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 16 04:24:37.645010 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f06db9-fef6-4e7b-bff9-1393623476f8 None None] The sync data for ids ['a5fc40a6-9eb7-46c2-9d0c-174896a8a565'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:24:37.647856 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10447f77-c55e-4809-bebb-c4c9884909c6 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, d8d01346-b679-42fe-8f8f-8a8cbd60dae8) {{(pid=104634) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 16 04:24:37.679579 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424e1842-cfca-4d40-9ca3-7f7fd4809ed6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:37.679579 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-424e1842-cfca-4d40-9ca3-7f7fd4809ed6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:37.705904 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985eefe-91ca-404d-9d0a-0b91329fb86f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Subnet': ['ID=090b1c33-f146-402a-8b96-7f1d737afa33,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:37.726905 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2554fe81-dcd2-4815-8f87-c3b4360f39a6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6086657 Apr 16 04:24:37.731729 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37828) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:37.733434 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-424e1842-cfca-4d40-9ca3-7f7fd4809ed6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] device_id is not set on port 9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:24:37.793473 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b985eefe-91ca-404d-9d0a-0b91329fb86f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (d8d01346-b679-42fe-8f8f-8a8cbd60dae8), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:37.849021 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] Publish callbacks [] for port (fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:37.852470 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port b1018f50-1a4e-47aa-8d2d-c0906244fe6f triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:37.852910 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b1018f50-1a4e-47aa-8d2d-c0906244fe6f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:37.925572 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d984dab2-be0c-4caf-abd8-da27057000b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_gateway (55dff30f-b9b7-4120-8abb-942b273bff69), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:37.950790 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e592ed-1f7f-45b0-8a2f-5a9a06bc2c5e None None] Sync routers for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:24:37.959775 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:37.961154 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e592ed-1f7f-45b0-8a2f-5a9a06bc2c5e None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:37.961778 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-89e592ed-1f7f-45b0-8a2f-5a9a06bc2c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:38.026615 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device fa0b6eff-feac-4c15-938d-b06750972a08 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:24:38.099904 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-b985eefe-91ca-404d-9d0a-0b91329fb86f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d01346-b679-42fe-8f8f-8a8cbd60dae8']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:38.121597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-b985eefe-91ca-404d-9d0a-0b91329fb86f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b41adb-dd14-4cda-b284-6567a74d1397') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:38.122436 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-b985eefe-91ca-404d-9d0a-0b91329fb86f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b41adb-dd14-4cda-b284-6567a74d1397') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:38.141447 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b985eefe-91ca-404d-9d0a-0b91329fb86f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (46b41adb-dd14-4cda-b284-6567a74d1397), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:38.160855 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f4eeb-b47a-4f80-85b0-91abd3a1e046 None None] Pushing event updated for resources: {'Port': ['ID=fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:38.178413 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-89e592ed-1f7f-45b0-8a2f-5a9a06bc2c5e None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:38.198986 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port b1018f50-1a4e-47aa-8d2d-c0906244fe6f is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:38.198986 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b1018f50-1a4e-47aa-8d2d-c0906244fe6f), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:38.221867 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b985eefe-91ca-404d-9d0a-0b91329fb86f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (46b41adb-dd14-4cda-b284-6567a74d1397), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:38.252946 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b985eefe-91ca-404d-9d0a-0b91329fb86f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:24:38.256900 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b985eefe-91ca-404d-9d0a-0b91329fb86f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (46b41adb-dd14-4cda-b284-6567a74d1397), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:24:38.260758 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:24:38.287839 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-ddbb591b-be1b-49ce-81a1-418b9d370923', 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923', 'project_id': '73487597c3b744729772f791e4bc7825', 'fixed_ips': [{'subnet_id': 'd528c0b9-adf0-4772-b901-b595f1eb2685'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:24:38.289215 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:38.297114 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.extraroute_db [None req-047ce2e0-9e39-4e09-a634-74577a73dc69 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Added routes are [] {{(pid=104633) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 16 04:24:38.304153 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.extraroute_db [None req-047ce2e0-9e39-4e09-a634-74577a73dc69 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=104633) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 16 04:24:38.321110 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-d984dab2-be0c-4caf-abd8-da27057000b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Deleting port b1018f50-1a4e-47aa-8d2d-c0906244fe6f {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:24:38.321729 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d984dab2-be0c-4caf-abd8-da27057000b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (b1018f50-1a4e-47aa-8d2d-c0906244fe6f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:38.398984 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port b1018f50-1a4e-47aa-8d2d-c0906244fe6f, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=b1018f50-1a4e-47aa-8d2d-c0906244fe6f,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:38.420131 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-047ce2e0-9e39-4e09-a634-74577a73dc69 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (293efcd5-9555-44fe-91e7-e406a3d1fc53), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:38.427736 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] Attempting to bind port fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:38.429312 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] Attempting to bind port fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'f4b21ee5-045c-4be1-b71a-3b896d630091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:38.429692 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] Attempting to bind port fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea on network 2be1b915-663a-45f4-829a-3202ed6594a1 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:38.441310 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:38.442265 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] Checking segment: {'id': 'f4b21ee5-045c-4be1-b71a-3b896d630091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:38.442684 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:38.443088 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] Bound using segment: {'id': 'f4b21ee5-045c-4be1-b71a-3b896d630091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:38.444654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] Bound port: fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b21ee5-045c-4be1-b71a-3b896d630091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:38.445087 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:38.460909 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b985eefe-91ca-404d-9d0a-0b91329fb86f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (d8d01346-b679-42fe-8f8f-8a8cbd60dae8), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:38.477641 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b985eefe-91ca-404d-9d0a-0b91329fb86f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:38.489574 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b985eefe-91ca-404d-9d0a-0b91329fb86f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/networks/d8d01346-b679-42fe-8f8f-8a8cbd60dae8 HTTP/1.1" status: 204 len: 168 time: 2.6563067 Apr 16 04:24:38.499620 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37836) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:38.507111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1e6d8156-6b73-4b1f-9145-661fad7011af tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-358414289'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:38.509287 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985eefe-91ca-404d-9d0a-0b91329fb86f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Network': ['ID=d8d01346-b679-42fe-8f8f-8a8cbd60dae8,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:38.631228 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] Allocated IP 2001:db8:2::2 (ddbb591b-be1b-49ce-81a1-418b9d370923/d528c0b9-adf0-4772-b901-b595f1eb2685/de2ab27d-eb41-4062-8f80-b4e51616029b) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:38.676151 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-89e592ed-1f7f-45b0-8a2f-5a9a06bc2c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:24:35Z', 'revision_number': 6, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': '22a4385b-6913-4f28-82a2-6f6d5f6c2e48', 'name': '', 'network_id': '409b0fff-42e4-44a3-b8fe-258c7e9b5e02', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:98:35:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'd4d0bcb7-4c09-45ae-92f9-58106c8cfed6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:23Z', 'updated_at': '2022-04-16T04:24:35Z', 'revision_number': 4, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': 'd4d0bcb7-4c09-45ae-92f9-58106c8cfed6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fcc2c00-c600-4bd0-884a-5110c15e68e1', 'name': '', 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:06:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:10Z', 'updated_at': '2022-04-16T04:24:27Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce83affb-a47f-4f98-81d7-c72552b317a8', 'name': '', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:5c:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:59Z', 'updated_at': '2022-04-16T04:24:16Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '843590ad-9081-470c-87c8-019c89fda434', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:38.727636 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e592ed-1f7f-45b0-8a2f-5a9a06bc2c5e None None] Checking router: 293efcd5-9555-44fe-91e7-e406a3d1fc53 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:24:38.737587 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e592ed-1f7f-45b0-8a2f-5a9a06bc2c5e None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:38.738366 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-89e592ed-1f7f-45b0-8a2f-5a9a06bc2c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:38.757716 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (b1018f50-1a4e-47aa-8d2d-c0906244fe6f), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:38.758538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 0e7df935-b199-493c-b529-6c122df01bfd up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:38.803421 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-047ce2e0-9e39-4e09-a634-74577a73dc69 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (293efcd5-9555-44fe-91e7-e406a3d1fc53), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:38.816662 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-047ce2e0-9e39-4e09-a634-74577a73dc69 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (293efcd5-9555-44fe-91e7-e406a3d1fc53), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:38.862387 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-89e592ed-1f7f-45b0-8a2f-5a9a06bc2c5e None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:38.886775 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] Publish callbacks [] for port (de2ab27d-eb41-4062-8f80-b4e51616029b), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:38.899498 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port fa0b6eff-feac-4c15-938d-b06750972a08, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fa0b6eff-feac-4c15-938d-b06750972a08,segment=NetworkSegment(5372e5d6-acd4-4944-812a-a05b4ad525b0),segment_id=5372e5d6-acd4-4944-812a-a05b4ad525b0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:38.974615 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6d8156-6b73-4b1f-9145-661fad7011af tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Made reservation on behalf of 72d1aa50b704448a8feee6c10e3fbf25 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:38.975810 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'fa0b6eff-feac-4c15-938d-b06750972a08', 'network_id': 'd2cf3884-0560-4147-9fd5-bb24a6616029', 'port_id': 'fa0b6eff-feac-4c15-938d-b06750972a08', 'mac_address': 'fa:16:3e:28:8b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e226c3-0e5b-45fb-ae43-e7c4aee38abf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:24:38.978044 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8156-6b73-4b1f-9145-661fad7011af tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:39.012334 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=b1018f50-1a4e-47aa-8d2d-c0906244fe6f,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:39.019726 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047ce2e0-9e39-4e09-a634-74577a73dc69 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 293efcd5-9555-44fe-91e7-e406a3d1fc53 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:24:39.025083 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (de2ab27d-eb41-4062-8f80-b4e51616029b), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:39.038531 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce7c12-6752-49e8-ba79-451892a07a93 req-6b336984-b5bf-40c1-a293-c56c1d58e954 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:39.040197 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9fce7c12-6752-49e8-ba79-451892a07a93 req-6b336984-b5bf-40c1-a293-c56c1d58e954 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 943 time: 0.7305892 Apr 16 04:24:39.066679 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6d8156-6b73-4b1f-9145-661fad7011af tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:24:39.078852 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8156-6b73-4b1f-9145-661fad7011af tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (2d97e7a2-0b75-45ac-839a-0be1a244a6ca), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:39.079198 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-1e6d8156-6b73-4b1f-9145-661fad7011af tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Added segment 2d97e7a2-0b75-45ac-839a-0be1a244a6ca of type vlan for network 12ec5e8a-6513-4e8d-a6c5-500b2ee89846 Apr 16 04:24:39.092766 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-89e592ed-1f7f-45b0-8a2f-5a9a06bc2c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:24:38Z', 'revision_number': 7, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': '22a4385b-6913-4f28-82a2-6f6d5f6c2e48', 'name': '', 'network_id': '409b0fff-42e4-44a3-b8fe-258c7e9b5e02', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:98:35:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'd4d0bcb7-4c09-45ae-92f9-58106c8cfed6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:23Z', 'updated_at': '2022-04-16T04:24:35Z', 'revision_number': 4, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': 'd4d0bcb7-4c09-45ae-92f9-58106c8cfed6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fcc2c00-c600-4bd0-884a-5110c15e68e1', 'name': '', 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:06:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:10Z', 'updated_at': '2022-04-16T04:24:27Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce83affb-a47f-4f98-81d7-c72552b317a8', 'name': '', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:5c:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:59Z', 'updated_at': '2022-04-16T04:24:16Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '843590ad-9081-470c-87c8-019c89fda434', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:39.126752 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8156-6b73-4b1f-9145-661fad7011af tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (12ec5e8a-6513-4e8d-a6c5-500b2ee89846), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:39.160558 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e592ed-1f7f-45b0-8a2f-5a9a06bc2c5e None None] The sync data for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv is: [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:24:38Z', 'revision_number': 7, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': '22a4385b-6913-4f28-82a2-6f6d5f6c2e48', 'name': '', 'network_id': '409b0fff-42e4-44a3-b8fe-258c7e9b5e02', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:98:35:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'd4d0bcb7-4c09-45ae-92f9-58106c8cfed6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:23Z', 'updated_at': '2022-04-16T04:24:35Z', 'revision_number': 4, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': 'd4d0bcb7-4c09-45ae-92f9-58106c8cfed6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fcc2c00-c600-4bd0-884a-5110c15e68e1', 'name': '', 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:06:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:10Z', 'updated_at': '2022-04-16T04:24:27Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce83affb-a47f-4f98-81d7-c72552b317a8', 'name': '', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:5c:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:59Z', 'updated_at': '2022-04-16T04:24:16Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '843590ad-9081-470c-87c8-019c89fda434', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:24:39.208433 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047ce2e0-9e39-4e09-a634-74577a73dc69 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:24:39.225343 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-047ce2e0-9e39-4e09-a634-74577a73dc69 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:39.229963 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-424e1842-cfca-4d40-9ca3-7f7fd4809ed6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:39.236688 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-047ce2e0-9e39-4e09-a634-74577a73dc69 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/293efcd5-9555-44fe-91e7-e406a3d1fc53 HTTP/1.1" status: 200 len: 700 time: 1.7436135 Apr 16 04:24:39.242338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] Network ddbb591b-be1b-49ce-81a1-418b9d370923 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:39.242517 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37840) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:39.242613 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port fa0b6eff-feac-4c15-938d-b06750972a08 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:39.242613 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fa0b6eff-feac-4c15-938d-b06750972a08), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:39.261204 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8156-6b73-4b1f-9145-661fad7011af tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (12ec5e8a-6513-4e8d-a6c5-500b2ee89846), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:39.263176 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:39.266249 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0b6eff-feac-4c15-938d-b06750972a08 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:24:39.267257 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6d8156-6b73-4b1f-9145-661fad7011af tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:39.268444 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8156-6b73-4b1f-9145-661fad7011af tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:39.272833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:39.291470 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1e2aa4c0-645b-4895-ab03-80283441817b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:39.298858 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-d984dab2-be0c-4caf-abd8-da27057000b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] For port b1018f50-1a4e-47aa-8d2d-c0906244fe6f, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=b1018f50-1a4e-47aa-8d2d-c0906244fe6f,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:39.300347 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d984dab2-be0c-4caf-abd8-da27057000b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (b1018f50-1a4e-47aa-8d2d-c0906244fe6f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:39.337506 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] Pushing event updated for resources: {'Port': ['ID=de2ab27d-eb41-4062-8f80-b4e51616029b,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:39.369081 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port fa0b6eff-feac-4c15-938d-b06750972a08, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fa0b6eff-feac-4c15-938d-b06750972a08,segment=NetworkSegment(5372e5d6-acd4-4944-812a-a05b4ad525b0),segment_id=5372e5d6-acd4-4944-812a-a05b4ad525b0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:39.383059 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-fac7b727-4cae-463a-b988-ce2d5dd2781b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/routers/293efcd5-9555-44fe-91e7-e406a3d1fc53 HTTP/1.1" status: 200 len: 700 time: 0.1437321 Apr 16 04:24:39.385944 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37842) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:39.387583 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 0e7df935-b199-493c-b529-6c122df01bfd triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:39.387963 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0e7df935-b199-493c-b529-6c122df01bfd), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:39.390051 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] For port fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:39.434381 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-d984dab2-be0c-4caf-abd8-da27057000b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Calling delete_port for b1018f50-1a4e-47aa-8d2d-c0906244fe6f owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:24:39.440888 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] For port fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea,segment=NetworkSegment(f4b21ee5-045c-4be1-b71a-3b896d630091),segment_id=f4b21ee5-045c-4be1-b71a-3b896d630091)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:39.467938 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] Attempting to bind port de2ab27d-eb41-4062-8f80-b4e51616029b on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:39.468315 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] Attempting to bind port de2ab27d-eb41-4062-8f80-b4e51616029b by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '31a41e44-f1dc-403b-9116-86531d9c7f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:39.468685 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] Attempting to bind port de2ab27d-eb41-4062-8f80-b4e51616029b on network ddbb591b-be1b-49ce-81a1-418b9d370923 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:39.487000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (fa0b6eff-feac-4c15-938d-b06750972a08), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:39.489252 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:39.489634 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] Checking segment: {'id': '31a41e44-f1dc-403b-9116-86531d9c7f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:39.490038 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:39.490430 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] Bound using segment: {'id': '31a41e44-f1dc-403b-9116-86531d9c7f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:39.490917 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] Bound port: de2ab27d-eb41-4062-8f80-b4e51616029b, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a41e44-f1dc-403b-9116-86531d9c7f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:39.491301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (de2ab27d-eb41-4062-8f80-b4e51616029b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:39.733802 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab65e58-113b-4d00-b779-d316e4f18a31 None None] Sync routers for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:24:39.743961 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:39.761197 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1e6d8156-6b73-4b1f-9145-661fad7011af tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2557757 Apr 16 04:24:39.762879 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37844) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:39.769605 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-5872318a-6626-4794-bd09-995f0fa07944 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'subnet': {'network_id': '12ec5e8a-6513-4e8d-a6c5-500b2ee89846', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:39.775706 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d984dab2-be0c-4caf-abd8-da27057000b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (b1018f50-1a4e-47aa-8d2d-c0906244fe6f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:39.794377 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9fce7c12-6752-49e8-ba79-451892a07a93 req-e6e6f88a-7c36-4514-b13d-3a94de15a3a2 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402857 Apr 16 04:24:39.832425 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['fa0b6eff-feac-4c15-938d-b06750972a08'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:24:39.865204 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6015a26e-9e92-4f0a-9ce2-31a2548d34ad tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:39.897751 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab65e58-113b-4d00-b779-d316e4f18a31 None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:39.898685 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-0ab65e58-113b-4d00-b779-d316e4f18a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:39.907105 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d8156-6b73-4b1f-9145-661fad7011af tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Network': ['ID=12ec5e8a-6513-4e8d-a6c5-500b2ee89846,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:39.926369 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984dab2-be0c-4caf-abd8-da27057000b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1018f50-1a4e-47aa-8d2d-c0906244fe6f,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:39.953835 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e9e9567f-7c94-4e30-b166-cfe503616d8b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (293efcd5-9555-44fe-91e7-e406a3d1fc53), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:39.983606 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 12ec5e8a-6513-4e8d-a6c5-500b2ee89846 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:24:39.986437 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=fa0b6eff-feac-4c15-938d-b06750972a08,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:40.049617 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-424e1842-cfca-4d40-9ca3-7f7fd4809ed6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:40.073674 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:40.074716 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:40.086600 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5872318a-6626-4794-bd09-995f0fa07944 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Made reservation on behalf of 72d1aa50b704448a8feee6c10e3fbf25 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:40.090734 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5872318a-6626-4794-bd09-995f0fa07944 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:40.097166 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] For port de2ab27d-eb41-4062-8f80-b4e51616029b, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:40.100639 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 0e7df935-b199-493c-b529-6c122df01bfd is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:40.101982 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 7f62f7b6-935c-4d60-843b-239249e68e37 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:40.147652 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d984dab2-be0c-4caf-abd8-da27057000b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (55dff30f-b9b7-4120-8abb-942b273bff69), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:40.213209 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e1842-cfca-4d40-9ca3-7f7fd4809ed6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:40.292989 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] For port de2ab27d-eb41-4062-8f80-b4e51616029b, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=de2ab27d-eb41-4062-8f80-b4e51616029b,segment=NetworkSegment(31a41e44-f1dc-403b-9116-86531d9c7f22),segment_id=31a41e44-f1dc-403b-9116-86531d9c7f22)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:40.354447 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424e1842-cfca-4d40-9ca3-7f7fd4809ed6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Checking segment: {'id': 'd41cb675-06cd-4e09-87b0-a8fc89dfd597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:40.355574 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424e1842-cfca-4d40-9ca3-7f7fd4809ed6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network hostable DHCP agents. Network: d1d14891-221a-49df-9520-4b4a920d79c5, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:24:40.365127 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d984dab2-be0c-4caf-abd8-da27057000b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (55dff30f-b9b7-4120-8abb-942b273bff69), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:40.375170 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d984dab2-be0c-4caf-abd8-da27057000b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_controller (55dff30f-b9b7-4120-8abb-942b273bff69), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:40.407856 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9567f-7c94-4e30-b166-cfe503616d8b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting port 22a4385b-6913-4f28-82a2-6f6d5f6c2e48 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:24:40.408417 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e9e9567f-7c94-4e30-b166-cfe503616d8b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (22a4385b-6913-4f28-82a2-6f6d5f6c2e48), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:40.425271 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (de2ab27d-eb41-4062-8f80-b4e51616029b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:40.437466 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-0ab65e58-113b-4d00-b779-d316e4f18a31 None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:40.443850 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f4eeb-b47a-4f80-85b0-91abd3a1e046 None None] Pushing event updated for resources: {'Port': ['ID=fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:40.511974 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:40.546264 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424e1842-cfca-4d40-9ca3-7f7fd4809ed6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network d1d14891-221a-49df-9520-4b4a920d79c5 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:24:40.566992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d984dab2-be0c-4caf-abd8-da27057000b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (55dff30f-b9b7-4120-8abb-942b273bff69), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:40.569299 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d984dab2-be0c-4caf-abd8-da27057000b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55dff30f-b9b7-4120-8abb-942b273bff69 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:24:40.577888 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d984dab2-be0c-4caf-abd8-da27057000b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:40.579439 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d984dab2-be0c-4caf-abd8-da27057000b9 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "DELETE /v2.0/routers/55dff30f-b9b7-4120-8abb-942b273bff69 HTTP/1.1" status: 204 len: 168 time: 3.3574326 Apr 16 04:24:40.584832 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-6015a26e-9e92-4f0a-9ce2-31a2548d34ad tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Allocated IP 2001:db8:2::1 (ddbb591b-be1b-49ce-81a1-418b9d370923/d528c0b9-adf0-4772-b901-b595f1eb2685/865bf0fe-c6ed-4633-94a3-6475e3aaecdd) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:40.589512 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37848) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:40.600041 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-e9e9567f-7c94-4e30-b166-cfe503616d8b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] For port 22a4385b-6913-4f28-82a2-6f6d5f6c2e48, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=22a4385b-6913-4f28-82a2-6f6d5f6c2e48,segment=NetworkSegment(b603dff2-b3bf-4fed-b64a-0e58474c29e4),segment_id=b603dff2-b3bf-4fed-b64a-0e58474c29e4)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:40.600309 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-2e7ce6cb-c516-48ed-ad2d-ce6c812170a3 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1012445147', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}, 'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:40.600447 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e9e9567f-7c94-4e30-b166-cfe503616d8b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (22a4385b-6913-4f28-82a2-6f6d5f6c2e48), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:40.633186 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9567f-7c94-4e30-b166-cfe503616d8b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Calling delete_port for 22a4385b-6913-4f28-82a2-6f6d5f6c2e48 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:24:40.655822 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-424e1842-cfca-4d40-9ca3-7f7fd4809ed6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, d1d14891-221a-49df-9520-4b4a920d79c5) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:40.687179 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 7f62f7b6-935c-4d60-843b-239249e68e37 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:40.690984 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7f62f7b6-935c-4d60-843b-239249e68e37), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:40.691427 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424e1842-cfca-4d40-9ca3-7f7fd4809ed6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:40.702232 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424e1842-cfca-4d40-9ca3-7f7fd4809ed6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:40.702947 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-424e1842-cfca-4d40-9ca3-7f7fd4809ed6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:40.721192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5872318a-6626-4794-bd09-995f0fa07944 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (21c9e606-71b0-4259-a9b9-fb97aa3423d4), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:40.884060 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff67d7e-a648-4892-adef-27db8effa5f9 None None] Pushing event updated for resources: {'Port': ['ID=de2ab27d-eb41-4062-8f80-b4e51616029b,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:40.896423 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6015a26e-9e92-4f0a-9ce2-31a2548d34ad tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for port (865bf0fe-c6ed-4633-94a3-6475e3aaecdd), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:40.899102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872318a-6626-4794-bd09-995f0fa07944 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Subnet': ['ID=21c9e606-71b0-4259-a9b9-fb97aa3423d4,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:40.953377 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-424e1842-cfca-4d40-9ca3-7f7fd4809ed6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.7546535 Apr 16 04:24:40.953600 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872318a-6626-4794-bd09-995f0fa07944 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Checking segment: {'id': '2d97e7a2-0b75-45ac-839a-0be1a244a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '12ec5e8a-6513-4e8d-a6c5-500b2ee89846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:40.953600 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5872318a-6626-4794-bd09-995f0fa07944 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Network hostable DHCP agents. Network: 12ec5e8a-6513-4e8d-a6c5-500b2ee89846, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:24:40.955614 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37852) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:41.020268 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e7ce6cb-c516-48ed-ad2d-ce6c812170a3 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (71243aba-574b-4275-b041-ccd545c6f1dd), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:41.023074 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e7ce6cb-c516-48ed-ad2d-ce6c812170a3 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (71243aba-574b-4275-b041-ccd545c6f1dd), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:41.028002 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-f6055862-3399-42e9-a894-b79de39781fa tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1606533353'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:41.119321 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 7f62f7b6-935c-4d60-843b-239249e68e37 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:41.120092 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e7ce6cb-c516-48ed-ad2d-ce6c812170a3 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_controller (71243aba-574b-4275-b041-ccd545c6f1dd), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:41.123380 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6015a26e-9e92-4f0a-9ce2-31a2548d34ad tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (865bf0fe-c6ed-4633-94a3-6475e3aaecdd), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:41.171177 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778d19f-3ef3-4cb5-adae-3bfd03840096 req-24723236-c3b4-4c67-b08a-3e14be6cacb4 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:41.172987 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f778d19f-3ef3-4cb5-adae-3bfd03840096 req-24723236-c3b4-4c67-b08a-3e14be6cacb4 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 944 time: 0.2433290 Apr 16 04:24:41.174823 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5872318a-6626-4794-bd09-995f0fa07944 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Network 12ec5e8a-6513-4e8d-a6c5-500b2ee89846 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:24:41.179197 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6015a26e-9e92-4f0a-9ce2-31a2548d34ad tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network ddbb591b-be1b-49ce-81a1-418b9d370923 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:41.182218 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-0ab65e58-113b-4d00-b779-d316e4f18a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:24:38Z', 'revision_number': 7, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': '22a4385b-6913-4f28-82a2-6f6d5f6c2e48', 'name': '', 'network_id': '409b0fff-42e4-44a3-b8fe-258c7e9b5e02', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:98:35:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'd4d0bcb7-4c09-45ae-92f9-58106c8cfed6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:23Z', 'updated_at': '2022-04-16T04:24:35Z', 'revision_number': 4, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': 'd4d0bcb7-4c09-45ae-92f9-58106c8cfed6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fcc2c00-c600-4bd0-884a-5110c15e68e1', 'name': '', 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:06:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:10Z', 'updated_at': '2022-04-16T04:24:27Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce83affb-a47f-4f98-81d7-c72552b317a8', 'name': '', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:5c:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:59Z', 'updated_at': '2022-04-16T04:24:16Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '843590ad-9081-470c-87c8-019c89fda434', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:41.184130 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-6015a26e-9e92-4f0a-9ce2-31a2548d34ad tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:41.189355 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6015a26e-9e92-4f0a-9ce2-31a2548d34ad tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:41.190614 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6015a26e-9e92-4f0a-9ce2-31a2548d34ad tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (0d4b8147-16ef-46f4-bcfe-6b191715d33a), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:41.226035 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e9e9567f-7c94-4e30-b166-cfe503616d8b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (22a4385b-6913-4f28-82a2-6f6d5f6c2e48), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:41.227867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab65e58-113b-4d00-b779-d316e4f18a31 None None] Checking router: 293efcd5-9555-44fe-91e7-e406a3d1fc53 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:24:41.228045 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6055862-3399-42e9-a894-b79de39781fa tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:41.230728 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:24:32Z', 'revision_number': 3, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea', 'name': '', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e0:3f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:31Z', 'updated_at': '2022-04-16T04:24:39Z', 'revision_number': 4, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:41.264480 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6055862-3399-42e9-a894-b79de39781fa tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:41.373408 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015a26e-9e92-4f0a-9ce2-31a2548d34ad tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Port': ['ID=865bf0fe-c6ed-4633-94a3-6475e3aaecdd,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:41.388955 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bd629a-8b72-45d7-b4f3-a6492fefe812 None None] The sync data for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv is: [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:24:32Z', 'revision_number': 3, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea', 'name': '', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e0:3f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:31Z', 'updated_at': '2022-04-16T04:24:39Z', 'revision_number': 4, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:24:41.407739 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab65e58-113b-4d00-b779-d316e4f18a31 None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:41.409006 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-0ab65e58-113b-4d00-b779-d316e4f18a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:41.445273 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-5872318a-6626-4794-bd09-995f0fa07944 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 12ec5e8a-6513-4e8d-a6c5-500b2ee89846) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:41.467794 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9567f-7c94-4e30-b166-cfe503616d8b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Port': ['ID=22a4385b-6913-4f28-82a2-6f6d5f6c2e48,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:41.493434 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5872318a-6626-4794-bd09-995f0fa07944 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:41.501597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5872318a-6626-4794-bd09-995f0fa07944 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:41.627316 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2a8d6e95-c12d-4a16-b64f-ed5196d81f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:41.649613 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6055862-3399-42e9-a894-b79de39781fa tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:24:41.666120 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f778d19f-3ef3-4cb5-adae-3bfd03840096 req-9d0aeb1a-3e57-4c39-b443-3cf18a6e6111 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829164 Apr 16 04:24:41.678650 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6055862-3399-42e9-a894-b79de39781fa tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (a7a62207-d2be-459d-b1b6-fde6ed30ad25), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:41.679087 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-f6055862-3399-42e9-a894-b79de39781fa tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Added segment a7a62207-d2be-459d-b1b6-fde6ed30ad25 of type vlan for network 3cecae97-02c2-4e2d-8136-5f5706d595d4 Apr 16 04:24:41.720059 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-0ab65e58-113b-4d00-b779-d316e4f18a31 None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:41.728052 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 22a4385b-6913-4f28-82a2-6f6d5f6c2e48 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:41.763007 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e7ce6cb-c516-48ed-ad2d-ce6c812170a3 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_gateway (71243aba-574b-4275-b041-ccd545c6f1dd), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:41.819757 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6055862-3399-42e9-a894-b79de39781fa tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (3cecae97-02c2-4e2d-8136-5f5706d595d4), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:41.887482 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6015a26e-9e92-4f0a-9ce2-31a2548d34ad tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (865bf0fe-c6ed-4633-94a3-6475e3aaecdd), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:42.042832 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device fa0b6eff-feac-4c15-938d-b06750972a08 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:42.049560 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 22a4385b-6913-4f28-82a2-6f6d5f6c2e48 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:24:42.050194 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 22a4385b-6913-4f28-82a2-6f6d5f6c2e48 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 16 04:24:42.124870 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Port 22a4385b-6913-4f28-82a2-6f6d5f6c2e48 not found, will not notify nova. {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 16 04:24:42.125544 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f50ad1af-9381-4bac-a8f2-f9aa7d0fe028 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:42.338775 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port fa0b6eff-feac-4c15-938d-b06750972a08 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:24:42.350318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port f50ad1af-9381-4bac-a8f2-f9aa7d0fe028 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:42.353656 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f50ad1af-9381-4bac-a8f2-f9aa7d0fe028), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:42.434356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port fa0b6eff-feac-4c15-938d-b06750972a08 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:42.443444 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (fa0b6eff-feac-4c15-938d-b06750972a08), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:42.493823 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e9e9567f-7c94-4e30-b166-cfe503616d8b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (293efcd5-9555-44fe-91e7-e406a3d1fc53), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:42.509969 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5872318a-6626-4794-bd09-995f0fa07944 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7433357 Apr 16 04:24:42.512696 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37866) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:42.520633 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-8584572c-0050-41aa-a205-6ad5e0e68502 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'subnet': {'network_id': '12ec5e8a-6513-4e8d-a6c5-500b2ee89846', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:42.599844 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e7ce6cb-c516-48ed-ad2d-ce6c812170a3 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_gateway (71243aba-574b-4275-b041-ccd545c6f1dd), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:42.656516 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port fa0b6eff-feac-4c15-938d-b06750972a08 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:42.657026 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fa0b6eff-feac-4c15-938d-b06750972a08), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:42.671153 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6055862-3399-42e9-a894-b79de39781fa tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (3cecae97-02c2-4e2d-8136-5f5706d595d4), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:42.678013 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6055862-3399-42e9-a894-b79de39781fa tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:42.678795 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6055862-3399-42e9-a894-b79de39781fa tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:42.692435 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e7ce6cb-c516-48ed-ad2d-ce6c812170a3 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:42.695202 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de12be6-92f7-4f13-ad11-29835c84dea2 None None] get_active_networks_info from dv-neutron-838078-2-hyperv {{(pid=104634) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 16 04:24:42.804225 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6015a26e-9e92-4f0a-9ce2-31a2548d34ad tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for port (865bf0fe-c6ed-4633-94a3-6475e3aaecdd), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:42.843015 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6055862-3399-42e9-a894-b79de39781fa tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Network': ['ID=3cecae97-02c2-4e2d-8136-5f5706d595d4,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:42.882464 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6015a26e-9e92-4f0a-9ce2-31a2548d34ad tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (865bf0fe-c6ed-4633-94a3-6475e3aaecdd), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:42.884041 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6015a26e-9e92-4f0a-9ce2-31a2548d34ad tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (0d4b8147-16ef-46f4-bcfe-6b191715d33a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:42.916612 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b26dbd-1793-4041-b4df-ea5db5e7f2dc req-41f33cdb-477c-4b04-aa8a-66594916e759 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:42.918538 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-2e7ce6cb-c516-48ed-ad2d-ce6c812170a3 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Allocated IP 172.26.6.254 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/04ab4efa-2f67-4540-a261-1b8f4f406ac9) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:42.921579 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:42.925513 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d6b26dbd-1793-4041-b4df-ea5db5e7f2dc req-41f33cdb-477c-4b04-aa8a-66594916e759 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 944 time: 0.0795991 Apr 16 04:24:42.927878 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de12be6-92f7-4f13-ad11-29835c84dea2 None None] Resources bound (agent type, host, resource id): {{(pid=104634) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 16 04:24:42.938246 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 3cecae97-02c2-4e2d-8136-5f5706d595d4 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:24:42.947882 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f6055862-3399-42e9-a894-b79de39781fa tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9731872 Apr 16 04:24:42.950328 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37874) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:42.955518 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'ports': [{'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5'}, {'network_id': '3cecae97-02c2-4e2d-8136-5f5706d595d4'}]} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:42.955832 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'port': {'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:42.956351 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'port': {'network_id': '3cecae97-02c2-4e2d-8136-5f5706d595d4'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:43.005969 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-0ab65e58-113b-4d00-b779-d316e4f18a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:24:41Z', 'revision_number': 8, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': '4fcc2c00-c600-4bd0-884a-5110c15e68e1', 'name': '', 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:06:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:10Z', 'updated_at': '2022-04-16T04:24:27Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce83affb-a47f-4f98-81d7-c72552b317a8', 'name': '', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:5c:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:59Z', 'updated_at': '2022-04-16T04:24:16Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '843590ad-9081-470c-87c8-019c89fda434', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:43.010499 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-42a2be5d-8cc4-4a7c-a1d7-b249c0d0916d None None] Provisioning complete for port de2ab27d-eb41-4062-8f80-b4e51616029b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:43.011175 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-42a2be5d-8cc4-4a7c-a1d7-b249c0d0916d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (de2ab27d-eb41-4062-8f80-b4e51616029b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:43.053081 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e7ce6cb-c516-48ed-ad2d-ce6c812170a3 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for port (04ab4efa-2f67-4540-a261-1b8f4f406ac9), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:43.134598 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port f50ad1af-9381-4bac-a8f2-f9aa7d0fe028 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:43.137973 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d6b26dbd-1793-4041-b4df-ea5db5e7f2dc req-434f4d32-4816-41cb-95a5-e07412ac3ae7 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116570 Apr 16 04:24:43.248905 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015a26e-9e92-4f0a-9ce2-31a2548d34ad tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Port': ['ID=865bf0fe-c6ed-4633-94a3-6475e3aaecdd,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:43.260361 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e7ce6cb-c516-48ed-ad2d-ce6c812170a3 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (04ab4efa-2f67-4540-a261-1b8f4f406ac9), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:43.274409 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab65e58-113b-4d00-b779-d316e4f18a31 None None] The sync data for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv is: [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:24:41Z', 'revision_number': 8, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': '4fcc2c00-c600-4bd0-884a-5110c15e68e1', 'name': '', 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:06:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:10Z', 'updated_at': '2022-04-16T04:24:27Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce83affb-a47f-4f98-81d7-c72552b317a8', 'name': '', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:5c:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:59Z', 'updated_at': '2022-04-16T04:24:16Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '843590ad-9081-470c-87c8-019c89fda434', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:24:43.279902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e9567f-7c94-4e30-b166-cfe503616d8b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 293efcd5-9555-44fe-91e7-e406a3d1fc53 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:24:43.281130 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8584572c-0050-41aa-a205-6ad5e0e68502 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Made reservation on behalf of 72d1aa50b704448a8feee6c10e3fbf25 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:43.285055 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8584572c-0050-41aa-a205-6ad5e0e68502 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:43.293487 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad88d0b-4928-4fbb-9f42-469b16d6e395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0b6eff-feac-4c15-938d-b06750972a08'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:24:43.296092 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ce5d96-047f-4c43-b4b5-6cc21e4d19e1" -d '{"events": [{"server_uuid": "cad88d0b-4928-4fbb-9f42-469b16d6e395", "name": "network-vif-plugged", "status": "completed", "tag": "fa0b6eff-feac-4c15-938d-b06750972a08"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:24:43.301111 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device b1018f50-1a4e-47aa-8d2d-c0906244fe6f no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:24:43.388357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7382573c-bb6a-4b51-95ce-4cb97ec42813 x-openstack-request-id: req-7382573c-bb6a-4b51-95ce-4cb97ec42813 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:24:43.388788 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad88d0b-4928-4fbb-9f42-469b16d6e395", "name": "network-vif-plugged", "status": "completed", "tag": "fa0b6eff-feac-4c15-938d-b06750972a08", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:24:43.389009 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7382573c-bb6a-4b51-95ce-4cb97ec42813 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:24:43.389357 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7382573c-bb6a-4b51-95ce-4cb97ec42813'] response: {'server_uuid': 'cad88d0b-4928-4fbb-9f42-469b16d6e395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0b6eff-feac-4c15-938d-b06750972a08', 'code': 200} Apr 16 04:24:43.397019 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port fa0b6eff-feac-4c15-938d-b06750972a08, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fa0b6eff-feac-4c15-938d-b06750972a08,segment=NetworkSegment(5372e5d6-acd4-4944-812a-a05b4ad525b0),segment_id=5372e5d6-acd4-4944-812a-a05b4ad525b0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:43.397952 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: b1018f50-1a4e-47aa-8d2d-c0906244fe6f {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:24:43.398297 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device b1018f50-1a4e-47aa-8d2d-c0906244fe6f not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:24:43.443400 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6015a26e-9e92-4f0a-9ce2-31a2548d34ad tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network ddbb591b-be1b-49ce-81a1-418b9d370923 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:43.447781 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ce6cb-c516-48ed-ad2d-ce6c812170a3 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Pushing event updated for resources: {'Port': ['ID=04ab4efa-2f67-4540-a261-1b8f4f406ac9,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:43.450602 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-6015a26e-9e92-4f0a-9ce2-31a2548d34ad tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:43.459297 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7ce6cb-c516-48ed-ad2d-ce6c812170a3 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:43.465894 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-2e7ce6cb-c516-48ed-ad2d-ce6c812170a3 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:43.475576 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e9567f-7c94-4e30-b166-cfe503616d8b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:24:43.477917 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7ce6cb-c516-48ed-ad2d-ce6c812170a3 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:43.487251 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e9e9567f-7c94-4e30-b166-cfe503616d8b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/293efcd5-9555-44fe-91e7-e406a3d1fc53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1000831 Apr 16 04:24:43.491497 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37880) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:43.491497 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'port': 2} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:43.494046 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:43.547163 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-42a2be5d-8cc4-4a7c-a1d7-b249c0d0916d None None] Current status of the port de2ab27d-eb41-4062-8f80-b4e51616029b is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:43.547685 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-42a2be5d-8cc4-4a7c-a1d7-b249c0d0916d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (de2ab27d-eb41-4062-8f80-b4e51616029b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:43.563217 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-12ec5e8a-6513-4e8d-a6c5-500b2ee89846', 'network_id': '12ec5e8a-6513-4e8d-a6c5-500b2ee89846', 'project_id': '72d1aa50b704448a8feee6c10e3fbf25', 'fixed_ips': [{'subnet_id': '21c9e606-71b0-4259-a9b9-fb97aa3423d4'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:24:43.564079 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:43.590607 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-42a2be5d-8cc4-4a7c-a1d7-b249c0d0916d None None] For port de2ab27d-eb41-4062-8f80-b4e51616029b, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=de2ab27d-eb41-4062-8f80-b4e51616029b,segment=NetworkSegment(31a41e44-f1dc-403b-9116-86531d9c7f22),segment_id=31a41e44-f1dc-403b-9116-86531d9c7f22)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:43.591962 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (fa0b6eff-feac-4c15-938d-b06750972a08), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:43.599896 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:43.619863 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3d8883-3d96-423a-9ae3-3f6cda0d9662 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting subnet d4d0bcb7-4c09-45ae-92f9-58106c8cfed6 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:24:43.629772 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fa3d8883-3d96-423a-9ae3-3f6cda0d9662 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for subnet (d4d0bcb7-4c09-45ae-92f9-58106c8cfed6), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:43.701042 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-42a2be5d-8cc4-4a7c-a1d7-b249c0d0916d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (de2ab27d-eb41-4062-8f80-b4e51616029b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:43.837152 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=fa0b6eff-feac-4c15-938d-b06750972a08,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:43.913229 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fa3d8883-3d96-423a-9ae3-3f6cda0d9662 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (d4d0bcb7-4c09-45ae-92f9-58106c8cfed6), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:43.967030 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] Allocated IP 2001:db8::2 (12ec5e8a-6513-4e8d-a6c5-500b2ee89846/21c9e606-71b0-4259-a9b9-fb97aa3423d4/2d12a94d-63a8-4b38-b9ae-baa193a2424d) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:43.979411 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89ca24f-2c95-4612-9c11-df9bccb5cc9f None None] Sync routers for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:24:43.994467 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89ca24f-2c95-4612-9c11-df9bccb5cc9f None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:43.995089 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-d89ca24f-2c95-4612-9c11-df9bccb5cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:44.003236 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3ee99-612c-4fa8-bda0-1e9b45835539 req-cf1d42a7-54a5-4302-a75d-254bd0f77e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:44.005080 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-52f3ee99-612c-4fa8-bda0-1e9b45835539 req-cf1d42a7-54a5-4302-a75d-254bd0f77e49 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 1129 time: 0.1971600 Apr 16 04:24:44.090930 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] device_id is not set on port 865125d2-202b-4550-ae57-709f6b0a7892 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:24:44.116750 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-d89ca24f-2c95-4612-9c11-df9bccb5cc9f None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:44.173207 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fa3d8883-3d96-423a-9ae3-3f6cda0d9662 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (d4d0bcb7-4c09-45ae-92f9-58106c8cfed6), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:44.180090 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-52f3ee99-612c-4fa8-bda0-1e9b45835539 req-a1c7400e-2dab-4de2-9426-f5b51fc27926 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373410 Apr 16 04:24:44.210223 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:44.216342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2be5d-8cc4-4a7c-a1d7-b249c0d0916d None None] Pushing event updated for resources: {'Port': ['ID=de2ab27d-eb41-4062-8f80-b4e51616029b,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:44.308199 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ec3f2-43ea-4229-8ef7-911559653992 req-a7560d54-2124-471e-9728-023fca7e1e96 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:44.309983 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ec4ec3f2-43ea-4229-8ef7-911559653992 req-a7560d54-2124-471e-9728-023fca7e1e96 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 945 time: 0.0956926 Apr 16 04:24:44.417660 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fa3d8883-3d96-423a-9ae3-3f6cda0d9662 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (d4d0bcb7-4c09-45ae-92f9-58106c8cfed6), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:44.420294 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-d89ca24f-2c95-4612-9c11-df9bccb5cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:24:41Z', 'revision_number': 8, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': '4fcc2c00-c600-4bd0-884a-5110c15e68e1', 'name': '', 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:06:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:10Z', 'updated_at': '2022-04-16T04:24:27Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce83affb-a47f-4f98-81d7-c72552b317a8', 'name': '', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:5c:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:59Z', 'updated_at': '2022-04-16T04:24:16Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '843590ad-9081-470c-87c8-019c89fda434', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:44.452697 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89ca24f-2c95-4612-9c11-df9bccb5cc9f None None] Checking router: 293efcd5-9555-44fe-91e7-e406a3d1fc53 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:24:44.463140 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89ca24f-2c95-4612-9c11-df9bccb5cc9f None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:44.464103 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-d89ca24f-2c95-4612-9c11-df9bccb5cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:44.478356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:44.499294 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:44.499667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:44.523252 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6015a26e-9e92-4f0a-9ce2-31a2548d34ad tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router 0d4b8147-16ef-46f4-bcfe-6b191715d33a has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:24:44.544865 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d8883-3d96-423a-9ae3-3f6cda0d9662 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d0bcb7-4c09-45ae-92f9-58106c8cfed6,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:44.547320 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fa3d8883-3d96-423a-9ae3-3f6cda0d9662 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:44.554059 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-fa3d8883-3d96-423a-9ae3-3f6cda0d9662 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/subnets/d4d0bcb7-4c09-45ae-92f9-58106c8cfed6 HTTP/1.1" status: 204 len: 168 time: 1.0360715 Apr 16 04:24:44.555241 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37886) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:44.572641 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-d89ca24f-2c95-4612-9c11-df9bccb5cc9f None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:44.585248 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ec4ec3f2-43ea-4229-8ef7-911559653992 req-85da3883-32d7-4ddb-a9cf-70dca7098450 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624433 Apr 16 04:24:44.594088 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (865125d2-202b-4550-ae57-709f6b0a7892), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:44.636084 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] Publish callbacks [] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:44.691107 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8584572c-0050-41aa-a205-6ad5e0e68502 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (5b5b1891-7710-4da9-8d7c-c7b62b225bcd), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:44.696314 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f200365b-0ef3-4190-bb0e-df0cfbd76f81 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (409b0fff-42e4-44a3-b8fe-258c7e9b5e02), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:44.722772 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:44.727311 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:44.733667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:44.763708 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] device_id is not set on port 9a181cff-114f-4cb7-a6f8-481f13f12cce yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:24:44.782749 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] Network 12ec5e8a-6513-4e8d-a6c5-500b2ee89846 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:44.786857 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:44.799087 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:44.840139 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] Pushing event updated for resources: {'Port': ['ID=2d12a94d-63a8-4b38-b9ae-baa193a2424d,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:44.856205 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea,segment=NetworkSegment(f4b21ee5-045c-4be1-b71a-3b896d630091),segment_id=f4b21ee5-045c-4be1-b71a-3b896d630091)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:44.882415 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-d89ca24f-2c95-4612-9c11-df9bccb5cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:24:41Z', 'revision_number': 8, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': '4fcc2c00-c600-4bd0-884a-5110c15e68e1', 'name': '', 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:06:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:10Z', 'updated_at': '2022-04-16T04:24:27Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce83affb-a47f-4f98-81d7-c72552b317a8', 'name': '', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:5c:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:59Z', 'updated_at': '2022-04-16T04:24:16Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '843590ad-9081-470c-87c8-019c89fda434', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:44.887977 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] Attempting to bind port 2d12a94d-63a8-4b38-b9ae-baa193a2424d on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:44.888433 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] Attempting to bind port 2d12a94d-63a8-4b38-b9ae-baa193a2424d by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '2d97e7a2-0b75-45ac-839a-0be1a244a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '12ec5e8a-6513-4e8d-a6c5-500b2ee89846'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:44.888832 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] Attempting to bind port 2d12a94d-63a8-4b38-b9ae-baa193a2424d on network 12ec5e8a-6513-4e8d-a6c5-500b2ee89846 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:44.897642 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:44.898114 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] Checking segment: {'id': '2d97e7a2-0b75-45ac-839a-0be1a244a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '12ec5e8a-6513-4e8d-a6c5-500b2ee89846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:44.898528 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:44.898929 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] Bound using segment: {'id': '2d97e7a2-0b75-45ac-839a-0be1a244a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '12ec5e8a-6513-4e8d-a6c5-500b2ee89846'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:44.899507 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] Bound port: 2d12a94d-63a8-4b38-b9ae-baa193a2424d, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d97e7a2-0b75-45ac-839a-0be1a244a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '12ec5e8a-6513-4e8d-a6c5-500b2ee89846'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:44.899898 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:44.915779 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (9a181cff-114f-4cb7-a6f8-481f13f12cce), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:44.931718 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89ca24f-2c95-4612-9c11-df9bccb5cc9f None None] The sync data for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv is: [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:24:41Z', 'revision_number': 8, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': '4fcc2c00-c600-4bd0-884a-5110c15e68e1', 'name': '', 'network_id': 'c734d233-e558-4baa-85e0-4f931e4d22ce', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:06:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:10Z', 'updated_at': '2022-04-16T04:24:27Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '90f517c5-281f-42ca-b9fa-0216b03238c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce83affb-a47f-4f98-81d7-c72552b317a8', 'name': '', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:5c:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:59Z', 'updated_at': '2022-04-16T04:24:16Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '843590ad-9081-470c-87c8-019c89fda434', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:24:44.942242 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:44.943235 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device de2ab27d-eb41-4062-8f80-b4e51616029b up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:44.985106 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8584572c-0050-41aa-a205-6ad5e0e68502 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Network 12ec5e8a-6513-4e8d-a6c5-500b2ee89846 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:44.985914 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-f200365b-0ef3-4190-bb0e-df0cfbd76f81 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting port 9d124df6-bc34-422d-a171-d3fbd8988b7a {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:24:44.986250 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f200365b-0ef3-4190-bb0e-df0cfbd76f81 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (9d124df6-bc34-422d-a171-d3fbd8988b7a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:45.013344 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-8584572c-0050-41aa-a205-6ad5e0e68502 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:45.027914 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584572c-0050-41aa-a205-6ad5e0e68502 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Subnet': ['ID=5b5b1891-7710-4da9-8d7c-c7b62b225bcd,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:45.028280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (865125d2-202b-4550-ae57-709f6b0a7892), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:45.035994 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8584572c-0050-41aa-a205-6ad5e0e68502 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:45.036812 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8584572c-0050-41aa-a205-6ad5e0e68502 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:45.070164 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network d1d14891-221a-49df-9520-4b4a920d79c5 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:45.080766 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:45.088288 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:45.090100 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (9a181cff-114f-4cb7-a6f8-481f13f12cce), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:45.138503 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6015a26e-9e92-4f0a-9ce2-31a2548d34ad tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:24:45.155401 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6015a26e-9e92-4f0a-9ce2-31a2548d34ad tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/0d4b8147-16ef-46f4-bcfe-6b191715d33a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4137721 Apr 16 04:24:45.161079 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37888) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:45.167957 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] Sync routers for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:24:45.168292 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1686d7e4-be8b-472e-b9cc-827e0fe37a56 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1457895512'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:45.175244 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-f200365b-0ef3-4190-bb0e-df0cfbd76f81 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] For port 9d124df6-bc34-422d-a171-d3fbd8988b7a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=9d124df6-bc34-422d-a171-d3fbd8988b7a,segment=NetworkSegment(b603dff2-b3bf-4fed-b64a-0e58474c29e4),segment_id=b603dff2-b3bf-4fed-b64a-0e58474c29e4)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:45.175613 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f200365b-0ef3-4190-bb0e-df0cfbd76f81 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (9d124df6-bc34-422d-a171-d3fbd8988b7a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:45.203824 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e7ce6cb-c516-48ed-ad2d-ce6c812170a3 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_gateway (71243aba-574b-4275-b041-ccd545c6f1dd), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:45.218290 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:45.218569 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8584572c-0050-41aa-a205-6ad5e0e68502 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7013240 Apr 16 04:24:45.218740 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:45.218882 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=865125d2-202b-4550-ae57-709f6b0a7892,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:45.219153 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-f200365b-0ef3-4190-bb0e-df0cfbd76f81 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Calling delete_port for 9d124df6-bc34-422d-a171-d3fbd8988b7a owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:24:45.280382 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37892) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:45.282029 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=9a181cff-114f-4cb7-a6f8-481f13f12cce,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:45.344246 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:45.350549 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Checking segment: {'id': 'a7a62207-d2be-459d-b1b6-fde6ed30ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3cecae97-02c2-4e2d-8136-5f5706d595d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:45.350978 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network hostable DHCP agents. Network: 3cecae97-02c2-4e2d-8136-5f5706d595d4, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:24:45.352130 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] For port 2d12a94d-63a8-4b38-b9ae-baa193a2424d, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:45.378826 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port de2ab27d-eb41-4062-8f80-b4e51616029b triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:45.379312 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (de2ab27d-eb41-4062-8f80-b4e51616029b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:45.382371 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] For port 2d12a94d-63a8-4b38-b9ae-baa193a2424d, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2d12a94d-63a8-4b38-b9ae-baa193a2424d,segment=NetworkSegment(2d97e7a2-0b75-45ac-839a-0be1a244a6ca),segment_id=2d97e7a2-0b75-45ac-839a-0be1a244a6ca)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:45.402573 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac8790d-9bdb-4e50-853c-bc9f25ebb7d5 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:45.403978 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac8790d-9bdb-4e50-853c-bc9f25ebb7d5 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:45.405438 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac8790d-9bdb-4e50-853c-bc9f25ebb7d5 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:45.406968 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac8790d-9bdb-4e50-853c-bc9f25ebb7d5 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:45.408045 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac8790d-9bdb-4e50-853c-bc9f25ebb7d5 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:45.414163 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9ac8790d-9bdb-4e50-853c-bc9f25ebb7d5 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1283276 Apr 16 04:24:45.414773 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37894) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:45.419060 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:45.419889 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-f21c7bc5-a57b-428d-9514-3a749544f8cd tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1840529534'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:45.453926 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:45.474113 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1686d7e4-be8b-472e-b9cc-827e0fe37a56 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Made reservation on behalf of 73487597c3b744729772f791e4bc7825 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:45.477784 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1686d7e4-be8b-472e-b9cc-827e0fe37a56 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:45.496365 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network 3cecae97-02c2-4e2d-8136-5f5706d595d4 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:24:45.518456 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:45.535181 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21c7bc5-a57b-428d-9514-3a749544f8cd tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Made reservation on behalf of 72d1aa50b704448a8feee6c10e3fbf25 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:45.540031 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f21c7bc5-a57b-428d-9514-3a749544f8cd tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:45.567379 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1686d7e4-be8b-472e-b9cc-827e0fe37a56 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:24:45.569099 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21c7bc5-a57b-428d-9514-3a749544f8cd tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:24:45.581079 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f21c7bc5-a57b-428d-9514-3a749544f8cd tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (90147ad9-aede-494a-96d1-37576175f99d), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:45.581424 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-f21c7bc5-a57b-428d-9514-3a749544f8cd tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Added segment 90147ad9-aede-494a-96d1-37576175f99d of type vlan for network 813b4895-6c3e-4b4e-81e7-3b1548437d85 Apr 16 04:24:45.583386 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1686d7e4-be8b-472e-b9cc-827e0fe37a56 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (870fbf98-7a35-4e1a-9146-5aa858943fc0), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:45.583939 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-1686d7e4-be8b-472e-b9cc-827e0fe37a56 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Added segment 870fbf98-7a35-4e1a-9146-5aa858943fc0 of type vlan for network ad890721-7b24-4452-953c-006a7f63f6a0 Apr 16 04:24:45.646118 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 3cecae97-02c2-4e2d-8136-5f5706d595d4) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:45.666901 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:45.672301 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1686d7e4-be8b-472e-b9cc-827e0fe37a56 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (ad890721-7b24-4452-953c-006a7f63f6a0), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:45.684052 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:45.692251 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:45.698441 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:45.718205 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7e550-ae94-4fd1-ab6e-5487279ff9f7 None None] Pushing event updated for resources: {'Port': ['ID=2d12a94d-63a8-4b38-b9ae-baa193a2424d,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:45.720962 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port de2ab27d-eb41-4062-8f80-b4e51616029b is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:45.725558 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f21c7bc5-a57b-428d-9514-3a749544f8cd tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (813b4895-6c3e-4b4e-81e7-3b1548437d85), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:45.795238 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3aa9c678-ba7e-4424-9d89-52535ab830cb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8436842 Apr 16 04:24:45.797748 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37900) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:45.830932 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f200365b-0ef3-4190-bb0e-df0cfbd76f81 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (9d124df6-bc34-422d-a171-d3fbd8988b7a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:45.842291 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 22a4385b-6913-4f28-82a2-6f6d5f6c2e48 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:24:45.864881 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1686d7e4-be8b-472e-b9cc-827e0fe37a56 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (ad890721-7b24-4452-953c-006a7f63f6a0), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:45.873745 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1686d7e4-be8b-472e-b9cc-827e0fe37a56 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:45.878036 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1686d7e4-be8b-472e-b9cc-827e0fe37a56 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:45.878160 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 22a4385b-6913-4f28-82a2-6f6d5f6c2e48 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:24:45.878160 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 22a4385b-6913-4f28-82a2-6f6d5f6c2e48 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:24:45.900094 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:24:41Z', 'revision_number': 4, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865bf0fe-c6ed-4633-94a3-6475e3aaecdd', 'name': '', 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:b4:04:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:40Z', 'updated_at': '2022-04-16T04:24:42Z', 'revision_number': 2, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea', 'name': '', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e0:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:31Z', 'updated_at': '2022-04-16T04:24:44Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:45.973287 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200365b-0ef3-4190-bb0e-df0cfbd76f81 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Port': ['ID=9d124df6-bc34-422d-a171-d3fbd8988b7a,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:45.984152 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] Checking router: 0d4b8147-16ef-46f4-bcfe-6b191715d33a for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:24:45.984560 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] Updating router 0d4b8147-16ef-46f4-bcfe-6b191715d33a port 865bf0fe-c6ed-4633-94a3-6475e3aaecdd binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:24:45.987967 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f200365b-0ef3-4190-bb0e-df0cfbd76f81 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] No DVR routers for this DVR port 9d124df6-bc34-422d-a171-d3fbd8988b7a on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:24:46.004599 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f21c7bc5-a57b-428d-9514-3a749544f8cd tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (813b4895-6c3e-4b4e-81e7-3b1548437d85), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:46.015288 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c7bc5-a57b-428d-9514-3a749544f8cd tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:46.015948 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f21c7bc5-a57b-428d-9514-3a749544f8cd tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:46.038981 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (865bf0fe-c6ed-4633-94a3-6475e3aaecdd), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:46.082509 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1686d7e4-be8b-472e-b9cc-827e0fe37a56 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9173374 Apr 16 04:24:46.089073 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37902) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:46.097095 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-e58ac58f-e398-4fbf-8541-78adee69cdd4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'subnet': {'network_id': 'ad890721-7b24-4452-953c-006a7f63f6a0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:46.102533 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:46.104951 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-f6d69ffb-bab2-45b8-984c-16f3ddc62687 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port 9a181cff-114f-4cb7-a6f8-481f13f12cce {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:24:46.105310 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6d69ffb-bab2-45b8-984c-16f3ddc62687 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (9a181cff-114f-4cb7-a6f8-481f13f12cce), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:46.116959 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01814b-5fd2-4d80-bdd2-4c12352d166e req-59c54c7d-db0c-4674-86ba-b2bb18541fed tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:46.127278 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-af01814b-5fd2-4d80-bdd2-4c12352d166e req-59c54c7d-db0c-4674-86ba-b2bb18541fed tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 945 time: 0.3236530 Apr 16 04:24:46.218827 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f21c7bc5-a57b-428d-9514-3a749544f8cd tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8029883 Apr 16 04:24:46.229182 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37904) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:46.236802 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-6b8bdbc6-2a15-4c0b-96ba-4f0493f6e331 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:46.265599 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686d7e4-be8b-472e-b9cc-827e0fe37a56 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Network': ['ID=ad890721-7b24-4452-953c-006a7f63f6a0,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:46.334204 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-af01814b-5fd2-4d80-bdd2-4c12352d166e req-a98d755e-2cdb-4f58-bbc9-fcfb98ceecc8 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021353 Apr 16 04:24:46.403204 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c7bc5-a57b-428d-9514-3a749544f8cd tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Network': ['ID=813b4895-6c3e-4b4e-81e7-3b1548437d85,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:46.425903 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f200365b-0ef3-4190-bb0e-df0cfbd76f81 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (409b0fff-42e4-44a3-b8fe-258c7e9b5e02), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:46.431392 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e7ce6cb-c516-48ed-ad2d-ce6c812170a3 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (71243aba-574b-4275-b041-ccd545c6f1dd), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:46.434928 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] Publish callbacks [] for port (865bf0fe-c6ed-4633-94a3-6475e3aaecdd), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:46.452106 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:46.452499 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:46.495928 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6d69ffb-bab2-45b8-984c-16f3ddc62687 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (9a181cff-114f-4cb7-a6f8-481f13f12cce), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:46.497733 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network ad890721-7b24-4452-953c-006a7f63f6a0 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:24:46.508386 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-f200365b-0ef3-4190-bb0e-df0cfbd76f81 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409b0fff-42e4-44a3-b8fe-258c7e9b5e02']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:46.527787 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-f200365b-0ef3-4190-bb0e-df0cfbd76f81 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b603dff2-b3bf-4fed-b64a-0e58474c29e4') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:46.528468 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-f200365b-0ef3-4190-bb0e-df0cfbd76f81 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b603dff2-b3bf-4fed-b64a-0e58474c29e4') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:46.553832 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-f6d69ffb-bab2-45b8-984c-16f3ddc62687 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for 9a181cff-114f-4cb7-a6f8-481f13f12cce owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:24:46.592376 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 813b4895-6c3e-4b4e-81e7-3b1548437d85 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:24:46.605607 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca8f13-d4f7-4f2c-a120-c8561a90d176 req-a526e807-0101-4528-9d3f-a2b0a39e8b8a tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:46.607165 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a8ca8f13-d4f7-4f2c-a120-c8561a90d176 req-a526e807-0101-4528-9d3f-a2b0a39e8b8a tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 945 time: 0.1566076 Apr 16 04:24:46.610260 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdbc6-2a15-4c0b-96ba-4f0493f6e331 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (813b4895-6c3e-4b4e-81e7-3b1548437d85), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:46.610588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (865bf0fe-c6ed-4633-94a3-6475e3aaecdd), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:46.612584 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f200365b-0ef3-4190-bb0e-df0cfbd76f81 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (b603dff2-b3bf-4fed-b64a-0e58474c29e4), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:46.650216 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f200365b-0ef3-4190-bb0e-df0cfbd76f81 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (b603dff2-b3bf-4fed-b64a-0e58474c29e4), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:46.662967 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f200365b-0ef3-4190-bb0e-df0cfbd76f81 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:24:46.663756 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f200365b-0ef3-4190-bb0e-df0cfbd76f81 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (b603dff2-b3bf-4fed-b64a-0e58474c29e4), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:24:46.669106 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:24:46.780593 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58ac58f-e398-4fbf-8541-78adee69cdd4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Made reservation on behalf of 73487597c3b744729772f791e4bc7825 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:46.787384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e58ac58f-e398-4fbf-8541-78adee69cdd4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:46.831858 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdbc6-2a15-4c0b-96ba-4f0493f6e331 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (813b4895-6c3e-4b4e-81e7-3b1548437d85), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:46.859032 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] Attempting to bind port 865bf0fe-c6ed-4633-94a3-6475e3aaecdd on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:46.859578 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] Attempting to bind port 865bf0fe-c6ed-4633-94a3-6475e3aaecdd by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '31a41e44-f1dc-403b-9116-86531d9c7f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:46.859889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] Attempting to bind port 865bf0fe-c6ed-4633-94a3-6475e3aaecdd on network ddbb591b-be1b-49ce-81a1-418b9d370923 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:46.865793 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a8ca8f13-d4f7-4f2c-a120-c8561a90d176 req-cd9f3cc7-d1f3-4602-8009-ef9083af7f09 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505152 Apr 16 04:24:46.867645 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5ce5d-64cb-422d-95f7-1b852754c64d None None] Pushing event updated for resources: {'Port': ['ID=865bf0fe-c6ed-4633-94a3-6475e3aaecdd,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:46.878463 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:46.879553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device de2ab27d-eb41-4062-8f80-b4e51616029b up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:46.888803 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f200365b-0ef3-4190-bb0e-df0cfbd76f81 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (409b0fff-42e4-44a3-b8fe-258c7e9b5e02), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:46.894851 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f200365b-0ef3-4190-bb0e-df0cfbd76f81 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:46.905485 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f200365b-0ef3-4190-bb0e-df0cfbd76f81 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/networks/409b0fff-42e4-44a3-b8fe-258c7e9b5e02 HTTP/1.1" status: 204 len: 168 time: 2.3323631 Apr 16 04:24:46.906513 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37912) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:46.932236 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7ce6cb-c516-48ed-ad2d-ce6c812170a3 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Router 71243aba-574b-4275-b041-ccd545c6f1dd is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:24:46.964931 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:46.965199 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] Checking segment: {'id': '31a41e44-f1dc-403b-9116-86531d9c7f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:46.965507 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:46.967042 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6b8bdbc6-2a15-4c0b-96ba-4f0493f6e331 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Network 813b4895-6c3e-4b4e-81e7-3b1548437d85 is not hosted by any dhcp agent {{(pid=104633) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 16 04:24:46.972919 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8bdbc6-2a15-4c0b-96ba-4f0493f6e331 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:46.973579 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdbc6-2a15-4c0b-96ba-4f0493f6e331 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:46.974937 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6b8bdbc6-2a15-4c0b-96ba-4f0493f6e331 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "PUT /v2.0/networks/813b4895-6c3e-4b4e-81e7-3b1548437d85 HTTP/1.1" status: 200 len: 723 time: 0.7430346 Apr 16 04:24:46.976968 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] Bound using segment: {'id': '31a41e44-f1dc-403b-9116-86531d9c7f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:46.977598 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] Bound port: 865bf0fe-c6ed-4633-94a3-6475e3aaecdd, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a41e44-f1dc-403b-9116-86531d9c7f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:46.978015 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (865bf0fe-c6ed-4633-94a3-6475e3aaecdd), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:47.001323 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37914) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:47.047204 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200365b-0ef3-4190-bb0e-df0cfbd76f81 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Network': ['ID=409b0fff-42e4-44a3-b8fe-258c7e9b5e02,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:47.065227 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-c0b24645-1678-4f74-bc2a-2465190aea2f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'subnet': {'network_id': '813b4895-6c3e-4b4e-81e7-3b1548437d85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:47.097698 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port de2ab27d-eb41-4062-8f80-b4e51616029b triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:47.098078 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (de2ab27d-eb41-4062-8f80-b4e51616029b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:47.106150 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c56146-fae1-4378-a9f5-7fc88fafd701 None None] Network 2be1b915-663a-45f4-829a-3202ed6594a1 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:47.114493 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bdbc6-2a15-4c0b-96ba-4f0493f6e331 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Network': ['ID=813b4895-6c3e-4b4e-81e7-3b1548437d85,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:47.245362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6d69ffb-bab2-45b8-984c-16f3ddc62687 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (9a181cff-114f-4cb7-a6f8-481f13f12cce), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:47.311886 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d69ffb-bab2-45b8-984c-16f3ddc62687 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=9a181cff-114f-4cb7-a6f8-481f13f12cce,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:47.314752 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7ce6cb-c516-48ed-ad2d-ce6c812170a3 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:24:47.330921 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cb2dad-2e05-433e-8a1b-4bfc25b677c3 None None] Network d8d01346-b679-42fe-8f8f-8a8cbd60dae8 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:47.331161 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48821dde-fb04-4030-96b5-1dd068f3d258 None None] Sync routers for ids ['71243aba-574b-4275-b041-ccd545c6f1dd'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:24:47.342560 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de08fee9-abd6-41b1-92f7-b82a2faea1f3 None None] Network ddbb591b-be1b-49ce-81a1-418b9d370923 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:47.344667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 813b4895-6c3e-4b4e-81e7-3b1548437d85 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:24:47.349584 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48821dde-fb04-4030-96b5-1dd068f3d258 None None] Routers {'71243aba-574b-4275-b041-ccd545c6f1dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:47.362581 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-48821dde-fb04-4030-96b5-1dd068f3d258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['71243aba-574b-4275-b041-ccd545c6f1dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:47.365865 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d303c3c8-39e0-47c3-a3ce-08bf37f79b8e None None] Network d1d14891-221a-49df-9520-4b4a920d79c5 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:47.368209 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a2685c-d329-410d-b406-edbb59e28b64 None None] Network 12ec5e8a-6513-4e8d-a6c5-500b2ee89846 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:47.372216 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e828d34-50b5-49b7-a40c-4bf216766835 None None] Network 3cecae97-02c2-4e2d-8136-5f5706d595d4 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:47.417700 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6d69ffb-bab2-45b8-984c-16f3ddc62687 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:47.431868 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f6d69ffb-bab2-45b8-984c-16f3ddc62687 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/ports/9a181cff-114f-4cb7-a6f8-481f13f12cce HTTP/1.1" status: 204 len: 168 time: 1.6330743 Apr 16 04:24:47.444125 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37924) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:47.484221 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] For port 865bf0fe-c6ed-4633-94a3-6475e3aaecdd, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:47.488284 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e7ce6cb-c516-48ed-ad2d-ce6c812170a3 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:47.489630 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2e7ce6cb-c516-48ed-ad2d-ce6c812170a3 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.8993874 Apr 16 04:24:47.501994 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-48821dde-fb04-4030-96b5-1dd068f3d258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:47.511607 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48821dde-fb04-4030-96b5-1dd068f3d258 None None] Routers {'71243aba-574b-4275-b041-ccd545c6f1dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:47.512224 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-48821dde-fb04-4030-96b5-1dd068f3d258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['71243aba-574b-4275-b041-ccd545c6f1dd'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:47.517566 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] For port 865bf0fe-c6ed-4633-94a3-6475e3aaecdd, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=865bf0fe-c6ed-4633-94a3-6475e3aaecdd,segment=NetworkSegment(31a41e44-f1dc-403b-9116-86531d9c7f22),segment_id=31a41e44-f1dc-403b-9116-86531d9c7f22)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:47.518383 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37926) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:47.522984 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-4920f9da-b960-431c-b72e-675695333927 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'enable_snat': False}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:47.551133 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-48821dde-fb04-4030-96b5-1dd068f3d258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:47.551932 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48821dde-fb04-4030-96b5-1dd068f3d258 None None] The sync data for ids ['71243aba-574b-4275-b041-ccd545c6f1dd'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:24:47.658053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e4bc25-bd8d-4a08-af19-5a1ba057f31c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:47.664224 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e4bc25-bd8d-4a08-af19-5a1ba057f31c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:47.668935 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-07e4bc25-bd8d-4a08-af19-5a1ba057f31c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2223964 Apr 16 04:24:47.672225 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37928) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:47.677769 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dce33be-3bab-4eac-a7d0-06e6af5aa11d None None] DHCP port deletion for 409b0fff-42e4-44a3-b8fe-258c7e9b5e02 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:24:47.699684 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6aeaac65-40a4-4e9d-9afa-fc8e01f1187c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (293efcd5-9555-44fe-91e7-e406a3d1fc53), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:47.702126 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ca60a-00f6-43b7-87ab-4ba76220c38d req-f1e97412-6bef-49e8-b44c-de03beb909a4 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:47.711648 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3e6ca60a-00f6-43b7-87ab-4ba76220c38d req-f1e97412-6bef-49e8-b44c-de03beb909a4 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 945 time: 0.1306276 Apr 16 04:24:47.763391 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b24645-1678-4f74-bc2a-2465190aea2f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Made reservation on behalf of 72d1aa50b704448a8feee6c10e3fbf25 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:47.777502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c0b24645-1678-4f74-bc2a-2465190aea2f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:47.934279 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (865bf0fe-c6ed-4633-94a3-6475e3aaecdd), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:47.936033 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e58ac58f-e398-4fbf-8541-78adee69cdd4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (32923fbf-2a4d-4e7f-b234-0cc359005bac), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:47.936250 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cb2dad-2e05-433e-8a1b-4bfc25b677c3 None None] Network d8d01346-b679-42fe-8f8f-8a8cbd60dae8 could not be found, it might have been deleted concurrently. {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 16 04:24:48.140353 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab78f5b5-6ab3-4bed-8b5c-f1aec45c6102 None None] Network d8d01346-b679-42fe-8f8f-8a8cbd60dae8 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:48.157538 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-6301b562-a2b4-4645-8e71-3f1c0ecb3547 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port 865125d2-202b-4550-ae57-709f6b0a7892 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:24:48.157910 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6301b562-a2b4-4645-8e71-3f1c0ecb3547 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (865125d2-202b-4550-ae57-709f6b0a7892), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:48.158596 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-a58847d2-c64e-4f21-bff0-ecddaf38da65 None None] Provisioning complete for port 2d12a94d-63a8-4b38-b9ae-baa193a2424d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:48.158977 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a58847d2-c64e-4f21-bff0-ecddaf38da65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:48.217709 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab78f5b5-6ab3-4bed-8b5c-f1aec45c6102 None None] Network d8d01346-b679-42fe-8f8f-8a8cbd60dae8 could not be found, it might have been deleted concurrently. {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 16 04:24:48.220612 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3e6ca60a-00f6-43b7-87ab-4ba76220c38d req-b1b3ae1f-a527-42b4-b1b9-2dfe911297e6 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080247 Apr 16 04:24:48.265902 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-6aeaac65-40a4-4e9d-9afa-fc8e01f1187c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting port 4fcc2c00-c600-4bd0-884a-5110c15e68e1 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:24:48.266649 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6aeaac65-40a4-4e9d-9afa-fc8e01f1187c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (4fcc2c00-c600-4bd0-884a-5110c15e68e1), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:48.309007 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58ac58f-e398-4fbf-8541-78adee69cdd4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Checking segment: {'id': '870fbf98-7a35-4e1a-9146-5aa858943fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ad890721-7b24-4452-953c-006a7f63f6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:48.309375 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58ac58f-e398-4fbf-8541-78adee69cdd4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network hostable DHCP agents. Network: ad890721-7b24-4452-953c-006a7f63f6a0, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:24:48.337483 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ac58f-e398-4fbf-8541-78adee69cdd4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Subnet': ['ID=32923fbf-2a4d-4e7f-b234-0cc359005bac,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:48.348223 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6301b562-a2b4-4645-8e71-3f1c0ecb3547 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (865125d2-202b-4550-ae57-709f6b0a7892), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:48.412048 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-6301b562-a2b4-4645-8e71-3f1c0ecb3547 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for 865125d2-202b-4550-ae57-709f6b0a7892 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:24:48.537656 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58ac58f-e398-4fbf-8541-78adee69cdd4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network ad890721-7b24-4452-953c-006a7f63f6a0 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:24:48.541667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5ce5d-64cb-422d-95f7-1b852754c64d None None] Pushing event updated for resources: {'Port': ['ID=865bf0fe-c6ed-4633-94a3-6475e3aaecdd,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:48.625344 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-e58ac58f-e398-4fbf-8541-78adee69cdd4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, ad890721-7b24-4452-953c-006a7f63f6a0) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:48.631650 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58ac58f-e398-4fbf-8541-78adee69cdd4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:48.632349 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e58ac58f-e398-4fbf-8541-78adee69cdd4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:48.651836 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c0b24645-1678-4f74-bc2a-2465190aea2f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (77931215-9316-4298-af93-07d5c0e6e467), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:48.654648 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:48.655952 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:48.720987 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6301b562-a2b4-4645-8e71-3f1c0ecb3547 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (865125d2-202b-4550-ae57-709f6b0a7892), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:48.809182 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:49.042632 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37936) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:49.066838 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-6aeaac65-40a4-4e9d-9afa-fc8e01f1187c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] For port 4fcc2c00-c600-4bd0-884a-5110c15e68e1, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=4fcc2c00-c600-4bd0-884a-5110c15e68e1,segment=NetworkSegment(f60380dc-5033-4277-a5a5-98ce703cf756),segment_id=f60380dc-5033-4277-a5a5-98ce703cf756)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:49.067209 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6aeaac65-40a4-4e9d-9afa-fc8e01f1187c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (4fcc2c00-c600-4bd0-884a-5110c15e68e1), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:49.074674 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5839d6c1-1f76-4e58-aa02-30c397d24680 None None] Network ad890721-7b24-4452-953c-006a7f63f6a0 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:49.076791 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7124055a-f5b9-4c4f-a498-0c355d43846e None None] Network ddbb591b-be1b-49ce-81a1-418b9d370923 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:49.150606 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-6aeaac65-40a4-4e9d-9afa-fc8e01f1187c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Calling delete_port for 4fcc2c00-c600-4bd0-884a-5110c15e68e1 owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:24:49.194118 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4920f9da-b960-431c-b72e-675695333927 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_gateway (71243aba-574b-4275-b041-ccd545c6f1dd), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:49.211772 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6301b562-a2b4-4645-8e71-3f1c0ecb3547 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:49.228644 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6301b562-a2b4-4645-8e71-3f1c0ecb3547 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/ports/865125d2-202b-4550-ae57-709f6b0a7892 HTTP/1.1" status: 204 len: 168 time: 1.5504200 Apr 16 04:24:49.232009 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301b562-a2b4-4645-8e71-3f1c0ecb3547 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=865125d2-202b-4550-ae57-709f6b0a7892,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:49.244588 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e58ac58f-e398-4fbf-8541-78adee69cdd4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1543777 Apr 16 04:24:49.245539 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37938) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:49.280205 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37940) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:49.307248 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port de2ab27d-eb41-4062-8f80-b4e51616029b is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:49.349563 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2a40ca-588f-4e84-82bd-860eaa4e661f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:49.351421 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6d2a40ca-588f-4e84-82bd-860eaa4e661f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1010280 Apr 16 04:24:49.363830 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37944) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:49.394275 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b24645-1678-4f74-bc2a-2465190aea2f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Subnet': ['ID=77931215-9316-4298-af93-07d5c0e6e467,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:49.430616 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c94241d-a6dd-4f50-95dd-c45d65d7874b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] GET failed (client error): The resource could not be found. Apr 16 04:24:49.437747 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3c94241d-a6dd-4f50-95dd-c45d65d7874b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports/9a181cff-114f-4cb7-a6f8-481f13f12cce HTTP/1.1" status: 404 len: 333 time: 0.0500808 Apr 16 04:24:49.440558 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37946) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:49.477072 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e17542e-6429-4267-9ea9-8aa89f22d31f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] GET failed (client error): The resource could not be found. Apr 16 04:24:49.479242 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4e17542e-6429-4267-9ea9-8aa89f22d31f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports/865125d2-202b-4550-ae57-709f6b0a7892 HTTP/1.1" status: 404 len: 333 time: 0.0376468 Apr 16 04:24:49.481442 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b24645-1678-4f74-bc2a-2465190aea2f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Checking segment: {'id': '90147ad9-aede-494a-96d1-37576175f99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '813b4895-6c3e-4b4e-81e7-3b1548437d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:49.481807 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b24645-1678-4f74-bc2a-2465190aea2f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Network hostable DHCP agents. Network: 813b4895-6c3e-4b4e-81e7-3b1548437d85, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:24:49.483808 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a58847d2-c64e-4f21-bff0-ecddaf38da65 None None] Current status of the port 2d12a94d-63a8-4b38-b9ae-baa193a2424d is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:49.484220 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a58847d2-c64e-4f21-bff0-ecddaf38da65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:49.487214 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37948) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:49.507725 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:24:41Z', 'revision_number': 4, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865bf0fe-c6ed-4633-94a3-6475e3aaecdd', 'name': '', 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:b4:04:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:40Z', 'updated_at': '2022-04-16T04:24:47Z', 'revision_number': 4, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea', 'name': '', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e0:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:31Z', 'updated_at': '2022-04-16T04:24:44Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:49.557184 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2d12a94d-63a8-4b38-b9ae-baa193a2424d up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:49.601049 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab14f56e-6a65-42b2-b21a-1d2237761515 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (3cecae97-02c2-4e2d-8136-5f5706d595d4), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:49.636577 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-ad890721-7b24-4452-953c-006a7f63f6a0', 'network_id': 'ad890721-7b24-4452-953c-006a7f63f6a0', 'project_id': '73487597c3b744729772f791e4bc7825', 'fixed_ips': [{'subnet_id': '32923fbf-2a4d-4e7f-b234-0cc359005bac'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:24:49.637513 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:49.673631 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929a720a-8c1e-4142-a69f-1924a16c0ec7 None None] The sync data for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv is: [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:24:41Z', 'revision_number': 4, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865bf0fe-c6ed-4633-94a3-6475e3aaecdd', 'name': '', 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:b4:04:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:40Z', 'updated_at': '2022-04-16T04:24:47Z', 'revision_number': 4, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea', 'name': '', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e0:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:31Z', 'updated_at': '2022-04-16T04:24:44Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:24:49.798246 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-a58847d2-c64e-4f21-bff0-ecddaf38da65 None None] For port 2d12a94d-63a8-4b38-b9ae-baa193a2424d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2d12a94d-63a8-4b38-b9ae-baa193a2424d,segment=NetworkSegment(2d97e7a2-0b75-45ac-839a-0be1a244a6ca),segment_id=2d97e7a2-0b75-45ac-839a-0be1a244a6ca)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:49.826977 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db25c28-3507-4797-be8a-d216fd9a71b2 None None] Update dhcp port {'port': {'network_id': '12ec5e8a-6513-4e8d-a6c5-500b2ee89846', 'fixed_ips': [{'subnet_id': '21c9e606-71b0-4259-a9b9-fb97aa3423d4', 'ip_address': '2001:db8::2'}, {'subnet_id': '5b5b1891-7710-4da9-8d7c-c7b62b225bcd'}], 'binding:host_id': 'dv-neutron-838078-2-hyperv'}, 'id': '2d12a94d-63a8-4b38-b9ae-baa193a2424d'} from dv-neutron-838078-2-hyperv. {{(pid=104634) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 16 04:24:49.836488 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab14f56e-6a65-42b2-b21a-1d2237761515 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (3cecae97-02c2-4e2d-8136-5f5706d595d4), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:49.865020 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-ab14f56e-6a65-42b2-b21a-1d2237761515 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cecae97-02c2-4e2d-8136-5f5706d595d4']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:49.875919 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-ab14f56e-6a65-42b2-b21a-1d2237761515 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a62207-d2be-459d-b1b6-fde6ed30ad25') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:49.876259 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-ab14f56e-6a65-42b2-b21a-1d2237761515 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a62207-d2be-459d-b1b6-fde6ed30ad25') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:49.887553 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab14f56e-6a65-42b2-b21a-1d2237761515 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (a7a62207-d2be-459d-b1b6-fde6ed30ad25), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:49.903257 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab14f56e-6a65-42b2-b21a-1d2237761515 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (a7a62207-d2be-459d-b1b6-fde6ed30ad25), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:49.905874 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2db25c28-3507-4797-be8a-d216fd9a71b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:49.910137 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab14f56e-6a65-42b2-b21a-1d2237761515 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:24:49.910500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab14f56e-6a65-42b2-b21a-1d2237761515 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (a7a62207-d2be-459d-b1b6-fde6ed30ad25), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:49.949095 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a58847d2-c64e-4f21-bff0-ecddaf38da65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:50.016083 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 2d12a94d-63a8-4b38-b9ae-baa193a2424d triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:50.017044 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:24:50.033750 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:24:50.037454 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b24645-1678-4f74-bc2a-2465190aea2f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Network 813b4895-6c3e-4b4e-81e7-3b1548437d85 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:24:50.159833 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab14f56e-6a65-42b2-b21a-1d2237761515 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (3cecae97-02c2-4e2d-8136-5f5706d595d4), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:50.164596 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab14f56e-6a65-42b2-b21a-1d2237761515 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:50.169047 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ab14f56e-6a65-42b2-b21a-1d2237761515 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/networks/3cecae97-02c2-4e2d-8136-5f5706d595d4 HTTP/1.1" status: 204 len: 168 time: 0.6792078 Apr 16 04:24:50.180293 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37952) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:50.190395 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-41b1f87a-9c0d-48fa-8d4e-a06f0e1c4261 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2119104894'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:50.236682 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-c0b24645-1678-4f74-bc2a-2465190aea2f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 813b4895-6c3e-4b4e-81e7-3b1548437d85) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:50.239230 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f4980-abc7-4de3-97eb-cd9030dbe3cd req-5d8b90d3-6ceb-4aaf-8fd1-4a38e2d09c55 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:50.241018 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2c2f4980-abc7-4de3-97eb-cd9030dbe3cd req-5d8b90d3-6ceb-4aaf-8fd1-4a38e2d09c55 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 945 time: 0.8296652 Apr 16 04:24:50.245701 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b24645-1678-4f74-bc2a-2465190aea2f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:50.246312 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c0b24645-1678-4f74-bc2a-2465190aea2f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706916'] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:50.264823 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14f56e-6a65-42b2-b21a-1d2237761515 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Network': ['ID=3cecae97-02c2-4e2d-8136-5f5706d595d4,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:50.310557 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75bcee4-638a-41e2-a010-15a811ea8faa None None] Network 813b4895-6c3e-4b4e-81e7-3b1548437d85 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:50.317534 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8024f0bc-33e8-4f80-b10c-5868d48351b4 None None] Provisioning complete for port fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:50.317908 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8024f0bc-33e8-4f80-b10c-5868d48351b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:50.340932 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6aeaac65-40a4-4e9d-9afa-fc8e01f1187c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (4fcc2c00-c600-4bd0-884a-5110c15e68e1), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:50.407362 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58847d2-c64e-4f21-bff0-ecddaf38da65 None None] Pushing event updated for resources: {'Port': ['ID=2d12a94d-63a8-4b38-b9ae-baa193a2424d,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:50.431935 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c0b24645-1678-4f74-bc2a-2465190aea2f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4268274 Apr 16 04:24:50.432636 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37954) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:50.444106 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-3ddce240-9431-4728-b14b-c7df50ba35eb tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:50.541594 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b1f87a-9c0d-48fa-8d4e-a06f0e1c4261 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:50.552639 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-41b1f87a-9c0d-48fa-8d4e-a06f0e1c4261 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:50.563957 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeaac65-40a4-4e9d-9afa-fc8e01f1187c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Port': ['ID=4fcc2c00-c600-4bd0-884a-5110c15e68e1,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:50.581717 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2c2f4980-abc7-4de3-97eb-cd9030dbe3cd req-29765efb-77a3-4f30-9074-77d684310433 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610906 Apr 16 04:24:50.675357 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3ddce240-9431-4728-b14b-c7df50ba35eb tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9499446'] for subnet (77931215-9316-4298-af93-07d5c0e6e467), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:50.706813 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-fdccbc44-b3b2-4140-b992-752282ee1609 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Deleting port e176284e-dc99-4d7b-a6da-d904c99be724 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:24:50.707157 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fdccbc44-b3b2-4140-b992-752282ee1609 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (e176284e-dc99-4d7b-a6da-d904c99be724), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:50.965512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b1f87a-9c0d-48fa-8d4e-a06f0e1c4261 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:24:50.985664 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-41b1f87a-9c0d-48fa-8d4e-a06f0e1c4261 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (c7fab78d-7322-4e41-961c-096a1701d552), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:50.986541 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-41b1f87a-9c0d-48fa-8d4e-a06f0e1c4261 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Added segment c7fab78d-7322-4e41-961c-096a1701d552 of type vlan for network 572e5538-85f8-4784-a4af-e45c51c8f27a Apr 16 04:24:51.029703 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3ddce240-9431-4728-b14b-c7df50ba35eb tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751123858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9604803'] for subnet (77931215-9316-4298-af93-07d5c0e6e467), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:51.071130 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fdccbc44-b3b2-4140-b992-752282ee1609 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (e176284e-dc99-4d7b-a6da-d904c99be724), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:51.071501 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fdccbc44-b3b2-4140-b992-752282ee1609 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for floatingip (e176284e-dc99-4d7b-a6da-d904c99be724), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:51.100704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] Allocated IP 2001:db8:3::2 (ad890721-7b24-4452-953c-006a7f63f6a0/32923fbf-2a4d-4e7f-b234-0cc359005bac/3a630632-9d24-41c3-8ef9-0c103ac88f7c) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:51.108941 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 2d12a94d-63a8-4b38-b9ae-baa193a2424d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:51.166591 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-41b1f87a-9c0d-48fa-8d4e-a06f0e1c4261 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (572e5538-85f8-4784-a4af-e45c51c8f27a), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:51.268185 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 9d124df6-bc34-422d-a171-d3fbd8988b7a no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:24:51.276320 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddce240-9431-4728-b14b-c7df50ba35eb tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:51.277392 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3ddce240-9431-4728-b14b-c7df50ba35eb tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:51.278932 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3ddce240-9431-4728-b14b-c7df50ba35eb tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "PUT /v2.0/subnets/77931215-9316-4298-af93-07d5c0e6e467 HTTP/1.1" status: 200 len: 826 time: 0.8432899 Apr 16 04:24:51.286245 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37964) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:51.314470 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-fdccbc44-b3b2-4140-b992-752282ee1609 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Calling delete_port for e176284e-dc99-4d7b-a6da-d904c99be724 owned by network:floatingip {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:24:51.364191 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 9d124df6-bc34-422d-a171-d3fbd8988b7a {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:24:51.364817 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 9d124df6-bc34-422d-a171-d3fbd8988b7a not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:24:51.391386 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-2db25c28-3507-4797-be8a-d216fd9a71b2 None None] Allocated IP 172.20.0.1 (12ec5e8a-6513-4e8d-a6c5-500b2ee89846/5b5b1891-7710-4da9-8d7c-c7b62b225bcd/2d12a94d-63a8-4b38-b9ae-baa193a2424d) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:51.433550 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8024f0bc-33e8-4f80-b10c-5868d48351b4 None None] Current status of the port fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:51.468332 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b42e68-762a-4382-95f9-e880e0a4e6a9 req-238e2a04-f0d8-4b87-8081-1e95212698fd tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:51.471704 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-53b42e68-762a-4382-95f9-e880e0a4e6a9 req-238e2a04-f0d8-4b87-8081-1e95212698fd tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 945 time: 0.4149439 Apr 16 04:24:51.482525 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-813b4895-6c3e-4b4e-81e7-3b1548437d85', 'network_id': '813b4895-6c3e-4b4e-81e7-3b1548437d85', 'project_id': '72d1aa50b704448a8feee6c10e3fbf25', 'fixed_ips': [{'subnet_id': '77931215-9316-4298-af93-07d5c0e6e467'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:24:51.483497 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:51.504372 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8024f0bc-33e8-4f80-b10c-5868d48351b4 None None] Provisioning complete for port de2ab27d-eb41-4062-8f80-b4e51616029b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:51.511426 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8024f0bc-33e8-4f80-b10c-5868d48351b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (de2ab27d-eb41-4062-8f80-b4e51616029b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:51.561193 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (813b4895-6c3e-4b4e-81e7-3b1548437d85), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:51.573844 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-41b1f87a-9c0d-48fa-8d4e-a06f0e1c4261 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (572e5538-85f8-4784-a4af-e45c51c8f27a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:51.580426 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b1f87a-9c0d-48fa-8d4e-a06f0e1c4261 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:51.580925 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-41b1f87a-9c0d-48fa-8d4e-a06f0e1c4261 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:51.708530 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddce240-9431-4728-b14b-c7df50ba35eb tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Subnet': ['ID=77931215-9316-4298-af93-07d5c0e6e467,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:51.712141 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41643dca-bbc4-46ed-92a4-3ef0f87eb7ee req-b4aff1b7-a467-4192-af31-9f8a16fe6fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:51.713968 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-41643dca-bbc4-46ed-92a4-3ef0f87eb7ee req-b4aff1b7-a467-4192-af31-9f8a16fe6fdc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df9a6fe556904c1daa9e4e9d04e1cb79&device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 1129 time: 0.5151680 Apr 16 04:24:51.716953 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1f87a-9c0d-48fa-8d4e-a06f0e1c4261 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Network': ['ID=572e5538-85f8-4784-a4af-e45c51c8f27a,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:51.826421 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41643dca-bbc4-46ed-92a4-3ef0f87eb7ee req-b16653ce-964c-4577-b231-72c68873944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:51.827365 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-41643dca-bbc4-46ed-92a4-3ef0f87eb7ee req-b16653ce-964c-4577-b231-72c68873944a service neutron] 10.222.0.18 "GET /v2.0/networks?id=d2cf3884-0560-4147-9fd5-bb24a6616029 HTTP/1.1" status: 200 len: 912 time: 0.1040421 Apr 16 04:24:51.862945 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-53b42e68-762a-4382-95f9-e880e0a4e6a9 req-34dc5ee7-323c-47f1-9da0-b27f99725b6b tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377001 Apr 16 04:24:51.900361 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0ed5-d8d4-4042-9d72-b3dac7d90af8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:51.913019 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] Allocated IP 2001:db8::2 (813b4895-6c3e-4b4e-81e7-3b1548437d85/77931215-9316-4298-af93-07d5c0e6e467/d1f0bd30-ffca-4762-bddd-2d1da163dc5f) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:51.936102 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6aeaac65-40a4-4e9d-9afa-fc8e01f1187c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (293efcd5-9555-44fe-91e7-e406a3d1fc53), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:51.955499 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (77931215-9316-4298-af93-07d5c0e6e467), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:51.973151 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-41b1f87a-9c0d-48fa-8d4e-a06f0e1c4261 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7862792 Apr 16 04:24:51.974090 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37966) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:51.995024 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-41643dca-bbc4-46ed-92a4-3ef0f87eb7ee req-5c599e7d-d4dc-4800-abf2-f587ada09b92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa0b6eff-feac-4c15-938d-b06750972a08 HTTP/1.1" status: 200 len: 217 time: 0.1611438 Apr 16 04:24:52.002957 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-91774282-268f-4e15-bb61-3fa1fbcce6e8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'subnet': {'network_id': '572e5538-85f8-4784-a4af-e45c51c8f27a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:52.052355 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] Publish callbacks [] for port (3a630632-9d24-41c3-8ef9-0c103ac88f7c), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:52.065877 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 572e5538-85f8-4784-a4af-e45c51c8f27a details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:24:52.087876 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4920f9da-b960-431c-b72e-675695333927 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (71243aba-574b-4275-b041-ccd545c6f1dd), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:52.153182 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 865bf0fe-c6ed-4633-94a3-6475e3aaecdd up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:52.166318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (3a630632-9d24-41c3-8ef9-0c103ac88f7c), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:52.198254 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41643dca-bbc4-46ed-92a4-3ef0f87eb7ee req-2942996c-3310-4e4c-9303-a6a9718075d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:52.201229 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-41643dca-bbc4-46ed-92a4-3ef0f87eb7ee req-2942996c-3310-4e4c-9303-a6a9718075d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4e226c3-0e5b-45fb-ae43-e7c4aee38abf HTTP/1.1" status: 200 len: 852 time: 0.1923296 Apr 16 04:24:52.224149 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4920f9da-b960-431c-b72e-675695333927 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (71243aba-574b-4275-b041-ccd545c6f1dd), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:52.255546 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-41643dca-bbc4-46ed-92a4-3ef0f87eb7ee req-59e456a3-3739-4ad5-afdc-6164216afe75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2cf3884-0560-4147-9fd5-bb24a6616029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459301 Apr 16 04:24:52.348660 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] Network ad890721-7b24-4452-953c-006a7f63f6a0 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:52.353604 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-2db25c28-3507-4797-be8a-d216fd9a71b2 None None] For port 2d12a94d-63a8-4b38-b9ae-baa193a2424d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2d12a94d-63a8-4b38-b9ae-baa193a2424d,segment=NetworkSegment(2d97e7a2-0b75-45ac-839a-0be1a244a6ca),segment_id=2d97e7a2-0b75-45ac-839a-0be1a244a6ca)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:52.357106 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] Pushing event updated for resources: {'Port': ['ID=3a630632-9d24-41c3-8ef9-0c103ac88f7c,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:52.386388 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 865bf0fe-c6ed-4633-94a3-6475e3aaecdd triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:52.386388 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (865bf0fe-c6ed-4633-94a3-6475e3aaecdd), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:52.388251 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8024f0bc-33e8-4f80-b10c-5868d48351b4 None None] Current status of the port de2ab27d-eb41-4062-8f80-b4e51616029b is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:52.390722 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:52.395158 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:52.410265 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8024f0bc-33e8-4f80-b10c-5868d48351b4 None None] Could not find standard attr ID for object 22a4385b-6913-4f28-82a2-6f6d5f6c2e48. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:24:52.437167 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-41643dca-bbc4-46ed-92a4-3ef0f87eb7ee req-10319230-dba3-49da-871e-e384b5e00f9b service neutron] 10.222.0.18 "GET /v2.0/networks/d2cf3884-0560-4147-9fd5-bb24a6616029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726878 Apr 16 04:24:52.519996 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91774282-268f-4e15-bb61-3fa1fbcce6e8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:52.524032 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-91774282-268f-4e15-bb61-3fa1fbcce6e8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:52.561696 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2db25c28-3507-4797-be8a-d216fd9a71b2 None None] Publish callbacks [] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:52.572231 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8024f0bc-33e8-4f80-b10c-5868d48351b4 None None] Provisioning complete for port f50ad1af-9381-4bac-a8f2-f9aa7d0fe028 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:52.574109 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8024f0bc-33e8-4f80-b10c-5868d48351b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f50ad1af-9381-4bac-a8f2-f9aa7d0fe028), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:52.613864 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] Attempting to bind port 3a630632-9d24-41c3-8ef9-0c103ac88f7c on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:52.614338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] Attempting to bind port 3a630632-9d24-41c3-8ef9-0c103ac88f7c by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '870fbf98-7a35-4e1a-9146-5aa858943fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ad890721-7b24-4452-953c-006a7f63f6a0'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:52.615400 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] Attempting to bind port 3a630632-9d24-41c3-8ef9-0c103ac88f7c on network ad890721-7b24-4452-953c-006a7f63f6a0 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:52.635117 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] Publish callbacks [] for port (d1f0bd30-ffca-4762-bddd-2d1da163dc5f), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:52.638286 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.ipam_backend_mixin [None req-91774282-268f-4e15-bb61-3fa1fbcce6e8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Performing IP validity checks on allocation pools {{(pid=104633) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 16 04:24:52.642747 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.ipam_backend_mixin [None req-91774282-268f-4e15-bb61-3fa1fbcce6e8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104633) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 16 04:24:52.649593 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-41643dca-bbc4-46ed-92a4-3ef0f87eb7ee req-fa3c87dc-07ba-48c5-8a5b-29bb5cc5dfbe service neutron] 10.222.0.18 "GET /v2.0/networks/d2cf3884-0560-4147-9fd5-bb24a6616029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045758 Apr 16 04:24:52.695768 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:52.696166 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] Checking segment: {'id': '870fbf98-7a35-4e1a-9146-5aa858943fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ad890721-7b24-4452-953c-006a7f63f6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:52.696638 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:52.697113 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] Bound using segment: {'id': '870fbf98-7a35-4e1a-9146-5aa858943fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ad890721-7b24-4452-953c-006a7f63f6a0'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:52.698480 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] Bound port: 3a630632-9d24-41c3-8ef9-0c103ac88f7c, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870fbf98-7a35-4e1a-9146-5aa858943fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ad890721-7b24-4452-953c-006a7f63f6a0'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:52.698935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (3a630632-9d24-41c3-8ef9-0c103ac88f7c), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:52.703466 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 865bf0fe-c6ed-4633-94a3-6475e3aaecdd is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:52.703925 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (865bf0fe-c6ed-4633-94a3-6475e3aaecdd), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:52.706070 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2db25c28-3507-4797-be8a-d216fd9a71b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:52.774197 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (d1f0bd30-ffca-4762-bddd-2d1da163dc5f), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:52.844932 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (77931215-9316-4298-af93-07d5c0e6e467), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:52.854404 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 865bf0fe-c6ed-4633-94a3-6475e3aaecdd, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=865bf0fe-c6ed-4633-94a3-6475e3aaecdd,segment=NetworkSegment(31a41e44-f1dc-403b-9116-86531d9c7f22),segment_id=31a41e44-f1dc-403b-9116-86531d9c7f22)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:52.875379 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fdccbc44-b3b2-4140-b992-752282ee1609 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (e176284e-dc99-4d7b-a6da-d904c99be724), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:52.916148 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] Network 813b4895-6c3e-4b4e-81e7-3b1548437d85 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:52.927605 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Subnet': ['ID=77931215-9316-4298-af93-07d5c0e6e467,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:52.942707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4920f9da-b960-431c-b72e-675695333927 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Router 71243aba-574b-4275-b041-ccd545c6f1dd has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:24:52.948224 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccbc44-b3b2-4140-b992-752282ee1609 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event deleted for resources: {'Port': ['ID=e176284e-dc99-4d7b-a6da-d904c99be724,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:52.956038 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:52.958894 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:52.975707 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (865bf0fe-c6ed-4633-94a3-6475e3aaecdd), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:52.976648 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2d12a94d-63a8-4b38-b9ae-baa193a2424d up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:53.044682 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db25c28-3507-4797-be8a-d216fd9a71b2 None None] Pushing event updated for resources: {'Port': ['ID=2d12a94d-63a8-4b38-b9ae-baa193a2424d,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:53.107733 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (813b4895-6c3e-4b4e-81e7-3b1548437d85), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:53.134650 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8024f0bc-33e8-4f80-b10c-5868d48351b4 None None] Current status of the port f50ad1af-9381-4bac-a8f2-f9aa7d0fe028 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:53.137551 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['813b4895-6c3e-4b4e-81e7-3b1548437d85']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:53.150122 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] For port 3a630632-9d24-41c3-8ef9-0c103ac88f7c, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:53.179360 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4920f9da-b960-431c-b72e-675695333927 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:24:53.190126 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 2d12a94d-63a8-4b38-b9ae-baa193a2424d triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:53.190514 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:53.192396 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-91774282-268f-4e15-bb61-3fa1fbcce6e8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (bb6ed925-20a0-4054-8ccd-47fa5709db3e), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:53.197459 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] Pushing event updated for resources: {'Port': ['ID=d1f0bd30-ffca-4762-bddd-2d1da163dc5f,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:53.202714 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b7c1f2-284b-48d8-b787-04e93e130227 None None] Sync routers for ids ['71243aba-574b-4275-b041-ccd545c6f1dd'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:24:53.203609 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90147ad9-aede-494a-96d1-37576175f99d') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:53.204017 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90147ad9-aede-494a-96d1-37576175f99d') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:53.212294 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] For port 3a630632-9d24-41c3-8ef9-0c103ac88f7c, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3a630632-9d24-41c3-8ef9-0c103ac88f7c,segment=NetworkSegment(870fbf98-7a35-4e1a-9146-5aa858943fc0),segment_id=870fbf98-7a35-4e1a-9146-5aa858943fc0)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:53.237455 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4920f9da-b960-431c-b72e-675695333927 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:53.238890 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4920f9da-b960-431c-b72e-675695333927 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "PUT /v2.0/routers/71243aba-574b-4275-b041-ccd545c6f1dd HTTP/1.1" status: 200 len: 926 time: 5.7196002 Apr 16 04:24:53.248450 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8024f0bc-33e8-4f80-b10c-5868d48351b4 None None] Provisioning complete for port 865bf0fe-c6ed-4633-94a3-6475e3aaecdd triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:53.249026 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8024f0bc-33e8-4f80-b10c-5868d48351b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (865bf0fe-c6ed-4633-94a3-6475e3aaecdd), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:53.250824 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37972) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:53.304764 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (90147ad9-aede-494a-96d1-37576175f99d), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:53.322732 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a13b9-cebf-4c88-95fd-8928ecd62001 req-ecda3543-a779-45a8-860b-b3f5b4ebf583 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:53.331600 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-039a13b9-cebf-4c88-95fd-8928ecd62001 req-ecda3543-a779-45a8-860b-b3f5b4ebf583 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 945 time: 0.3225279 Apr 16 04:24:53.357538 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (90147ad9-aede-494a-96d1-37576175f99d), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:53.386653 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:24:53.387124 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (90147ad9-aede-494a-96d1-37576175f99d), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:53.418372 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b7c1f2-284b-48d8-b787-04e93e130227 None None] Routers {'71243aba-574b-4275-b041-ccd545c6f1dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:53.419690 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-e8b7c1f2-284b-48d8-b787-04e93e130227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['71243aba-574b-4275-b041-ccd545c6f1dd'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:53.430067 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (3a630632-9d24-41c3-8ef9-0c103ac88f7c), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:24:53.482163 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:24:53.547684 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fdccbc44-b3b2-4140-b992-752282ee1609 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for floatingip (e822351c-9b48-422f-b115-c20256886b61), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:53.548419 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-fdccbc44-b3b2-4140-b992-752282ee1609 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Floating IP e822351c-9b48-422f-b115-c20256886b61 disassociated (deleted). External IP: 172.26.6.50, port: b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e. Apr 16 04:24:53.578329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.db.api [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 04:24:53.578329 dv-neutron-838078-2-hyperv neutron-server[104633]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 04:24:53.578329 dv-neutron-838078-2-hyperv neutron-server[104633]: [parameters: {'id': '813b4895-6c3e-4b4e-81e7-3b1548437d85'}] Apr 16 04:24:53.578329 dv-neutron-838078-2-hyperv neutron-server[104633]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:24:53.578865 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG oslo_db.api [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:24:53.587367 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91774282-268f-4e15-bb61-3fa1fbcce6e8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Subnet': ['ID=bb6ed925-20a0-4054-8ccd-47fa5709db3e,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:53.597183 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91774282-268f-4e15-bb61-3fa1fbcce6e8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Checking segment: {'id': 'c7fab78d-7322-4e41-961c-096a1701d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '572e5538-85f8-4784-a4af-e45c51c8f27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:53.598232 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91774282-268f-4e15-bb61-3fa1fbcce6e8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network hostable DHCP agents. Network: 572e5538-85f8-4784-a4af-e45c51c8f27a, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:24:53.648865 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-039a13b9-cebf-4c88-95fd-8928ecd62001 req-c0bcea94-8b66-417a-b086-b529d05170f1 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160484 Apr 16 04:24:53.662759 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aeaac65-40a4-4e9d-9afa-fc8e01f1187c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 293efcd5-9555-44fe-91e7-e406a3d1fc53 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:24:53.710301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] Attempting to bind port d1f0bd30-ffca-4762-bddd-2d1da163dc5f on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:53.711012 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] Attempting to bind port d1f0bd30-ffca-4762-bddd-2d1da163dc5f by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '90147ad9-aede-494a-96d1-37576175f99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '813b4895-6c3e-4b4e-81e7-3b1548437d85'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:53.711012 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] Attempting to bind port d1f0bd30-ffca-4762-bddd-2d1da163dc5f on network 813b4895-6c3e-4b4e-81e7-3b1548437d85 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:53.725652 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:53.725989 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] Checking segment: {'id': '90147ad9-aede-494a-96d1-37576175f99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '813b4895-6c3e-4b4e-81e7-3b1548437d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:53.726857 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:53.727276 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] Bound using segment: {'id': '90147ad9-aede-494a-96d1-37576175f99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '813b4895-6c3e-4b4e-81e7-3b1548437d85'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:53.727761 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] Bound port: d1f0bd30-ffca-4762-bddd-2d1da163dc5f, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90147ad9-aede-494a-96d1-37576175f99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '813b4895-6c3e-4b4e-81e7-3b1548437d85'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:53.728173 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d1f0bd30-ffca-4762-bddd-2d1da163dc5f), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:53.729938 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91774282-268f-4e15-bb61-3fa1fbcce6e8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network 572e5538-85f8-4784-a4af-e45c51c8f27a is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:24:53.730502 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-e8b7c1f2-284b-48d8-b787-04e93e130227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:53.793815 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec086815-0c58-4e84-9f40-5dba3ab8778c None None] Network 12ec5e8a-6513-4e8d-a6c5-500b2ee89846 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:53.800576 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8b937b4f-9dfe-41ee-8c64-7ee3ed948622 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "GET /v2.0/routers/71243aba-574b-4275-b041-ccd545c6f1dd HTTP/1.1" status: 200 len: 926 time: 0.5452249 Apr 16 04:24:53.808240 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37976) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:53.818605 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=865bf0fe-c6ed-4633-94a3-6475e3aaecdd,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:53.867883 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-91774282-268f-4e15-bb61-3fa1fbcce6e8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 572e5538-85f8-4784-a4af-e45c51c8f27a) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:53.874733 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91774282-268f-4e15-bb61-3fa1fbcce6e8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:53.875809 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-91774282-268f-4e15-bb61-3fa1fbcce6e8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:53.889390 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b7c1f2-284b-48d8-b787-04e93e130227 None None] Routers {'71243aba-574b-4275-b041-ccd545c6f1dd'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:53.890055 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-e8b7c1f2-284b-48d8-b787-04e93e130227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['71243aba-574b-4275-b041-ccd545c6f1dd'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:53.942543 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbba0fb-b82b-4a21-9f2e-151618ddd0e1 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:53.944295 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7bbba0fb-b82b-4a21-9f2e-151618ddd0e1 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&device_id=71243aba-574b-4275-b041-ccd545c6f1dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1349218 Apr 16 04:24:53.947480 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37978) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:53.951056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb64708f-658d-49d3-a719-b8cf987e60d8 None None] Network 572e5538-85f8-4784-a4af-e45c51c8f27a requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:53.979131 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-8fdf0ed5-d8d4-4042-9d72-b3dac7d90af8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Allocated IP 2001:db8:3::1 (ad890721-7b24-4452-953c-006a7f63f6a0/32923fbf-2a4d-4e7f-b234-0cc359005bac/e414a0c3-134c-49b5-9f69-25976b5dba82) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:54.050065 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 2d12a94d-63a8-4b38-b9ae-baa193a2424d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:54.065010 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-e8b7c1f2-284b-48d8-b787-04e93e130227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:54.065686 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b7c1f2-284b-48d8-b787-04e93e130227 None None] The sync data for ids ['71243aba-574b-4275-b041-ccd545c6f1dd'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:24:54.073487 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b120e72f-fb83-41bd-b7f9-e3974940f61e tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:54.075418 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b120e72f-fb83-41bd-b7f9-e3974940f61e tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "GET /v2.0/networks/2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 HTTP/1.1" status: 200 len: 881 time: 0.1268177 Apr 16 04:24:54.084071 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-91774282-268f-4e15-bb61-3fa1fbcce6e8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0859725 Apr 16 04:24:54.084071 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37980) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:54.084071 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (813b4895-6c3e-4b4e-81e7-3b1548437d85), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:54.090002 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 37982) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:54.096229 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-08327838-84e1-42e8-b80b-20d770a33443 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'port': {'network_id': '572e5538-85f8-4784-a4af-e45c51c8f27a', 'name': 'tempest-PortsIpV6TestJSON-921195702'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:54.144408 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a5527131-c180-4625-9a26-59b549fe19ae tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "GET /v2.0/ports?device_id=71243aba-574b-4275-b041-ccd545c6f1dd HTTP/1.1" status: 200 len: 205 time: 0.0425475 Apr 16 04:24:54.177355 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37984) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:54.232567 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] For port d1f0bd30-ffca-4762-bddd-2d1da163dc5f, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:54.241032 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141f010-c18c-43f4-8ff1-a84c703ed727 None None] Pushing event updated for resources: {'Port': ['ID=3a630632-9d24-41c3-8ef9-0c103ac88f7c,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:54.246650 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] For port d1f0bd30-ffca-4762-bddd-2d1da163dc5f, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=d1f0bd30-ffca-4762-bddd-2d1da163dc5f,segment=NetworkSegment(90147ad9-aede-494a-96d1-37576175f99d),segment_id=90147ad9-aede-494a-96d1-37576175f99d)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:54.257876 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8024f0bc-33e8-4f80-b10c-5868d48351b4 None None] Current status of the port 865bf0fe-c6ed-4633-94a3-6475e3aaecdd is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:54.293364 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 865bf0fe-c6ed-4633-94a3-6475e3aaecdd up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:54.319727 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Deleting port d1f0bd30-ffca-4762-bddd-2d1da163dc5f {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:24:54.320083 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (d1f0bd30-ffca-4762-bddd-2d1da163dc5f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:54.391373 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-572e5538-85f8-4784-a4af-e45c51c8f27a', 'network_id': '572e5538-85f8-4784-a4af-e45c51c8f27a', 'project_id': '4c55de659951468a91bdb9322c74436d', 'fixed_ips': [{'subnet_id': 'bb6ed925-20a0-4054-8ccd-47fa5709db3e'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:24:54.393762 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:54.399141 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d1f0bd30-ffca-4762-bddd-2d1da163dc5f), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:54.399601 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aeaac65-40a4-4e9d-9afa-fc8e01f1187c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:24:54.416052 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6aeaac65-40a4-4e9d-9afa-fc8e01f1187c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/293efcd5-9555-44fe-91e7-e406a3d1fc53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4900484 Apr 16 04:24:54.416329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6322b085-38a0-4299-b6f8-13668e786b41 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router (71243aba-574b-4275-b041-ccd545c6f1dd), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:54.416329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37986) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:54.418084 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-57b3b8c2-e98b-49a5-b2e7-8de8b5549c0a None None] Provisioning complete for port fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:54.418463 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-57b3b8c2-e98b-49a5-b2e7-8de8b5549c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:54.426862 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] For port d1f0bd30-ffca-4762-bddd-2d1da163dc5f, host dv-neutron-838078-2-hyperv, got binding levels [] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:54.427506 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (d1f0bd30-ffca-4762-bddd-2d1da163dc5f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:54.444110 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66bdad-e537-42fc-9cad-e3e67b9c210d None None] Sync routers for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:24:54.463839 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b66bdad-e537-42fc-9cad-e3e67b9c210d None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:54.466326 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-5b66bdad-e537-42fc-9cad-e3e67b9c210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:54.506311 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0ed5-d8d4-4042-9d72-b3dac7d90af8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for port (e414a0c3-134c-49b5-9f69-25976b5dba82), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:54.531383 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08327838-84e1-42e8-b80b-20d770a33443 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:54.536053 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-08327838-84e1-42e8-b80b-20d770a33443 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:54.573689 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 865bf0fe-c6ed-4633-94a3-6475e3aaecdd triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:54.574109 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (865bf0fe-c6ed-4633-94a3-6475e3aaecdd), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:54.582985 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Calling delete_port for d1f0bd30-ffca-4762-bddd-2d1da163dc5f owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:24:54.617565 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-08327838-84e1-42e8-b80b-20d770a33443 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] device_id is not set on port bcfdb7c3-b8b0-470c-8275-a99e59934465 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:24:54.674763 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ef8681-769b-4422-9f9d-68feaa3377ca tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting subnet 90f517c5-281f-42ca-b9fa-0216b03238c9 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:24:54.724690 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b9ef8681-769b-4422-9f9d-68feaa3377ca tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for subnet (90f517c5-281f-42ca-b9fa-0216b03238c9), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:54.780091 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c6bfb8-6d4c-4f0c-bd3b-6d5a1363e130 None None] Network 12ec5e8a-6513-4e8d-a6c5-500b2ee89846 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:54.811457 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdccbc44-b3b2-4140-b992-752282ee1609 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Router 9c4b6530-9c19-4bd9-b00d-ad6682bc99da has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:24:54.844249 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b9ef8681-769b-4422-9f9d-68feaa3377ca tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (90f517c5-281f-42ca-b9fa-0216b03238c9), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:54.862155 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-5b66bdad-e537-42fc-9cad-e3e67b9c210d None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:54.865672 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f91e17-fc74-419c-97e9-41b1172ec408 None None] Pushing event updated for resources: {'Port': ['ID=d1f0bd30-ffca-4762-bddd-2d1da163dc5f,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:54.918579 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-08327838-84e1-42e8-b80b-20d770a33443 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Allocated IP 2001:db8::280 (572e5538-85f8-4784-a4af-e45c51c8f27a/bb6ed925-20a0-4054-8ccd-47fa5709db3e/bcfdb7c3-b8b0-470c-8275-a99e59934465) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:54.978260 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ab294c-ea87-47a6-9a6f-2b749dd0dd5c None None] Network 813b4895-6c3e-4b4e-81e7-3b1548437d85 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:55.007671 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b9ef8681-769b-4422-9f9d-68feaa3377ca tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (90f517c5-281f-42ca-b9fa-0216b03238c9), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:55.013940 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6322b085-38a0-4299-b6f8-13668e786b41 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_gateway (71243aba-574b-4275-b041-ccd545c6f1dd), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:55.083103 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0ed5-d8d4-4042-9d72-b3dac7d90af8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (e414a0c3-134c-49b5-9f69-25976b5dba82), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:55.094703 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13a500-640f-4863-a5ce-fd829a35b85c req-3e5b6f0a-8b18-406b-9f09-05dfef49fc40 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:55.098448 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6e13a500-640f-4863-a5ce-fd829a35b85c req-3e5b6f0a-8b18-406b-9f09-05dfef49fc40 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 945 time: 0.3045669 Apr 16 04:24:55.157242 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-57b3b8c2-e98b-49a5-b2e7-8de8b5549c0a None None] Current status of the port fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:55.205536 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdccbc44-b3b2-4140-b992-752282ee1609 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:24:55.217294 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (d1f0bd30-ffca-4762-bddd-2d1da163dc5f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:55.223074 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-6322b085-38a0-4299-b6f8-13668e786b41 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Deleting port 04ab4efa-2f67-4540-a261-1b8f4f406ac9 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:24:55.223847 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6322b085-38a0-4299-b6f8-13668e786b41 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (04ab4efa-2f67-4540-a261-1b8f4f406ac9), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:55.231364 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-5b66bdad-e537-42fc-9cad-e3e67b9c210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:24:49Z', 'revision_number': 9, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': 'ce83affb-a47f-4f98-81d7-c72552b317a8', 'name': '', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:5c:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:59Z', 'updated_at': '2022-04-16T04:24:16Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '843590ad-9081-470c-87c8-019c89fda434', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:55.238555 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 865bf0fe-c6ed-4633-94a3-6475e3aaecdd is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:55.239709 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2d12a94d-63a8-4b38-b9ae-baa193a2424d up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:55.250157 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fdccbc44-b3b2-4140-b992-752282ee1609 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:55.266676 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66bdad-e537-42fc-9cad-e3e67b9c210d None None] Checking router: 293efcd5-9555-44fe-91e7-e406a3d1fc53 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:24:55.275144 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b9ef8681-769b-4422-9f9d-68feaa3377ca tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (90f517c5-281f-42ca-b9fa-0216b03238c9), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:55.277769 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b66bdad-e537-42fc-9cad-e3e67b9c210d None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:55.278843 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-5b66bdad-e537-42fc-9cad-e3e67b9c210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:55.282529 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140ae6f8-8a98-4f2c-ac5e-c5a176824681 None None] Network 813b4895-6c3e-4b4e-81e7-3b1548437d85 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:55.290922 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Port': ['ID=d1f0bd30-ffca-4762-bddd-2d1da163dc5f,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:55.331169 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdf0ed5-d8d4-4042-9d72-b3dac7d90af8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network ad890721-7b24-4452-953c-006a7f63f6a0 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:55.339040 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] No DVR routers for this DVR port d1f0bd30-ffca-4762-bddd-2d1da163dc5f on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:24:55.350309 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-8fdf0ed5-d8d4-4042-9d72-b3dac7d90af8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:55.355332 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8349f8ab-a2dd-4878-94eb-f26e86d40d22 None None] Sync routers for ids ['9c4b6530-9c19-4bd9-b00d-ad6682bc99da'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:24:55.363058 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdf0ed5-d8d4-4042-9d72-b3dac7d90af8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:55.363611 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0ed5-d8d4-4042-9d72-b3dac7d90af8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (0d4b8147-16ef-46f4-bcfe-6b191715d33a), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:55.367955 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf0ed5-d8d4-4042-9d72-b3dac7d90af8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Port': ['ID=e414a0c3-134c-49b5-9f69-25976b5dba82,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:55.394283 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef8681-769b-4422-9f9d-68feaa3377ca tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Subnet': ['ID=90f517c5-281f-42ca-b9fa-0216b03238c9,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:55.398753 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd641228-1226-4021-9c66-65568c8ec48a None None] Network ad890721-7b24-4452-953c-006a7f63f6a0 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:55.426027 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8349f8ab-a2dd-4878-94eb-f26e86d40d22 None None] Routers {'9c4b6530-9c19-4bd9-b00d-ad6682bc99da'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:55.430111 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-8349f8ab-a2dd-4878-94eb-f26e86d40d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9c4b6530-9c19-4bd9-b00d-ad6682bc99da'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:55.430241 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fdccbc44-b3b2-4140-b992-752282ee1609 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "DELETE /v2.0/floatingips/e822351c-9b48-422f-b115-c20256886b61 HTTP/1.1" status: 204 len: 168 time: 6.3832996 Apr 16 04:24:55.433980 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-5b66bdad-e537-42fc-9cad-e3e67b9c210d None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:55.445857 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2e76b8-c920-4681-bddc-9b3c2570b226', 'tag': 'b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:24:55.448259 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02153594-936b-4636-acc5-d022a113e0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2e76b8-c920-4681-bddc-9b3c2570b226", "tag": "b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:24:55.450401 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b9ef8681-769b-4422-9f9d-68feaa3377ca tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:55.455670 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b9ef8681-769b-4422-9f9d-68feaa3377ca tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/subnets/90f517c5-281f-42ca-b9fa-0216b03238c9 HTTP/1.1" status: 204 len: 168 time: 1.0374849 Apr 16 04:24:55.458411 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 37996) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:55.487805 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6e13a500-640f-4863-a5ce-fd829a35b85c req-1deb99c4-740f-4417-a544-cd96e38c5c95 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622688 Apr 16 04:24:55.567287 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-8349f8ab-a2dd-4878-94eb-f26e86d40d22 None None] Set router 9c4b6530-9c19-4bd9-b00d-ad6682bc99da gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:55.604831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80a63e24-f006-4461-bfb2-8d5969d2d4ac tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (c734d233-e558-4baa-85e0-4f931e4d22ce), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:55.610168 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-08327838-84e1-42e8-b80b-20d770a33443 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (bcfdb7c3-b8b0-470c-8275-a99e59934465), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:55.654642 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-57b3b8c2-e98b-49a5-b2e7-8de8b5549c0a None None] Provisioning complete for port de2ab27d-eb41-4062-8f80-b4e51616029b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:55.654642 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-57b3b8c2-e98b-49a5-b2e7-8de8b5549c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (de2ab27d-eb41-4062-8f80-b4e51616029b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:55.664662 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d37fb94-84ae-4505-960e-dff6ef12558a x-openstack-request-id: req-0d37fb94-84ae-4505-960e-dff6ef12558a {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:24:55.665144 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2e76b8-c920-4681-bddc-9b3c2570b226", "tag": "b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:24:55.665407 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d37fb94-84ae-4505-960e-dff6ef12558a {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:24:55.665843 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d37fb94-84ae-4505-960e-dff6ef12558a'] response: {'name': 'network-changed', 'server_uuid': '8b2e76b8-c920-4681-bddc-9b3c2570b226', 'tag': 'b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e', 'status': 'completed', 'code': 200} Apr 16 04:24:55.717062 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcd035e-9831-4641-a2ae-5ccaa07e5a35 None None] Network c734d233-e558-4baa-85e0-4f931e4d22ce requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:24:55.754838 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 2d12a94d-63a8-4b38-b9ae-baa193a2424d triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:55.755230 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:55.801085 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0ed5-d8d4-4042-9d72-b3dac7d90af8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e414a0c3-134c-49b5-9f69-25976b5dba82), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:55.812513 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-08327838-84e1-42e8-b80b-20d770a33443 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (bcfdb7c3-b8b0-470c-8275-a99e59934465), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:55.833671 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-5b66bdad-e537-42fc-9cad-e3e67b9c210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:24:49Z', 'revision_number': 9, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': 'ce83affb-a47f-4f98-81d7-c72552b317a8', 'name': '', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:5c:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:59Z', 'updated_at': '2022-04-16T04:24:16Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '843590ad-9081-470c-87c8-019c89fda434', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:55.868574 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66bdad-e537-42fc-9cad-e3e67b9c210d None None] The sync data for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv is: [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:24:49Z', 'revision_number': 9, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': 'ce83affb-a47f-4f98-81d7-c72552b317a8', 'name': '', 'network_id': '2726db1b-1e18-4ab0-b0b1-e7c2d73ae185', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:5c:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '843590ad-9081-470c-87c8-019c89fda434', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:59Z', 'updated_at': '2022-04-16T04:24:16Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '843590ad-9081-470c-87c8-019c89fda434', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:24:55.919817 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08327838-84e1-42e8-b80b-20d770a33443 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network 572e5538-85f8-4784-a4af-e45c51c8f27a is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:55.933396 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-08327838-84e1-42e8-b80b-20d770a33443 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:55.943679 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08327838-84e1-42e8-b80b-20d770a33443 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:55.950524 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08327838-84e1-42e8-b80b-20d770a33443 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:55.951877 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-08327838-84e1-42e8-b80b-20d770a33443 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:55.971105 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08327838-84e1-42e8-b80b-20d770a33443 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=bcfdb7c3-b8b0-470c-8275-a99e59934465,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:56.164769 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (813b4895-6c3e-4b4e-81e7-3b1548437d85), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:56.172962 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6322b085-38a0-4299-b6f8-13668e786b41 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (04ab4efa-2f67-4540-a261-1b8f4f406ac9), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:56.182333 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02153594-936b-4636-acc5-d022a113e0d0 req-118e883b-f084-4cf6-996b-33ccb451b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:56.183910 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-02153594-936b-4636-acc5-d022a113e0d0 req-118e883b-f084-4cf6-996b-33ccb451b678 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1331059124584452b3c27bedfa8953aa&device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 1129 time: 0.1500928 Apr 16 04:24:56.213189 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-6322b085-38a0-4299-b6f8-13668e786b41 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Calling delete_port for 04ab4efa-2f67-4540-a261-1b8f4f406ac9 owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:24:56.222963 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-80a63e24-f006-4461-bfb2-8d5969d2d4ac tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting port 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:24:56.223660 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80a63e24-f006-4461-bfb2-8d5969d2d4ac tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:56.354665 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 2d12a94d-63a8-4b38-b9ae-baa193a2424d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:56.356298 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-80a63e24-f006-4461-bfb2-8d5969d2d4ac tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] For port 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a,segment=NetworkSegment(f60380dc-5033-4277-a5a5-98ce703cf756),segment_id=f60380dc-5033-4277-a5a5-98ce703cf756)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:56.356746 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80a63e24-f006-4461-bfb2-8d5969d2d4ac tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:56.374465 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-80a63e24-f006-4461-bfb2-8d5969d2d4ac tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Calling delete_port for 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:24:56.418370 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-57b3b8c2-e98b-49a5-b2e7-8de8b5549c0a None None] Current status of the port de2ab27d-eb41-4062-8f80-b4e51616029b is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:56.485248 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] Allocated IP 2001:db8::2 (572e5538-85f8-4784-a4af-e45c51c8f27a/bb6ed925-20a0-4054-8ccd-47fa5709db3e/a3340504-d6bf-467e-b4f1-3b897ea1d206) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:24:56.497464 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['813b4895-6c3e-4b4e-81e7-3b1548437d85']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:56.505707 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-57b3b8c2-e98b-49a5-b2e7-8de8b5549c0a None None] Provisioning complete for port 2d12a94d-63a8-4b38-b9ae-baa193a2424d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:56.506082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-57b3b8c2-e98b-49a5-b2e7-8de8b5549c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:56.549781 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90147ad9-aede-494a-96d1-37576175f99d') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:56.550428 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90147ad9-aede-494a-96d1-37576175f99d') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:56.587078 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-08327838-84e1-42e8-b80b-20d770a33443 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4923179 Apr 16 04:24:56.596198 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38008) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:56.600550 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-8349f8ab-a2dd-4878-94eb-f26e86d40d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331617002', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:22:42Z', 'updated_at': '2022-04-16T04:23:00Z', 'revision_number': 4, 'project_id': '1331059124584452b3c27bedfa8953aa', 'gw_port': {'id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:44Z', 'updated_at': '2022-04-16T04:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '381ed736-6231-49a6-9341-ab26dc16ff93', 'name': '', 'network_id': '568d6779-966e-4ede-8372-feba943d93d4', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'mac_address': 'fa:16:3e:70:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '660e9b45-824f-4813-95fc-d919bbc73d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:57Z', 'updated_at': '2022-04-16T04:23:07Z', 'revision_number': 5, 'project_id': '1331059124584452b3c27bedfa8953aa', 'subnets': [{'id': '660e9b45-824f-4813-95fc-d919bbc73d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:56.716646 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80a63e24-f006-4461-bfb2-8d5969d2d4ac tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:56.727739 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (90147ad9-aede-494a-96d1-37576175f99d), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:56.730924 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646f9e8-a5ba-4f36-816e-7916244f96cd req-e14109e5-73e4-4f4a-bbef-accdb4fc8134 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:56.731842 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-57b3b8c2-e98b-49a5-b2e7-8de8b5549c0a None None] Current status of the port 2d12a94d-63a8-4b38-b9ae-baa193a2424d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:56.742935 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e646f9e8-a5ba-4f36-816e-7916244f96cd req-e14109e5-73e4-4f4a-bbef-accdb4fc8134 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 945 time: 0.1954606 Apr 16 04:24:56.797270 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515e80a2-002c-4daa-bf0e-89ab7b14bec7 None None] DHCP port deletion for c734d233-e558-4baa-85e0-4f931e4d22ce request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:24:56.807820 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3a630632-9d24-41c3-8ef9-0c103ac88f7c up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:56.835347 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e646f9e8-a5ba-4f36-816e-7916244f96cd req-e4ab133d-5b17-4b37-af64-632a96cd7038 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880072 Apr 16 04:24:56.858787 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8349f8ab-a2dd-4878-94eb-f26e86d40d22 None None] Checking router: 9c4b6530-9c19-4bd9-b00d-ad6682bc99da for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:24:56.862557 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616debca-3dd2-426f-8eba-e356c5152266 req-86de432f-1544-4121-8ee3-8a5d7e86e502 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:56.864193 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-616debca-3dd2-426f-8eba-e356c5152266 req-86de432f-1544-4121-8ee3-8a5d7e86e502 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 945 time: 0.3791666 Apr 16 04:24:56.872175 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a63e24-f006-4461-bfb2-8d5969d2d4ac tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Port': ['ID=7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:56.874372 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (90147ad9-aede-494a-96d1-37576175f99d), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:56.878601 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a63e24-f006-4461-bfb2-8d5969d2d4ac tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] No DVR routers for this DVR port 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:24:56.904992 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-57b3b8c2-e98b-49a5-b2e7-8de8b5549c0a None None] Provisioning complete for port 865bf0fe-c6ed-4633-94a3-6475e3aaecdd triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:56.905624 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-57b3b8c2-e98b-49a5-b2e7-8de8b5549c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (865bf0fe-c6ed-4633-94a3-6475e3aaecdd), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:56.917412 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0ed5-d8d4-4042-9d72-b3dac7d90af8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for port (e414a0c3-134c-49b5-9f69-25976b5dba82), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:56.919097 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8349f8ab-a2dd-4878-94eb-f26e86d40d22 None None] Routers {'9c4b6530-9c19-4bd9-b00d-ad6682bc99da'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:56.919767 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-8349f8ab-a2dd-4878-94eb-f26e86d40d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9c4b6530-9c19-4bd9-b00d-ad6682bc99da'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:56.922079 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:24:56.922505 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (90147ad9-aede-494a-96d1-37576175f99d), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:24:56.942873 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:24:56.987774 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 3a630632-9d24-41c3-8ef9-0c103ac88f7c triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:56.988142 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3a630632-9d24-41c3-8ef9-0c103ac88f7c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:57.013867 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0ed5-d8d4-4042-9d72-b3dac7d90af8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (e414a0c3-134c-49b5-9f69-25976b5dba82), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:57.015058 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0ed5-d8d4-4042-9d72-b3dac7d90af8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (0d4b8147-16ef-46f4-bcfe-6b191715d33a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:57.136396 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf0ed5-d8d4-4042-9d72-b3dac7d90af8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event updated for resources: {'Port': ['ID=e414a0c3-134c-49b5-9f69-25976b5dba82,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:57.167428 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-8349f8ab-a2dd-4878-94eb-f26e86d40d22 None None] Set router 9c4b6530-9c19-4bd9-b00d-ad6682bc99da gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:57.194183 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdf0ed5-d8d4-4042-9d72-b3dac7d90af8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Network ad890721-7b24-4452-953c-006a7f63f6a0 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:57.195841 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-8fdf0ed5-d8d4-4042-9d72-b3dac7d90af8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:57.226036 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80a63e24-f006-4461-bfb2-8d5969d2d4ac tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (c734d233-e558-4baa-85e0-4f931e4d22ce), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:57.247723 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-9e6bd768-93c0-4fca-a58c-28277bdfa1c1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port bcfdb7c3-b8b0-470c-8275-a99e59934465 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:24:57.248083 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9e6bd768-93c0-4fca-a58c-28277bdfa1c1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (bcfdb7c3-b8b0-470c-8275-a99e59934465), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:57.264885 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-616debca-3dd2-426f-8eba-e356c5152266 req-16735a2a-ac28-45c5-978e-b7e58fb156e4 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3840783 Apr 16 04:24:57.341305 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-80a63e24-f006-4461-bfb2-8d5969d2d4ac tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c734d233-e558-4baa-85e0-4f931e4d22ce']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:57.346241 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdf0ed5-d8d4-4042-9d72-b3dac7d90af8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router 0d4b8147-16ef-46f4-bcfe-6b191715d33a has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:24:57.355906 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-80a63e24-f006-4461-bfb2-8d5969d2d4ac tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60380dc-5033-4277-a5a5-98ce703cf756') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:57.356221 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-80a63e24-f006-4461-bfb2-8d5969d2d4ac tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60380dc-5033-4277-a5a5-98ce703cf756') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:57.390001 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] Publish callbacks [] for port (a3340504-d6bf-467e-b4f1-3b897ea1d206), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:57.401886 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (813b4895-6c3e-4b4e-81e7-3b1548437d85), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:57.409235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80a63e24-f006-4461-bfb2-8d5969d2d4ac tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (f60380dc-5033-4277-a5a5-98ce703cf756), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:57.487779 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:57.488446 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdf0ed5-d8d4-4042-9d72-b3dac7d90af8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:24:57.492014 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/networks/813b4895-6c3e-4b4e-81e7-3b1548437d85 HTTP/1.1" status: 204 len: 168 time: 6.2036481 Apr 16 04:24:57.496427 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 3a630632-9d24-41c3-8ef9-0c103ac88f7c is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:57.496890 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (3a630632-9d24-41c3-8ef9-0c103ac88f7c), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:57.497621 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95493d-6af7-4b06-8f59-53cc3ddffc98 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Network': ['ID=813b4895-6c3e-4b4e-81e7-3b1548437d85,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:57.500458 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] Sync routers for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:24:57.504981 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8fdf0ed5-d8d4-4042-9d72-b3dac7d90af8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/0d4b8147-16ef-46f4-bcfe-6b191715d33a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2283568 Apr 16 04:24:57.508183 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38012) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:57.508579 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38014) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:57.509057 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (a3340504-d6bf-467e-b4f1-3b897ea1d206), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:57.511282 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-57b3b8c2-e98b-49a5-b2e7-8de8b5549c0a None None] Current status of the port 865bf0fe-c6ed-4633-94a3-6475e3aaecdd is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:57.524324 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-6b4fbbab-dd99-4b23-946a-f74d10748f38 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:57.529582 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:57.530236 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:57.587524 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80a63e24-f006-4461-bfb2-8d5969d2d4ac tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f60380dc-5033-4277-a5a5-98ce703cf756), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:57.614488 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a63e24-f006-4461-bfb2-8d5969d2d4ac tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:24:57.614912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80a63e24-f006-4461-bfb2-8d5969d2d4ac tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (f60380dc-5033-4277-a5a5-98ce703cf756), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:57.622820 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] Network 572e5538-85f8-4784-a4af-e45c51c8f27a is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:24:57.624267 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:24:57.632593 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-16cf778e-90a0-4478-acf2-1d0aa607a21e tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] DELETE failed (client error): The resource could not be found. Apr 16 04:24:57.633278 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16cf778e-90a0-4478-acf2-1d0aa607a21e tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:24:57.636495 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-16cf778e-90a0-4478-acf2-1d0aa607a21e tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/networks/813b4895-6c3e-4b4e-81e7-3b1548437d85 HTTP/1.1" status: 404 len: 339 time: 0.1268485 Apr 16 04:24:57.644119 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38016) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:57.649123 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-bf7f8de2-f41f-47d9-9b07-5626dc9534f1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-233924895', 'description': 'd1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:57.653996 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b92bc117-2e7b-4ea8-9357-ae5b1718e4c0 None None] Provisioning complete for port e414a0c3-134c-49b5-9f69-25976b5dba82 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:57.654356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b92bc117-2e7b-4ea8-9357-ae5b1718e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e414a0c3-134c-49b5-9f69-25976b5dba82), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:57.656762 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] Pushing event updated for resources: {'Port': ['ID=a3340504-d6bf-467e-b4f1-3b897ea1d206,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:57.661337 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf33751-edf7-4a32-8ae1-fce59f9dc90b req-2bbc3efd-482e-4cf4-94b0-816764285731 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:57.664477 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-acf33751-edf7-4a32-8ae1-fce59f9dc90b req-2bbc3efd-482e-4cf4-94b0-816764285731 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 945 time: 0.2446406 Apr 16 04:24:57.684909 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:24:57.687416 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:24:57.691235 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 3a630632-9d24-41c3-8ef9-0c103ac88f7c, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3a630632-9d24-41c3-8ef9-0c103ac88f7c,segment=NetworkSegment(870fbf98-7a35-4e1a-9146-5aa858943fc0),segment_id=870fbf98-7a35-4e1a-9146-5aa858943fc0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:57.701906 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02153594-936b-4636-acc5-d022a113e0d0 req-83e7b0c8-15cd-4c2a-8e0b-461adbb23625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:57.703417 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-02153594-936b-4636-acc5-d022a113e0d0 req-83e7b0c8-15cd-4c2a-8e0b-461adbb23625 service neutron] 10.222.0.18 "GET /v2.0/networks?id=568d6779-966e-4ede-8372-feba943d93d4 HTTP/1.1" status: 200 len: 896 time: 0.5405328 Apr 16 04:24:57.711983 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:57.775179 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b92bc117-2e7b-4ea8-9357-ae5b1718e4c0 None None] Port e414a0c3-134c-49b5-9f69-25976b5dba82 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:24:57.777586 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-8349f8ab-a2dd-4878-94eb-f26e86d40d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331617002', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:22:42Z', 'updated_at': '2022-04-16T04:23:00Z', 'revision_number': 4, 'project_id': '1331059124584452b3c27bedfa8953aa', 'gw_port': {'id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:44Z', 'updated_at': '2022-04-16T04:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '381ed736-6231-49a6-9341-ab26dc16ff93', 'name': '', 'network_id': '568d6779-966e-4ede-8372-feba943d93d4', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'mac_address': 'fa:16:3e:70:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '660e9b45-824f-4813-95fc-d919bbc73d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:57Z', 'updated_at': '2022-04-16T04:23:07Z', 'revision_number': 5, 'project_id': '1331059124584452b3c27bedfa8953aa', 'subnets': [{'id': '660e9b45-824f-4813-95fc-d919bbc73d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:57.816642 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9e6bd768-93c0-4fca-a58c-28277bdfa1c1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (bcfdb7c3-b8b0-470c-8275-a99e59934465), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:57.849629 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8349f8ab-a2dd-4878-94eb-f26e86d40d22 None None] The sync data for ids ['9c4b6530-9c19-4bd9-b00d-ad6682bc99da'] in dv-neutron-838078-2-hyperv is: [{'id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331617002', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:22:42Z', 'updated_at': '2022-04-16T04:23:00Z', 'revision_number': 4, 'project_id': '1331059124584452b3c27bedfa8953aa', 'gw_port': {'id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:44Z', 'updated_at': '2022-04-16T04:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '381ed736-6231-49a6-9341-ab26dc16ff93', 'name': '', 'network_id': '568d6779-966e-4ede-8372-feba943d93d4', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'mac_address': 'fa:16:3e:70:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '660e9b45-824f-4813-95fc-d919bbc73d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:57Z', 'updated_at': '2022-04-16T04:23:07Z', 'revision_number': 5, 'project_id': '1331059124584452b3c27bedfa8953aa', 'subnets': [{'id': '660e9b45-824f-4813-95fc-d919bbc73d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:24:57.858414 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (3a630632-9d24-41c3-8ef9-0c103ac88f7c), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:57.864273 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6322b085-38a0-4299-b6f8-13668e786b41 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (04ab4efa-2f67-4540-a261-1b8f4f406ac9), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:57.866527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7f8de2-f41f-47d9-9b07-5626dc9534f1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Made reservation on behalf of 72d1aa50b704448a8feee6c10e3fbf25 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:24:57.871427 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bf7f8de2-f41f-47d9-9b07-5626dc9534f1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:57.889618 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 4fcc2c00-c600-4bd0-884a-5110c15e68e1 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:24:57.928543 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-02153594-936b-4636-acc5-d022a113e0d0 req-a584cac4-4216-4c1c-93f7-1f507301001d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e HTTP/1.1" status: 200 len: 217 time: 0.2095897 Apr 16 04:24:57.988317 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-9e6bd768-93c0-4fca-a58c-28277bdfa1c1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for bcfdb7c3-b8b0-470c-8275-a99e59934465 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:24:57.989142 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b92bc117-2e7b-4ea8-9357-ae5b1718e4c0 None None] Provisioning complete for port 2d12a94d-63a8-4b38-b9ae-baa193a2424d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:57.989707 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b92bc117-2e7b-4ea8-9357-ae5b1718e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:57.994094 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:24:55Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865bf0fe-c6ed-4633-94a3-6475e3aaecdd', 'name': '', 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:b4:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:40Z', 'updated_at': '2022-04-16T04:24:52Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e414a0c3-134c-49b5-9f69-25976b5dba82', 'name': '', 'network_id': 'ad890721-7b24-4452-953c-006a7f63f6a0', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:9a:58:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '32923fbf-2a4d-4e7f-b234-0cc359005bac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:53Z', 'updated_at': '2022-04-16T04:24:56Z', 'revision_number': 2, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '32923fbf-2a4d-4e7f-b234-0cc359005bac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea', 'name': '', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e0:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:31Z', 'updated_at': '2022-04-16T04:24:44Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:58.004890 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7f8de2-f41f-47d9-9b07-5626dc9534f1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:24:58.024581 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 4fcc2c00-c600-4bd0-884a-5110c15e68e1 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:24:58.025192 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 4fcc2c00-c600-4bd0-884a-5110c15e68e1 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:24:58.035405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] Attempting to bind port a3340504-d6bf-467e-b4f1-3b897ea1d206 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:58.035987 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] Attempting to bind port a3340504-d6bf-467e-b4f1-3b897ea1d206 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'c7fab78d-7322-4e41-961c-096a1701d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '572e5538-85f8-4784-a4af-e45c51c8f27a'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:58.036516 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] Attempting to bind port a3340504-d6bf-467e-b4f1-3b897ea1d206 on network 572e5538-85f8-4784-a4af-e45c51c8f27a {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:58.049731 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322b085-38a0-4299-b6f8-13668e786b41 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Pushing event deleted for resources: {'Port': ['ID=04ab4efa-2f67-4540-a261-1b8f4f406ac9,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:58.050382 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] Checking router: 0d4b8147-16ef-46f4-bcfe-6b191715d33a for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:24:58.054871 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02153594-936b-4636-acc5-d022a113e0d0 req-70e147be-bf92-492c-acc2-f4445bbb3a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:58.056440 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-02153594-936b-4636-acc5-d022a113e0d0 req-70e147be-bf92-492c-acc2-f4445bbb3a40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=660e9b45-824f-4813-95fc-d919bbc73d2c HTTP/1.1" status: 200 len: 835 time: 0.0733736 Apr 16 04:24:58.060892 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] Updating router 0d4b8147-16ef-46f4-bcfe-6b191715d33a port e414a0c3-134c-49b5-9f69-25976b5dba82 binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:24:58.072717 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:58.073403 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] Checking segment: {'id': 'c7fab78d-7322-4e41-961c-096a1701d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '572e5538-85f8-4784-a4af-e45c51c8f27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:58.074015 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:58.074586 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] Bound using segment: {'id': 'c7fab78d-7322-4e41-961c-096a1701d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '572e5538-85f8-4784-a4af-e45c51c8f27a'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:58.075231 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] Bound port: a3340504-d6bf-467e-b4f1-3b897ea1d206, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fab78d-7322-4e41-961c-096a1701d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '572e5538-85f8-4784-a4af-e45c51c8f27a'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:58.075775 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a3340504-d6bf-467e-b4f1-3b897ea1d206), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:58.101713 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80a63e24-f006-4461-bfb2-8d5969d2d4ac tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (c734d233-e558-4baa-85e0-4f931e4d22ce), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:58.103958 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e414a0c3-134c-49b5-9f69-25976b5dba82), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:58.112502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80a63e24-f006-4461-bfb2-8d5969d2d4ac tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:58.116224 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-80a63e24-f006-4461-bfb2-8d5969d2d4ac tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/networks/c734d233-e558-4baa-85e0-4f931e4d22ce HTTP/1.1" status: 204 len: 168 time: 2.6568007 Apr 16 04:24:58.145198 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=3a630632-9d24-41c3-8ef9-0c103ac88f7c,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:58.153094 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bf7f8de2-f41f-47d9-9b07-5626dc9534f1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (d3e9786c-2937-420d-9f82-5ee08f79adb4), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:58.153722 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-bf7f8de2-f41f-47d9-9b07-5626dc9534f1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Added segment d3e9786c-2937-420d-9f82-5ee08f79adb4 of type vlan for network 2d3fbbea-5316-40e5-bd14-e60b23aadba0 Apr 16 04:24:58.178156 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38022) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:58.178440 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:58.206170 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-acf33751-edf7-4a32-8ae1-fce59f9dc90b req-3c63d133-7c3e-449d-b911-13769f7705e1 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Deleting port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:24:58.206792 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-acf33751-edf7-4a32-8ae1-fce59f9dc90b req-3c63d133-7c3e-449d-b911-13769f7705e1 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:58.218929 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a63e24-f006-4461-bfb2-8d5969d2d4ac tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Network': ['ID=c734d233-e558-4baa-85e0-4f931e4d22ce,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:58.260163 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] For port a3340504-d6bf-467e-b4f1-3b897ea1d206, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:58.278949 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] For port a3340504-d6bf-467e-b4f1-3b897ea1d206, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a3340504-d6bf-467e-b4f1-3b897ea1d206,segment=NetworkSegment(c7fab78d-7322-4e41-961c-096a1701d552),segment_id=c7fab78d-7322-4e41-961c-096a1701d552)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:58.281682 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b92bc117-2e7b-4ea8-9357-ae5b1718e4c0 None None] Current status of the port 2d12a94d-63a8-4b38-b9ae-baa193a2424d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:58.293507 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b92bc117-2e7b-4ea8-9357-ae5b1718e4c0 None None] Provisioning complete for port 3a630632-9d24-41c3-8ef9-0c103ac88f7c triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:58.293935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b92bc117-2e7b-4ea8-9357-ae5b1718e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3a630632-9d24-41c3-8ef9-0c103ac88f7c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:58.314803 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9539f4c-32c9-478a-a577-eaedc3285b83 req-be1c2625-23cd-4a94-b49d-8af00970a89a tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:58.320288 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e9539f4c-32c9-478a-a577-eaedc3285b83 req-be1c2625-23cd-4a94-b49d-8af00970a89a tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 945 time: 0.3556557 Apr 16 04:24:58.447741 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-acf33751-edf7-4a32-8ae1-fce59f9dc90b req-3c63d133-7c3e-449d-b911-13769f7705e1 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] For port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e,segment=NetworkSegment(d7c808db-70e3-4b65-8546-fc6c96327c6e),segment_id=d7c808db-70e3-4b65-8546-fc6c96327c6e)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:24:58.448626 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-acf33751-edf7-4a32-8ae1-fce59f9dc90b req-3c63d133-7c3e-449d-b911-13769f7705e1 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:58.468638 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-acf33751-edf7-4a32-8ae1-fce59f9dc90b req-3c63d133-7c3e-449d-b911-13769f7705e1 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Calling delete_port for b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:24:58.527235 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bf7f8de2-f41f-47d9-9b07-5626dc9534f1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (2d3fbbea-5316-40e5-bd14-e60b23aadba0), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:58.537710 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e9539f4c-32c9-478a-a577-eaedc3285b83 req-94614e22-a2e3-492f-8458-7b45cd9cab4f tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042463 Apr 16 04:24:58.577870 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.extraroute_db [None req-6b4fbbab-dd99-4b23-946a-f74d10748f38 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=104632) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 16 04:24:58.595164 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] Publish callbacks [] for port (e414a0c3-134c-49b5-9f69-25976b5dba82), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:58.599018 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.extraroute_db [None req-6b4fbbab-dd99-4b23-946a-f74d10748f38 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Removed routes are [] {{(pid=104632) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 16 04:24:58.599620 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6b4fbbab-dd99-4b23-946a-f74d10748f38 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (0d4b8147-16ef-46f4-bcfe-6b191715d33a), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:58.638774 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bf7f8de2-f41f-47d9-9b07-5626dc9534f1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (2d3fbbea-5316-40e5-bd14-e60b23aadba0), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:58.645356 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7f8de2-f41f-47d9-9b07-5626dc9534f1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:58.646030 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bf7f8de2-f41f-47d9-9b07-5626dc9534f1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:58.647075 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3a630632-9d24-41c3-8ef9-0c103ac88f7c up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:24:58.649990 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35eb570-14f5-4d9a-8f59-6992c57f1055 None None] New status for floating IP e822351c-9b48-422f-b115-c20256886b61: DOWN {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:24:58.657521 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (a3340504-d6bf-467e-b4f1-3b897ea1d206), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:58.666241 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e414a0c3-134c-49b5-9f69-25976b5dba82), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:58.686163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02153594-936b-4636-acc5-d022a113e0d0 req-7681385c-082f-428f-b532-4d92669b425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:58.686375 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-02153594-936b-4636-acc5-d022a113e0d0 req-7681385c-082f-428f-b532-4d92669b425f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=568d6779-966e-4ede-8372-feba943d93d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.6038260 Apr 16 04:24:58.773076 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf77569-74f4-49db-a633-0843295b3f42 None None] Pushing event updated for resources: {'Port': ['ID=e414a0c3-134c-49b5-9f69-25976b5dba82,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:58.779872 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6322b085-38a0-4299-b6f8-13668e786b41 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (71243aba-574b-4275-b041-ccd545c6f1dd), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:58.804362 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b92bc117-2e7b-4ea8-9357-ae5b1718e4c0 None None] Current status of the port 3a630632-9d24-41c3-8ef9-0c103ac88f7c is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:58.869142 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd786d-ffe5-48be-95fd-54ff44064e2c None None] Pushing event updated for resources: {'Port': ['ID=a3340504-d6bf-467e-b4f1-3b897ea1d206,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:58.882601 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bf7f8de2-f41f-47d9-9b07-5626dc9534f1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2392037 Apr 16 04:24:58.897491 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38028) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:58.910195 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 3a630632-9d24-41c3-8ef9-0c103ac88f7c triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:58.910564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3a630632-9d24-41c3-8ef9-0c103ac88f7c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:58.955653 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf77569-74f4-49db-a633-0843295b3f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:58.956195 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf77569-74f4-49db-a633-0843295b3f42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:58.956698 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf77569-74f4-49db-a633-0843295b3f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:58.957698 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf77569-74f4-49db-a633-0843295b3f42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:58.959172 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf77569-74f4-49db-a633-0843295b3f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:58.959736 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf77569-74f4-49db-a633-0843295b3f42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:58.960259 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf77569-74f4-49db-a633-0843295b3f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:58.960771 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf77569-74f4-49db-a633-0843295b3f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:58.961289 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf77569-74f4-49db-a633-0843295b3f42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:58.962012 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf77569-74f4-49db-a633-0843295b3f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:58.962987 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf77569-74f4-49db-a633-0843295b3f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:58.963930 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf77569-74f4-49db-a633-0843295b3f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:58.964411 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf77569-74f4-49db-a633-0843295b3f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:58.965078 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf77569-74f4-49db-a633-0843295b3f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:58.965557 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf77569-74f4-49db-a633-0843295b3f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:24:59.005916 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] Attempting to bind port e414a0c3-134c-49b5-9f69-25976b5dba82 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:24:59.006496 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] Attempting to bind port e414a0c3-134c-49b5-9f69-25976b5dba82 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '870fbf98-7a35-4e1a-9146-5aa858943fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ad890721-7b24-4452-953c-006a7f63f6a0'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:24:59.007172 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] Attempting to bind port e414a0c3-134c-49b5-9f69-25976b5dba82 on network ad890721-7b24-4452-953c-006a7f63f6a0 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:24:59.008997 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f8de2-f41f-47d9-9b07-5626dc9534f1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Network': ['ID=2d3fbbea-5316-40e5-bd14-e60b23aadba0,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:59.011713 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 3a630632-9d24-41c3-8ef9-0c103ac88f7c is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:24:59.021605 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 2d3fbbea-5316-40e5-bd14-e60b23aadba0 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:24:59.034033 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:24:59.038648 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] Checking segment: {'id': '870fbf98-7a35-4e1a-9146-5aa858943fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ad890721-7b24-4452-953c-006a7f63f6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:24:59.042672 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:59.043897 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75723ae0-6458-407c-9c6d-296e307286b0 req-0b4a39d9-7fd8-490b-9a7e-1b1a09c23fa3 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:59.044422 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] Bound using segment: {'id': '870fbf98-7a35-4e1a-9146-5aa858943fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ad890721-7b24-4452-953c-006a7f63f6a0'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:24:59.045188 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] Bound port: e414a0c3-134c-49b5-9f69-25976b5dba82, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870fbf98-7a35-4e1a-9146-5aa858943fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ad890721-7b24-4452-953c-006a7f63f6a0'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:24:59.047014 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e414a0c3-134c-49b5-9f69-25976b5dba82), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:59.055134 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-75723ae0-6458-407c-9c6d-296e307286b0 req-0b4a39d9-7fd8-490b-9a7e-1b1a09c23fa3 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 945 time: 0.4093003 Apr 16 04:24:59.131089 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:24:59.141714 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-acf33751-edf7-4a32-8ae1-fce59f9dc90b req-3c63d133-7c3e-449d-b911-13769f7705e1 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:59.178521 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:24:59.178872 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 7e3c09b8-1e51-4b81-bcaa-9e536d5e6f2a not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:24:59.194863 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] For port e414a0c3-134c-49b5-9f69-25976b5dba82, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:24:59.200493 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] For port e414a0c3-134c-49b5-9f69-25976b5dba82, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e414a0c3-134c-49b5-9f69-25976b5dba82,segment=NetworkSegment(870fbf98-7a35-4e1a-9146-5aa858943fc0),segment_id=870fbf98-7a35-4e1a-9146-5aa858943fc0)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:24:59.202113 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45c67be-504d-440e-aacb-4a6b2c9df6b4 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:59.207005 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c45c67be-504d-440e-aacb-4a6b2c9df6b4 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "GET /v2.0/networks?id=2d3fbbea-5316-40e5-bd14-e60b23aadba0 HTTP/1.1" status: 200 len: 764 time: 0.3050342 Apr 16 04:24:59.210628 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38030) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:59.220537 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63d133-7c3e-449d-b911-13769f7705e1 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event deleted for resources: {'Port': ['ID=b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:59.229632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-1eff61a1-c0b3-48fa-bd23-5276f6b67e17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'network': {'description': 'd2'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:59.257533 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6322b085-38a0-4299-b6f8-13668e786b41 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (71243aba-574b-4275-b041-ccd545c6f1dd), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:59.278163 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-4f55b692-a411-41b0-b18f-7d87c2846e9b None None] Provisioning complete for port e414a0c3-134c-49b5-9f69-25976b5dba82 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:59.280329 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4f55b692-a411-41b0-b18f-7d87c2846e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e414a0c3-134c-49b5-9f69-25976b5dba82), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:59.291216 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6b4fbbab-dd99-4b23-946a-f74d10748f38 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (0d4b8147-16ef-46f4-bcfe-6b191715d33a), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:59.299547 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6b4fbbab-dd99-4b23-946a-f74d10748f38 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (0d4b8147-16ef-46f4-bcfe-6b191715d33a), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:59.334807 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e414a0c3-134c-49b5-9f69-25976b5dba82), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:59.335155 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4f55b692-a411-41b0-b18f-7d87c2846e9b None None] Port e414a0c3-134c-49b5-9f69-25976b5dba82 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:24:59.338108 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6322b085-38a0-4299-b6f8-13668e786b41 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_controller (71243aba-574b-4275-b041-ccd545c6f1dd), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:59.430393 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4fbbab-dd99-4b23-946a-f74d10748f38 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router 0d4b8147-16ef-46f4-bcfe-6b191715d33a has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:24:59.449173 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:24:59.453602 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:24:59.578942 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4fbbab-dd99-4b23-946a-f74d10748f38 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:24:59.586808 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6b4fbbab-dd99-4b23-946a-f74d10748f38 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:59.588144 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6b4fbbab-dd99-4b23-946a-f74d10748f38 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/0d4b8147-16ef-46f4-bcfe-6b191715d33a HTTP/1.1" status: 200 len: 953 time: 2.0688186 Apr 16 04:24:59.591028 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38034) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:59.668617 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf77569-74f4-49db-a633-0843295b3f42 None None] Pushing event updated for resources: {'Port': ['ID=e414a0c3-134c-49b5-9f69-25976b5dba82,revision_number=4']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:24:59.723545 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:24:59.753069 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844eaba-de61-4a50-b703-940bb8c1a6d6 req-32d05d88-df95-4ef1-b0d1-890502f5ffe7 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:24:59.754612 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7844eaba-de61-4a50-b703-940bb8c1a6d6 req-32d05d88-df95-4ef1-b0d1-890502f5ffe7 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 945 time: 0.0720010 Apr 16 04:24:59.767797 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d32d9fd4-b0e9-40f7-831a-e2a17d62857c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/routers/0d4b8147-16ef-46f4-bcfe-6b191715d33a HTTP/1.1" status: 200 len: 953 time: 0.1755633 Apr 16 04:24:59.775312 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38036) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:24:59.779787 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-5b0ad61f-641e-4283-8dd3-6936fb33beec tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'router': {'routes': None}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:24:59.878129 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c7e49bb1-79cf-4abd-b477-9e435e193882 None None] Provisioning complete for port e414a0c3-134c-49b5-9f69-25976b5dba82 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:24:59.878748 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c7e49bb1-79cf-4abd-b477-9e435e193882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e414a0c3-134c-49b5-9f69-25976b5dba82), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:24:59.949766 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-75723ae0-6458-407c-9c6d-296e307286b0 req-66130853-c202-4f00-ad68-b93d13d9d6be tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/security-groups?id=db622253-f4ed-41fe-92d6-f357f0b3a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8935430 Apr 16 04:25:00.144582 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf33751-edf7-4a32-8ae1-fce59f9dc90b req-3c63d133-7c3e-449d-b911-13769f7705e1 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] No DVR routers for this DVR port b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:00.147491 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-acf33751-edf7-4a32-8ae1-fce59f9dc90b req-3c63d133-7c3e-449d-b911-13769f7705e1 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:00.151674 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-acf33751-edf7-4a32-8ae1-fce59f9dc90b req-3c63d133-7c3e-449d-b911-13769f7705e1 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.18 "DELETE /v2.0/ports/b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e HTTP/1.1" status: 204 len: 173 time: 2.4397886 Apr 16 04:25:00.157447 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-02153594-936b-4636-acc5-d022a113e0d0 req-3dfa4116-0ca1-4305-b1fb-4cd642fd787e service neutron] 10.222.0.18 "GET /v2.0/networks/568d6779-966e-4ede-8372-feba943d93d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4462440 Apr 16 04:25:00.158438 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6322b085-38a0-4299-b6f8-13668e786b41 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (71243aba-574b-4275-b041-ccd545c6f1dd), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:00.159031 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6322b085-38a0-4299-b6f8-13668e786b41 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Fanout notify agent at l3_agent the message router_deleted on router 71243aba-574b-4275-b041-ccd545c6f1dd {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:25:00.159937 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c7e49bb1-79cf-4abd-b477-9e435e193882 None None] Current status of the port e414a0c3-134c-49b5-9f69-25976b5dba82 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:00.164105 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c7e49bb1-79cf-4abd-b477-9e435e193882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e414a0c3-134c-49b5-9f69-25976b5dba82), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:00.177487 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6322b085-38a0-4299-b6f8-13668e786b41 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:00.184265 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6322b085-38a0-4299-b6f8-13668e786b41 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "DELETE /v2.0/routers/71243aba-574b-4275-b041-ccd545c6f1dd HTTP/1.1" status: 204 len: 168 time: 6.0003331 Apr 16 04:25:00.195736 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38040) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:00.226476 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:24:58Z', 'revision_number': 6, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865bf0fe-c6ed-4633-94a3-6475e3aaecdd', 'name': '', 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:b4:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:40Z', 'updated_at': '2022-04-16T04:24:52Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e414a0c3-134c-49b5-9f69-25976b5dba82', 'name': '', 'network_id': 'ad890721-7b24-4452-953c-006a7f63f6a0', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:9a:58:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '32923fbf-2a4d-4e7f-b234-0cc359005bac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:53Z', 'updated_at': '2022-04-16T04:24:59Z', 'revision_number': 4, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '32923fbf-2a4d-4e7f-b234-0cc359005bac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea', 'name': '', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e0:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:31Z', 'updated_at': '2022-04-16T04:24:44Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:00.256157 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2e76b8-c920-4681-bddc-9b3c2570b226', 'name': 'network-vif-deleted', 'tag': 'b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:25:00.266192 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c7e49bb1-79cf-4abd-b477-9e435e193882 None None] For port e414a0c3-134c-49b5-9f69-25976b5dba82, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e414a0c3-134c-49b5-9f69-25976b5dba82,segment=NetworkSegment(870fbf98-7a35-4e1a-9146-5aa858943fc0),segment_id=870fbf98-7a35-4e1a-9146-5aa858943fc0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:00.269620 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb451fd5-bce2-4e07-be4e-401ec15a3ec7" -d '{"events": [{"server_uuid": "8b2e76b8-c920-4681-bddc-9b3c2570b226", "name": "network-vif-deleted", "tag": "b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:25:00.279357 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-c1e37664-82c3-4182-bba0-746d9e928d21 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1419945599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:00.322260 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e445d9-e6bd-48c8-8cdc-c6be165b2410 None None] The sync data for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv is: [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:24:58Z', 'revision_number': 6, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865bf0fe-c6ed-4633-94a3-6475e3aaecdd', 'name': '', 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:b4:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:40Z', 'updated_at': '2022-04-16T04:24:52Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e414a0c3-134c-49b5-9f69-25976b5dba82', 'name': '', 'network_id': 'ad890721-7b24-4452-953c-006a7f63f6a0', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:9a:58:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '32923fbf-2a4d-4e7f-b234-0cc359005bac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:53Z', 'updated_at': '2022-04-16T04:24:59Z', 'revision_number': 4, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '32923fbf-2a4d-4e7f-b234-0cc359005bac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea', 'name': '', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e0:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:31Z', 'updated_at': '2022-04-16T04:24:44Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:25:00.347573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c7e49bb1-79cf-4abd-b477-9e435e193882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e414a0c3-134c-49b5-9f69-25976b5dba82), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:00.519640 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e49bb1-79cf-4abd-b477-9e435e193882 None None] Pushing event updated for resources: {'Port': ['ID=e414a0c3-134c-49b5-9f69-25976b5dba82,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:00.589135 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8698c1a-e7fc-405b-9ef6-a5d299c4ced3 x-openstack-request-id: req-d8698c1a-e7fc-405b-9ef6-a5d299c4ced3 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:25:00.589435 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2e76b8-c920-4681-bddc-9b3c2570b226", "name": "network-vif-deleted", "tag": "b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:25:00.590343 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8698c1a-e7fc-405b-9ef6-a5d299c4ced3 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:25:00.590343 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8698c1a-e7fc-405b-9ef6-a5d299c4ced3'] response: {'server_uuid': '8b2e76b8-c920-4681-bddc-9b3c2570b226', 'name': 'network-vif-deleted', 'tag': 'b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e', 'status': 'completed', 'code': 200} Apr 16 04:25:00.726985 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a3340504-d6bf-467e-b4f1-3b897ea1d206 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:25:00.808879 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-587931b3-2282-40e9-879e-35b4c20776f7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (293efcd5-9555-44fe-91e7-e406a3d1fc53), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:00.829279 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port a3340504-d6bf-467e-b4f1-3b897ea1d206 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:00.830272 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a3340504-d6bf-467e-b4f1-3b897ea1d206), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:00.883216 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7844eaba-de61-4a50-b703-940bb8c1a6d6 req-a4c3174d-9d27-455b-9b09-01ab099da16e tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1142232 Apr 16 04:25:00.895481 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c1e37664-82c3-4182-bba0-746d9e928d21 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (f16b5327-dc51-48e3-847f-711ff8143e88), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:00.896857 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c1e37664-82c3-4182-bba0-746d9e928d21 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (f16b5327-dc51-48e3-847f-711ff8143e88), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:00.905842 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ff4a3f-45ca-456f-960a-d5a5e9c57b05 None None] get_active_networks_info from dv-neutron-838078-2-hyperv {{(pid=104634) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 16 04:25:00.911706 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9e6bd768-93c0-4fca-a58c-28277bdfa1c1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (bcfdb7c3-b8b0-470c-8275-a99e59934465), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:01.090329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1eff61a1-c0b3-48fa-bd23-5276f6b67e17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (2d3fbbea-5316-40e5-bd14-e60b23aadba0), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:01.109079 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bd768-93c0-4fca-a58c-28277bdfa1c1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=bcfdb7c3-b8b0-470c-8275-a99e59934465,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:01.217912 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8ee4321d-e1aa-4d74-bcc4-8c0a3905929c req-21edc3d5-904d-49c2-a1d7-93778e2a7115 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b2e76b8-c920-4681-bddc-9b3c2570b226 HTTP/1.1" status: 200 len: 210 time: 0.0684454 Apr 16 04:25:01.293561 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1eff61a1-c0b3-48fa-bd23-5276f6b67e17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (2d3fbbea-5316-40e5-bd14-e60b23aadba0), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:01.295519 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ff4a3f-45ca-456f-960a-d5a5e9c57b05 None None] Resources bound (agent type, host, resource id): {{(pid=104634) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 16 04:25:01.308219 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9e6bd768-93c0-4fca-a58c-28277bdfa1c1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:01.313344 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9e6bd768-93c0-4fca-a58c-28277bdfa1c1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/ports/bcfdb7c3-b8b0-470c-8275-a99e59934465 HTTP/1.1" status: 204 len: 168 time: 4.7137346 Apr 16 04:25:01.379016 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c1e37664-82c3-4182-bba0-746d9e928d21 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_controller (f16b5327-dc51-48e3-847f-711ff8143e88), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:01.384905 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38054) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:01.389379 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-02153594-936b-4636-acc5-d022a113e0d0 req-08949237-cadc-44b9-9bf0-a1625c63b4d5 service neutron] 10.222.0.18 "GET /v2.0/networks/568d6779-966e-4ede-8372-feba943d93d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1656079 Apr 16 04:25:01.448293 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1eff61a1-c0b3-48fa-bd23-5276f6b67e17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Network 2d3fbbea-5316-40e5-bd14-e60b23aadba0 is not hosted by any dhcp agent {{(pid=104633) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 16 04:25:01.458525 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eff61a1-c0b3-48fa-bd23-5276f6b67e17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:01.459672 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1eff61a1-c0b3-48fa-bd23-5276f6b67e17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:01.462512 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1eff61a1-c0b3-48fa-bd23-5276f6b67e17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "PUT /v2.0/networks/2d3fbbea-5316-40e5-bd14-e60b23aadba0 HTTP/1.1" status: 200 len: 761 time: 2.2360916 Apr 16 04:25:01.475167 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38056) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:01.477649 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.extraroute_db [None req-5b0ad61f-641e-4283-8dd3-6936fb33beec tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Added routes are [] {{(pid=104632) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 16 04:25:01.477970 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.extraroute_db [None req-5b0ad61f-641e-4283-8dd3-6936fb33beec tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=104632) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 16 04:25:01.480587 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-6bb8c129-32cc-43df-8f14-98961e526f22 None None] Provisioning complete for port a3340504-d6bf-467e-b4f1-3b897ea1d206 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:01.482717 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6bb8c129-32cc-43df-8f14-98961e526f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a3340504-d6bf-467e-b4f1-3b897ea1d206), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:01.490131 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c1e37664-82c3-4182-bba0-746d9e928d21 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (f16b5327-dc51-48e3-847f-711ff8143e88), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:01.556489 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7d71c9-ed94-457e-b148-92436169d39c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:01.557082 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd7d71c9-ed94-457e-b148-92436169d39c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:01.560441 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dd7d71c9-ed94-457e-b148-92436169d39c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/ports/bcfdb7c3-b8b0-470c-8275-a99e59934465 HTTP/1.1" status: 404 len: 333 time: 0.1700487 Apr 16 04:25:01.576454 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f065f28-87bf-4684-95eb-c76c2d44147b req-b33c4587-c7cd-41c9-9cbc-15fa869d1104 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:01.578311 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7f065f28-87bf-4684-95eb-c76c2d44147b req-b33c4587-c7cd-41c9-9cbc-15fa869d1104 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 945 time: 0.0927713 Apr 16 04:25:01.580658 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38058) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:01.625813 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port a3340504-d6bf-467e-b4f1-3b897ea1d206 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:01.626925 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a3340504-d6bf-467e-b4f1-3b897ea1d206), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:01.650537 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-094ac7d6-6605-4405-98fb-15e1bf4fe5ee tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] GET failed (client error): The resource could not be found. Apr 16 04:25:01.652204 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-094ac7d6-6605-4405-98fb-15e1bf4fe5ee tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports/bcfdb7c3-b8b0-470c-8275-a99e59934465 HTTP/1.1" status: 404 len: 333 time: 0.0630300 Apr 16 04:25:01.657208 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff61a1-c0b3-48fa-bd23-5276f6b67e17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Network': ['ID=2d3fbbea-5316-40e5-bd14-e60b23aadba0,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:01.661969 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38060) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:01.708074 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 2d3fbbea-5316-40e5-bd14-e60b23aadba0 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:25:01.739473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad61f-641e-4283-8dd3-6936fb33beec tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (0d4b8147-16ef-46f4-bcfe-6b191715d33a), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:01.750870 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c7fbbd-4dc4-41b0-a525-0cd521927c02 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:01.757574 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c6c7fbbd-4dc4-41b0-a525-0cd521927c02 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "GET /v2.0/networks?id=2d3fbbea-5316-40e5-bd14-e60b23aadba0 HTTP/1.1" status: 200 len: 764 time: 0.2013121 Apr 16 04:25:01.758235 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38062) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:01.773285 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7f065f28-87bf-4684-95eb-c76c2d44147b req-82637aec-ff5e-4ff8-a837-e30f31c0756f tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732171 Apr 16 04:25:01.811234 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ec610-4b79-4baf-99ff-e082c9481fd2 req-c13d5acc-ba22-40cb-99cf-a3af3b19df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:01.815443 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-039ec610-4b79-4baf-99ff-e082c9481fd2 req-c13d5acc-ba22-40cb-99cf-a3af3b19df1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df9a6fe556904c1daa9e4e9d04e1cb79&device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 1129 time: 0.2647698 Apr 16 04:25:01.832957 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c1e37664-82c3-4182-bba0-746d9e928d21 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:01.837789 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c1e37664-82c3-4182-bba0-746d9e928d21 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.5650370 Apr 16 04:25:01.841495 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38064) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:01.849188 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-664b42a9-bdbd-48d7-bdef-aececfecebef tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:01.850206 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port a3340504-d6bf-467e-b4f1-3b897ea1d206, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a3340504-d6bf-467e-b4f1-3b897ea1d206,segment=NetworkSegment(c7fab78d-7322-4e41-961c-096a1701d552),segment_id=c7fab78d-7322-4e41-961c-096a1701d552)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:01.897951 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80983fa-e313-4514-9907-3b97b0f3d5cd None None] Sync routers for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:25:01.910244 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80983fa-e313-4514-9907-3b97b0f3d5cd None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:01.913524 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a80983fa-e313-4514-9907-3b97b0f3d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:01.958224 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (a3340504-d6bf-467e-b4f1-3b897ea1d206), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:01.959999 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-587931b3-2282-40e9-879e-35b4c20776f7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting port ce83affb-a47f-4f98-81d7-c72552b317a8 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:01.964106 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-587931b3-2282-40e9-879e-35b4c20776f7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (ce83affb-a47f-4f98-81d7-c72552b317a8), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:02.064997 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:02.070347 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-a80983fa-e313-4514-9907-3b97b0f3d5cd None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:02.088204 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-6bb8c129-32cc-43df-8f14-98961e526f22 None None] Current status of the port a3340504-d6bf-467e-b4f1-3b897ea1d206 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:02.088966 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6bb8c129-32cc-43df-8f14-98961e526f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a3340504-d6bf-467e-b4f1-3b897ea1d206), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:02.094399 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:02.095062 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device b15f7d6c-b2df-4657-90dc-f8d7f7b60c1e not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:02.143219 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=a3340504-d6bf-467e-b4f1-3b897ea1d206,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:02.149520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee2b4b3-b546-4773-8eae-5320204ffd7c None None] Network 572e5538-85f8-4784-a4af-e45c51c8f27a requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:02.248104 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-587931b3-2282-40e9-879e-35b4c20776f7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] For port ce83affb-a47f-4f98-81d7-c72552b317a8, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ce83affb-a47f-4f98-81d7-c72552b317a8,segment=NetworkSegment(f9cb43db-b288-49bb-be41-88df5427af60),segment_id=f9cb43db-b288-49bb-be41-88df5427af60)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:02.248748 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-587931b3-2282-40e9-879e-35b4c20776f7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (ce83affb-a47f-4f98-81d7-c72552b317a8), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:02.263699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-6bb8c129-32cc-43df-8f14-98961e526f22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:25:02.264250 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-6bb8c129-32cc-43df-8f14-98961e526f22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:25:02.272661 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9607f8e4-a68d-4c2f-8d99-26b0648b119e tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:02.274220 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9607f8e4-a68d-4c2f-8d99-26b0648b119e tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5141048 Apr 16 04:25:02.277953 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38070) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:02.280762 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-587931b3-2282-40e9-879e-35b4c20776f7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Calling delete_port for ce83affb-a47f-4f98-81d7-c72552b317a8 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:02.302559 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d3b958-20b7-4836-883a-d63fcbc25f28 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting subnet bb6ed925-20a0-4054-8ccd-47fa5709db3e {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:25:02.384153 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38072) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:02.387181 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e6d3b958-20b7-4836-883a-d63fcbc25f28 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (bb6ed925-20a0-4054-8ccd-47fa5709db3e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:02.397562 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a80983fa-e313-4514-9907-3b97b0f3d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:25:01Z', 'revision_number': 7, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865bf0fe-c6ed-4633-94a3-6475e3aaecdd', 'name': '', 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:b4:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:40Z', 'updated_at': '2022-04-16T04:24:52Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e414a0c3-134c-49b5-9f69-25976b5dba82', 'name': '', 'network_id': 'ad890721-7b24-4452-953c-006a7f63f6a0', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:9a:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '32923fbf-2a4d-4e7f-b234-0cc359005bac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:53Z', 'updated_at': '2022-04-16T04:25:00Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '32923fbf-2a4d-4e7f-b234-0cc359005bac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea', 'name': '', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e0:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:31Z', 'updated_at': '2022-04-16T04:24:44Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:02.405303 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0eb24855-207f-42ba-826b-236362f0d9dd tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "GET /v2.0/subnets?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 HTTP/1.1" status: 200 len: 207 time: 0.1263900 Apr 16 04:25:02.408815 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38074) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:02.443530 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80983fa-e313-4514-9907-3b97b0f3d5cd None None] Checking router: 0d4b8147-16ef-46f4-bcfe-6b191715d33a for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:25:02.455863 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80983fa-e313-4514-9907-3b97b0f3d5cd None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:02.456507 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a80983fa-e313-4514-9907-3b97b0f3d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:02.621492 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e6d3b958-20b7-4836-883a-d63fcbc25f28 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (bb6ed925-20a0-4054-8ccd-47fa5709db3e), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:02.644133 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a3340504-d6bf-467e-b4f1-3b897ea1d206 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:25:02.672485 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-a80983fa-e313-4514-9907-3b97b0f3d5cd None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:02.708081 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ec610-4b79-4baf-99ff-e082c9481fd2 req-d0d8f76e-9357-4220-a7db-4186678d17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:02.710964 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-039ec610-4b79-4baf-99ff-e082c9481fd2 req-d0d8f76e-9357-4220-a7db-4186678d17c8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d2cf3884-0560-4147-9fd5-bb24a6616029 HTTP/1.1" status: 200 len: 912 time: 0.8672941 Apr 16 04:25:02.730322 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441444ad-173b-490f-a717-d6600db4e9c9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:02.737389 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441444ad-173b-490f-a717-d6600db4e9c9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:02.739370 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port a3340504-d6bf-467e-b4f1-3b897ea1d206 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:02.739781 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a3340504-d6bf-467e-b4f1-3b897ea1d206), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:02.742857 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441444ad-173b-490f-a717-d6600db4e9c9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:02.751267 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441444ad-173b-490f-a717-d6600db4e9c9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:02.754720 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441444ad-173b-490f-a717-d6600db4e9c9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:02.760085 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441444ad-173b-490f-a717-d6600db4e9c9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:02.767014 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-441444ad-173b-490f-a717-d6600db4e9c9 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3562024 Apr 16 04:25:02.767415 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38076) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:02.905920 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-6bb8c129-32cc-43df-8f14-98961e526f22 None None] Current status of the port a3340504-d6bf-467e-b4f1-3b897ea1d206 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:02.980526 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port a3340504-d6bf-467e-b4f1-3b897ea1d206 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:02.981565 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e414a0c3-134c-49b5-9f69-25976b5dba82 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:25:03.009352 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad61f-641e-4283-8dd3-6936fb33beec tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (0d4b8147-16ef-46f4-bcfe-6b191715d33a), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:03.010006 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a80983fa-e313-4514-9907-3b97b0f3d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:25:01Z', 'revision_number': 7, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865bf0fe-c6ed-4633-94a3-6475e3aaecdd', 'name': '', 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:b4:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:40Z', 'updated_at': '2022-04-16T04:24:52Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e414a0c3-134c-49b5-9f69-25976b5dba82', 'name': '', 'network_id': 'ad890721-7b24-4452-953c-006a7f63f6a0', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:9a:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '32923fbf-2a4d-4e7f-b234-0cc359005bac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:53Z', 'updated_at': '2022-04-16T04:25:00Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '32923fbf-2a4d-4e7f-b234-0cc359005bac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea', 'name': '', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e0:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:31Z', 'updated_at': '2022-04-16T04:24:44Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:03.020807 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-039ec610-4b79-4baf-99ff-e082c9481fd2 req-fc1dbf22-8127-45d2-84ad-e3156eb93fc0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa0b6eff-feac-4c15-938d-b06750972a08 HTTP/1.1" status: 200 len: 217 time: 0.2956579 Apr 16 04:25:03.049098 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-a9a262a9-a446-4201-81e4-c7edff99e3c6 None None] Provisioning complete for port a3340504-d6bf-467e-b4f1-3b897ea1d206 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:03.049624 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a9a262a9-a446-4201-81e4-c7edff99e3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a3340504-d6bf-467e-b4f1-3b897ea1d206), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:03.061564 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80983fa-e313-4514-9907-3b97b0f3d5cd None None] The sync data for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv is: [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:25:01Z', 'revision_number': 7, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865bf0fe-c6ed-4633-94a3-6475e3aaecdd', 'name': '', 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:b4:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:40Z', 'updated_at': '2022-04-16T04:24:52Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e414a0c3-134c-49b5-9f69-25976b5dba82', 'name': '', 'network_id': 'ad890721-7b24-4452-953c-006a7f63f6a0', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:9a:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '32923fbf-2a4d-4e7f-b234-0cc359005bac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:53Z', 'updated_at': '2022-04-16T04:25:00Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '32923fbf-2a4d-4e7f-b234-0cc359005bac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea', 'name': '', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e0:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:31Z', 'updated_at': '2022-04-16T04:24:44Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:25:03.079097 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad61f-641e-4283-8dd3-6936fb33beec tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (0d4b8147-16ef-46f4-bcfe-6b191715d33a), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:03.085662 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-664b42a9-bdbd-48d7-bdef-aececfecebef tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_gateway (f16b5327-dc51-48e3-847f-711ff8143e88), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:03.131244 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port e414a0c3-134c-49b5-9f69-25976b5dba82 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:03.131967 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e6d3b958-20b7-4836-883a-d63fcbc25f28 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (bb6ed925-20a0-4054-8ccd-47fa5709db3e), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:03.132184 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e414a0c3-134c-49b5-9f69-25976b5dba82), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:03.243538 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f8330-0066-48af-afff-7f3b5a729808 req-afdcb02b-71b7-45f0-ab04-ccb9ed5d7b56 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:03.249861 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-464f8330-0066-48af-afff-7f3b5a729808 req-afdcb02b-71b7-45f0-ab04-ccb9ed5d7b56 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 945 time: 0.2273350 Apr 16 04:25:03.273452 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ec610-4b79-4baf-99ff-e082c9481fd2 req-95ebf7e2-3d84-4740-9eb4-d80d20a408b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:03.274944 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-039ec610-4b79-4baf-99ff-e082c9481fd2 req-95ebf7e2-3d84-4740-9eb4-d80d20a408b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4e226c3-0e5b-45fb-ae43-e7c4aee38abf HTTP/1.1" status: 200 len: 852 time: 0.2294598 Apr 16 04:25:03.418143 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-039ec610-4b79-4baf-99ff-e082c9481fd2 req-37dc3b11-c2ca-4948-8e6b-31356b7f7275 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2cf3884-0560-4147-9fd5-bb24a6616029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110957 Apr 16 04:25:03.468016 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0ad61f-641e-4283-8dd3-6936fb33beec tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router 0d4b8147-16ef-46f4-bcfe-6b191715d33a has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:25:03.477437 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-464f8330-0066-48af-afff-7f3b5a729808 req-4424fd7d-90fe-47d5-b41a-94b6f6844930 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622558 Apr 16 04:25:03.512303 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e6d3b958-20b7-4836-883a-d63fcbc25f28 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (bb6ed925-20a0-4054-8ccd-47fa5709db3e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:03.515047 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a9a262a9-a446-4201-81e4-c7edff99e3c6 None None] Current status of the port a3340504-d6bf-467e-b4f1-3b897ea1d206 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:03.516343 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c1791855-ca52-40d5-ab29-5c105eaeff12 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.6944537 Apr 16 04:25:03.527482 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38086) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:03.568629 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port e414a0c3-134c-49b5-9f69-25976b5dba82 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:03.632933 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-5df7011a-4af5-4d0f-b902-698a71a2776f None None] Could not find standard attr ID for object bcfdb7c3-b8b0-470c-8275-a99e59934465. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:25:03.714123 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14653789-73d6-4681-a864-291451804527 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:03.715437 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14653789-73d6-4681-a864-291451804527 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:03.717086 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14653789-73d6-4681-a864-291451804527 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:03.718409 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14653789-73d6-4681-a864-291451804527 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:03.719726 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14653789-73d6-4681-a864-291451804527 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:03.722095 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-14653789-73d6-4681-a864-291451804527 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1932573 Apr 16 04:25:03.728820 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38092) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:03.805438 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0ad61f-641e-4283-8dd3-6936fb33beec tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:25:03.816701 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd0460-926c-431f-8228-9194a82de0ba None None] Sync routers for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:25:03.842887 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebd0460-926c-431f-8228-9194a82de0ba None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:03.843884 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-bebd0460-926c-431f-8228-9194a82de0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:03.847559 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad61f-641e-4283-8dd3-6936fb33beec tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:03.850889 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5b0ad61f-641e-4283-8dd3-6936fb33beec tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/0d4b8147-16ef-46f4-bcfe-6b191715d33a HTTP/1.1" status: 200 len: 703 time: 4.0722997 Apr 16 04:25:03.851509 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38094) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:03.951185 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3b958-20b7-4836-883a-d63fcbc25f28 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Subnet': ['ID=bb6ed925-20a0-4054-8ccd-47fa5709db3e,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:03.952944 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-bebd0460-926c-431f-8228-9194a82de0ba None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:03.953409 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-587931b3-2282-40e9-879e-35b4c20776f7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (ce83affb-a47f-4f98-81d7-c72552b317a8), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:03.956517 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e6d3b958-20b7-4836-883a-d63fcbc25f28 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:03.962193 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e6d3b958-20b7-4836-883a-d63fcbc25f28 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/subnets/bb6ed925-20a0-4054-8ccd-47fa5709db3e HTTP/1.1" status: 204 len: 168 time: 2.2916250 Apr 16 04:25:03.970174 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28bf33f-ab08-4caa-b3e0-f861ad15c6d0 None None] Network 572e5538-85f8-4784-a4af-e45c51c8f27a requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:03.973964 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38096) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:04.053356 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587931b3-2282-40e9-879e-35b4c20776f7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Port': ['ID=ce83affb-a47f-4f98-81d7-c72552b317a8,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:04.059687 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8bdbd8a8-216b-48dc-a319-9ff06a69f4c6 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (9c4b6530-9c19-4bd9-b00d-ad6682bc99da), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:04.247875 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-039ec610-4b79-4baf-99ff-e082c9481fd2 req-58644eaf-2088-4e07-852a-5a2b73b6d4a3 service neutron] 10.222.0.18 "GET /v2.0/networks/d2cf3884-0560-4147-9fd5-bb24a6616029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8143575 Apr 16 04:25:04.290834 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c74002-4862-4190-88c8-a79eccb1d92b None None] DHCP port deletion for 572e5538-85f8-4784-a4af-e45c51c8f27a request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:25:04.308124 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ac5fd2e3-14fa-442f-9158-e6ac1bbcb5b1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-339883416&fields=id&tenant_id=024f29826de14ed8a2ca7f327e6a16aa HTTP/1.1" status: 200 len: 267 time: 0.3633382 Apr 16 04:25:04.311840 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db5607d6-f692-446a-9d2e-5aa887e739cd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (572e5538-85f8-4784-a4af-e45c51c8f27a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:04.355071 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-bebd0460-926c-431f-8228-9194a82de0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:25:01Z', 'revision_number': 7, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865bf0fe-c6ed-4633-94a3-6475e3aaecdd', 'name': '', 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:b4:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:40Z', 'updated_at': '2022-04-16T04:24:52Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e414a0c3-134c-49b5-9f69-25976b5dba82', 'name': '', 'network_id': 'ad890721-7b24-4452-953c-006a7f63f6a0', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:9a:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '32923fbf-2a4d-4e7f-b234-0cc359005bac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:53Z', 'updated_at': '2022-04-16T04:25:00Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '32923fbf-2a4d-4e7f-b234-0cc359005bac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea', 'name': '', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e0:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:31Z', 'updated_at': '2022-04-16T04:24:44Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:04.361480 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad351b6-e301-4883-a4a0-7dda45710c80 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['shared'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:04.364473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad351b6-e301-4883-a4a0-7dda45710c80 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['shared'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:04.365877 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad351b6-e301-4883-a4a0-7dda45710c80 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['shared'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:04.373201 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad351b6-e301-4883-a4a0-7dda45710c80 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['shared'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:04.375000 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad351b6-e301-4883-a4a0-7dda45710c80 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['shared'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:04.377056 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-aad351b6-e301-4883-a4a0-7dda45710c80 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.6428595 Apr 16 04:25:04.390900 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38098) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:04.406782 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd0460-926c-431f-8228-9194a82de0ba None None] Checking router: 0d4b8147-16ef-46f4-bcfe-6b191715d33a for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:25:04.423107 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f2c74002-4862-4190-88c8-a79eccb1d92b None None] Deleting port a3340504-d6bf-467e-b4f1-3b897ea1d206 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:04.423621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f2c74002-4862-4190-88c8-a79eccb1d92b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (a3340504-d6bf-467e-b4f1-3b897ea1d206), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:04.427525 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebd0460-926c-431f-8228-9194a82de0ba None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:04.428262 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-bebd0460-926c-431f-8228-9194a82de0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:04.438832 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-664b42a9-bdbd-48d7-bdef-aececfecebef tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_gateway (f16b5327-dc51-48e3-847f-711ff8143e88), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:04.494252 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-95499579-157a-4cc6-b975-bb83b767cc8d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/routers/0d4b8147-16ef-46f4-bcfe-6b191715d33a HTTP/1.1" status: 200 len: 703 time: 0.6130280 Apr 16 04:25:04.494252 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-664b42a9-bdbd-48d7-bdef-aececfecebef tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:04.496667 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38100) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:04.541320 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f2c74002-4862-4190-88c8-a79eccb1d92b None None] For port a3340504-d6bf-467e-b4f1-3b897ea1d206, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a3340504-d6bf-467e-b4f1-3b897ea1d206,segment=NetworkSegment(c7fab78d-7322-4e41-961c-096a1701d552),segment_id=c7fab78d-7322-4e41-961c-096a1701d552)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:04.541718 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f2c74002-4862-4190-88c8-a79eccb1d92b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (a3340504-d6bf-467e-b4f1-3b897ea1d206), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:04.556274 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f2c74002-4862-4190-88c8-a79eccb1d92b None None] Calling delete_port for a3340504-d6bf-467e-b4f1-3b897ea1d206 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:04.627682 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a3340504-d6bf-467e-b4f1-3b897ea1d206 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:04.712486 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-bebd0460-926c-431f-8228-9194a82de0ba None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:04.730535 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69cea2-9426-4a21-9d09-7a241e16137c req-b5b2c3b4-877c-41c0-a236-dfa8314e9a28 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:04.732235 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3c69cea2-9426-4a21-9d09-7a241e16137c req-b5b2c3b4-877c-41c0-a236-dfa8314e9a28 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 945 time: 0.1512256 Apr 16 04:25:04.756606 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-db5607d6-f692-446a-9d2e-5aa887e739cd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port a3340504-d6bf-467e-b4f1-3b897ea1d206 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:04.756606 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db5607d6-f692-446a-9d2e-5aa887e739cd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (a3340504-d6bf-467e-b4f1-3b897ea1d206), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:04.815344 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-039ec610-4b79-4baf-99ff-e082c9481fd2 req-ff1fd945-df0a-40ce-aa05-ed3c935c71a9 service neutron] 10.222.0.18 "GET /v2.0/networks/d2cf3884-0560-4147-9fd5-bb24a6616029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305645 Apr 16 04:25:04.838656 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port a3340504-d6bf-467e-b4f1-3b897ea1d206 is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:04.839058 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a3340504-d6bf-467e-b4f1-3b897ea1d206), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:04.855667 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-37be2446-77a5-4a70-a0a4-fe3b80cdca59 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:04.858464 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-37be2446-77a5-4a70-a0a4-fe3b80cdca59 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/networks?id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e HTTP/1.1" status: 200 len: 812 time: 0.4988163 Apr 16 04:25:04.874646 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f2c74002-4862-4190-88c8-a79eccb1d92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (a3340504-d6bf-467e-b4f1-3b897ea1d206), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:04.924484 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0454e9-4cc8-4c84-95eb-6ee2e7f039a2 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:04.925986 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0e0454e9-4cc8-4c84-95eb-6ee2e7f039a2 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "GET /v2.0/networks/ec67d702-e26c-4021-9a81-ecf8c6c1fee8 HTTP/1.1" status: 200 len: 803 time: 0.5294776 Apr 16 04:25:04.930942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38104) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:04.935488 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-664b42a9-bdbd-48d7-bdef-aececfecebef tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Allocated IP 172.26.6.214 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/868c1053-ca5c-4b19-9fb1-cb452ecb62ea) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:04.935706 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c74002-4862-4190-88c8-a79eccb1d92b None None] Pushing event deleted for resources: {'Port': ['ID=a3340504-d6bf-467e-b4f1-3b897ea1d206,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:04.953805 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3c69cea2-9426-4a21-9d09-7a241e16137c req-1d79809b-df43-4ec5-badb-28e751e31c6f tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909220 Apr 16 04:25:04.959809 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c74002-4862-4190-88c8-a79eccb1d92b None None] No DVR routers for this DVR port a3340504-d6bf-467e-b4f1-3b897ea1d206 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:04.977484 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-587931b3-2282-40e9-879e-35b4c20776f7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (293efcd5-9555-44fe-91e7-e406a3d1fc53), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:05.007106 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-49988d31-9f14-484b-b796-5f8a8ee6ebd8 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/quotas/024f29826de14ed8a2ca7f327e6a16aa HTTP/1.1" status: 200 len: 375 time: 0.1355283 Apr 16 04:25:05.061210 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-bebd0460-926c-431f-8228-9194a82de0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:25:01Z', 'revision_number': 7, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865bf0fe-c6ed-4633-94a3-6475e3aaecdd', 'name': '', 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:b4:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:40Z', 'updated_at': '2022-04-16T04:24:52Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e414a0c3-134c-49b5-9f69-25976b5dba82', 'name': '', 'network_id': 'ad890721-7b24-4452-953c-006a7f63f6a0', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:9a:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '32923fbf-2a4d-4e7f-b234-0cc359005bac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:53Z', 'updated_at': '2022-04-16T04:25:00Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '32923fbf-2a4d-4e7f-b234-0cc359005bac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea', 'name': '', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e0:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:31Z', 'updated_at': '2022-04-16T04:24:44Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:05.090962 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd0460-926c-431f-8228-9194a82de0ba None None] The sync data for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv is: [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:25:01Z', 'revision_number': 7, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865bf0fe-c6ed-4633-94a3-6475e3aaecdd', 'name': '', 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:b4:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:40Z', 'updated_at': '2022-04-16T04:24:52Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e414a0c3-134c-49b5-9f69-25976b5dba82', 'name': '', 'network_id': 'ad890721-7b24-4452-953c-006a7f63f6a0', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:9a:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '32923fbf-2a4d-4e7f-b234-0cc359005bac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:53Z', 'updated_at': '2022-04-16T04:25:00Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '32923fbf-2a4d-4e7f-b234-0cc359005bac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea', 'name': '', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e0:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:31Z', 'updated_at': '2022-04-16T04:24:44Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:25:05.105839 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:25:05.152015 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-db5607d6-f692-446a-9d2e-5aa887e739cd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] For port a3340504-d6bf-467e-b4f1-3b897ea1d206, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a3340504-d6bf-467e-b4f1-3b897ea1d206,segment=NetworkSegment(c7fab78d-7322-4e41-961c-096a1701d552),segment_id=c7fab78d-7322-4e41-961c-096a1701d552)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:05.152407 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db5607d6-f692-446a-9d2e-5aa887e739cd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (a3340504-d6bf-467e-b4f1-3b897ea1d206), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:05.161204 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-664b42a9-bdbd-48d7-bdef-aececfecebef tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for port (868c1053-ca5c-4b19-9fb1-cb452ecb62ea), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:05.210074 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc02ac10-bf09-4b95-8617-45d5dca81941 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (0d4b8147-16ef-46f4-bcfe-6b191715d33a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:05.253542 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-db5607d6-f692-446a-9d2e-5aa887e739cd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for a3340504-d6bf-467e-b4f1-3b897ea1d206 owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:05.270478 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-5dbdb5e4-b3b2-4fda-8c1d-a03fb8ed4f28 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2398543 Apr 16 04:25:05.319672 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-8bdbd8a8-216b-48dc-a319-9ff06a69f4c6 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Deleting port 381ed736-6231-49a6-9341-ab26dc16ff93 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:05.320320 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8bdbd8a8-216b-48dc-a319-9ff06a69f4c6 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (381ed736-6231-49a6-9341-ab26dc16ff93), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:05.349452 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-664b42a9-bdbd-48d7-bdef-aececfecebef tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (868c1053-ca5c-4b19-9fb1-cb452ecb62ea), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:05.415310 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664b42a9-bdbd-48d7-bdef-aececfecebef tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:05.421124 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-664b42a9-bdbd-48d7-bdef-aececfecebef tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:05.427663 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664b42a9-bdbd-48d7-bdef-aececfecebef tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:05.444350 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-fe5e4d40-fef3-49b0-8b78-89a8c376336a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "GET /v2.0/networks/ec67d702-e26c-4021-9a81-ecf8c6c1fee8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4669695 Apr 16 04:25:05.450879 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38108) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:05.465848 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b42a9-bdbd-48d7-bdef-aececfecebef tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Pushing event updated for resources: {'Port': ['ID=868c1053-ca5c-4b19-9fb1-cb452ecb62ea,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:05.634547 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-dc02ac10-bf09-4b95-8617-45d5dca81941 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting port e414a0c3-134c-49b5-9f69-25976b5dba82 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:05.635214 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc02ac10-bf09-4b95-8617-45d5dca81941 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (e414a0c3-134c-49b5-9f69-25976b5dba82), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:05.748264 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-dc02ac10-bf09-4b95-8617-45d5dca81941 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] For port e414a0c3-134c-49b5-9f69-25976b5dba82, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e414a0c3-134c-49b5-9f69-25976b5dba82,segment=NetworkSegment(870fbf98-7a35-4e1a-9146-5aa858943fc0),segment_id=870fbf98-7a35-4e1a-9146-5aa858943fc0)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:05.748630 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc02ac10-bf09-4b95-8617-45d5dca81941 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (e414a0c3-134c-49b5-9f69-25976b5dba82), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:05.763714 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-dc02ac10-bf09-4b95-8617-45d5dca81941 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Calling delete_port for e414a0c3-134c-49b5-9f69-25976b5dba82 owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:05.977336 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863594c8-80ed-4c42-b958-01db991039d2 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:05.978704 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-863594c8-80ed-4c42-b958-01db991039d2 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "GET /v2.0/subnets/cf2b1523-1c7f-4907-b5e5-a2a24d113b85 HTTP/1.1" status: 200 len: 843 time: 0.5215390 Apr 16 04:25:05.982590 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38110) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:05.992443 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-8bdbd8a8-216b-48dc-a319-9ff06a69f4c6 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] For port 381ed736-6231-49a6-9341-ab26dc16ff93, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=381ed736-6231-49a6-9341-ab26dc16ff93,segment=NetworkSegment(d7c808db-70e3-4b65-8546-fc6c96327c6e),segment_id=d7c808db-70e3-4b65-8546-fc6c96327c6e)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:05.997745 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8bdbd8a8-216b-48dc-a319-9ff06a69f4c6 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (381ed736-6231-49a6-9341-ab26dc16ff93), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:05.997745 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-865b83fa-4212-4e9b-9a20-b3a44888779e service neutron] 10.222.0.30 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7050397 Apr 16 04:25:06.005584 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db5607d6-f692-446a-9d2e-5aa887e739cd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (a3340504-d6bf-467e-b4f1-3b897ea1d206), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:06.032152 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587931b3-2282-40e9-879e-35b4c20776f7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 293efcd5-9555-44fe-91e7-e406a3d1fc53 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:25:06.037693 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-8bdbd8a8-216b-48dc-a319-9ff06a69f4c6 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Calling delete_port for 381ed736-6231-49a6-9341-ab26dc16ff93 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:06.044002 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-664b42a9-bdbd-48d7-bdef-aececfecebef tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_gateway (f16b5327-dc51-48e3-847f-711ff8143e88), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:06.074646 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5607d6-f692-446a-9d2e-5aa887e739cd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No DVR routers for this DVR port a3340504-d6bf-467e-b4f1-3b897ea1d206 on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:06.077888 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5607d6-f692-446a-9d2e-5aa887e739cd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=a3340504-d6bf-467e-b4f1-3b897ea1d206,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:06.160396 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9913898-3ef8-4a88-a8db-2c80bbbf6109 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['shared'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:06.161806 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a9913898-3ef8-4a88-a8db-2c80bbbf6109 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "GET /v2.0/subnets/cf2b1523-1c7f-4907-b5e5-a2a24d113b85?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1782751 Apr 16 04:25:06.171047 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38114) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:06.180133 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-4d1a433e-3f0f-49d0-bb2a-8bfe2c241126 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2139402111'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:06.201912 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa13ea-5ae2-48bd-b9ae-695bc41c4b77 req-8994c47b-ed65-478f-904c-2f89a634c88a tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:06.203409 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-78aa13ea-5ae2-48bd-b9ae-695bc41c4b77 req-8994c47b-ed65-478f-904c-2f89a634c88a tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 945 time: 0.1132438 Apr 16 04:25:06.241218 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc02ac10-bf09-4b95-8617-45d5dca81941 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (e414a0c3-134c-49b5-9f69-25976b5dba82), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:06.312542 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02ac10-bf09-4b95-8617-45d5dca81941 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Port': ['ID=e414a0c3-134c-49b5-9f69-25976b5dba82,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:06.337471 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-78aa13ea-5ae2-48bd-b9ae-695bc41c4b77 req-5f5e5d33-3c7a-4b2e-a09b-f2ad83c487b4 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226585 Apr 16 04:25:06.365657 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-596df999-4b98-4f6c-93a6-c73e16ae7d86 service neutron] 10.222.0.30 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569226 Apr 16 04:25:06.386441 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db5607d6-f692-446a-9d2e-5aa887e739cd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (572e5538-85f8-4784-a4af-e45c51c8f27a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:06.424420 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1a433e-3f0f-49d0-bb2a-8bfe2c241126 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Made reservation on behalf of 72d1aa50b704448a8feee6c10e3fbf25 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:06.435815 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4d1a433e-3f0f-49d0-bb2a-8bfe2c241126 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:06.574801 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-db5607d6-f692-446a-9d2e-5aa887e739cd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572e5538-85f8-4784-a4af-e45c51c8f27a']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:06.588817 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587931b3-2282-40e9-879e-35b4c20776f7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:25:06.596781 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-db5607d6-f692-446a-9d2e-5aa887e739cd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7fab78d-7322-4e41-961c-096a1701d552') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:06.597192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-db5607d6-f692-446a-9d2e-5aa887e739cd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7fab78d-7322-4e41-961c-096a1701d552') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:06.602009 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-587931b3-2282-40e9-879e-35b4c20776f7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/293efcd5-9555-44fe-91e7-e406a3d1fc53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4068599 Apr 16 04:25:06.605493 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecea7434-b304-4a53-93c6-c8fe68caad21 None None] Sync routers for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:25:06.611328 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38124) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:06.623120 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea7434-b304-4a53-93c6-c8fe68caad21 None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:06.627774 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db5607d6-f692-446a-9d2e-5aa887e739cd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (c7fab78d-7322-4e41-961c-096a1701d552), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:06.631505 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-ecea7434-b304-4a53-93c6-c8fe68caad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:06.670988 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1a433e-3f0f-49d0-bb2a-8bfe2c241126 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:25:06.691663 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db5607d6-f692-446a-9d2e-5aa887e739cd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (c7fab78d-7322-4e41-961c-096a1701d552), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:06.701873 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4d1a433e-3f0f-49d0-bb2a-8bfe2c241126 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (301d4c99-9d49-4667-a355-bf3693f7a43e), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:06.702225 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-4d1a433e-3f0f-49d0-bb2a-8bfe2c241126 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Added segment 301d4c99-9d49-4667-a355-bf3693f7a43e of type vlan for network bcfa4455-22e0-4f7a-8daa-a413616c947c Apr 16 04:25:06.719346 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5607d6-f692-446a-9d2e-5aa887e739cd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:06.719782 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db5607d6-f692-446a-9d2e-5aa887e739cd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (c7fab78d-7322-4e41-961c-096a1701d552), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:06.723673 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:06.796785 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-ecea7434-b304-4a53-93c6-c8fe68caad21 None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:06.799285 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-664b42a9-bdbd-48d7-bdef-aececfecebef tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (f16b5327-dc51-48e3-847f-711ff8143e88), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:06.799785 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-40106e8a-7745-4c81-822a-9b86ecccfa65 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting subnet 843590ad-9081-470c-87c8-019c89fda434 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:25:06.803835 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc02ac10-bf09-4b95-8617-45d5dca81941 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (0d4b8147-16ef-46f4-bcfe-6b191715d33a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:06.806769 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-664b42a9-bdbd-48d7-bdef-aececfecebef tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (f16b5327-dc51-48e3-847f-711ff8143e88), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:06.834238 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-40106e8a-7745-4c81-822a-9b86ecccfa65 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for subnet (843590ad-9081-470c-87c8-019c89fda434), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:06.871409 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4d1a433e-3f0f-49d0-bb2a-8bfe2c241126 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (bcfa4455-22e0-4f7a-8daa-a413616c947c), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:06.910893 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-40106e8a-7745-4c81-822a-9b86ecccfa65 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (843590ad-9081-470c-87c8-019c89fda434), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:06.972716 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db5607d6-f692-446a-9d2e-5aa887e739cd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (572e5538-85f8-4784-a4af-e45c51c8f27a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:06.977134 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db5607d6-f692-446a-9d2e-5aa887e739cd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:06.981108 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-db5607d6-f692-446a-9d2e-5aa887e739cd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/networks/572e5538-85f8-4784-a4af-e45c51c8f27a HTTP/1.1" status: 204 len: 168 time: 3.0035775 Apr 16 04:25:06.987297 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38128) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:06.997899 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-5bba806e-5462-437c-8c22-442d27715590 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-885087021'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:07.003251 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5607d6-f692-446a-9d2e-5aa887e739cd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Network': ['ID=572e5538-85f8-4784-a4af-e45c51c8f27a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:07.053751 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-ecea7434-b304-4a53-93c6-c8fe68caad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:25:03Z', 'revision_number': 10, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:07.063435 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6dc06-0dcb-4db4-b162-b529d0c595d0 req-340a32a3-057c-4c58-b4dc-5c880e2d7b4a tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:07.065645 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0ef6dc06-0dcb-4db4-b162-b529d0c595d0 req-340a32a3-057c-4c58-b4dc-5c880e2d7b4a tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 945 time: 0.1209261 Apr 16 04:25:07.068213 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-40106e8a-7745-4c81-822a-9b86ecccfa65 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (843590ad-9081-470c-87c8-019c89fda434), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:07.087668 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecea7434-b304-4a53-93c6-c8fe68caad21 None None] Checking router: 293efcd5-9555-44fe-91e7-e406a3d1fc53 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:25:07.096973 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea7434-b304-4a53-93c6-c8fe68caad21 None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:07.097635 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-ecea7434-b304-4a53-93c6-c8fe68caad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:07.106962 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4d1a433e-3f0f-49d0-bb2a-8bfe2c241126 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (bcfa4455-22e0-4f7a-8daa-a413616c947c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:07.112141 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1a433e-3f0f-49d0-bb2a-8bfe2c241126 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:07.112756 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4d1a433e-3f0f-49d0-bb2a-8bfe2c241126 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:07.115395 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8bdbd8a8-216b-48dc-a319-9ff06a69f4c6 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (381ed736-6231-49a6-9341-ab26dc16ff93), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:07.202885 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbd8a8-216b-48dc-a319-9ff06a69f4c6 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event deleted for resources: {'Port': ['ID=381ed736-6231-49a6-9341-ab26dc16ff93,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:07.226298 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bba806e-5462-437c-8c22-442d27715590 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:07.230130 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5bba806e-5462-437c-8c22-442d27715590 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:07.248594 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0ef6dc06-0dcb-4db4-b162-b529d0c595d0 req-79e5f997-9cab-4a43-ab5f-aa142cf8d1df tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712654 Apr 16 04:25:07.269605 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-ecea7434-b304-4a53-93c6-c8fe68caad21 None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:07.310616 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bba806e-5462-437c-8c22-442d27715590 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:25:07.323889 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc02ac10-bf09-4b95-8617-45d5dca81941 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router 0d4b8147-16ef-46f4-bcfe-6b191715d33a has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:25:07.339401 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5bba806e-5462-437c-8c22-442d27715590 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (aba0bee4-9cda-47ac-a67b-3fcab4bd03b8), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:07.339956 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-5bba806e-5462-437c-8c22-442d27715590 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Added segment aba0bee4-9cda-47ac-a67b-3fcab4bd03b8 of type vlan for network 3d54b50e-f274-4bab-9711-d7f07edb559c Apr 16 04:25:07.366872 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4d1a433e-3f0f-49d0-bb2a-8bfe2c241126 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1930821 Apr 16 04:25:07.370897 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38136) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:07.373906 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a433e-3f0f-49d0-bb2a-8bfe2c241126 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Network': ['ID=bcfa4455-22e0-4f7a-8daa-a413616c947c,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:07.381967 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-ba1d2fae-ab15-42f9-8be2-4263453afc17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'subnet': {'network_id': 'bcfa4455-22e0-4f7a-8daa-a413616c947c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:07.387083 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-352e5c7d-d2df-49e6-807e-f47aee03fcc9 req-cc389c92-ff33-44bd-b457-39c49939e7cf tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 210 time: 0.1765413 Apr 16 04:25:07.396511 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664b42a9-bdbd-48d7-bdef-aececfecebef tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Router f16b5327-dc51-48e3-847f-711ff8143e88 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:25:07.405200 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network bcfa4455-22e0-4f7a-8daa-a413616c947c details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:25:07.492885 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5bba806e-5462-437c-8c22-442d27715590 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (3d54b50e-f274-4bab-9711-d7f07edb559c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:07.507391 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-40106e8a-7745-4c81-822a-9b86ecccfa65 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (843590ad-9081-470c-87c8-019c89fda434), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:07.571497 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-ecea7434-b304-4a53-93c6-c8fe68caad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:25:03Z', 'revision_number': 10, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:07.604988 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc02ac10-bf09-4b95-8617-45d5dca81941 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:25:07.617164 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8821d-94a3-4e68-8642-b051bc732a0a None None] Sync routers for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:25:07.625590 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecea7434-b304-4a53-93c6-c8fe68caad21 None None] The sync data for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv is: [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:25:03Z', 'revision_number': 10, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None, '_interfaces': [{'id': 'e03fcf85-aa8c-440e-b7ce-8c189e1176e7', 'name': '', 'network_id': 'bb7e27d3-5406-4050-849c-0c2253da6d52', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'mac_address': 'fa:16:3e:68:63:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '57d991fc-fff5-4047-a956-28cd51115868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:45Z', 'updated_at': '2022-04-16T04:23:57Z', 'revision_number': 5, 'project_id': 'a2943c81039c44448da97f93644354e6', 'subnets': [{'id': '57d991fc-fff5-4047-a956-28cd51115868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:25:07.639499 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-dc02ac10-bf09-4b95-8617-45d5dca81941 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/0d4b8147-16ef-46f4-bcfe-6b191715d33a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1386831 Apr 16 04:25:07.639499 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38138) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:07.644746 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f8821d-94a3-4e68-8642-b051bc732a0a None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:07.644746 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-60f8821d-94a3-4e68-8642-b051bc732a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:07.690571 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5bba806e-5462-437c-8c22-442d27715590 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (3d54b50e-f274-4bab-9711-d7f07edb559c), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:07.695138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8bdbd8a8-216b-48dc-a319-9ff06a69f4c6 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (9c4b6530-9c19-4bd9-b00d-ad6682bc99da), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:07.695550 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba806e-5462-437c-8c22-442d27715590 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:07.696129 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5bba806e-5462-437c-8c22-442d27715590 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:07.707381 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40106e8a-7745-4c81-822a-9b86ecccfa65 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Subnet': ['ID=843590ad-9081-470c-87c8-019c89fda434,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:07.723314 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-40106e8a-7745-4c81-822a-9b86ecccfa65 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:07.729083 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-40106e8a-7745-4c81-822a-9b86ecccfa65 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/subnets/843590ad-9081-470c-87c8-019c89fda434 HTTP/1.1" status: 204 len: 168 time: 1.1133394 Apr 16 04:25:07.731112 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38142) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:07.779123 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88ac430-a4f4-41a8-96ae-06879935838c None None] Network 2726db1b-1e18-4ab0-b0b1-e7c2d73ae185 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:07.791586 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7a937e-727f-4661-8401-24c8fee8802d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting subnet 32923fbf-2a4d-4e7f-b234-0cc359005bac {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:25:07.800213 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5b7a937e-727f-4661-8401-24c8fee8802d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for subnet (32923fbf-2a4d-4e7f-b234-0cc359005bac), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:07.810759 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5bba806e-5462-437c-8c22-442d27715590 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8163254 Apr 16 04:25:07.813159 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38146) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:07.835121 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664b42a9-bdbd-48d7-bdef-aececfecebef tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:25:07.843483 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-664b42a9-bdbd-48d7-bdef-aececfecebef tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:07.845775 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-40c08dfe-56cd-4ac1-abb2-3c1ce35bc2f5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'subnet': {'network_id': '3d54b50e-f274-4bab-9711-d7f07edb559c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:07.847432 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-664b42a9-bdbd-48d7-bdef-aececfecebef tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "PUT /v2.0/routers/f16b5327-dc51-48e3-847f-711ff8143e88 HTTP/1.1" status: 200 len: 884 time: 6.0016515 Apr 16 04:25:07.848285 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba806e-5462-437c-8c22-442d27715590 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Network': ['ID=3d54b50e-f274-4bab-9711-d7f07edb559c,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:07.849115 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a15ca-f880-4295-a450-cb87eea90dfd None None] Sync routers for ids ['f16b5327-dc51-48e3-847f-711ff8143e88'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:25:07.852519 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38148) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:07.863303 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a15ca-f880-4295-a450-cb87eea90dfd None None] Routers {'f16b5327-dc51-48e3-847f-711ff8143e88'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:07.866066 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 3d54b50e-f274-4bab-9711-d7f07edb559c details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:25:07.866975 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-110a15ca-f880-4295-a450-cb87eea90dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f16b5327-dc51-48e3-847f-711ff8143e88'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:07.888423 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-60f8821d-94a3-4e68-8642-b051bc732a0a None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:07.922286 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-110a15ca-f880-4295-a450-cb87eea90dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:07.932112 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a15ca-f880-4295-a450-cb87eea90dfd None None] Routers {'f16b5327-dc51-48e3-847f-711ff8143e88'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:07.932647 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-110a15ca-f880-4295-a450-cb87eea90dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f16b5327-dc51-48e3-847f-711ff8143e88'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:07.966738 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-110a15ca-f880-4295-a450-cb87eea90dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:07.967637 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a15ca-f880-4295-a450-cb87eea90dfd None None] The sync data for ids ['f16b5327-dc51-48e3-847f-711ff8143e88'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:25:07.973188 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (2726db1b-1e18-4ab0-b0b1-e7c2d73ae185), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:07.982904 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1d2fae-ab15-42f9-8be2-4263453afc17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Made reservation on behalf of 72d1aa50b704448a8feee6c10e3fbf25 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:07.988128 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ba1d2fae-ab15-42f9-8be2-4263453afc17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:07.999488 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5b7a937e-727f-4661-8401-24c8fee8802d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (32923fbf-2a4d-4e7f-b234-0cc359005bac), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:08.058890 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e00b0814-f5ce-4cbe-b18c-ca061bf246c3 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "GET /v2.0/routers/f16b5327-dc51-48e3-847f-711ff8143e88 HTTP/1.1" status: 200 len: 925 time: 0.2050927 Apr 16 04:25:08.064925 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38150) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:08.136959 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.ipam_backend_mixin [None req-ba1d2fae-ab15-42f9-8be2-4263453afc17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Performing IP validity checks on allocation pools {{(pid=104633) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 16 04:25:08.137655 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.ipam_backend_mixin [None req-ba1d2fae-ab15-42f9-8be2-4263453afc17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104633) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 16 04:25:08.175372 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb72fe17-3c6b-41c0-8957-baf499593730 None None] DHCP port deletion for 2726db1b-1e18-4ab0-b0b1-e7c2d73ae185 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:25:08.192014 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c5a78a-2d44-41a5-af85-0990112c0626 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:08.196355 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-55c5a78a-2d44-41a5-af85-0990112c0626 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&device_id=f16b5327-dc51-48e3-847f-711ff8143e88&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1304362 Apr 16 04:25:08.196981 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38152) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:08.220918 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5b7a937e-727f-4661-8401-24c8fee8802d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (32923fbf-2a4d-4e7f-b234-0cc359005bac), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:08.236456 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting port 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:08.237198 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (8c32177d-7c50-48f8-9e92-3e76a9a2ca0a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:08.308024 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-60f8821d-94a3-4e68-8642-b051bc732a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:25:05Z', 'revision_number': 8, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865bf0fe-c6ed-4633-94a3-6475e3aaecdd', 'name': '', 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:b4:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:40Z', 'updated_at': '2022-04-16T04:24:52Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea', 'name': '', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e0:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:31Z', 'updated_at': '2022-04-16T04:24:44Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:08.340256 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c029426-25c6-462e-aea3-9366e29fdae4 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:08.344449 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c08dfe-56cd-4ac1-abb2-3c1ce35bc2f5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:08.345601 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2c029426-25c6-462e-aea3-9366e29fdae4 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "GET /v2.0/networks/2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 HTTP/1.1" status: 200 len: 881 time: 0.1446102 Apr 16 04:25:08.346340 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-40c08dfe-56cd-4ac1-abb2-3c1ce35bc2f5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:08.346563 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38156) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:08.352980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-bb72fe17-3c6b-41c0-8957-baf499593730 None None] Deleting port 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:08.356901 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bb72fe17-3c6b-41c0-8957-baf499593730 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (8c32177d-7c50-48f8-9e92-3e76a9a2ca0a), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:08.475742 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8821d-94a3-4e68-8642-b051bc732a0a None None] Checking router: 0d4b8147-16ef-46f4-bcfe-6b191715d33a for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:25:08.504688 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f8821d-94a3-4e68-8642-b051bc732a0a None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:08.505847 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-60f8821d-94a3-4e68-8642-b051bc732a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:08.552126 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] For port 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=8c32177d-7c50-48f8-9e92-3e76a9a2ca0a,segment=NetworkSegment(f9cb43db-b288-49bb-be41-88df5427af60),segment_id=f9cb43db-b288-49bb-be41-88df5427af60)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:08.552752 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (8c32177d-7c50-48f8-9e92-3e76a9a2ca0a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:08.604221 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d2f1ad88-3a33-4bbf-97e2-cff66fe64c7c req-33c879c4-a21b-4260-a499-a27277e9f75d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 210 time: 0.0937691 Apr 16 04:25:08.635136 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Calling delete_port for 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:08.642349 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5b7a937e-727f-4661-8401-24c8fee8802d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (32923fbf-2a4d-4e7f-b234-0cc359005bac), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:08.654153 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-bb72fe17-3c6b-41c0-8957-baf499593730 None None] For port 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=8c32177d-7c50-48f8-9e92-3e76a9a2ca0a,segment=NetworkSegment(f9cb43db-b288-49bb-be41-88df5427af60),segment_id=f9cb43db-b288-49bb-be41-88df5427af60)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:08.654665 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bb72fe17-3c6b-41c0-8957-baf499593730 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (8c32177d-7c50-48f8-9e92-3e76a9a2ca0a), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:08.667431 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e8b4a0d1-4a52-442c-9b88-1cacc6f3a5f8 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16b5327-dc51-48e3-847f-711ff8143e88 HTTP/1.1" status: 200 len: 205 time: 0.3195891 Apr 16 04:25:08.669138 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38162) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:08.746739 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdbd8a8-216b-48dc-a319-9ff06a69f4c6 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Router 9c4b6530-9c19-4bd9-b00d-ad6682bc99da has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:25:08.746986 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a937e-727f-4661-8401-24c8fee8802d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Subnet': ['ID=32923fbf-2a4d-4e7f-b234-0cc359005bac,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:08.750998 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5b7a937e-727f-4661-8401-24c8fee8802d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:08.754781 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5b7a937e-727f-4661-8401-24c8fee8802d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/subnets/32923fbf-2a4d-4e7f-b234-0cc359005bac HTTP/1.1" status: 204 len: 168 time: 1.1143188 Apr 16 04:25:08.758933 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097ff48-141a-49b9-a5d4-335dc8b89d0b req-44e2e97b-45f7-4070-a3a5-a8eb8dc35fd0 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:08.759300 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0097ff48-141a-49b9-a5d4-335dc8b89d0b req-44e2e97b-45f7-4070-a3a5-a8eb8dc35fd0 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.18 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 945 time: 0.1380620 Apr 16 04:25:08.759985 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38164) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:08.763492 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0136f8-ad94-494f-a39d-eff5c06b3ee9 req-3f3e79c1-83ee-4d91-ba63-2785c6d0aa6c tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:08.765086 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2b0136f8-ad94-494f-a39d-eff5c06b3ee9 req-3f3e79c1-83ee-4d91-ba63-2785c6d0aa6c tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 945 time: 0.4080110 Apr 16 04:25:08.848367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ce83affb-a47f-4f98-81d7-c72552b317a8 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:08.868437 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b95cb10-2563-4297-8616-560d63b92d3a None None] Network ad890721-7b24-4452-953c-006a7f63f6a0 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:08.869474 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2b0136f8-ad94-494f-a39d-eff5c06b3ee9 req-75893ec2-428f-4d9d-bc2d-01422e0e05e3 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924559 Apr 16 04:25:08.872011 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3795aca7-78b9-4026-804e-02d3e681fd7e tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router (f16b5327-dc51-48e3-847f-711ff8143e88), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:08.878635 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: ce83affb-a47f-4f98-81d7-c72552b317a8 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:08.878976 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ce83affb-a47f-4f98-81d7-c72552b317a8 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:08.879472 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:08.924571 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-bb72fe17-3c6b-41c0-8957-baf499593730 None None] Calling delete_port for 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:08.979901 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-60f8821d-94a3-4e68-8642-b051bc732a0a None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:08.999161 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3795aca7-78b9-4026-804e-02d3e681fd7e tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_gateway (f16b5327-dc51-48e3-847f-711ff8143e88), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.060650 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ba1d2fae-ab15-42f9-8be2-4263453afc17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (9c02f2ca-5983-48f2-8356-52e1be8deac0), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.085140 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (ad890721-7b24-4452-953c-006a7f63f6a0), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.099221 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-3795aca7-78b9-4026-804e-02d3e681fd7e tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Deleting port 868c1053-ca5c-4b19-9fb1-cb452ecb62ea {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:09.099456 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3795aca7-78b9-4026-804e-02d3e681fd7e tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (868c1053-ca5c-4b19-9fb1-cb452ecb62ea), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.189395 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3795aca7-78b9-4026-804e-02d3e681fd7e tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (868c1053-ca5c-4b19-9fb1-cb452ecb62ea), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.207053 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-3795aca7-78b9-4026-804e-02d3e681fd7e tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Calling delete_port for 868c1053-ca5c-4b19-9fb1-cb452ecb62ea owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:09.207257 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ecd0fe61-3297-416f-b763-e9e27dfe7651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.317297 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72b6c9e-d485-4afa-b235-6c6250c57c2c None None] DHCP port deletion for ad890721-7b24-4452-953c-006a7f63f6a0 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:25:09.319157 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:09.319614 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (8c32177d-7c50-48f8-9e92-3e76a9a2ca0a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.399881 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d72b6c9e-d485-4afa-b235-6c6250c57c2c None None] Deleting port 3a630632-9d24-41c3-8ef9-0c103ac88f7c {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:09.400767 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d72b6c9e-d485-4afa-b235-6c6250c57c2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (3a630632-9d24-41c3-8ef9-0c103ac88f7c), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.522518 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3795aca7-78b9-4026-804e-02d3e681fd7e tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (868c1053-ca5c-4b19-9fb1-cb452ecb62ea), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.531879 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-60f8821d-94a3-4e68-8642-b051bc732a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:25:05Z', 'revision_number': 8, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865bf0fe-c6ed-4633-94a3-6475e3aaecdd', 'name': '', 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:b4:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:40Z', 'updated_at': '2022-04-16T04:24:52Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea', 'name': '', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e0:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:31Z', 'updated_at': '2022-04-16T04:24:44Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:09.533079 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (8c32177d-7c50-48f8-9e92-3e76a9a2ca0a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.533187 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-d72b6c9e-d485-4afa-b235-6c6250c57c2c None None] For port 3a630632-9d24-41c3-8ef9-0c103ac88f7c, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3a630632-9d24-41c3-8ef9-0c103ac88f7c,segment=NetworkSegment(870fbf98-7a35-4e1a-9146-5aa858943fc0),segment_id=870fbf98-7a35-4e1a-9146-5aa858943fc0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:09.533766 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d72b6c9e-d485-4afa-b235-6c6250c57c2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (3a630632-9d24-41c3-8ef9-0c103ac88f7c), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.556439 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-0097ff48-141a-49b9-a5d4-335dc8b89d0b req-b6af5fc9-2260-47fa-b9f6-8dc6c848a147 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Deleting port fa0b6eff-feac-4c15-938d-b06750972a08 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:09.560963 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-0097ff48-141a-49b9-a5d4-335dc8b89d0b req-b6af5fc9-2260-47fa-b9f6-8dc6c848a147 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (fa0b6eff-feac-4c15-938d-b06750972a08), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.561966 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795aca7-78b9-4026-804e-02d3e681fd7e tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Pushing event deleted for resources: {'Port': ['ID=868c1053-ca5c-4b19-9fb1-cb452ecb62ea,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:09.580220 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d72b6c9e-d485-4afa-b235-6c6250c57c2c None None] Calling delete_port for 3a630632-9d24-41c3-8ef9-0c103ac88f7c owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:09.582249 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bb72fe17-3c6b-41c0-8957-baf499593730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (8c32177d-7c50-48f8-9e92-3e76a9a2ca0a), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.595975 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8821d-94a3-4e68-8642-b051bc732a0a None None] The sync data for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv is: [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:25:05Z', 'revision_number': 8, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865bf0fe-c6ed-4633-94a3-6475e3aaecdd', 'name': '', 'network_id': 'ddbb591b-be1b-49ce-81a1-418b9d370923', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:b4:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:40Z', 'updated_at': '2022-04-16T04:24:52Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'd528c0b9-adf0-4772-b901-b595f1eb2685', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea', 'name': '', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e0:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:31Z', 'updated_at': '2022-04-16T04:24:44Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:25:09.598760 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb72fe17-3c6b-41c0-8957-baf499593730 None None] No DVR routers for this DVR port 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:09.627790 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Port': ['ID=8c32177d-7c50-48f8-9e92-3e76a9a2ca0a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:09.630442 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72fe17-3c6b-41c0-8957-baf499593730 None None] Pushing event deleted for resources: {'Port': ['ID=8c32177d-7c50-48f8-9e92-3e76a9a2ca0a,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:09.646744 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d2fae-ab15-42f9-8be2-4263453afc17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Subnet': ['ID=9c02f2ca-5983-48f2-8356-52e1be8deac0,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:09.656687 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3795aca7-78b9-4026-804e-02d3e681fd7e tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (f16b5327-dc51-48e3-847f-711ff8143e88), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.706736 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] No DVR routers for this DVR port 8c32177d-7c50-48f8-9e92-3e76a9a2ca0a on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:09.712128 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-40c08dfe-56cd-4ac1-abb2-3c1ce35bc2f5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (9d7a90d1-8284-4b5c-832f-370bce4d0bc7), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.770144 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3795aca7-78b9-4026-804e-02d3e681fd7e tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (f16b5327-dc51-48e3-847f-711ff8143e88), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.773303 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3795aca7-78b9-4026-804e-02d3e681fd7e tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_controller (f16b5327-dc51-48e3-847f-711ff8143e88), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.810098 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d72b6c9e-d485-4afa-b235-6c6250c57c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (3a630632-9d24-41c3-8ef9-0c103ac88f7c), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.845906 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72b6c9e-d485-4afa-b235-6c6250c57c2c None None] No DVR routers for this DVR port 3a630632-9d24-41c3-8ef9-0c103ac88f7c on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:09.847585 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b6c9e-d485-4afa-b235-6c6250c57c2c None None] Pushing event deleted for resources: {'Port': ['ID=3a630632-9d24-41c3-8ef9-0c103ac88f7c,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:09.848390 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdbd8a8-216b-48dc-a319-9ff06a69f4c6 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:25:09.863481 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90a56df-8ca6-4a5e-bb02-fbbc7619a919 None None] Sync routers for ids ['9c4b6530-9c19-4bd9-b00d-ad6682bc99da'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:25:09.869852 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8bdbd8a8-216b-48dc-a319-9ff06a69f4c6 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "PUT /v2.0/routers/9c4b6530-9c19-4bd9-b00d-ad6682bc99da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4795899 Apr 16 04:25:09.878878 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38168) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:09.879529 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-28bf8c4f-f012-4754-b5a7-a51cd201fe69 req-407e5323-b36e-4af1-9206-de5eded94e12 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 210 time: 0.1286128 Apr 16 04:25:09.879661 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90a56df-8ca6-4a5e-bb02-fbbc7619a919 None None] Routers {'9c4b6530-9c19-4bd9-b00d-ad6682bc99da'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:09.879661 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-e90a56df-8ca6-4a5e-bb02-fbbc7619a919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9c4b6530-9c19-4bd9-b00d-ad6682bc99da'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:09.883034 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1d2fae-ab15-42f9-8be2-4263453afc17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Checking segment: {'id': '301d4c99-9d49-4667-a355-bf3693f7a43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bcfa4455-22e0-4f7a-8daa-a413616c947c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:25:09.883407 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1d2fae-ab15-42f9-8be2-4263453afc17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Network hostable DHCP agents. Network: bcfa4455-22e0-4f7a-8daa-a413616c947c, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:25:09.885477 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting port 3a630632-9d24-41c3-8ef9-0c103ac88f7c {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:09.885963 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (3a630632-9d24-41c3-8ef9-0c103ac88f7c), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.928168 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-0097ff48-141a-49b9-a5d4-335dc8b89d0b req-b6af5fc9-2260-47fa-b9f6-8dc6c848a147 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] For port fa0b6eff-feac-4c15-938d-b06750972a08, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fa0b6eff-feac-4c15-938d-b06750972a08,segment=NetworkSegment(5372e5d6-acd4-4944-812a-a05b4ad525b0),segment_id=5372e5d6-acd4-4944-812a-a05b4ad525b0)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:09.928655 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-0097ff48-141a-49b9-a5d4-335dc8b89d0b req-b6af5fc9-2260-47fa-b9f6-8dc6c848a147 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (fa0b6eff-feac-4c15-938d-b06750972a08), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.951161 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db82ea0-65e6-440e-8a69-26ad673f3779 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Deleting subnet 660e9b45-824f-4813-95fc-d919bbc73d2c {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:25:09.957197 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5db82ea0-65e6-440e-8a69-26ad673f3779 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for subnet (660e9b45-824f-4813-95fc-d919bbc73d2c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.982409 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3795aca7-78b9-4026-804e-02d3e681fd7e tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (f16b5327-dc51-48e3-847f-711ff8143e88), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.982674 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3795aca7-78b9-4026-804e-02d3e681fd7e tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Fanout notify agent at l3_agent the message router_deleted on router f16b5327-dc51-48e3-847f-711ff8143e88 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:25:09.991033 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3795aca7-78b9-4026-804e-02d3e681fd7e tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:09.992261 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3795aca7-78b9-4026-804e-02d3e681fd7e tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "DELETE /v2.0/routers/f16b5327-dc51-48e3-847f-711ff8143e88 HTTP/1.1" status: 204 len: 168 time: 1.3165512 Apr 16 04:25:10.012074 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38172) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:10.015199 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-66d4f31d-b766-4f06-9bce-12df3d8552d9 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1631148697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:10.046717 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-e90a56df-8ca6-4a5e-bb02-fbbc7619a919 None None] Set router 9c4b6530-9c19-4bd9-b00d-ad6682bc99da gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:10.064296 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-0097ff48-141a-49b9-a5d4-335dc8b89d0b req-b6af5fc9-2260-47fa-b9f6-8dc6c848a147 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Calling delete_port for fa0b6eff-feac-4c15-938d-b06750972a08 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:10.092610 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37bf52-8d53-4a2e-8117-41612ccee83d req-80dc840b-d8aa-42fb-a01d-7bd2fecd2577 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:10.093363 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c08dfe-56cd-4ac1-abb2-3c1ce35bc2f5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Subnet': ['ID=9d7a90d1-8284-4b5c-832f-370bce4d0bc7,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:10.094709 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5b37bf52-8d53-4a2e-8117-41612ccee83d req-80dc840b-d8aa-42fb-a01d-7bd2fecd2577 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 945 time: 0.1138108 Apr 16 04:25:10.097336 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (2726db1b-1e18-4ab0-b0b1-e7c2d73ae185), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:10.098441 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5db82ea0-65e6-440e-8a69-26ad673f3779 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (660e9b45-824f-4813-95fc-d919bbc73d2c), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:10.130037 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c08dfe-56cd-4ac1-abb2-3c1ce35bc2f5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Checking segment: {'id': 'aba0bee4-9cda-47ac-a67b-3fcab4bd03b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3d54b50e-f274-4bab-9711-d7f07edb559c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:25:10.130403 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c08dfe-56cd-4ac1-abb2-3c1ce35bc2f5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network hostable DHCP agents. Network: 3d54b50e-f274-4bab-9711-d7f07edb559c, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:25:10.130774 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-66d4f31d-b766-4f06-9bce-12df3d8552d9 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (4806556b-ae84-46fb-b681-b348be3574ac), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:10.132467 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-66d4f31d-b766-4f06-9bce-12df3d8552d9 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (4806556b-ae84-46fb-b681-b348be3574ac), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:10.253969 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-66d4f31d-b766-4f06-9bce-12df3d8552d9 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_controller (4806556b-ae84-46fb-b681-b348be3574ac), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:10.260535 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5b37bf52-8d53-4a2e-8117-41612ccee83d req-f85dbee8-a5d0-4e41-8c6c-2048ab74510d tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca4f8722-8ab6-433b-90b8-ac03993371b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381776 Apr 16 04:25:10.273184 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] For port 3a630632-9d24-41c3-8ef9-0c103ac88f7c, host dv-neutron-838078-2-hyperv, got binding levels [] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:10.273601 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (3a630632-9d24-41c3-8ef9-0c103ac88f7c), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:10.285087 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2726db1b-1e18-4ab0-b0b1-e7c2d73ae185']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:10.297404 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9cb43db-b288-49bb-be41-88df5427af60') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:10.297712 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9cb43db-b288-49bb-be41-88df5427af60') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:10.307002 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5db82ea0-65e6-440e-8a69-26ad673f3779 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (660e9b45-824f-4813-95fc-d919bbc73d2c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:10.310924 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1d2fae-ab15-42f9-8be2-4263453afc17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Network bcfa4455-22e0-4f7a-8daa-a413616c947c is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:25:10.319105 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-e90a56df-8ca6-4a5e-bb02-fbbc7619a919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331617002', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:22:42Z', 'updated_at': '2022-04-16T04:25:06Z', 'revision_number': 5, 'project_id': '1331059124584452b3c27bedfa8953aa', 'gw_port': {'id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:44Z', 'updated_at': '2022-04-16T04:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:10.337595 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-66d4f31d-b766-4f06-9bce-12df3d8552d9 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (4806556b-ae84-46fb-b681-b348be3574ac), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:10.350641 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90a56df-8ca6-4a5e-bb02-fbbc7619a919 None None] Checking router: 9c4b6530-9c19-4bd9-b00d-ad6682bc99da for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:25:10.359838 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90a56df-8ca6-4a5e-bb02-fbbc7619a919 None None] Routers {'9c4b6530-9c19-4bd9-b00d-ad6682bc99da'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:10.362127 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-e90a56df-8ca6-4a5e-bb02-fbbc7619a919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:24:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['9c4b6530-9c19-4bd9-b00d-ad6682bc99da'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:10.365004 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (f9cb43db-b288-49bb-be41-88df5427af60), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:10.394110 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ba78ade7-650a-4a74-b659-75b3ac5cc329 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:10.396943 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ba78ade7-650a-4a74-b659-75b3ac5cc329 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.18 "GET /v2.0/networks?id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e HTTP/1.1" status: 200 len: 812 time: 0.3273184 Apr 16 04:25:10.407800 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Calling delete_port for 3a630632-9d24-41c3-8ef9-0c103ac88f7c owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:10.418791 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.ipam_backend_mixin [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Port 3a630632-9d24-41c3-8ef9-0c103ac88f7c was not found and therefore no delete operation was performed {{(pid=104633) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 16 04:25:10.429751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f9cb43db-b288-49bb-be41-88df5427af60), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:10.432799 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (3a630632-9d24-41c3-8ef9-0c103ac88f7c), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:10.438238 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-66d4f31d-b766-4f06-9bce-12df3d8552d9 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:10.440070 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-66d4f31d-b766-4f06-9bce-12df3d8552d9 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4288213 Apr 16 04:25:10.442751 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38174) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:10.447713 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-056c5819-738c-4bac-9fc0-1afd9ed0c860 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'enable_snat': True}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:10.482009 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-e90a56df-8ca6-4a5e-bb02-fbbc7619a919 None None] Set router 9c4b6530-9c19-4bd9-b00d-ad6682bc99da gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:10.483679 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:10.483679 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (f9cb43db-b288-49bb-be41-88df5427af60), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:10.504296 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:10.506778 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c08dfe-56cd-4ac1-abb2-3c1ce35bc2f5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network 3d54b50e-f274-4bab-9711-d7f07edb559c is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:25:10.510297 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5db82ea0-65e6-440e-8a69-26ad673f3779 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (660e9b45-824f-4813-95fc-d919bbc73d2c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:10.527422 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Port': ['ID=3a630632-9d24-41c3-8ef9-0c103ac88f7c,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:10.552584 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3a630632-9d24-41c3-8ef9-0c103ac88f7c no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:10.561631 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] No DVR routers for this DVR port 3a630632-9d24-41c3-8ef9-0c103ac88f7c on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:10.583937 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-ba1d2fae-ab15-42f9-8be2-4263453afc17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, bcfa4455-22e0-4f7a-8daa-a413616c947c) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:10.584196 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db82ea0-65e6-440e-8a69-26ad673f3779 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event deleted for resources: {'Subnet': ['ID=660e9b45-824f-4813-95fc-d919bbc73d2c,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:10.590644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 3a630632-9d24-41c3-8ef9-0c103ac88f7c {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:10.591279 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3a630632-9d24-41c3-8ef9-0c103ac88f7c not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:10.591424 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e414a0c3-134c-49b5-9f69-25976b5dba82 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:10.591532 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5db82ea0-65e6-440e-8a69-26ad673f3779 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:10.597778 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5db82ea0-65e6-440e-8a69-26ad673f3779 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "DELETE /v2.0/subnets/660e9b45-824f-4813-95fc-d919bbc73d2c HTTP/1.1" status: 204 len: 168 time: 0.7237341 Apr 16 04:25:10.600246 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38176) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:10.621206 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-40c08dfe-56cd-4ac1-abb2-3c1ce35bc2f5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 3d54b50e-f274-4bab-9711-d7f07edb559c) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:10.631136 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1d2fae-ab15-42f9-8be2-4263453afc17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:10.632013 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ba1d2fae-ab15-42f9-8be2-4263453afc17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:10.646189 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c08dfe-56cd-4ac1-abb2-3c1ce35bc2f5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:10.646745 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8420d93a-bd36-4c98-9c5e-8217fe48ee0f None None] Network bcfa4455-22e0-4f7a-8daa-a413616c947c requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:10.647121 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-40c08dfe-56cd-4ac1-abb2-3c1ce35bc2f5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:10.717939 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83175bea-0363-4b72-b603-8e66ae9d5b44 None None] Network 568d6779-966e-4ede-8372-feba943d93d4 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:10.736967 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-926f0466-57f5-43c0-9c34-481b80a37110 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=024f29826de14ed8a2ca7f327e6a16aa HTTP/1.1" status: 200 len: 379 time: 0.3206639 Apr 16 04:25:10.737616 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (2726db1b-1e18-4ab0-b0b1-e7c2d73ae185), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:10.744573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa85c0d-a2a8-431a-b6b8-290a182eadff None None] Network 3d54b50e-f274-4bab-9711-d7f07edb559c requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:10.760590 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: e414a0c3-134c-49b5-9f69-25976b5dba82 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:10.761051 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e414a0c3-134c-49b5-9f69-25976b5dba82 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:10.782544 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-2ab6d3f2-e3d7-4ce4-a9e8-3d74ad1a1e6b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Request body: {'port': {'device_id': 'b13c951c-dfbd-41f4-bce6-942179dbb384', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'admin_state_up': True, 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'security_groups': ['29983b04-a864-4c48-9de7-a30e2be29a0a']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:10.792523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:10.797247 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/networks/2726db1b-1e18-4ab0-b0b1-e7c2d73ae185 HTTP/1.1" status: 204 len: 168 time: 3.0629630 Apr 16 04:25:10.805377 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-bcfa4455-22e0-4f7a-8daa-a413616c947c', 'network_id': 'bcfa4455-22e0-4f7a-8daa-a413616c947c', 'project_id': '72d1aa50b704448a8feee6c10e3fbf25', 'fixed_ips': [{'subnet_id': '9c02f2ca-5983-48f2-8356-52e1be8deac0'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:25:10.805377 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:10.825076 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ba1d2fae-ab15-42f9-8be2-4263453afc17 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.4478900 Apr 16 04:25:10.838256 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38178) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:10.839303 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38182) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:10.849429 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:10.863226 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (ad890721-7b24-4452-953c-006a7f63f6a0), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:10.987627 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-40c08dfe-56cd-4ac1-abb2-3c1ce35bc2f5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1433825 Apr 16 04:25:10.993117 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38188) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:10.998110 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f58e1658-dd13-4b53-bcbe-aa5686617e43 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'port': {'network_id': '3d54b50e-f274-4bab-9711-d7f07edb559c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1246850753'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:11.003628 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-056c5819-738c-4bac-9fc0-1afd9ed0c860 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_gateway (4806556b-ae84-46fb-b681-b348be3574ac), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:11.007081 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Network': ['ID=2726db1b-1e18-4ab0-b0b1-e7c2d73ae185,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:11.056424 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:11.056913 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:11.057296 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:11.057633 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:11.058284 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:11.059166 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:11.059562 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:11.059899 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:11.060226 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:11.060597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:11.060981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:11.061311 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:11.061632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:11.061955 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:11.062633 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c329-f138-4890-be07-3109a3922a9a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:11.073849 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-86aa2a71-eb48-4b1d-8bc7-1378f9d6f8a6 req-df917628-6280-495f-93ce-36693885c571 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 210 time: 0.0731416 Apr 16 04:25:11.105035 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad890721-7b24-4452-953c-006a7f63f6a0']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:11.127687 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870fbf98-7a35-4e1a-9146-5aa858943fc0') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:11.127988 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870fbf98-7a35-4e1a-9146-5aa858943fc0') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:11.145814 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (870fbf98-7a35-4e1a-9146-5aa858943fc0), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:11.181618 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (870fbf98-7a35-4e1a-9146-5aa858943fc0), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:11.189338 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:11.190037 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (870fbf98-7a35-4e1a-9146-5aa858943fc0), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:11.213607 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bab0d3-6702-48b8-88dd-bce009dce266 None None] DHCP port deletion for 568d6779-966e-4ede-8372-feba943d93d4 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:11.266604 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:11.270883 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-2ab6d3f2-e3d7-4ce4-a9e8-3d74ad1a1e6b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Made reservation on behalf of 024f29826de14ed8a2ca7f327e6a16aa for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:11.274477 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b5bab0d3-6702-48b8-88dd-bce009dce266 None None] Deleting port 76c47a49-e169-4526-a34d-f32f06976a0a {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:11.274935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b5bab0d3-6702-48b8-88dd-bce009dce266 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (76c47a49-e169-4526-a34d-f32f06976a0a), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:11.275461 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-2ab6d3f2-e3d7-4ce4-a9e8-3d74ad1a1e6b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:11.279824 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-0097ff48-141a-49b9-a5d4-335dc8b89d0b req-b6af5fc9-2260-47fa-b9f6-8dc6c848a147 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (fa0b6eff-feac-4c15-938d-b06750972a08), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:11.333210 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-e90a56df-8ca6-4a5e-bb02-fbbc7619a919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331617002', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:22:42Z', 'updated_at': '2022-04-16T04:25:06Z', 'revision_number': 5, 'project_id': '1331059124584452b3c27bedfa8953aa', 'gw_port': {'id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:44Z', 'updated_at': '2022-04-16T04:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:11.372281 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af5fc9-2260-47fa-b9f6-8dc6c848a147 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Pushing event deleted for resources: {'Port': ['ID=fa0b6eff-feac-4c15-938d-b06750972a08,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:11.390434 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (ad890721-7b24-4452-953c-006a7f63f6a0), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:11.403407 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:11.410831 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/networks/ad890721-7b24-4452-953c-006a7f63f6a0 HTTP/1.1" status: 204 len: 168 time: 2.6234510 Apr 16 04:25:11.413748 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-3d54b50e-f274-4bab-9711-d7f07edb559c', 'network_id': '3d54b50e-f274-4bab-9711-d7f07edb559c', 'project_id': '4c55de659951468a91bdb9322c74436d', 'fixed_ips': [{'subnet_id': '9d7a90d1-8284-4b5c-832f-370bce4d0bc7'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:25:11.414878 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:11.421593 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38192) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:11.461490 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-662ac94b-b774-48f4-af6f-95c3dc0ac6c7 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for router (9c4b6530-9c19-4bd9-b00d-ad6682bc99da), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:11.489284 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1d3df580-f658-4b6d-a01b-f073c1332d8e req-0ae2b851-5c36-4966-81ad-5831f2e3d98a tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 210 time: 0.0791674 Apr 16 04:25:11.527350 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0493d-1cdb-45f9-9d6b-1b47ea6301cd tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Network': ['ID=ad890721-7b24-4452-953c-006a7f63f6a0,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:11.553183 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90a56df-8ca6-4a5e-bb02-fbbc7619a919 None None] The sync data for ids ['9c4b6530-9c19-4bd9-b00d-ad6682bc99da'] in dv-neutron-838078-2-hyperv is: [{'id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331617002', 'tenant_id': '1331059124584452b3c27bedfa8953aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:22:42Z', 'updated_at': '2022-04-16T04:25:06Z', 'revision_number': 5, 'project_id': '1331059124584452b3c27bedfa8953aa', 'gw_port': {'id': '18ea0705-2151-4f50-826e-8d118f9952d6', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b6530-9c19-4bd9-b00d-ad6682bc99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:22:44Z', 'updated_at': '2022-04-16T04:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:25:11.643861 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-b5bab0d3-6702-48b8-88dd-bce009dce266 None None] For port 76c47a49-e169-4526-a34d-f32f06976a0a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=76c47a49-e169-4526-a34d-f32f06976a0a,segment=NetworkSegment(d7c808db-70e3-4b65-8546-fc6c96327c6e),segment_id=d7c808db-70e3-4b65-8546-fc6c96327c6e)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:11.645224 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b5bab0d3-6702-48b8-88dd-bce009dce266 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (76c47a49-e169-4526-a34d-f32f06976a0a), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:11.654558 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-0097ff48-141a-49b9-a5d4-335dc8b89d0b req-b6af5fc9-2260-47fa-b9f6-8dc6c848a147 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] No DVR routers for this DVR port fa0b6eff-feac-4c15-938d-b06750972a08 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:11.658828 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] Allocated IP 2001:db8::3 (bcfa4455-22e0-4f7a-8daa-a413616c947c/9c02f2ca-5983-48f2-8356-52e1be8deac0/fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:11.661825 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-0097ff48-141a-49b9-a5d4-335dc8b89d0b req-b6af5fc9-2260-47fa-b9f6-8dc6c848a147 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:11.666758 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0097ff48-141a-49b9-a5d4-335dc8b89d0b req-b6af5fc9-2260-47fa-b9f6-8dc6c848a147 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.18 "DELETE /v2.0/ports/fa0b6eff-feac-4c15-938d-b06750972a08 HTTP/1.1" status: 204 len: 173 time: 2.8701959 Apr 16 04:25:11.670642 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8909380'] for subnet (9c02f2ca-5983-48f2-8356-52e1be8deac0), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:11.681317 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad88d0b-4928-4fbb-9f42-469b16d6e395', 'name': 'network-vif-deleted', 'tag': 'fa0b6eff-feac-4c15-938d-b06750972a08'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:25:11.684630 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fd27ba-78ed-4745-aeef-a6b5e9a46105" -d '{"events": [{"server_uuid": "cad88d0b-4928-4fbb-9f42-469b16d6e395", "name": "network-vif-deleted", "tag": "fa0b6eff-feac-4c15-938d-b06750972a08"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:25:11.705610 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b5bab0d3-6702-48b8-88dd-bce009dce266 None None] Calling delete_port for 76c47a49-e169-4526-a34d-f32f06976a0a owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:11.711019 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-674f6b21-7805-4c52-a826-97db0f3367c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:11.855305 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] Allocated IP 2001:db8::2 (3d54b50e-f274-4bab-9711-d7f07edb559c/9d7a90d1-8284-4b5c-832f-370bce4d0bc7/dc0ca6bd-e693-4e95-93c5-dca41faa6567) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:11.887612 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42876def-831e-4707-9b14-68e107a8ee23 x-openstack-request-id: req-42876def-831e-4707-9b14-68e107a8ee23 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:25:11.888203 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad88d0b-4928-4fbb-9f42-469b16d6e395", "name": "network-vif-deleted", "tag": "fa0b6eff-feac-4c15-938d-b06750972a08", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:25:11.888757 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42876def-831e-4707-9b14-68e107a8ee23 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:25:11.889443 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42876def-831e-4707-9b14-68e107a8ee23'] response: {'server_uuid': 'cad88d0b-4928-4fbb-9f42-469b16d6e395', 'name': 'network-vif-deleted', 'tag': 'fa0b6eff-feac-4c15-938d-b06750972a08', 'status': 'completed', 'code': 200} Apr 16 04:25:11.974684 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58e1658-dd13-4b53-bcbe-aa5686617e43 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:11.978753 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f58e1658-dd13-4b53-bcbe-aa5686617e43 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:11.988447 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-662ac94b-b774-48f4-af6f-95c3dc0ac6c7 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for router_gateway (9c4b6530-9c19-4bd9-b00d-ad6682bc99da), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:12.093415 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device fa0b6eff-feac-4c15-938d-b06750972a08 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:12.097304 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-2ab6d3f2-e3d7-4ce4-a9e8-3d74ad1a1e6b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Allocated IP 172.20.0.12 (7730a87f-0bf9-4efc-aa90-7a1c8665de6e/de0b4063-129f-46ca-b5ba-66ee8157041e/ce65225f-df16-4d65-9a85-02706113e772) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:12.152236 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ad36102e-6844-4ad8-be5a-56861353ba47 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (293efcd5-9555-44fe-91e7-e406a3d1fc53), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:12.157941 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] Publish callbacks [] for port (fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:12.164158 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: fa0b6eff-feac-4c15-938d-b06750972a08 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:12.164501 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device fa0b6eff-feac-4c15-938d-b06750972a08 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:12.180584 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b5bab0d3-6702-48b8-88dd-bce009dce266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (76c47a49-e169-4526-a34d-f32f06976a0a), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:12.248849 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bab0d3-6702-48b8-88dd-bce009dce266 None None] Pushing event deleted for resources: {'Port': ['ID=76c47a49-e169-4526-a34d-f32f06976a0a,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:12.276654 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd2fc-e6b4-4565-867c-ea6514839660 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (0d4b8147-16ef-46f4-bcfe-6b191715d33a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:12.279589 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bab0d3-6702-48b8-88dd-bce009dce266 None None] No DVR routers for this DVR port 76c47a49-e169-4526-a34d-f32f06976a0a on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:12.283288 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:12.339255 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] Network bcfa4455-22e0-4f7a-8daa-a413616c947c is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:12.351885 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:12.359605 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:12.399654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] Pushing event updated for resources: {'Port': ['ID=fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:12.402967 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] Publish callbacks [] for port (dc0ca6bd-e693-4e95-93c5-dca41faa6567), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:12.408949 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-662ac94b-b774-48f4-af6f-95c3dc0ac6c7 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Deleting port 18ea0705-2151-4f50-826e-8d118f9952d6 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:12.409451 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-662ac94b-b774-48f4-af6f-95c3dc0ac6c7 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (18ea0705-2151-4f50-826e-8d118f9952d6), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:12.428314 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-f58e1658-dd13-4b53-bcbe-aa5686617e43 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] device_id is not set on port cfc0693e-6fce-43c6-97db-5b960df570a1 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:25:12.493126 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (dc0ca6bd-e693-4e95-93c5-dca41faa6567), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:12.515189 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] Attempting to bind port fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:25:12.517478 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] Attempting to bind port fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '301d4c99-9d49-4667-a355-bf3693f7a43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bcfa4455-22e0-4f7a-8daa-a413616c947c'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:25:12.517478 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] Attempting to bind port fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9 on network bcfa4455-22e0-4f7a-8daa-a413616c947c {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:25:12.552286 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-57c38f55-1fd6-4ae1-91aa-3c3922990fbb req-2d59b4f7-5d4e-4f15-a3b8-fb860e564d18 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 210 time: 0.2020252 Apr 16 04:25:12.575688 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:25:12.576200 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] Checking segment: {'id': '301d4c99-9d49-4667-a355-bf3693f7a43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bcfa4455-22e0-4f7a-8daa-a413616c947c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:25:12.576526 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:12.576960 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] Bound using segment: {'id': '301d4c99-9d49-4667-a355-bf3693f7a43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bcfa4455-22e0-4f7a-8daa-a413616c947c'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:25:12.577439 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] Bound port: fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301d4c99-9d49-4667-a355-bf3693f7a43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bcfa4455-22e0-4f7a-8daa-a413616c947c'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:25:12.577950 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:12.582507 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 381ed736-6231-49a6-9341-ab26dc16ff93 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:12.636946 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 381ed736-6231-49a6-9341-ab26dc16ff93 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:12.640947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 381ed736-6231-49a6-9341-ab26dc16ff93 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:12.640947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 76c47a49-e169-4526-a34d-f32f06976a0a no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:12.721699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] Network 3d54b50e-f274-4bab-9711-d7f07edb559c is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:12.727645 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-79a0928f-7522-45c6-8606-d490468612bd req-b6a57ecb-9253-4174-a1fa-ea8bc7d6c707 tempest-TestServerAdvancedOps-953408766 tempest-TestServerAdvancedOps-953408766-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad88d0b-4928-4fbb-9f42-469b16d6e395 HTTP/1.1" status: 200 len: 210 time: 0.0932910 Apr 16 04:25:12.732461 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-056c5819-738c-4bac-9fc0-1afd9ed0c860 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_gateway (4806556b-ae84-46fb-b681-b348be3574ac), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:12.750143 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:12.760591 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:12.760591 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 76c47a49-e169-4526-a34d-f32f06976a0a {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:12.760591 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 76c47a49-e169-4526-a34d-f32f06976a0a not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:12.769468 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:12.774238 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] Pushing event updated for resources: {'Port': ['ID=dc0ca6bd-e693-4e95-93c5-dca41faa6567,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:12.796580 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-2ab6d3f2-e3d7-4ce4-a9e8-3d74ad1a1e6b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for port (ce65225f-df16-4d65-9a85-02706113e772), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:12.807402 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-056c5819-738c-4bac-9fc0-1afd9ed0c860 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:12.877894 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7b9cd2fc-e6b4-4565-867c-ea6514839660 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting port 865bf0fe-c6ed-4633-94a3-6475e3aaecdd {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:12.878200 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd2fc-e6b4-4565-867c-ea6514839660 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (865bf0fe-c6ed-4633-94a3-6475e3aaecdd), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:12.899777 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] Attempting to bind port dc0ca6bd-e693-4e95-93c5-dca41faa6567 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:25:12.900150 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] Attempting to bind port dc0ca6bd-e693-4e95-93c5-dca41faa6567 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'aba0bee4-9cda-47ac-a67b-3fcab4bd03b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3d54b50e-f274-4bab-9711-d7f07edb559c'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:25:12.900517 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] Attempting to bind port dc0ca6bd-e693-4e95-93c5-dca41faa6567 on network 3d54b50e-f274-4bab-9711-d7f07edb559c {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:25:12.912119 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:25:12.912499 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] Checking segment: {'id': 'aba0bee4-9cda-47ac-a67b-3fcab4bd03b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3d54b50e-f274-4bab-9711-d7f07edb559c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:25:12.912943 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:12.913342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] Bound using segment: {'id': 'aba0bee4-9cda-47ac-a67b-3fcab4bd03b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3d54b50e-f274-4bab-9711-d7f07edb559c'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:25:12.913829 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] Bound port: dc0ca6bd-e693-4e95-93c5-dca41faa6567, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba0bee4-9cda-47ac-a67b-3fcab4bd03b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3d54b50e-f274-4bab-9711-d7f07edb559c'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:25:12.914234 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (dc0ca6bd-e693-4e95-93c5-dca41faa6567), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:12.932332 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-056c5819-738c-4bac-9fc0-1afd9ed0c860 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Allocated IP 172.26.6.178 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/030c34f9-8285-40f4-a7f9-68a742dd1178) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:12.991179 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] For port fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:25:12.997649 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-7b9cd2fc-e6b4-4565-867c-ea6514839660 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] For port 865bf0fe-c6ed-4633-94a3-6475e3aaecdd, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=865bf0fe-c6ed-4633-94a3-6475e3aaecdd,segment=NetworkSegment(31a41e44-f1dc-403b-9116-86531d9c7f22),segment_id=31a41e44-f1dc-403b-9116-86531d9c7f22)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:12.998084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd2fc-e6b4-4565-867c-ea6514839660 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (865bf0fe-c6ed-4633-94a3-6475e3aaecdd), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:13.008281 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] For port fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9,segment=NetworkSegment(301d4c99-9d49-4667-a355-bf3693f7a43e),segment_id=301d4c99-9d49-4667-a355-bf3693f7a43e)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:25:13.018346 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7b9cd2fc-e6b4-4565-867c-ea6514839660 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Calling delete_port for 865bf0fe-c6ed-4633-94a3-6475e3aaecdd owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:13.061106 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] For port dc0ca6bd-e693-4e95-93c5-dca41faa6567, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:25:13.064957 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] For port dc0ca6bd-e693-4e95-93c5-dca41faa6567, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=dc0ca6bd-e693-4e95-93c5-dca41faa6567,segment=NetworkSegment(aba0bee4-9cda-47ac-a67b-3fcab4bd03b8),segment_id=aba0bee4-9cda-47ac-a67b-3fcab4bd03b8)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:25:13.085289 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-2ab6d3f2-e3d7-4ce4-a9e8-3d74ad1a1e6b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (ce65225f-df16-4d65-9a85-02706113e772), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:13.104082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:13.134508 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-056c5819-738c-4bac-9fc0-1afd9ed0c860 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for port (030c34f9-8285-40f4-a7f9-68a742dd1178), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:13.147197 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-2ab6d3f2-e3d7-4ce4-a9e8-3d74ad1a1e6b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:13.160592 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-2ab6d3f2-e3d7-4ce4-a9e8-3d74ad1a1e6b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:13.164550 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-2ab6d3f2-e3d7-4ce4-a9e8-3d74ad1a1e6b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:13.193588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (dc0ca6bd-e693-4e95-93c5-dca41faa6567), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:13.213177 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6d3f2-e3d7-4ce4-a9e8-3d74ad1a1e6b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event updated for resources: {'Port': ['ID=ce65225f-df16-4d65-9a85-02706113e772,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:13.222436 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-2ab6d3f2-e3d7-4ce4-a9e8-3d74ad1a1e6b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:13.223285 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-2ab6d3f2-e3d7-4ce4-a9e8-3d74ad1a1e6b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:13.227690 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-662ac94b-b774-48f4-af6f-95c3dc0ac6c7 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] For port 18ea0705-2151-4f50-826e-8d118f9952d6, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=18ea0705-2151-4f50-826e-8d118f9952d6,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:13.228240 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-662ac94b-b774-48f4-af6f-95c3dc0ac6c7 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (18ea0705-2151-4f50-826e-8d118f9952d6), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:13.303856 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-f58e1658-dd13-4b53-bcbe-aa5686617e43 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Allocated IP 2001:db8::15d (3d54b50e-f274-4bab-9711-d7f07edb559c/9d7a90d1-8284-4b5c-832f-370bce4d0bc7/cfc0693e-6fce-43c6-97db-5b960df570a1) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:13.314097 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ba4db-7d67-4484-a804-dafd894647ff None None] Pushing event updated for resources: {'Port': ['ID=fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:13.346757 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-662ac94b-b774-48f4-af6f-95c3dc0ac6c7 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Calling delete_port for 18ea0705-2151-4f50-826e-8d118f9952d6 owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:13.359778 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-2ab6d3f2-e3d7-4ce4-a9e8-3d74ad1a1e6b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5812330 Apr 16 04:25:13.382325 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] Request body: {'port': {'device_id': 'b13c951c-dfbd-41f4-bce6-942179dbb384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:13.452533 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76f9b8-7771-4bb2-9b82-aa46d47e661d None None] Pushing event updated for resources: {'Port': ['ID=dc0ca6bd-e693-4e95-93c5-dca41faa6567,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:13.528566 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751123858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9264369'] for subnet (9c02f2ca-5983-48f2-8356-52e1be8deac0), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:13.578854 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ce65225f-df16-4d65-9a85-02706113e772), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.objects.base [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] ORM session: SQL execution without transaction in progress, traceback: Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: result = function(*args, **kwargs) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: proto.__init__(conn_state, self) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: self.handle() Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: self.handle_one_request() Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: self.handle_one_response() Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: result = self.application(self.environ, start_response) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return app(environ, start_response) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: response = req.get_response(self.application) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: response = req.get_response(self.application) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: response = req.get_response(self.application) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: response = req.get_response(self.application) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return request.get_response(self.application) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: response = req.get_response(self._app) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return resp(environ, start_response) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return resp(environ, start_response) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: response = self.app(environ, start_response) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return resp(environ, start_response) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.application(environ, start_response) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return super(Pecan, self).__call__(environ, start_response) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: self.invoke_controller(controller, args, kwargs, state) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: result = controller(*args, **kwargs) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*args, **kwargs) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*args, **kwargs) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*dup_args, **dup_kwargs) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*args, **kwargs) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return {self.resource: self.plugin_updater(*updater_args)} Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*args, **kwargs) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return method(*args, **kwargs) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*args, **kwargs) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*args, **kwargs) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*dup_args, **dup_kwargs) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1366, in update_subnet Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: self._update_subnet_postcommit(context, original_subnet, Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: registry.publish( Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: _get_callback_manager().publish(resource, event, trigger, payload=payload) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return function(*args, **kwargs) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: errors = self._notify_loop(resource, event, trigger, payload) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: callback(resource, event, trigger, payload=payload) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: router_ids = set(port.device_id for port in query) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._iter().__iter__() Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: result = self.session.execute( Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: result = fn(orm_exec_state) Apr 16 04:25:13.619989 dv-neutron-838078-2-hyperv neutron-server[104632]: Apr 16 04:25:13.633336 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-ad36102e-6844-4ad8-be5a-56861353ba47 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting port e03fcf85-aa8c-440e-b7ce-8c189e1176e7 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:13.633336 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ad36102e-6844-4ad8-be5a-56861353ba47 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (e03fcf85-aa8c-440e-b7ce-8c189e1176e7), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:13.689055 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd2fc-e6b4-4565-867c-ea6514839660 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (865bf0fe-c6ed-4633-94a3-6475e3aaecdd), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:13.725693 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c31dca27-9ffd-49ee-aed1-3f8a548bb29b None None] Provisioning complete for port ce65225f-df16-4d65-9a85-02706113e772 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:13.726311 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c31dca27-9ffd-49ee-aed1-3f8a548bb29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ce65225f-df16-4d65-9a85-02706113e772), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:13.794455 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cd2fc-e6b4-4565-867c-ea6514839660 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Port': ['ID=865bf0fe-c6ed-4633-94a3-6475e3aaecdd,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:13.835951 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c31dca27-9ffd-49ee-aed1-3f8a548bb29b None None] Port ce65225f-df16-4d65-9a85-02706113e772 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:25:13.850259 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38204) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:13.946783 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:14.293287 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:14.293991 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:14.295462 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "PUT /v2.0/subnets/9c02f2ca-5983-48f2-8356-52e1be8deac0 HTTP/1.1" status: 200 len: 900 time: 3.4501402 Apr 16 04:25:14.355699 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38206) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:14.378507 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-056c5819-738c-4bac-9fc0-1afd9ed0c860 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (030c34f9-8285-40f4-a7f9-68a742dd1178), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:14.474714 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a7f6-2c88-438b-9376-d440b321dca4 req-99f77ec8-2e38-41c1-ad00-3de8d8bacd5d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:14.476747 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2988a7f6-2c88-438b-9376-d440b321dca4 req-99f77ec8-2e38-41c1-ad00-3de8d8bacd5d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 932 time: 0.2631481 Apr 16 04:25:14.528249 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8efab1-a47a-4860-be60-ee8fcb09d51c admin admin] Deleting subnet f4e226c3-0e5b-45fb-ae43-e7c4aee38abf {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:25:14.567782 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1a8efab1-a47a-4860-be60-ee8fcb09d51c admin admin] Publish callbacks [] for subnet (f4e226c3-0e5b-45fb-ae43-e7c4aee38abf), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:14.571621 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056c5819-738c-4bac-9fc0-1afd9ed0c860 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:14.575268 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event updated for resources: {'Subnet': ['ID=9c02f2ca-5983-48f2-8356-52e1be8deac0,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:14.604959 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd2fc-e6b4-4565-867c-ea6514839660 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (0d4b8147-16ef-46f4-bcfe-6b191715d33a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:14.646318 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:14.646763 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:14.647386 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:14.647548 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:14.647981 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:14.648641 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:14.648815 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:14.649133 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:14.649530 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:14.649923 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:14.650730 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:14.651135 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:14.651546 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:14.651937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:14.652413 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883ddc7-74ac-40ac-9819-dd3700f23204 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:14.670802 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-056c5819-738c-4bac-9fc0-1afd9ed0c860 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:14.676694 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c5819-738c-4bac-9fc0-1afd9ed0c860 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:14.745142 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1a8efab1-a47a-4860-be60-ee8fcb09d51c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (f4e226c3-0e5b-45fb-ae43-e7c4aee38abf), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:14.749850 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:25:14.827799 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce65225f-df16-4d65-9a85-02706113e772 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:25:14.836664 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2988a7f6-2c88-438b-9376-d440b321dca4 req-410cb21b-15df-48a3-841e-2c3b4f285a67 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3063047 Apr 16 04:25:14.840425 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] Publish callbacks [] for port (ce65225f-df16-4d65-9a85-02706113e772), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:14.847157 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:14.848468 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:14.880754 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c5819-738c-4bac-9fc0-1afd9ed0c860 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Pushing event updated for resources: {'Port': ['ID=030c34f9-8285-40f4-a7f9-68a742dd1178,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:14.893159 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f58e1658-dd13-4b53-bcbe-aa5686617e43 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (cfc0693e-6fce-43c6-97db-5b960df570a1), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:14.909255 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-ad36102e-6844-4ad8-be5a-56861353ba47 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] For port e03fcf85-aa8c-440e-b7ce-8c189e1176e7, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e03fcf85-aa8c-440e-b7ce-8c189e1176e7,segment=NetworkSegment(3170225a-f1d3-47c3-ab88-5375dbe88dd8),segment_id=3170225a-f1d3-47c3-ab88-5375dbe88dd8)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:14.909618 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ad36102e-6844-4ad8-be5a-56861353ba47 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (e03fcf85-aa8c-440e-b7ce-8c189e1176e7), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:14.933529 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1a8efab1-a47a-4860-be60-ee8fcb09d51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (f4e226c3-0e5b-45fb-ae43-e7c4aee38abf), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:14.975740 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-ad36102e-6844-4ad8-be5a-56861353ba47 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Calling delete_port for e03fcf85-aa8c-440e-b7ce-8c189e1176e7 owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:15.036132 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:15.036521 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:15.086651 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9,segment=NetworkSegment(301d4c99-9d49-4667-a355-bf3693f7a43e),segment_id=301d4c99-9d49-4667-a355-bf3693f7a43e)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:15.089247 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c861e172-41a6-4b11-9be5-85c3c16de54d None None] Network 3d54b50e-f274-4bab-9711-d7f07edb559c requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:15.203245 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (bcfa4455-22e0-4f7a-8daa-a413616c947c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:15.217659 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:15.219347 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device dc0ca6bd-e693-4e95-93c5-dca41faa6567 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:25:15.254260 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9cd2fc-e6b4-4565-867c-ea6514839660 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router 0d4b8147-16ef-46f4-bcfe-6b191715d33a has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:25:15.274123 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-241b4ae7-e166-43f5-a79d-7b30ea0f68bd None None] Provisioning complete for port dc0ca6bd-e693-4e95-93c5-dca41faa6567 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:15.274498 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-241b4ae7-e166-43f5-a79d-7b30ea0f68bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (dc0ca6bd-e693-4e95-93c5-dca41faa6567), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:15.277281 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-662ac94b-b774-48f4-af6f-95c3dc0ac6c7 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (18ea0705-2151-4f50-826e-8d118f9952d6), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:15.347316 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] Transition to ACTIVE for port object ce65225f-df16-4d65-9a85-02706113e772 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:25:15.382365 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ac94b-b774-48f4-af6f-95c3dc0ac6c7 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event deleted for resources: {'Port': ['ID=18ea0705-2151-4f50-826e-8d118f9952d6,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:15.394609 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1a8efab1-a47a-4860-be60-ee8fcb09d51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (f4e226c3-0e5b-45fb-ae43-e7c4aee38abf), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:15.465565 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8efab1-a47a-4860-be60-ee8fcb09d51c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e226c3-0e5b-45fb-ae43-e7c4aee38abf,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:15.467499 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (ce65225f-df16-4d65-9a85-02706113e772), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:15.489104 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f58e1658-dd13-4b53-bcbe-aa5686617e43 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (cfc0693e-6fce-43c6-97db-5b960df570a1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:15.506040 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1a8efab1-a47a-4860-be60-ee8fcb09d51c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:15.514508 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1a8efab1-a47a-4860-be60-ee8fcb09d51c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f4e226c3-0e5b-45fb-ae43-e7c4aee38abf HTTP/1.1" status: 204 len: 168 time: 1.6623280 Apr 16 04:25:15.583035 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38208) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:15.616146 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:15.637214 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9cd2fc-e6b4-4565-867c-ea6514839660 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:25:15.639168 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port dc0ca6bd-e693-4e95-93c5-dca41faa6567 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:15.639600 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (dc0ca6bd-e693-4e95-93c5-dca41faa6567), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:15.645034 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:15.645361 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:15.645744 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:15.646031 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:15.646374 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:15.646732 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:15.647027 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:15.647354 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:15.647704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:15.648046 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:15.652352 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bab6c5d-968e-4577-9f6a-9d59c99f2b3d None None] Sync routers for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:25:15.661320 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:15.661723 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:15.662070 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:15.662402 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:15.666143 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7b9cd2fc-e6b4-4565-867c-ea6514839660 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/0d4b8147-16ef-46f4-bcfe-6b191715d33a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2357056 Apr 16 04:25:15.666378 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:25:15.666820 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38210) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:15.680274 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bab6c5d-968e-4577-9f6a-9d59c99f2b3d None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:15.681000 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-6bab6c5d-968e-4577-9f6a-9d59c99f2b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:15.730102 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:15.740773 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5a258d-0d40-4509-ad47-f5cdf6a5e309 None None] Network bcfa4455-22e0-4f7a-8daa-a413616c947c requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:15.837752 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f331d0-63b2-474e-b713-41493afbe42e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting subnet d528c0b9-adf0-4772-b901-b595f1eb2685 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:25:15.851811 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b7f331d0-63b2-474e-b713-41493afbe42e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for subnet (d528c0b9-adf0-4772-b901-b595f1eb2685), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:15.860383 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce65225f-df16-4d65-9a85-02706113e772,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:15.863855 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-6bab6c5d-968e-4577-9f6a-9d59c99f2b3d None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:15.945394 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-241b4ae7-e166-43f5-a79d-7b30ea0f68bd None None] Current status of the port dc0ca6bd-e693-4e95-93c5-dca41faa6567 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:15.945953 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-241b4ae7-e166-43f5-a79d-7b30ea0f68bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (dc0ca6bd-e693-4e95-93c5-dca41faa6567), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:16.041527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-056c5819-738c-4bac-9fc0-1afd9ed0c860 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_gateway (4806556b-ae84-46fb-b681-b348be3574ac), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:16.045439 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-241b4ae7-e166-43f5-a79d-7b30ea0f68bd None None] For port dc0ca6bd-e693-4e95-93c5-dca41faa6567, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=dc0ca6bd-e693-4e95-93c5-dca41faa6567,segment=NetworkSegment(aba0bee4-9cda-47ac-a67b-3fcab4bd03b8),segment_id=aba0bee4-9cda-47ac-a67b-3fcab4bd03b8)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:16.051012 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port dc0ca6bd-e693-4e95-93c5-dca41faa6567 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:16.051397 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (dc0ca6bd-e693-4e95-93c5-dca41faa6567), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:16.098641 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ad36102e-6844-4ad8-be5a-56861353ba47 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (e03fcf85-aa8c-440e-b7ce-8c189e1176e7), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:16.101361 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b7f331d0-63b2-474e-b713-41493afbe42e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (d528c0b9-adf0-4772-b901-b595f1eb2685), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:16.123235 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Deleting port fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:16.123723 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:16.140115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-241b4ae7-e166-43f5-a79d-7b30ea0f68bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (dc0ca6bd-e693-4e95-93c5-dca41faa6567), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:16.190971 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e1658-dd13-4b53-bcbe-aa5686617e43 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network 3d54b50e-f274-4bab-9711-d7f07edb559c is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:16.227507 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca930be-4fab-4eeb-b1c6-f15e450d4f6a req-13f30ad6-fb08-4992-8cec-5a86d02bcfc5 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:16.237507 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dca930be-4fab-4eeb-b1c6-f15e450d4f6a req-13f30ad6-fb08-4992-8cec-5a86d02bcfc5 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 944 time: 0.2360127 Apr 16 04:25:16.242860 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] Attempting to bind port ce65225f-df16-4d65-9a85-02706113e772 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:25:16.246132 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] Attempting to bind port ce65225f-df16-4d65-9a85-02706113e772 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '31531ef6-d10a-4aa8-935d-20d2235de566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:25:16.246708 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] Attempting to bind port ce65225f-df16-4d65-9a85-02706113e772 on network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:25:16.251786 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-f58e1658-dd13-4b53-bcbe-aa5686617e43 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:16.274286 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b8a29da-56ba-4b8e-a651-dd12c8f927a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (d2cf3884-0560-4147-9fd5-bb24a6616029), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:16.284628 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e1658-dd13-4b53-bcbe-aa5686617e43 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:16.291208 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58e1658-dd13-4b53-bcbe-aa5686617e43 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:16.292152 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f58e1658-dd13-4b53-bcbe-aa5686617e43 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:16.308778 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] Port ce65225f-df16-4d65-9a85-02706113e772 on network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:25:16.309250 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] Attempting to bind port ce65225f-df16-4d65-9a85-02706113e772 on network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:25:16.335161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:25:16.335512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] Checking segment: {'id': '31531ef6-d10a-4aa8-935d-20d2235de566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:25:16.338057 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] Bound using segment: {'id': '31531ef6-d10a-4aa8-935d-20d2235de566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:25:16.343240 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] Bound port: ce65225f-df16-4d65-9a85-02706113e772, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31531ef6-d10a-4aa8-935d-20d2235de566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:25:16.343240 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ce65225f-df16-4d65-9a85-02706113e772), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:16.349059 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e1658-dd13-4b53-bcbe-aa5686617e43 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=cfc0693e-6fce-43c6-97db-5b960df570a1,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:16.385649 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-28ab4d66-bd4e-4ee6-8ec7-9c98fef15d26 None None] Provisioning complete for port fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:16.390872 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-28ab4d66-bd4e-4ee6-8ec7-9c98fef15d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:16.397294 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:25:16.400061 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:25:16.440340 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-662ac94b-b774-48f4-af6f-95c3dc0ac6c7 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (9c4b6530-9c19-4bd9-b00d-ad6682bc99da), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:16.482253 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b4ae7-e166-43f5-a79d-7b30ea0f68bd None None] Pushing event updated for resources: {'Port': ['ID=dc0ca6bd-e693-4e95-93c5-dca41faa6567,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:16.577551 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b751bda3-1109-4009-add1-5dabc027ff5d None None] Network bcfa4455-22e0-4f7a-8daa-a413616c947c requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:16.585708 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dca930be-4fab-4eeb-b1c6-f15e450d4f6a req-228e6761-a217-4717-b852-680d46299ff8 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3175714 Apr 16 04:25:16.616151 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-6bab6c5d-968e-4577-9f6a-9d59c99f2b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:25:13Z', 'revision_number': 9, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea', 'name': '', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e0:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:31Z', 'updated_at': '2022-04-16T04:24:44Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:16.617780 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b7f331d0-63b2-474e-b713-41493afbe42e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (d528c0b9-adf0-4772-b901-b595f1eb2685), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:16.690201 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bab6c5d-968e-4577-9f6a-9d59c99f2b3d None None] Checking router: 0d4b8147-16ef-46f4-bcfe-6b191715d33a for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:25:16.712010 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bab6c5d-968e-4577-9f6a-9d59c99f2b3d None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:16.712232 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] For port ce65225f-df16-4d65-9a85-02706113e772, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:25:16.712640 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-6bab6c5d-968e-4577-9f6a-9d59c99f2b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:16.718219 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] For port ce65225f-df16-4d65-9a85-02706113e772, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ce65225f-df16-4d65-9a85-02706113e772,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:25:16.749545 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-28ab4d66-bd4e-4ee6-8ec7-9c98fef15d26 None None] Current status of the port fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:16.803104 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-28ab4d66-bd4e-4ee6-8ec7-9c98fef15d26 None None] Provisioning complete for port dc0ca6bd-e693-4e95-93c5-dca41faa6567 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:16.803671 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-28ab4d66-bd4e-4ee6-8ec7-9c98fef15d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (dc0ca6bd-e693-4e95-93c5-dca41faa6567), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:16.804694 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (ce65225f-df16-4d65-9a85-02706113e772), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:16.870433 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b7f331d0-63b2-474e-b713-41493afbe42e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (d528c0b9-adf0-4772-b901-b595f1eb2685), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:16.888397 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-6bab6c5d-968e-4577-9f6a-9d59c99f2b3d None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:16.922096 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b7f331d0-63b2-474e-b713-41493afbe42e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:16.929931 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b7f331d0-63b2-474e-b713-41493afbe42e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/subnets/d528c0b9-adf0-4772-b901-b595f1eb2685 HTTP/1.1" status: 204 len: 168 time: 1.2378159 Apr 16 04:25:16.930582 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38214) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:16.933811 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f331d0-63b2-474e-b713-41493afbe42e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Subnet': ['ID=d528c0b9-adf0-4772-b901-b595f1eb2685,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:16.955677 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] For port fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9,segment=NetworkSegment(301d4c99-9d49-4667-a355-bf3693f7a43e),segment_id=301d4c99-9d49-4667-a355-bf3693f7a43e)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:16.956053 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:16.956710 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-28ab4d66-bd4e-4ee6-8ec7-9c98fef15d26 None None] Current status of the port dc0ca6bd-e693-4e95-93c5-dca41faa6567 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:16.959660 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e8cf12-68dd-4f74-95ed-89711e0125f5 None None] Network ddbb591b-be1b-49ce-81a1-418b9d370923 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:16.988778 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Calling delete_port for fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:17.059045 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port dc0ca6bd-e693-4e95-93c5-dca41faa6567 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:17.111593 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:17.114235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:17.117794 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] 10.222.0.18 "PUT /v2.0/ports/ce65225f-df16-4d65-9a85-02706113e772 HTTP/1.1" status: 200 len: 1094 time: 3.7504041 Apr 16 04:25:17.125092 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-616407ed-50ed-4a2a-995b-693f31453227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (ddbb591b-be1b-49ce-81a1-418b9d370923), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:17.127236 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13c951c-dfbd-41f4-bce6-942179dbb384', 'tag': 'ce65225f-df16-4d65-9a85-02706113e772'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:25:17.130156 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e95b9e4-39b8-4d94-8abb-e17811bd8daf" -d '{"events": [{"name": "network-changed", "server_uuid": "b13c951c-dfbd-41f4-bce6-942179dbb384", "tag": "ce65225f-df16-4d65-9a85-02706113e772"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:25:17.189313 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-43d4e517-a371-4446-a58a-29918ae11088 None None] Provisioning complete for port cfc0693e-6fce-43c6-97db-5b960df570a1 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:17.190004 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-43d4e517-a371-4446-a58a-29918ae11088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cfc0693e-6fce-43c6-97db-5b960df570a1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:17.270812 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-43d4e517-a371-4446-a58a-29918ae11088 None None] Port cfc0693e-6fce-43c6-97db-5b960df570a1 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:25:17.297681 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fce255-05cc-4f25-a178-52770b25af56 x-openstack-request-id: req-d0fce255-05cc-4f25-a178-52770b25af56 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:25:17.297976 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13c951c-dfbd-41f4-bce6-942179dbb384", "tag": "ce65225f-df16-4d65-9a85-02706113e772", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:25:17.298227 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0fce255-05cc-4f25-a178-52770b25af56 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:25:17.298637 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0fce255-05cc-4f25-a178-52770b25af56'] response: {'name': 'network-changed', 'server_uuid': 'b13c951c-dfbd-41f4-bce6-942179dbb384', 'tag': 'ce65225f-df16-4d65-9a85-02706113e772', 'status': 'completed', 'code': 200} Apr 16 04:25:17.304669 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54844f-da79-4ecb-9b0c-b302c6b2d8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce65225f-df16-4d65-9a85-02706113e772,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:17.305420 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-43d4e517-a371-4446-a58a-29918ae11088 None None] Provisioning complete for port fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:17.305797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-43d4e517-a371-4446-a58a-29918ae11088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:17.316265 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0786bdf9-c9a2-4d75-b5e3-4bb7d9d260a7 None None] DHCP port deletion for ddbb591b-be1b-49ce-81a1-418b9d370923 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:25:17.335734 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-6bab6c5d-968e-4577-9f6a-9d59c99f2b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:25:13Z', 'revision_number': 9, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea', 'name': '', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e0:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:31Z', 'updated_at': '2022-04-16T04:24:44Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:17.393498 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bab6c5d-968e-4577-9f6a-9d59c99f2b3d None None] The sync data for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv is: [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:25:13Z', 'revision_number': 9, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea', 'name': '', 'network_id': '2be1b915-663a-45f4-829a-3202ed6594a1', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e0:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:31Z', 'updated_at': '2022-04-16T04:24:44Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': 'a4041390-2e21-4d33-b23c-7572f68643f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:25:17.396637 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-662ac94b-b774-48f4-af6f-95c3dc0ac6c7 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (9c4b6530-9c19-4bd9-b00d-ad6682bc99da), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:17.401776 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-8f98c33f-5d1a-4e97-abfe-9b1e354c713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:17.403310 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-8f98c33f-5d1a-4e97-abfe-9b1e354c713c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 1128 time: 0.1605244 Apr 16 04:25:17.404608 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-662ac94b-b774-48f4-af6f-95c3dc0ac6c7 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for router_controller (9c4b6530-9c19-4bd9-b00d-ad6682bc99da), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:17.442569 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:25:17.484874 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-9b2c12b1-34d0-4180-aad3-c95ce7fbbb2f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce65225f-df16-4d65-9a85-02706113e772 HTTP/1.1" status: 200 len: 217 time: 0.0727592 Apr 16 04:25:17.500318 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-616407ed-50ed-4a2a-995b-693f31453227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting port de2ab27d-eb41-4062-8f80-b4e51616029b {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:17.500889 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-616407ed-50ed-4a2a-995b-693f31453227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (de2ab27d-eb41-4062-8f80-b4e51616029b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:17.517495 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0786bdf9-c9a2-4d75-b5e3-4bb7d9d260a7 None None] Deleting port de2ab27d-eb41-4062-8f80-b4e51616029b {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:17.517876 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0786bdf9-c9a2-4d75-b5e3-4bb7d9d260a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (de2ab27d-eb41-4062-8f80-b4e51616029b), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:17.523433 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36102e-6844-4ad8-be5a-56861353ba47 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Port': ['ID=e03fcf85-aa8c-440e-b7ce-8c189e1176e7,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:17.550434 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-662ac94b-b774-48f4-af6f-95c3dc0ac6c7 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (9c4b6530-9c19-4bd9-b00d-ad6682bc99da), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:17.551291 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662ac94b-b774-48f4-af6f-95c3dc0ac6c7 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Fanout notify agent at l3_agent the message router_deleted on router 9c4b6530-9c19-4bd9-b00d-ad6682bc99da {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:25:17.574795 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-662ac94b-b774-48f4-af6f-95c3dc0ac6c7 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:17.576180 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-662ac94b-b774-48f4-af6f-95c3dc0ac6c7 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "DELETE /v2.0/routers/9c4b6530-9c19-4bd9-b00d-ad6682bc99da HTTP/1.1" status: 204 len: 168 time: 6.9756153 Apr 16 04:25:17.589093 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f58e1658-dd13-4b53-bcbe-aa5686617e43 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 6.5947216 Apr 16 04:25:17.599150 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-0786bdf9-c9a2-4d75-b5e3-4bb7d9d260a7 None None] For port de2ab27d-eb41-4062-8f80-b4e51616029b, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=de2ab27d-eb41-4062-8f80-b4e51616029b,segment=NetworkSegment(31a41e44-f1dc-403b-9116-86531d9c7f22),segment_id=31a41e44-f1dc-403b-9116-86531d9c7f22)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:17.599555 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0786bdf9-c9a2-4d75-b5e3-4bb7d9d260a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (de2ab27d-eb41-4062-8f80-b4e51616029b), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:17.613987 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0786bdf9-c9a2-4d75-b5e3-4bb7d9d260a7 None None] Calling delete_port for de2ab27d-eb41-4062-8f80-b4e51616029b owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:17.625162 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38218) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:17.629008 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38220) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:17.629126 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-616407ed-50ed-4a2a-995b-693f31453227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] For port de2ab27d-eb41-4062-8f80-b4e51616029b, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=de2ab27d-eb41-4062-8f80-b4e51616029b,segment=NetworkSegment(31a41e44-f1dc-403b-9116-86531d9c7f22),segment_id=31a41e44-f1dc-403b-9116-86531d9c7f22)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:17.629548 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-616407ed-50ed-4a2a-995b-693f31453227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (de2ab27d-eb41-4062-8f80-b4e51616029b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:17.652532 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-616407ed-50ed-4a2a-995b-693f31453227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Calling delete_port for de2ab27d-eb41-4062-8f80-b4e51616029b owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:17.689004 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:17.698725 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b8a29da-56ba-4b8e-a651-dd12c8f927a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (d2cf3884-0560-4147-9fd5-bb24a6616029), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:17.834032 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2554ac54-fd04-4966-99b2-7488a9f8e49a None None] DHCP port deletion for bcfa4455-22e0-4f7a-8daa-a413616c947c request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:25:17.841488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:17.841865 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:17.870310 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Port fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9 was deleted so its status cannot be updated. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Apr 16 04:25:17.870936 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device dc0ca6bd-e693-4e95-93c5-dca41faa6567 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:25:17.900149 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Port': ['ID=fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:17.922636 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-616407ed-50ed-4a2a-995b-693f31453227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (de2ab27d-eb41-4062-8f80-b4e51616029b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:17.926236 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0786bdf9-c9a2-4d75-b5e3-4bb7d9d260a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (de2ab27d-eb41-4062-8f80-b4e51616029b), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:17.981040 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-43d4e517-a371-4446-a58a-29918ae11088 None None] Current status of the port fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:17.986649 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786bdf9-c9a2-4d75-b5e3-4bb7d9d260a7 None None] Pushing event deleted for resources: {'Port': ['ID=de2ab27d-eb41-4062-8f80-b4e51616029b,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:17.991621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0786bdf9-c9a2-4d75-b5e3-4bb7d9d260a7 None None] No DVR routers for this DVR port de2ab27d-eb41-4062-8f80-b4e51616029b on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:17.994506 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port dc0ca6bd-e693-4e95-93c5-dca41faa6567 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:17.995006 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (dc0ca6bd-e693-4e95-93c5-dca41faa6567), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:18.005182 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-0b8a29da-56ba-4b8e-a651-dd12c8f927a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2cf3884-0560-4147-9fd5-bb24a6616029']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:18.021428 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616407ed-50ed-4a2a-995b-693f31453227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Port': ['ID=de2ab27d-eb41-4062-8f80-b4e51616029b,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:18.036008 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461d116-8cda-4e89-9a32-d5ae237b4dbb req-93713031-37fb-42be-bfec-3245b36eae39 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:18.037623 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b461d116-8cda-4e89-9a32-d5ae237b4dbb req-93713031-37fb-42be-bfec-3245b36eae39 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 944 time: 0.2276952 Apr 16 04:25:18.040482 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616407ed-50ed-4a2a-995b-693f31453227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] No DVR routers for this DVR port de2ab27d-eb41-4062-8f80-b4e51616029b on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:18.075003 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22225ef7-4634-4891-86f5-606f31fffee6 None None] get_active_networks_info from dv-neutron-838078-2-hyperv {{(pid=104634) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 16 04:25:18.093860 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-4d577734-729b-422d-8c96-08f8013b9ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:18.095310 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-4d577734-729b-422d-8c96-08f8013b9ac9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de0b4063-129f-46ca-b5ba-66ee8157041e HTTP/1.1" status: 200 len: 851 time: 0.2835743 Apr 16 04:25:18.095851 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ad36102e-6844-4ad8-be5a-56861353ba47 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (293efcd5-9555-44fe-91e7-e406a3d1fc53), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:18.102190 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-0b8a29da-56ba-4b8e-a651-dd12c8f927a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5372e5d6-acd4-4944-812a-a05b4ad525b0') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:18.102711 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-0b8a29da-56ba-4b8e-a651-dd12c8f927a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5372e5d6-acd4-4944-812a-a05b4ad525b0') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:18.123682 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] No DVR routers for this DVR port fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:18.131407 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-44c6960a-b030-4641-85d8-28ad94802e7d None None] Could not find standard attr ID for object fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:25:18.149418 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23339fc8-cff4-45fc-9b0e-841c3e1eed23 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (568d6779-966e-4ede-8372-feba943d93d4), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:18.167831 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b8a29da-56ba-4b8e-a651-dd12c8f927a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (5372e5d6-acd4-4944-812a-a05b4ad525b0), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:18.271214 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a2351-6acb-4190-84ba-23f9149447b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port cfc0693e-6fce-43c6-97db-5b960df570a1 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:18.271807 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6b6a2351-6acb-4190-84ba-23f9149447b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (cfc0693e-6fce-43c6-97db-5b960df570a1), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:18.275085 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b8a29da-56ba-4b8e-a651-dd12c8f927a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (5372e5d6-acd4-4944-812a-a05b4ad525b0), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:18.283724 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b461d116-8cda-4e89-9a32-d5ae237b4dbb req-0dc86c41-fba2-49f8-9761-c5218c3b9623 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365060 Apr 16 04:25:18.286279 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-616407ed-50ed-4a2a-995b-693f31453227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (ddbb591b-be1b-49ce-81a1-418b9d370923), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:18.290222 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-b26b0e5f-6e21-424c-82d0-989e6163e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:18.291709 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-b26b0e5f-6e21-424c-82d0-989e6163e174 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1831248 Apr 16 04:25:18.350655 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-616407ed-50ed-4a2a-995b-693f31453227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddbb591b-be1b-49ce-81a1-418b9d370923']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:18.370334 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22225ef7-4634-4891-86f5-606f31fffee6 None None] Resources bound (agent type, host, resource id): {{(pid=104634) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 16 04:25:18.372178 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port dc0ca6bd-e693-4e95-93c5-dca41faa6567 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:18.403327 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-616407ed-50ed-4a2a-995b-693f31453227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a41e44-f1dc-403b-9116-86531d9c7f22') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:18.403627 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-616407ed-50ed-4a2a-995b-693f31453227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a41e44-f1dc-403b-9116-86531d9c7f22') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:18.425763 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8a29da-56ba-4b8e-a651-dd12c8f927a3 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b8a29da-56ba-4b8e-a651-dd12c8f927a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (5372e5d6-acd4-4944-812a-a05b4ad525b0), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:18.430933 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:18.433355 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-616407ed-50ed-4a2a-995b-693f31453227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (31a41e44-f1dc-403b-9116-86531d9c7f22), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:18.461751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-616407ed-50ed-4a2a-995b-693f31453227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (31a41e44-f1dc-403b-9116-86531d9c7f22), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:18.475207 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616407ed-50ed-4a2a-995b-693f31453227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:18.475666 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-616407ed-50ed-4a2a-995b-693f31453227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (31a41e44-f1dc-403b-9116-86531d9c7f22), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:18.479236 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:18.539236 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-2ff295b4-5ce5-4866-9df6-e54d408d3789 service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397404 Apr 16 04:25:18.543027 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (9c02f2ca-5983-48f2-8356-52e1be8deac0), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:18.582363 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-056c5819-738c-4bac-9fc0-1afd9ed0c860 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (4806556b-ae84-46fb-b681-b348be3574ac), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:18.624198 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23339fc8-cff4-45fc-9b0e-841c3e1eed23 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (568d6779-966e-4ede-8372-feba943d93d4), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:18.629420 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-056c5819-738c-4bac-9fc0-1afd9ed0c860 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (4806556b-ae84-46fb-b681-b348be3574ac), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:18.635821 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-616407ed-50ed-4a2a-995b-693f31453227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (ddbb591b-be1b-49ce-81a1-418b9d370923), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:18.665092 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-616407ed-50ed-4a2a-995b-693f31453227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:18.671995 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-616407ed-50ed-4a2a-995b-693f31453227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/networks/ddbb591b-be1b-49ce-81a1-418b9d370923 HTTP/1.1" status: 204 len: 168 time: 1.7272871 Apr 16 04:25:18.673286 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38224) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:18.697453 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616407ed-50ed-4a2a-995b-693f31453227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Network': ['ID=ddbb591b-be1b-49ce-81a1-418b9d370923,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:18.717214 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-bcfa4455-22e0-4f7a-8daa-a413616c947c', 'network_id': 'bcfa4455-22e0-4f7a-8daa-a413616c947c', 'project_id': '72d1aa50b704448a8feee6c10e3fbf25', 'fixed_ips': [{'subnet_id': '9c02f2ca-5983-48f2-8356-52e1be8deac0'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:25:18.718724 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:18.749176 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-23339fc8-cff4-45fc-9b0e-841c3e1eed23 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568d6779-966e-4ede-8372-feba943d93d4']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:18.784451 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b8a29da-56ba-4b8e-a651-dd12c8f927a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (d2cf3884-0560-4147-9fd5-bb24a6616029), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:18.825837 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-23339fc8-cff4-45fc-9b0e-841c3e1eed23 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c808db-70e3-4b65-8546-fc6c96327c6e') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:18.826227 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-23339fc8-cff4-45fc-9b0e-841c3e1eed23 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c808db-70e3-4b65-8546-fc6c96327c6e') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:18.830762 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b8a29da-56ba-4b8e-a651-dd12c8f927a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:18.834003 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0b8a29da-56ba-4b8e-a651-dd12c8f927a3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d2cf3884-0560-4147-9fd5-bb24a6616029 HTTP/1.1" status: 204 len: 168 time: 3.2358034 Apr 16 04:25:18.839539 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43b708d1-b4db-45a4-a0a9-964749d46edf req-519ba7e3-f734-4b00-b3a2-c4e70764de9b service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845767 Apr 16 04:25:18.841449 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38226) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:18.850229 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6b6a2351-6acb-4190-84ba-23f9149447b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (cfc0693e-6fce-43c6-97db-5b960df570a1), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:18.941592 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] Allocated IP 2001:db8::3 (bcfa4455-22e0-4f7a-8daa-a413616c947c/9c02f2ca-5983-48f2-8356-52e1be8deac0/06e82419-5d8e-404b-a8e5-1dc3faa4b3ec) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:19.015994 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8b4915-cbf9-4f71-849b-513297825058 admin admin] Deleting subnet 02d56ae5-04ea-4fbc-8b2c-c476bb97c021 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:25:19.031666 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9a8b4915-cbf9-4f71-849b-513297825058 admin admin] Publish callbacks [] for subnet (02d56ae5-04ea-4fbc-8b2c-c476bb97c021), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:19.078786 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95b9e4-39b8-4d94-8abb-e17811bd8daf req-7a90c527-2987-4c4f-9c2f-2b3c1cc1b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:19.085473 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5e95b9e4-39b8-4d94-8abb-e17811bd8daf req-7a90c527-2987-4c4f-9c2f-2b3c1cc1b451 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 1128 time: 0.1158471 Apr 16 04:25:19.152858 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23339fc8-cff4-45fc-9b0e-841c3e1eed23 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (d7c808db-70e3-4b65-8546-fc6c96327c6e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:19.161638 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] Publish callbacks [] for port (06e82419-5d8e-404b-a8e5-1dc3faa4b3ec), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:19.173385 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad36102e-6844-4ad8-be5a-56861353ba47 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 293efcd5-9555-44fe-91e7-e406a3d1fc53 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:25:19.174669 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a29da-56ba-4b8e-a651-dd12c8f927a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2cf3884-0560-4147-9fd5-bb24a6616029,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:19.214654 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a2351-6acb-4190-84ba-23f9149447b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for cfc0693e-6fce-43c6-97db-5b960df570a1 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:19.224522 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23339fc8-cff4-45fc-9b0e-841c3e1eed23 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (d7c808db-70e3-4b65-8546-fc6c96327c6e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:19.248348 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23339fc8-cff4-45fc-9b0e-841c3e1eed23 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:19.249031 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23339fc8-cff4-45fc-9b0e-841c3e1eed23 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (d7c808db-70e3-4b65-8546-fc6c96327c6e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:19.253092 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:19.255456 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (06e82419-5d8e-404b-a8e5-1dc3faa4b3ec), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:19.301973 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 865bf0fe-c6ed-4633-94a3-6475e3aaecdd no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:19.305912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9a8b4915-cbf9-4f71-849b-513297825058 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (02d56ae5-04ea-4fbc-8b2c-c476bb97c021), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:19.308855 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95b9e4-39b8-4d94-8abb-e17811bd8daf req-c19d2b5a-88f7-4458-b689-4dc979b45d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:19.310533 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5e95b9e4-39b8-4d94-8abb-e17811bd8daf req-c19d2b5a-88f7-4458-b689-4dc979b45d76 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e HTTP/1.1" status: 200 len: 912 time: 0.2156258 Apr 16 04:25:19.339934 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 865bf0fe-c6ed-4633-94a3-6475e3aaecdd {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:19.340283 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 865bf0fe-c6ed-4633-94a3-6475e3aaecdd not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:19.340810 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device de2ab27d-eb41-4062-8f80-b4e51616029b no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:19.353551 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] Network bcfa4455-22e0-4f7a-8daa-a413616c947c is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:19.362447 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:19.397166 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:19.399661 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: de2ab27d-eb41-4062-8f80-b4e51616029b {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:19.400149 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device de2ab27d-eb41-4062-8f80-b4e51616029b not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:19.402003 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 18ea0705-2151-4f50-826e-8d118f9952d6 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:19.405875 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] Pushing event updated for resources: {'Port': ['ID=06e82419-5d8e-404b-a8e5-1dc3faa4b3ec,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:19.452009 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 18ea0705-2151-4f50-826e-8d118f9952d6 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:19.452481 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 18ea0705-2151-4f50-826e-8d118f9952d6 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:19.453065 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:19.507970 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad36102e-6844-4ad8-be5a-56861353ba47 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:25:19.525024 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ad36102e-6844-4ad8-be5a-56861353ba47 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/293efcd5-9555-44fe-91e7-e406a3d1fc53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6851108 Apr 16 04:25:19.528180 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38230) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:19.541529 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (9c02f2ca-5983-48f2-8356-52e1be8deac0), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:19.543292 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb2635f-4bc4-412c-9edc-993ee6719008 None None] Sync routers for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:25:19.558647 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87945469-318a-485b-87cc-1729e273c570 req-7ab46218-8472-4931-a071-c81b7417401c tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:19.560910 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-87945469-318a-485b-87cc-1729e273c570 req-7ab46218-8472-4931-a071-c81b7417401c tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 944 time: 0.1253562 Apr 16 04:25:19.562843 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:19.563487 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device fb8356c6-af0e-4b8a-9b5a-4d90114fa8f9 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:19.609152 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb2635f-4bc4-412c-9edc-993ee6719008 None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:19.609849 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23339fc8-cff4-45fc-9b0e-841c3e1eed23 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (568d6779-966e-4ede-8372-feba943d93d4), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:19.610962 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-0fb2635f-4bc4-412c-9edc-993ee6719008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:19.616427 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] Attempting to bind port 06e82419-5d8e-404b-a8e5-1dc3faa4b3ec on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:25:19.616810 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] Attempting to bind port 06e82419-5d8e-404b-a8e5-1dc3faa4b3ec by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '301d4c99-9d49-4667-a355-bf3693f7a43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bcfa4455-22e0-4f7a-8daa-a413616c947c'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:25:19.617813 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] Attempting to bind port 06e82419-5d8e-404b-a8e5-1dc3faa4b3ec on network bcfa4455-22e0-4f7a-8daa-a413616c947c {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:25:19.667730 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23339fc8-cff4-45fc-9b0e-841c3e1eed23 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:19.674872 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-23339fc8-cff4-45fc-9b0e-841c3e1eed23 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "DELETE /v2.0/networks/568d6779-966e-4ede-8372-feba943d93d4 HTTP/1.1" status: 204 len: 168 time: 2.0476010 Apr 16 04:25:19.686470 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Subnet': ['ID=9c02f2ca-5983-48f2-8356-52e1be8deac0,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:19.702286 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38232) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:19.767393 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5e95b9e4-39b8-4d94-8abb-e17811bd8daf req-c1952cde-4835-48a7-a607-f82567ba190f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce65225f-df16-4d65-9a85-02706113e772 HTTP/1.1" status: 200 len: 217 time: 0.0488389 Apr 16 04:25:19.782114 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23339fc8-cff4-45fc-9b0e-841c3e1eed23 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event deleted for resources: {'Network': ['ID=568d6779-966e-4ede-8372-feba943d93d4,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:19.836793 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-87945469-318a-485b-87cc-1729e273c570 req-3eb009a0-9c93-481a-bcaf-d7f095462402 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364991 Apr 16 04:25:19.842224 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (bcfa4455-22e0-4f7a-8daa-a413616c947c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:19.847164 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056c5819-738c-4bac-9fc0-1afd9ed0c860 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Router 4806556b-ae84-46fb-b681-b348be3574ac is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:25:19.867297 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeeb3de8-7dcf-4fed-982d-22c5e3baf159 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting subnet 57d991fc-fff5-4047-a956-28cd51115868 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:25:19.877865 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9a8b4915-cbf9-4f71-849b-513297825058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (02d56ae5-04ea-4fbc-8b2c-c476bb97c021), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:19.892410 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aeeb3de8-7dcf-4fed-982d-22c5e3baf159 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for subnet (57d991fc-fff5-4047-a956-28cd51115868), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:19.911532 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95b9e4-39b8-4d94-8abb-e17811bd8daf req-a67e91d1-90b9-4b4d-b355-71271f17a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:19.912044 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:25:19.912439 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] Checking segment: {'id': '301d4c99-9d49-4667-a355-bf3693f7a43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bcfa4455-22e0-4f7a-8daa-a413616c947c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:25:19.912887 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:19.913040 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5e95b9e4-39b8-4d94-8abb-e17811bd8daf req-a67e91d1-90b9-4b4d-b355-71271f17a359 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de0b4063-129f-46ca-b5ba-66ee8157041e HTTP/1.1" status: 200 len: 851 time: 0.1326530 Apr 16 04:25:19.913295 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] Bound using segment: {'id': '301d4c99-9d49-4667-a355-bf3693f7a43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bcfa4455-22e0-4f7a-8daa-a413616c947c'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:25:19.913674 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-44f4b1de-942f-4c00-ac3e-28385d0b24d6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (0d4b8147-16ef-46f4-bcfe-6b191715d33a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:19.913796 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] Bound port: 06e82419-5d8e-404b-a8e5-1dc3faa4b3ec, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301d4c99-9d49-4667-a355-bf3693f7a43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bcfa4455-22e0-4f7a-8daa-a413616c947c'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:25:19.914154 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (06e82419-5d8e-404b-a8e5-1dc3faa4b3ec), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:19.942666 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfa4455-22e0-4f7a-8daa-a413616c947c']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:19.968789 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-0fb2635f-4bc4-412c-9edc-993ee6719008 None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:20.004678 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301d4c99-9d49-4667-a355-bf3693f7a43e') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:20.005299 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301d4c99-9d49-4667-a355-bf3693f7a43e') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:20.027077 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aeeb3de8-7dcf-4fed-982d-22c5e3baf159 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (57d991fc-fff5-4047-a956-28cd51115868), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.053329 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-0fb2635f-4bc4-412c-9edc-993ee6719008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:25:15Z', 'revision_number': 11, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:20.056336 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (301d4c99-9d49-4667-a355-bf3693f7a43e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.068164 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95b9e4-39b8-4d94-8abb-e17811bd8daf req-45c34f3b-bd8d-4c01-a561-17e56b0bb636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:20.070105 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5e95b9e4-39b8-4d94-8abb-e17811bd8daf req-45c34f3b-bd8d-4c01-a561-17e56b0bb636 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1323128 Apr 16 04:25:20.083549 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6b6a2351-6acb-4190-84ba-23f9149447b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (cfc0693e-6fce-43c6-97db-5b960df570a1), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.096341 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb2635f-4bc4-412c-9edc-993ee6719008 None None] Checking router: 293efcd5-9555-44fe-91e7-e406a3d1fc53 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:25:20.120984 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb2635f-4bc4-412c-9edc-993ee6719008 None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:20.121666 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-0fb2635f-4bc4-412c-9edc-993ee6719008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:20.124717 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] For port 06e82419-5d8e-404b-a8e5-1dc3faa4b3ec, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:25:20.132447 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] For port 06e82419-5d8e-404b-a8e5-1dc3faa4b3ec, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=06e82419-5d8e-404b-a8e5-1dc3faa4b3ec,segment=NetworkSegment(301d4c99-9d49-4667-a355-bf3693f7a43e),segment_id=301d4c99-9d49-4667-a355-bf3693f7a43e)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:25:20.161642 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a2351-6acb-4190-84ba-23f9149447b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=cfc0693e-6fce-43c6-97db-5b960df570a1,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:20.173163 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0889756c-5e52-40a0-9f5a-adf4b1ac3e41 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group (db622253-f4ed-41fe-92d6-f357f0b3a5ff), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.220372 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-0fb2635f-4bc4-412c-9edc-993ee6719008 None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:20.231287 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5e95b9e4-39b8-4d94-8abb-e17811bd8daf req-81b7a656-1ad2-4a98-ba1d-59e95b2a2e0a service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522150 Apr 16 04:25:20.236064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9a8b4915-cbf9-4f71-849b-513297825058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (02d56ae5-04ea-4fbc-8b2c-c476bb97c021), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.249072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0889756c-5e52-40a0-9f5a-adf4b1ac3e41 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group (db622253-f4ed-41fe-92d6-f357f0b3a5ff), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.261448 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6b6a2351-6acb-4190-84ba-23f9149447b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.265100 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6b6a2351-6acb-4190-84ba-23f9149447b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/ports/cfc0693e-6fce-43c6-97db-5b960df570a1 HTTP/1.1" status: 204 len: 168 time: 2.6289682 Apr 16 04:25:20.290030 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (301d4c99-9d49-4667-a355-bf3693f7a43e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.292406 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38234) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:20.293725 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056c5819-738c-4bac-9fc0-1afd9ed0c860 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:25:20.304161 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d7c89-23fd-4a89-b43d-9552d626443a None None] Sync routers for ids ['4806556b-ae84-46fb-b681-b348be3574ac'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:25:20.313622 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-0fb2635f-4bc4-412c-9edc-993ee6719008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:25:15Z', 'revision_number': 11, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:20.316855 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (06e82419-5d8e-404b-a8e5-1dc3faa4b3ec), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.319563 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-056c5819-738c-4bac-9fc0-1afd9ed0c860 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.321076 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-056c5819-738c-4bac-9fc0-1afd9ed0c860 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "PUT /v2.0/routers/4806556b-ae84-46fb-b681-b348be3574ac HTTP/1.1" status: 200 len: 919 time: 9.8771994 Apr 16 04:25:20.325731 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d7c89-23fd-4a89-b43d-9552d626443a None None] Routers {'4806556b-ae84-46fb-b681-b348be3574ac'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:20.326392 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0c5d7c89-23fd-4a89-b43d-9552d626443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['4806556b-ae84-46fb-b681-b348be3574ac'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:20.333610 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:20.337513 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (301d4c99-9d49-4667-a355-bf3693f7a43e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.337513 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38236) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:20.339904 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:20.378532 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5e95b9e4-39b8-4d94-8abb-e17811bd8daf req-80e3ed59-d3a6-49e6-a749-416dd333767e service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324220 Apr 16 04:25:20.397858 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9a8b4915-cbf9-4f71-849b-513297825058 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.400267 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9a8b4915-cbf9-4f71-849b-513297825058 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/02d56ae5-04ea-4fbc-8b2c-c476bb97c021 HTTP/1.1" status: 204 len: 168 time: 1.5577826 Apr 16 04:25:20.401163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b4915-cbf9-4f71-849b-513297825058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02d56ae5-04ea-4fbc-8b2c-c476bb97c021,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:20.402862 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38238) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:20.410465 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0c5d7c89-23fd-4a89-b43d-9552d626443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:20.420341 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d7c89-23fd-4a89-b43d-9552d626443a None None] Routers {'4806556b-ae84-46fb-b681-b348be3574ac'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:20.421349 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0c5d7c89-23fd-4a89-b43d-9552d626443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['4806556b-ae84-46fb-b681-b348be3574ac'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:20.428357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdf2dc-c465-4952-96c5-c20bfac056a2 None None] Pushing event updated for resources: {'Port': ['ID=06e82419-5d8e-404b-a8e5-1dc3faa4b3ec,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:20.437572 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb2635f-4bc4-412c-9edc-993ee6719008 None None] The sync data for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv is: [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:25:15Z', 'revision_number': 11, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:25:20.467263 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0c5d7c89-23fd-4a89-b43d-9552d626443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:20.468344 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d7c89-23fd-4a89-b43d-9552d626443a None None] The sync data for ids ['4806556b-ae84-46fb-b681-b348be3574ac'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:25:20.522808 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8dd17d13-422b-4815-87f6-a514234e46f5 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "GET /v2.0/routers/4806556b-ae84-46fb-b681-b348be3574ac HTTP/1.1" status: 200 len: 925 time: 0.1790507 Apr 16 04:25:20.526389 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38240) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:20.543169 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf94b5c3-54ae-4008-b8ef-38a611b6f245 None None] get_active_networks_info from dv-neutron-838078-2-hyperv {{(pid=104634) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 16 04:25:20.544530 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-771771ac-bb55-46a2-8406-b4da8b9fa904 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] GET failed (client error): The resource could not be found. Apr 16 04:25:20.546037 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-771771ac-bb55-46a2-8406-b4da8b9fa904 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports/cfc0693e-6fce-43c6-97db-5b960df570a1 HTTP/1.1" status: 404 len: 333 time: 0.2502515 Apr 16 04:25:20.553741 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38242) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:20.601999 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aeeb3de8-7dcf-4fed-982d-22c5e3baf159 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (57d991fc-fff5-4047-a956-28cd51115868), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.629368 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dbcbabab-3600-4983-aaa2-cbd818a6f3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (37c24b55-67c7-4ab4-836a-ddfc9fef722c), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.662683 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38156d97-165d-480c-a203-af71d5427357 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:20.667225 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-38156d97-165d-480c-a203-af71d5427357 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&device_id=4806556b-ae84-46fb-b681-b348be3574ac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1355877 Apr 16 04:25:20.669074 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38244) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:20.680199 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25adfb3-cd7b-4f19-9426-6ac013ca0888 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting subnet 9d7a90d1-8284-4b5c-832f-370bce4d0bc7 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:25:20.708022 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b25adfb3-cd7b-4f19-9426-6ac013ca0888 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (9d7a90d1-8284-4b5c-832f-370bce4d0bc7), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.724342 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.db.api [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 04:25:20.724342 dv-neutron-838078-2-hyperv neutron-server[104632]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 04:25:20.724342 dv-neutron-838078-2-hyperv neutron-server[104632]: [parameters: {'id': 'bcfa4455-22e0-4f7a-8daa-a413616c947c'}] Apr 16 04:25:20.724342 dv-neutron-838078-2-hyperv neutron-server[104632]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:25:20.725836 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG oslo_db.api [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:25:20.749508 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf94b5c3-54ae-4008-b8ef-38a611b6f245 None None] Resources bound (agent type, host, resource id): {{(pid=104634) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 16 04:25:20.793928 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-44f4b1de-942f-4c00-ac3e-28385d0b24d6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting port fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:20.796107 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-44f4b1de-942f-4c00-ac3e-28385d0b24d6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.845274 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b25adfb3-cd7b-4f19-9426-6ac013ca0888 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (9d7a90d1-8284-4b5c-832f-370bce4d0bc7), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.867412 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aa47e2-8e2c-406a-8048-6199860ac090 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:20.872118 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-03aa47e2-8e2c-406a-8048-6199860ac090 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "GET /v2.0/networks/2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 HTTP/1.1" status: 200 len: 881 time: 0.1982055 Apr 16 04:25:20.876485 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38246) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:20.890961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dbcbabab-3600-4983-aaa2-cbd818a6f3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (37c24b55-67c7-4ab4-836a-ddfc9fef722c), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.899827 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0889756c-5e52-40a0-9f5a-adf4b1ac3e41 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (db622253-f4ed-41fe-92d6-f357f0b3a5ff), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.903263 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0889756c-5e52-40a0-9f5a-adf4b1ac3e41 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.904630 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0889756c-5e52-40a0-9f5a-adf4b1ac3e41 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] 10.222.0.30 "DELETE /v2.0/security-groups/db622253-f4ed-41fe-92d6-f357f0b3a5ff HTTP/1.1" status: 204 len: 168 time: 1.1982596 Apr 16 04:25:20.940593 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aeeb3de8-7dcf-4fed-982d-22c5e3baf159 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (57d991fc-fff5-4047-a956-28cd51115868), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.983901 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aeeb3de8-7dcf-4fed-982d-22c5e3baf159 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:20.992067 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-aeeb3de8-7dcf-4fed-982d-22c5e3baf159 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/subnets/57d991fc-fff5-4047-a956-28cd51115868 HTTP/1.1" status: 204 len: 168 time: 1.4623923 Apr 16 04:25:21.002469 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-266ee3bb-70b4-48c2-92e2-2fbe296af0de tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "GET /v2.0/ports?device_id=4806556b-ae84-46fb-b681-b348be3574ac HTTP/1.1" status: 200 len: 205 time: 0.1243048 Apr 16 04:25:21.005284 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38252) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:21.005876 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38254) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:21.023348 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-dbcbabab-3600-4983-aaa2-cbd818a6f3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c24b55-67c7-4ab4-836a-ddfc9fef722c']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:21.054124 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-dbcbabab-3600-4983-aaa2-cbd818a6f3c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35d06ad-cffe-4369-9f71-55dcd6a37101') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:21.054419 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-dbcbabab-3600-4983-aaa2-cbd818a6f3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35d06ad-cffe-4369-9f71-55dcd6a37101') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:21.097503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dbcbabab-3600-4983-aaa2-cbd818a6f3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (e35d06ad-cffe-4369-9f71-55dcd6a37101), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:21.104707 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2e6bf-c5bb-48e3-9cfa-4ac93e542abf req-e1955c0b-9df6-47f5-a264-57fb8e790345 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:21.106784 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-56c2e6bf-c5bb-48e3-9cfa-4ac93e542abf req-e1955c0b-9df6-47f5-a264-57fb8e790345 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 944 time: 0.1270320 Apr 16 04:25:21.144603 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e03fcf85-aa8c-440e-b7ce-8c189e1176e7 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:21.145938 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dbcbabab-3600-4983-aaa2-cbd818a6f3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (e35d06ad-cffe-4369-9f71-55dcd6a37101), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:21.166007 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbcbabab-3600-4983-aaa2-cbd818a6f3c5 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:21.166413 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dbcbabab-3600-4983-aaa2-cbd818a6f3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (e35d06ad-cffe-4369-9f71-55dcd6a37101), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:21.171818 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:21.178703 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-44f4b1de-942f-4c00-ac3e-28385d0b24d6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] For port fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea,segment=NetworkSegment(f4b21ee5-045c-4be1-b71a-3b896d630091),segment_id=f4b21ee5-045c-4be1-b71a-3b896d630091)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:21.178703 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-44f4b1de-942f-4c00-ac3e-28385d0b24d6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:21.194593 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54724fe0-5eb5-4b01-94ee-6a5a97e796e6 None None] Network bb7e27d3-5406-4050-849c-0c2253da6d52 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:21.197771 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e80ef4-6869-4cbd-99cd-85f6e28042de None None] Network bcfa4455-22e0-4f7a-8daa-a413616c947c requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:21.207723 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d53abc3-2100-4a4e-a14c-c70549247ca9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (bb7e27d3-5406-4050-849c-0c2253da6d52), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:21.210215 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889756c-5e52-40a0-9f5a-adf4b1ac3e41 tempest-TestNetworkAdvancedServerOps-997189267 tempest-TestNetworkAdvancedServerOps-997189267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db622253-f4ed-41fe-92d6-f357f0b3a5ff,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:21.217291 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b25adfb3-cd7b-4f19-9426-6ac013ca0888 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (9d7a90d1-8284-4b5c-832f-370bce4d0bc7), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:21.274624 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb3de8-7dcf-4fed-982d-22c5e3baf159 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Subnet': ['ID=57d991fc-fff5-4047-a956-28cd51115868,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:21.279441 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (bcfa4455-22e0-4f7a-8daa-a413616c947c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:21.301268 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: e03fcf85-aa8c-440e-b7ce-8c189e1176e7 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:21.302473 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e03fcf85-aa8c-440e-b7ce-8c189e1176e7 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:21.305006 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-44f4b1de-942f-4c00-ac3e-28385d0b24d6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Calling delete_port for fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:21.374612 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-56c2e6bf-c5bb-48e3-9cfa-4ac93e542abf req-7e0542b1-37b8-40c8-bf81-c4d4b9a3b09f tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522185 Apr 16 04:25:21.383715 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-9d53abc3-2100-4a4e-a14c-c70549247ca9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Deleting port feb54369-6b6d-4103-a92c-b03ee6bcfd5a {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:21.384419 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d53abc3-2100-4a4e-a14c-c70549247ca9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (feb54369-6b6d-4103-a92c-b03ee6bcfd5a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:21.459973 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dbcbabab-3600-4983-aaa2-cbd818a6f3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (37c24b55-67c7-4ab4-836a-ddfc9fef722c), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:21.473485 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dbcbabab-3600-4983-aaa2-cbd818a6f3c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:21.481952 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dbcbabab-3600-4983-aaa2-cbd818a6f3c5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/37c24b55-67c7-4ab4-836a-ddfc9fef722c HTTP/1.1" status: 204 len: 168 time: 1.0715997 Apr 16 04:25:21.490041 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-9d53abc3-2100-4a4e-a14c-c70549247ca9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] For port feb54369-6b6d-4103-a92c-b03ee6bcfd5a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=feb54369-6b6d-4103-a92c-b03ee6bcfd5a,segment=NetworkSegment(3170225a-f1d3-47c3-ab88-5375dbe88dd8),segment_id=3170225a-f1d3-47c3-ab88-5375dbe88dd8)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:21.490592 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d53abc3-2100-4a4e-a14c-c70549247ca9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (feb54369-6b6d-4103-a92c-b03ee6bcfd5a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:21.509881 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-9d53abc3-2100-4a4e-a14c-c70549247ca9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Calling delete_port for feb54369-6b6d-4103-a92c-b03ee6bcfd5a owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:21.539168 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbabab-3600-4983-aaa2-cbd818a6f3c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=37c24b55-67c7-4ab4-836a-ddfc9fef722c,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:21.547034 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54025799-85a0-4ca7-b24e-bca0f311cf94 None None] DHCP port deletion for bcfa4455-22e0-4f7a-8daa-a413616c947c request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:25:21.630333 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-54025799-85a0-4ca7-b24e-bca0f311cf94 None None] Deleting port 06e82419-5d8e-404b-a8e5-1dc3faa4b3ec {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:21.630803 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-54025799-85a0-4ca7-b24e-bca0f311cf94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (06e82419-5d8e-404b-a8e5-1dc3faa4b3ec), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:21.660587 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b25adfb3-cd7b-4f19-9426-6ac013ca0888 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (9d7a90d1-8284-4b5c-832f-370bce4d0bc7), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:21.713573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4171dd70-02c9-4e36-8ec4-04744db897a8 None None] DHCP port deletion for bb7e27d3-5406-4050-849c-0c2253da6d52 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:25:21.724103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25adfb3-cd7b-4f19-9426-6ac013ca0888 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Subnet': ['ID=9d7a90d1-8284-4b5c-832f-370bce4d0bc7,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:21.727534 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d53abc3-2100-4a4e-a14c-c70549247ca9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (feb54369-6b6d-4103-a92c-b03ee6bcfd5a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:21.751501 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4171dd70-02c9-4e36-8ec4-04744db897a8 None None] The port 'feb54369-6b6d-4103-a92c-b03ee6bcfd5a' was deleted {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2025}} Apr 16 04:25:21.755523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b25adfb3-cd7b-4f19-9426-6ac013ca0888 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:21.757594 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53c3eb4-ada1-49e1-b15f-03d92aade1dd None None] Network 3d54b50e-f274-4bab-9711-d7f07edb559c requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:21.764391 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b25adfb3-cd7b-4f19-9426-6ac013ca0888 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/subnets/9d7a90d1-8284-4b5c-832f-370bce4d0bc7 HTTP/1.1" status: 204 len: 168 time: 1.2064674 Apr 16 04:25:21.766814 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38262) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:21.804670 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d53abc3-2100-4a4e-a14c-c70549247ca9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] No DVR routers for this DVR port feb54369-6b6d-4103-a92c-b03ee6bcfd5a on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:21.834166 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38264) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:21.857537 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-54025799-85a0-4ca7-b24e-bca0f311cf94 None None] For port 06e82419-5d8e-404b-a8e5-1dc3faa4b3ec, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=06e82419-5d8e-404b-a8e5-1dc3faa4b3ec,segment=NetworkSegment(301d4c99-9d49-4667-a355-bf3693f7a43e),segment_id=301d4c99-9d49-4667-a355-bf3693f7a43e)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:21.857966 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-54025799-85a0-4ca7-b24e-bca0f311cf94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (06e82419-5d8e-404b-a8e5-1dc3faa4b3ec), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:21.878528 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-54025799-85a0-4ca7-b24e-bca0f311cf94 None None] Calling delete_port for 06e82419-5d8e-404b-a8e5-1dc3faa4b3ec owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:21.895929 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-44f4b1de-942f-4c00-ac3e-28385d0b24d6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:21.949265 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38268) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:21.959093 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4b1de-942f-4c00-ac3e-28385d0b24d6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Port': ['ID=fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:21.998192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab51d57f-e7eb-479c-b471-d36d44f957c0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (3d54b50e-f274-4bab-9711-d7f07edb559c), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:22.101121 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f6f30716-0d8b-445f-8528-2679a9bc2338 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df9a6fe556904c1daa9e4e9d04e1cb79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1506772 Apr 16 04:25:22.110076 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1648da3-4be4-437c-85bd-d0853dfe89b1 None None] DHCP port deletion for 3d54b50e-f274-4bab-9711-d7f07edb559c request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:25:22.142417 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38270) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:22.210605 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53abc3-2100-4a4e-a14c-c70549247ca9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Port': ['ID=feb54369-6b6d-4103-a92c-b03ee6bcfd5a,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:22.257764 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-ab51d57f-e7eb-479c-b471-d36d44f957c0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port dc0ca6bd-e693-4e95-93c5-dca41faa6567 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:22.257983 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Deleting port 06e82419-5d8e-404b-a8e5-1dc3faa4b3ec {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:22.258087 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab51d57f-e7eb-479c-b471-d36d44f957c0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (dc0ca6bd-e693-4e95-93c5-dca41faa6567), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:22.258417 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (06e82419-5d8e-404b-a8e5-1dc3faa4b3ec), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:22.267195 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b1648da3-4be4-437c-85bd-d0853dfe89b1 None None] Deleting port dc0ca6bd-e693-4e95-93c5-dca41faa6567 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:22.267575 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b1648da3-4be4-437c-85bd-d0853dfe89b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (dc0ca6bd-e693-4e95-93c5-dca41faa6567), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:22.354118 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-b1648da3-4be4-437c-85bd-d0853dfe89b1 None None] For port dc0ca6bd-e693-4e95-93c5-dca41faa6567, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=dc0ca6bd-e693-4e95-93c5-dca41faa6567,segment=NetworkSegment(aba0bee4-9cda-47ac-a67b-3fcab4bd03b8),segment_id=aba0bee4-9cda-47ac-a67b-3fcab4bd03b8)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:22.354824 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b1648da3-4be4-437c-85bd-d0853dfe89b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (dc0ca6bd-e693-4e95-93c5-dca41faa6567), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:22.361271 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] For port 06e82419-5d8e-404b-a8e5-1dc3faa4b3ec, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=06e82419-5d8e-404b-a8e5-1dc3faa4b3ec,segment=NetworkSegment(301d4c99-9d49-4667-a355-bf3693f7a43e),segment_id=301d4c99-9d49-4667-a355-bf3693f7a43e)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:22.361854 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (06e82419-5d8e-404b-a8e5-1dc3faa4b3ec), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:22.369453 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b1648da3-4be4-437c-85bd-d0853dfe89b1 None None] Calling delete_port for dc0ca6bd-e693-4e95-93c5-dca41faa6567 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:22.377999 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Calling delete_port for 06e82419-5d8e-404b-a8e5-1dc3faa4b3ec owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:22.431309 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2ea062c5-dbfb-4fa8-9040-bff60ee6dec0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1331059124584452b3c27bedfa8953aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5935962 Apr 16 04:25:22.436000 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-203761ba-a89a-4b4e-9a90-7eb901504abe admin admin] Publish callbacks [] for security_group (ca4f8722-8ab6-433b-90b8-ac03993371b4), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:22.461146 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-203761ba-a89a-4b4e-9a90-7eb901504abe admin admin] Publish callbacks [] for security_group (ca4f8722-8ab6-433b-90b8-ac03993371b4), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:22.504866 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (06e82419-5d8e-404b-a8e5-1dc3faa4b3ec), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:22.512785 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-54025799-85a0-4ca7-b24e-bca0f311cf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (06e82419-5d8e-404b-a8e5-1dc3faa4b3ec), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:22.517325 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38274) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:22.519844 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-ab51d57f-e7eb-479c-b471-d36d44f957c0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] For port dc0ca6bd-e693-4e95-93c5-dca41faa6567, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=dc0ca6bd-e693-4e95-93c5-dca41faa6567,segment=NetworkSegment(aba0bee4-9cda-47ac-a67b-3fcab4bd03b8),segment_id=aba0bee4-9cda-47ac-a67b-3fcab4bd03b8)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:22.520218 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab51d57f-e7eb-479c-b471-d36d44f957c0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (dc0ca6bd-e693-4e95-93c5-dca41faa6567), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:22.534213 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-44f4b1de-942f-4c00-ac3e-28385d0b24d6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (0d4b8147-16ef-46f4-bcfe-6b191715d33a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:22.540803 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-ab51d57f-e7eb-479c-b471-d36d44f957c0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for dc0ca6bd-e693-4e95-93c5-dca41faa6567 owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:22.550332 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54025799-85a0-4ca7-b24e-bca0f311cf94 None None] Pushing event deleted for resources: {'Port': ['ID=06e82419-5d8e-404b-a8e5-1dc3faa4b3ec,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:22.553163 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54025799-85a0-4ca7-b24e-bca0f311cf94 None None] No DVR routers for this DVR port 06e82419-5d8e-404b-a8e5-1dc3faa4b3ec on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:22.575650 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] No DVR routers for this DVR port 06e82419-5d8e-404b-a8e5-1dc3faa4b3ec on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:22.581715 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-69bfcabf-a598-40c2-bc5f-27f69f728cd1 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router (4806556b-ae84-46fb-b681-b348be3574ac), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:22.584833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b1648da3-4be4-437c-85bd-d0853dfe89b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (dc0ca6bd-e693-4e95-93c5-dca41faa6567), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:22.620855 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1648da3-4be4-437c-85bd-d0853dfe89b1 None None] Pushing event deleted for resources: {'Port': ['ID=dc0ca6bd-e693-4e95-93c5-dca41faa6567,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:22.638944 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1648da3-4be4-437c-85bd-d0853dfe89b1 None None] No DVR routers for this DVR port dc0ca6bd-e693-4e95-93c5-dca41faa6567 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:22.670943 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-203761ba-a89a-4b4e-9a90-7eb901504abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (ca4f8722-8ab6-433b-90b8-ac03993371b4), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:22.674428 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-203761ba-a89a-4b4e-9a90-7eb901504abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:22.675566 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-203761ba-a89a-4b4e-9a90-7eb901504abe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca4f8722-8ab6-433b-90b8-ac03993371b4 HTTP/1.1" status: 204 len: 168 time: 0.5246253 Apr 16 04:25:22.678826 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d53abc3-2100-4a4e-a14c-c70549247ca9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (bb7e27d3-5406-4050-849c-0c2253da6d52), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:22.700697 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203761ba-a89a-4b4e-9a90-7eb901504abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4f8722-8ab6-433b-90b8-ac03993371b4,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:22.713192 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Port': ['ID=06e82419-5d8e-404b-a8e5-1dc3faa4b3ec,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:22.785400 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d0383-d81b-4c1a-b0a0-5e34261be35a req-9fcd4674-0208-4135-954c-578d4f32e4c6 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:22.786926 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8a9d0383-d81b-4c1a-b0a0-5e34261be35a req-9fcd4674-0208-4135-954c-578d4f32e4c6 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 944 time: 0.2684829 Apr 16 04:25:22.791379 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-9d53abc3-2100-4a4e-a14c-c70549247ca9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7e27d3-5406-4050-849c-0c2253da6d52']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:22.842698 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f4b1de-942f-4c00-ac3e-28385d0b24d6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router 0d4b8147-16ef-46f4-bcfe-6b191715d33a has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:25:22.848238 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab51d57f-e7eb-479c-b471-d36d44f957c0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (dc0ca6bd-e693-4e95-93c5-dca41faa6567), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:22.882186 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab51d57f-e7eb-479c-b471-d36d44f957c0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No DVR routers for this DVR port dc0ca6bd-e693-4e95-93c5-dca41faa6567 on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:22.883707 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51d57f-e7eb-479c-b471-d36d44f957c0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=dc0ca6bd-e693-4e95-93c5-dca41faa6567,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:22.897504 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-9d53abc3-2100-4a4e-a14c-c70549247ca9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3170225a-f1d3-47c3-ab88-5375dbe88dd8') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:22.897807 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-9d53abc3-2100-4a4e-a14c-c70549247ca9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3170225a-f1d3-47c3-ab88-5375dbe88dd8') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:22.902588 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (bcfa4455-22e0-4f7a-8daa-a413616c947c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:22.927432 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d53abc3-2100-4a4e-a14c-c70549247ca9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (3170225a-f1d3-47c3-ab88-5375dbe88dd8), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:22.977809 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfa4455-22e0-4f7a-8daa-a413616c947c']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:22.985642 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d53abc3-2100-4a4e-a14c-c70549247ca9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (3170225a-f1d3-47c3-ab88-5375dbe88dd8), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.011732 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-986a8d9a-2ae1-4275-96aa-058aebe116ac admin admin] Publish callbacks [] for security_group (c402b73d-18ff-4dbb-af6a-9def059c5b65), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.016307 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301d4c99-9d49-4667-a355-bf3693f7a43e') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:23.016611 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301d4c99-9d49-4667-a355-bf3693f7a43e') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:23.027099 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab51d57f-e7eb-479c-b471-d36d44f957c0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (3d54b50e-f274-4bab-9711-d7f07edb559c), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.034320 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d53abc3-2100-4a4e-a14c-c70549247ca9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:23.034729 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d53abc3-2100-4a4e-a14c-c70549247ca9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (3170225a-f1d3-47c3-ab88-5375dbe88dd8), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.041183 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8a9d0383-d81b-4c1a-b0a0-5e34261be35a req-502c70fc-e55b-449e-bb2a-24dd928f125d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406549 Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:23.041928 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:23.059192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-ab51d57f-e7eb-479c-b471-d36d44f957c0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d54b50e-f274-4bab-9711-d7f07edb559c']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:23.062766 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (301d4c99-9d49-4667-a355-bf3693f7a43e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.074919 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-ab51d57f-e7eb-479c-b471-d36d44f957c0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba0bee4-9cda-47ac-a67b-3fcab4bd03b8') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:23.074919 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-ab51d57f-e7eb-479c-b471-d36d44f957c0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba0bee4-9cda-47ac-a67b-3fcab4bd03b8') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:23.080176 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab51d57f-e7eb-479c-b471-d36d44f957c0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (aba0bee4-9cda-47ac-a67b-3fcab4bd03b8), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.093675 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab51d57f-e7eb-479c-b471-d36d44f957c0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (aba0bee4-9cda-47ac-a67b-3fcab4bd03b8), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.099940 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab51d57f-e7eb-479c-b471-d36d44f957c0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:23.100388 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab51d57f-e7eb-479c-b471-d36d44f957c0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (aba0bee4-9cda-47ac-a67b-3fcab4bd03b8), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.121175 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-69bfcabf-a598-40c2-bc5f-27f69f728cd1 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_gateway (4806556b-ae84-46fb-b681-b348be3574ac), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.128509 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-986a8d9a-2ae1-4275-96aa-058aebe116ac admin admin] Publish callbacks [] for security_group (c402b73d-18ff-4dbb-af6a-9def059c5b65), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.160788 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (301d4c99-9d49-4667-a355-bf3693f7a43e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:23.161378 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:23.166670 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:23.167079 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (301d4c99-9d49-4667-a355-bf3693f7a43e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:23.170334 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:23.192852 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f4b1de-942f-4c00-ac3e-28385d0b24d6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:25:23.198479 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-44f4b1de-942f-4c00-ac3e-28385d0b24d6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/0d4b8147-16ef-46f4-bcfe-6b191715d33a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5104582 Apr 16 04:25:23.200891 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38280) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:23.204635 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613e66d-b379-40ce-b4d8-e8a54caf906f None None] Sync routers for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:25:23.240907 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6613e66d-b379-40ce-b4d8-e8a54caf906f None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:23.241562 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-6613e66d-b379-40ce-b4d8-e8a54caf906f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:23.273644 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d53abc3-2100-4a4e-a14c-c70549247ca9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (bb7e27d3-5406-4050-849c-0c2253da6d52), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.284506 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d53abc3-2100-4a4e-a14c-c70549247ca9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.288096 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9d53abc3-2100-4a4e-a14c-c70549247ca9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/networks/bb7e27d3-5406-4050-849c-0c2253da6d52 HTTP/1.1" status: 204 len: 168 time: 2.2805328 Apr 16 04:25:23.292479 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38282) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:23.301132 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ccef701-03b6-46d4-9804-a50ae690fea2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting subnet a4041390-2e21-4d33-b23c-7572f68643f0 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:25:23.301625 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-9c94f11a-9b91-476c-9be6-a28b616cbef2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'router': {'routes': None}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:23.307128 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab51d57f-e7eb-479c-b471-d36d44f957c0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (3d54b50e-f274-4bab-9711-d7f07edb559c), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.310070 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4ccef701-03b6-46d4-9804-a50ae690fea2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for subnet (a4041390-2e21-4d33-b23c-7572f68643f0), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.327741 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab51d57f-e7eb-479c-b471-d36d44f957c0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.331292 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ab51d57f-e7eb-479c-b471-d36d44f957c0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/networks/3d54b50e-f274-4bab-9711-d7f07edb559c HTTP/1.1" status: 204 len: 168 time: 1.5601788 Apr 16 04:25:23.341855 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53abc3-2100-4a4e-a14c-c70549247ca9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Pushing event deleted for resources: {'Network': ['ID=bb7e27d3-5406-4050-849c-0c2253da6d52,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:23.346448 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38284) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:23.357736 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device feb54369-6b6d-4103-a92c-b03ee6bcfd5a no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:23.371104 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51d57f-e7eb-479c-b471-d36d44f957c0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Network': ['ID=3d54b50e-f274-4bab-9711-d7f07edb559c,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:23.381648 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: feb54369-6b6d-4103-a92c-b03ee6bcfd5a {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:23.383228 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device feb54369-6b6d-4103-a92c-b03ee6bcfd5a not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:23.383977 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device dc0ca6bd-e693-4e95-93c5-dca41faa6567 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:23.389019 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-ab668c3d-deaa-4eb9-b9e9-55919a03c7de tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'port': {'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5', 'name': 'tempest-PortsIpV6TestJSON-262901823'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:23.412971 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4ccef701-03b6-46d4-9804-a50ae690fea2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (a4041390-2e21-4d33-b23c-7572f68643f0), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.415637 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: dc0ca6bd-e693-4e95-93c5-dca41faa6567 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:23.416182 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device dc0ca6bd-e693-4e95-93c5-dca41faa6567 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:23.421090 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (bcfa4455-22e0-4f7a-8daa-a413616c947c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.427130 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-69bfcabf-a598-40c2-bc5f-27f69f728cd1 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Deleting port 030c34f9-8285-40f4-a7f9-68a742dd1178 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:23.427376 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-69bfcabf-a598-40c2-bc5f-27f69f728cd1 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (030c34f9-8285-40f4-a7f9-68a742dd1178), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.449056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-6613e66d-b379-40ce-b4d8-e8a54caf906f None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:23.466801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.470770 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/networks/bcfa4455-22e0-4f7a-8daa-a413616c947c HTTP/1.1" status: 204 len: 168 time: 9.1118264 Apr 16 04:25:23.476244 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38286) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:23.481278 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eba186-7c4d-420a-8b36-2cd06b9cda31 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Network': ['ID=bcfa4455-22e0-4f7a-8daa-a413616c947c,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:23.505800 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-986a8d9a-2ae1-4275-96aa-058aebe116ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (c402b73d-18ff-4dbb-af6a-9def059c5b65), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.508282 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-986a8d9a-2ae1-4275-96aa-058aebe116ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.510153 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-986a8d9a-2ae1-4275-96aa-058aebe116ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c402b73d-18ff-4dbb-af6a-9def059c5b65 HTTP/1.1" status: 204 len: 168 time: 0.9256351 Apr 16 04:25:23.551075 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38290) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:23.555230 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-438ca1f0-dc73-4647-9b07-6fa94b181e9a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:23.556082 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438ca1f0-dc73-4647-9b07-6fa94b181e9a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:23.556217 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a8d9a-2ae1-4275-96aa-058aebe116ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c402b73d-18ff-4dbb-af6a-9def059c5b65,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:23.570451 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-438ca1f0-dc73-4647-9b07-6fa94b181e9a tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/subnets/9c02f2ca-5983-48f2-8356-52e1be8deac0 HTTP/1.1" status: 404 len: 337 time: 0.0923333 Apr 16 04:25:23.575600 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38292) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:23.687521 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.extraroute_db [None req-9c94f11a-9b91-476c-9be6-a28b616cbef2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Added routes are [] {{(pid=104632) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 16 04:25:23.688475 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.extraroute_db [None req-9c94f11a-9b91-476c-9be6-a28b616cbef2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Removed routes are [] {{(pid=104632) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 16 04:25:23.688475 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9c94f11a-9b91-476c-9be6-a28b616cbef2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (293efcd5-9555-44fe-91e7-e406a3d1fc53), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:23.738934 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-6613e66d-b379-40ce-b4d8-e8a54caf906f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:25:21Z', 'revision_number': 10, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:23.802264 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613e66d-b379-40ce-b4d8-e8a54caf906f None None] Checking router: 0d4b8147-16ef-46f4-bcfe-6b191715d33a for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:25:23.812241 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6613e66d-b379-40ce-b4d8-e8a54caf906f None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:23.812923 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-6613e66d-b379-40ce-b4d8-e8a54caf906f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:23.865274 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-acc3104f-25c5-426c-94f2-6ca7ebb8c653 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=70312d9828ce4a168e458fb79d192d86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1692121 Apr 16 04:25:23.865996 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38294) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:23.943827 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-6613e66d-b379-40ce-b4d8-e8a54caf906f None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:24.035981 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-69bfcabf-a598-40c2-bc5f-27f69f728cd1 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (030c34f9-8285-40f4-a7f9-68a742dd1178), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:24.056711 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab668c3d-deaa-4eb9-b9e9-55919a03c7de tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:24.060078 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab668c3d-deaa-4eb9-b9e9-55919a03c7de tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:24.105790 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7ee69de1-65a3-47eb-8f07-9b328cc5b448 admin admin] Publish callbacks [] for security_group (13e25978-3651-4671-b528-9e1d36d6d4cd), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:24.108868 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-69bfcabf-a598-40c2-bc5f-27f69f728cd1 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Calling delete_port for 030c34f9-8285-40f4-a7f9-68a742dd1178 owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:24.114757 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9c94f11a-9b91-476c-9be6-a28b616cbef2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (293efcd5-9555-44fe-91e7-e406a3d1fc53), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:24.145082 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-ab668c3d-deaa-4eb9-b9e9-55919a03c7de tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] device_id is not set on port 9279f4e5-5566-4804-9b97-ca7b98cb769a yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:25:24.150344 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9c94f11a-9b91-476c-9be6-a28b616cbef2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (293efcd5-9555-44fe-91e7-e406a3d1fc53), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:24.203855 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-f844a938-d7da-4b1d-a40a-e10899eeec5d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:24.204431 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f844a938-d7da-4b1d-a40a-e10899eeec5d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:24.209926 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f844a938-d7da-4b1d-a40a-e10899eeec5d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/networks/bcfa4455-22e0-4f7a-8daa-a413616c947c HTTP/1.1" status: 404 len: 339 time: 0.6309490 Apr 16 04:25:24.252134 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38300) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:24.262550 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19efd61-7275-4b34-91c6-6828bf72277c req-899eb6e3-8e94-47f3-aa9a-27138e87a049 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:24.264205 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e19efd61-7275-4b34-91c6-6828bf72277c req-899eb6e3-8e94-47f3-aa9a-27138e87a049 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 944 time: 0.0555818 Apr 16 04:25:24.281524 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7ee69de1-65a3-47eb-8f07-9b328cc5b448 admin admin] Publish callbacks [] for security_group (13e25978-3651-4671-b528-9e1d36d6d4cd), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:24.343536 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e19efd61-7275-4b34-91c6-6828bf72277c req-fbc8a61c-5725-469a-8a0c-d3ea09022a11 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614860 Apr 16 04:25:24.361952 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4ccef701-03b6-46d4-9804-a50ae690fea2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (a4041390-2e21-4d33-b23c-7572f68643f0), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:24.456902 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-6613e66d-b379-40ce-b4d8-e8a54caf906f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:25:21Z', 'revision_number': 10, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:24.490178 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613e66d-b379-40ce-b4d8-e8a54caf906f None None] The sync data for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv is: [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:25:21Z', 'revision_number': 10, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None, '_interfaces': [{'id': '7f62f7b6-935c-4d60-843b-239249e68e37', 'name': '', 'network_id': '37c5d288-2125-446c-8a57-b8f4a1687195', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'mac_address': 'fa:16:3e:e4:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:24:18Z', 'updated_at': '2022-04-16T04:24:29Z', 'revision_number': 5, 'project_id': '73487597c3b744729772f791e4bc7825', 'subnets': [{'id': '82d8df5d-b45e-40ff-bc71-4fcd7a21c885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:25:24.504480 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38302) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:24.525193 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1e54f592-c142-4813-8d11-1d255206d1b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:24.569797 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4ccef701-03b6-46d4-9804-a50ae690fea2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (a4041390-2e21-4d33-b23c-7572f68643f0), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:24.605289 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccef701-03b6-46d4-9804-a50ae690fea2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Subnet': ['ID=a4041390-2e21-4d33-b23c-7572f68643f0,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:24.611429 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4ccef701-03b6-46d4-9804-a50ae690fea2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:24.614604 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4ccef701-03b6-46d4-9804-a50ae690fea2 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/subnets/a4041390-2e21-4d33-b23c-7572f68643f0 HTTP/1.1" status: 204 len: 168 time: 1.4116817 Apr 16 04:25:24.618094 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38304) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:24.623619 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303f6217-3ff0-49b2-ba88-1f70867ed96d None None] Network 2be1b915-663a-45f4-829a-3202ed6594a1 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:24.633888 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c94f11a-9b91-476c-9be6-a28b616cbef2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 293efcd5-9555-44fe-91e7-e406a3d1fc53 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:25:24.667449 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1e54f592-c142-4813-8d11-1d255206d1b2 admin admin] Publish callbacks [] for security_group (5279c9f9-1a72-4839-9e04-2860441281d7), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:24.744214 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-acadb678-4cda-48a4-90d5-a7cbe8acaaeb tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (2d3fbbea-5316-40e5-bd14-e60b23aadba0), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:24.754316 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1e54f592-c142-4813-8d11-1d255206d1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (5279c9f9-1a72-4839-9e04-2860441281d7), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:24.812712 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5336d8c4-0fe7-4480-b115-1127e8b06a9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (2be1b915-663a-45f4-829a-3202ed6594a1), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:24.832395 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54f592-c142-4813-8d11-1d255206d1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5279c9f9-1a72-4839-9e04-2860441281d7,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:24.836759 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1e54f592-c142-4813-8d11-1d255206d1b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29b964fac1a74ac2bf2209eec8740807&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3306541 Apr 16 04:25:24.839349 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38306) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:24.890367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7c055d-5919-46e3-b610-75030b965e6a None None] DHCP port deletion for 2be1b915-663a-45f4-829a-3202ed6594a1 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:25:24.939995 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-5336d8c4-0fe7-4480-b115-1127e8b06a9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting port f50ad1af-9381-4bac-a8f2-f9aa7d0fe028 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:24.939995 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5336d8c4-0fe7-4480-b115-1127e8b06a9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (f50ad1af-9381-4bac-a8f2-f9aa7d0fe028), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:24.966758 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c055d-5919-46e3-b610-75030b965e6a None None] Deleting port f50ad1af-9381-4bac-a8f2-f9aa7d0fe028 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:24.967186 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fd7c055d-5919-46e3-b610-75030b965e6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (f50ad1af-9381-4bac-a8f2-f9aa7d0fe028), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.055511 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-fd7c055d-5919-46e3-b610-75030b965e6a None None] For port f50ad1af-9381-4bac-a8f2-f9aa7d0fe028, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f50ad1af-9381-4bac-a8f2-f9aa7d0fe028,segment=NetworkSegment(f4b21ee5-045c-4be1-b71a-3b896d630091),segment_id=f4b21ee5-045c-4be1-b71a-3b896d630091)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:25.055910 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fd7c055d-5919-46e3-b610-75030b965e6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (f50ad1af-9381-4bac-a8f2-f9aa7d0fe028), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.062847 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5bdecf11-c47c-4898-ac6a-277da2669da8 admin admin] Publish callbacks [] for security_group (5279c9f9-1a72-4839-9e04-2860441281d7), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.065155 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab668c3d-deaa-4eb9-b9e9-55919a03c7de tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (9279f4e5-5566-4804-9b97-ca7b98cb769a), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.070783 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c055d-5919-46e3-b610-75030b965e6a None None] Calling delete_port for f50ad1af-9381-4bac-a8f2-f9aa7d0fe028 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:25.088649 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5bdecf11-c47c-4898-ac6a-277da2669da8 admin admin] Publish callbacks [] for security_group (5279c9f9-1a72-4839-9e04-2860441281d7), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.160939 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c94f11a-9b91-476c-9be6-a28b616cbef2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:25:25.166490 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7ee69de1-65a3-47eb-8f07-9b328cc5b448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (13e25978-3651-4671-b528-9e1d36d6d4cd), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.169469 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7ee69de1-65a3-47eb-8f07-9b328cc5b448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.173550 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7ee69de1-65a3-47eb-8f07-9b328cc5b448 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13e25978-3651-4671-b528-9e1d36d6d4cd HTTP/1.1" status: 204 len: 168 time: 1.3039334 Apr 16 04:25:25.181358 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6098e963-7558-47f6-a8ee-1ac077166004 None None] Sync routers for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:25:25.186531 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9c94f11a-9b91-476c-9be6-a28b616cbef2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.191117 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9c94f11a-9b91-476c-9be6-a28b616cbef2 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/293efcd5-9555-44fe-91e7-e406a3d1fc53 HTTP/1.1" status: 200 len: 701 time: 1.8922272 Apr 16 04:25:25.191280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-5336d8c4-0fe7-4480-b115-1127e8b06a9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] For port f50ad1af-9381-4bac-a8f2-f9aa7d0fe028, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f50ad1af-9381-4bac-a8f2-f9aa7d0fe028,segment=NetworkSegment(f4b21ee5-045c-4be1-b71a-3b896d630091),segment_id=f4b21ee5-045c-4be1-b71a-3b896d630091)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:25.191280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5336d8c4-0fe7-4480-b115-1127e8b06a9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (f50ad1af-9381-4bac-a8f2-f9aa7d0fe028), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.195670 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38310) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:25.208182 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6098e963-7558-47f6-a8ee-1ac077166004 None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:25.209030 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-6098e963-7558-47f6-a8ee-1ac077166004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:25.213545 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-acadb678-4cda-48a4-90d5-a7cbe8acaaeb tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (2d3fbbea-5316-40e5-bd14-e60b23aadba0), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.220493 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:25.223706 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab668c3d-deaa-4eb9-b9e9-55919a03c7de tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (9279f4e5-5566-4804-9b97-ca7b98cb769a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.226892 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-5336d8c4-0fe7-4480-b115-1127e8b06a9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Calling delete_port for f50ad1af-9381-4bac-a8f2-f9aa7d0fe028 owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:25.239924 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5bdecf11-c47c-4898-ac6a-277da2669da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (5279c9f9-1a72-4839-9e04-2860441281d7), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.248438 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5bdecf11-c47c-4898-ac6a-277da2669da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.250328 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:25.251292 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5bdecf11-c47c-4898-ac6a-277da2669da8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5279c9f9-1a72-4839-9e04-2860441281d7 HTTP/1.1" status: 204 len: 168 time: 0.4105330 Apr 16 04:25:25.255895 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device fbd02f8a-dd61-4ea8-b562-7a57a42ff2ea not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:25.256351 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f50ad1af-9381-4bac-a8f2-f9aa7d0fe028 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:25.269814 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee69de1-65a3-47eb-8f07-9b328cc5b448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e25978-3651-4671-b528-9e1d36d6d4cd,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:25.284242 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-856144a8-153c-4b59-b308-27522cc1ced3 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/ports?device_id=293efcd5-9555-44fe-91e7-e406a3d1fc53 HTTP/1.1" status: 200 len: 205 time: 0.0833645 Apr 16 04:25:25.284995 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38314) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:25.318483 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdecf11-c47c-4898-ac6a-277da2669da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5279c9f9-1a72-4839-9e04-2860441281d7,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:25.335314 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab668c3d-deaa-4eb9-b9e9-55919a03c7de tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network d1d14891-221a-49df-9520-4b4a920d79c5 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:25.343388 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-acadb678-4cda-48a4-90d5-a7cbe8acaaeb tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3fbbea-5316-40e5-bd14-e60b23aadba0']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:25.390687 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-ab668c3d-deaa-4eb9-b9e9-55919a03c7de tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:25.397564 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-6098e963-7558-47f6-a8ee-1ac077166004 None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:25.455978 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab668c3d-deaa-4eb9-b9e9-55919a03c7de tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:25.462520 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab668c3d-deaa-4eb9-b9e9-55919a03c7de tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:25.463318 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab668c3d-deaa-4eb9-b9e9-55919a03c7de tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.489429 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-acadb678-4cda-48a4-90d5-a7cbe8acaaeb tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e9786c-2937-420d-9f82-5ee08f79adb4') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:25.489909 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-acadb678-4cda-48a4-90d5-a7cbe8acaaeb tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e9786c-2937-420d-9f82-5ee08f79adb4') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:25.498203 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fd7c055d-5919-46e3-b610-75030b965e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (f50ad1af-9381-4bac-a8f2-f9aa7d0fe028), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.530575 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5336d8c4-0fe7-4480-b115-1127e8b06a9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (f50ad1af-9381-4bac-a8f2-f9aa7d0fe028), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.558077 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-6098e963-7558-47f6-a8ee-1ac077166004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:25:15Z', 'revision_number': 11, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:25.559224 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d22995-d548-45c4-b226-cae1d850491e req-6cacddfc-e73c-47fe-ad35-38bef6585279 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:25.562695 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-70d22995-d548-45c4-b226-cae1d850491e req-6cacddfc-e73c-47fe-ad35-38bef6585279 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 944 time: 0.0581901 Apr 16 04:25:25.571720 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336d8c4-0fe7-4480-b115-1127e8b06a9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Port': ['ID=f50ad1af-9381-4bac-a8f2-f9aa7d0fe028,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:25.576410 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5336d8c4-0fe7-4480-b115-1127e8b06a9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] No DVR routers for this DVR port f50ad1af-9381-4bac-a8f2-f9aa7d0fe028 on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:25.590134 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-acadb678-4cda-48a4-90d5-a7cbe8acaaeb tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (d3e9786c-2937-420d-9f82-5ee08f79adb4), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.593503 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c055d-5919-46e3-b610-75030b965e6a None None] Pushing event deleted for resources: {'Port': ['ID=f50ad1af-9381-4bac-a8f2-f9aa7d0fe028,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:25.601474 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab668c3d-deaa-4eb9-b9e9-55919a03c7de tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=9279f4e5-5566-4804-9b97-ca7b98cb769a,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:25.614808 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6098e963-7558-47f6-a8ee-1ac077166004 None None] Checking router: 293efcd5-9555-44fe-91e7-e406a3d1fc53 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:25:25.620988 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7c055d-5919-46e3-b610-75030b965e6a None None] No DVR routers for this DVR port f50ad1af-9381-4bac-a8f2-f9aa7d0fe028 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:25.626700 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-422a9225-888b-496b-b037-6ad73b6633db tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (293efcd5-9555-44fe-91e7-e406a3d1fc53), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.629048 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port f50ad1af-9381-4bac-a8f2-f9aa7d0fe028 is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:25.629515 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f50ad1af-9381-4bac-a8f2-f9aa7d0fe028), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.638071 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6098e963-7558-47f6-a8ee-1ac077166004 None None] Routers {'293efcd5-9555-44fe-91e7-e406a3d1fc53'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:25.638715 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-6098e963-7558-47f6-a8ee-1ac077166004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['293efcd5-9555-44fe-91e7-e406a3d1fc53'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:25.701860 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5336d8c4-0fe7-4480-b115-1127e8b06a9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (2be1b915-663a-45f4-829a-3202ed6594a1), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.730967 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-5336d8c4-0fe7-4480-b115-1127e8b06a9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be1b915-663a-45f4-829a-3202ed6594a1']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:25.743254 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-5336d8c4-0fe7-4480-b115-1127e8b06a9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b21ee5-045c-4be1-b71a-3b896d630091') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:25.743859 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-5336d8c4-0fe7-4480-b115-1127e8b06a9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b21ee5-045c-4be1-b71a-3b896d630091') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:25.751516 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-6098e963-7558-47f6-a8ee-1ac077166004 None None] Set router 293efcd5-9555-44fe-91e7-e406a3d1fc53 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:25.757354 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5336d8c4-0fe7-4480-b115-1127e8b06a9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (f4b21ee5-045c-4be1-b71a-3b896d630091), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.776550 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5336d8c4-0fe7-4480-b115-1127e8b06a9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f4b21ee5-045c-4be1-b71a-3b896d630091), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.785692 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5336d8c4-0fe7-4480-b115-1127e8b06a9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:25.786309 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5336d8c4-0fe7-4480-b115-1127e8b06a9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (f4b21ee5-045c-4be1-b71a-3b896d630091), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:25.790193 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:25.794017 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ab668c3d-deaa-4eb9-b9e9-55919a03c7de tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4108489 Apr 16 04:25:25.794707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38318) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:25.806791 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-acadb678-4cda-48a4-90d5-a7cbe8acaaeb tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (d3e9786c-2937-420d-9f82-5ee08f79adb4), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:25.900553 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-6098e963-7558-47f6-a8ee-1ac077166004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:25:15Z', 'revision_number': 11, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:25.946615 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6098e963-7558-47f6-a8ee-1ac077166004 None None] The sync data for ids ['293efcd5-9555-44fe-91e7-e406a3d1fc53'] in dv-neutron-838078-2-hyperv is: [{'id': '293efcd5-9555-44fe-91e7-e406a3d1fc53', 'name': 'tempest-RoutersTest-router-2115704934', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:39Z', 'updated_at': '2022-04-16T04:25:15Z', 'revision_number': 11, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:25:25.998363 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5336d8c4-0fe7-4480-b115-1127e8b06a9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (2be1b915-663a-45f4-829a-3202ed6594a1), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.005217 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acadb678-4cda-48a4-90d5-a7cbe8acaaeb tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:26.005698 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-acadb678-4cda-48a4-90d5-a7cbe8acaaeb tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (d3e9786c-2937-420d-9f82-5ee08f79adb4), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.010771 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5336d8c4-0fe7-4480-b115-1127e8b06a9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.012400 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5336d8c4-0fe7-4480-b115-1127e8b06a9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/networks/2be1b915-663a-45f4-829a-3202ed6594a1 HTTP/1.1" status: 204 len: 168 time: 1.3932614 Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:26.016063 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:26.027124 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38320) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:26.034621 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336d8c4-0fe7-4480-b115-1127e8b06a9d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Network': ['ID=2be1b915-663a-45f4-829a-3202ed6594a1,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:26.100680 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-69bfcabf-a598-40c2-bc5f-27f69f728cd1 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (030c34f9-8285-40f4-a7f9-68a742dd1178), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.211999 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-422a9225-888b-496b-b037-6ad73b6633db tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (293efcd5-9555-44fe-91e7-e406a3d1fc53), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.219657 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-70d22995-d548-45c4-b226-cae1d850491e req-f3d3792a-5655-4ad3-a2c1-b7f654f08210 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6442454 Apr 16 04:25:26.221230 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-422a9225-888b-496b-b037-6ad73b6633db tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router_controller (293efcd5-9555-44fe-91e7-e406a3d1fc53), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.230090 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfcabf-a598-40c2-bc5f-27f69f728cd1 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Pushing event deleted for resources: {'Port': ['ID=030c34f9-8285-40f4-a7f9-68a742dd1178,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:26.272992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-a8866141-2279-46b4-a847-b0c6b2189af9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port 9279f4e5-5566-4804-9b97-ca7b98cb769a {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:26.273343 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a8866141-2279-46b4-a847-b0c6b2189af9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (9279f4e5-5566-4804-9b97-ca7b98cb769a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.357032 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-acadb678-4cda-48a4-90d5-a7cbe8acaaeb tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (2d3fbbea-5316-40e5-bd14-e60b23aadba0), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.368184 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-acadb678-4cda-48a4-90d5-a7cbe8acaaeb tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.372682 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-acadb678-4cda-48a4-90d5-a7cbe8acaaeb tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/networks/2d3fbbea-5316-40e5-bd14-e60b23aadba0 HTTP/1.1" status: 204 len: 168 time: 2.1128211 Apr 16 04:25:26.376683 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38322) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:26.414612 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-55fb8ae2-4e2c-4e99-a00d-64629b9dad2b tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:26.415094 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55fb8ae2-4e2c-4e99-a00d-64629b9dad2b tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:26.420751 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-55fb8ae2-4e2c-4e99-a00d-64629b9dad2b tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/subnets/77931215-9316-4298-af93-07d5c0e6e467 HTTP/1.1" status: 404 len: 337 time: 0.0404994 Apr 16 04:25:26.421940 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38324) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:26.443255 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadb678-4cda-48a4-90d5-a7cbe8acaaeb tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Network': ['ID=2d3fbbea-5316-40e5-bd14-e60b23aadba0,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:26.466985 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4f8b79e9-0a48-400a-a168-5e810cfbd9f9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (0d4b8147-16ef-46f4-bcfe-6b191715d33a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.470817 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a8866141-2279-46b4-a847-b0c6b2189af9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (9279f4e5-5566-4804-9b97-ca7b98cb769a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.475035 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7dfce7-c7e2-42e5-b9df-53548341a162 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:26.475574 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc7dfce7-c7e2-42e5-b9df-53548341a162 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:26.481143 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fc7dfce7-c7e2-42e5-b9df-53548341a162 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/networks/813b4895-6c3e-4b4e-81e7-3b1548437d85 HTTP/1.1" status: 404 len: 339 time: 0.0531914 Apr 16 04:25:26.486267 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-422a9225-888b-496b-b037-6ad73b6633db tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (293efcd5-9555-44fe-91e7-e406a3d1fc53), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.486818 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422a9225-888b-496b-b037-6ad73b6633db tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Fanout notify agent at l3_agent the message router_deleted on router 293efcd5-9555-44fe-91e7-e406a3d1fc53 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:25:26.493981 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-422a9225-888b-496b-b037-6ad73b6633db tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.495110 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-422a9225-888b-496b-b037-6ad73b6633db tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/routers/293efcd5-9555-44fe-91e7-e406a3d1fc53 HTTP/1.1" status: 204 len: 168 time: 1.1736553 Apr 16 04:25:26.503430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38326) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:26.503430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38328) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:26.505828 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-69bfcabf-a598-40c2-bc5f-27f69f728cd1 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (4806556b-ae84-46fb-b681-b348be3574ac), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.508362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-61b18a3e-20d5-41fe-9076-5b1bc49b6363 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-20778959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:26.512717 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-a8866141-2279-46b4-a847-b0c6b2189af9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for 9279f4e5-5566-4804-9b97-ca7b98cb769a owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:26.628826 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78050b4-35cf-4d9e-b6c4-45444a033b7b tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Deleting subnet 5b5b1891-7710-4da9-8d7c-c7b62b225bcd {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:25:26.635318 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c78050b4-35cf-4d9e-b6c4-45444a033b7b tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for subnet (5b5b1891-7710-4da9-8d7c-c7b62b225bcd), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.651319 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-69bfcabf-a598-40c2-bc5f-27f69f728cd1 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (4806556b-ae84-46fb-b681-b348be3574ac), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.655067 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-69bfcabf-a598-40c2-bc5f-27f69f728cd1 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_controller (4806556b-ae84-46fb-b681-b348be3574ac), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.691852 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61b18a3e-20d5-41fe-9076-5b1bc49b6363 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (81b08e9d-9139-475c-83ca-5f6213cc2418), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.692911 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61b18a3e-20d5-41fe-9076-5b1bc49b6363 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (81b08e9d-9139-475c-83ca-5f6213cc2418), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.740931 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c78050b4-35cf-4d9e-b6c4-45444a033b7b tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (5b5b1891-7710-4da9-8d7c-c7b62b225bcd), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.798349 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-69bfcabf-a598-40c2-bc5f-27f69f728cd1 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (4806556b-ae84-46fb-b681-b348be3574ac), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.799387 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bfcabf-a598-40c2-bc5f-27f69f728cd1 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Fanout notify agent at l3_agent the message router_deleted on router 4806556b-ae84-46fb-b681-b348be3574ac {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:25:26.808303 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-69bfcabf-a598-40c2-bc5f-27f69f728cd1 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.816029 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-69bfcabf-a598-40c2-bc5f-27f69f728cd1 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "DELETE /v2.0/routers/4806556b-ae84-46fb-b681-b348be3574ac HTTP/1.1" status: 204 len: 168 time: 5.6541452 Apr 16 04:25:26.817445 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38330) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:26.824702 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-730d5556-6382-48dd-af67-c27d14f148c2 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-663721517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:26.832750 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a8866141-2279-46b4-a847-b0c6b2189af9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (9279f4e5-5566-4804-9b97-ca7b98cb769a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.872020 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8866141-2279-46b4-a847-b0c6b2189af9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=9279f4e5-5566-4804-9b97-ca7b98cb769a,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:26.881649 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a8866141-2279-46b4-a847-b0c6b2189af9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.888025 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a8866141-2279-46b4-a847-b0c6b2189af9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/ports/9279f4e5-5566-4804-9b97-ca7b98cb769a HTTP/1.1" status: 204 len: 168 time: 1.0754349 Apr 16 04:25:26.888870 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38332) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:26.894226 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-ca1490fd-a36e-45a9-b118-49ec86a53dd0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'port': {'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5', 'mac_address': 'fa:16:3e:5d:bb:13', 'name': 'tempest-PortsIpV6TestJSON-1056614686'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:26.944453 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61b18a3e-20d5-41fe-9076-5b1bc49b6363 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router_controller (81b08e9d-9139-475c-83ca-5f6213cc2418), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.954195 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b79e9-0a48-400a-a168-5e810cfbd9f9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting port 7f62f7b6-935c-4d60-843b-239249e68e37 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:26.954546 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4f8b79e9-0a48-400a-a168-5e810cfbd9f9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (7f62f7b6-935c-4d60-843b-239249e68e37), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.964193 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-730d5556-6382-48dd-af67-c27d14f148c2 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (433cb184-04f5-4b85-b9a8-934ccba11cd6), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.965364 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-730d5556-6382-48dd-af67-c27d14f148c2 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (433cb184-04f5-4b85-b9a8-934ccba11cd6), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:26.983990 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c78050b4-35cf-4d9e-b6c4-45444a033b7b tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (5b5b1891-7710-4da9-8d7c-c7b62b225bcd), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:27.040662 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61b18a3e-20d5-41fe-9076-5b1bc49b6363 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (81b08e9d-9139-475c-83ca-5f6213cc2418), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:27.049567 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-730d5556-6382-48dd-af67-c27d14f148c2 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_controller (433cb184-04f5-4b85-b9a8-934ccba11cd6), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:27.094431 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1490fd-a36e-45a9-b118-49ec86a53dd0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:27.115487 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-4f8b79e9-0a48-400a-a168-5e810cfbd9f9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] For port 7f62f7b6-935c-4d60-843b-239249e68e37, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=7f62f7b6-935c-4d60-843b-239249e68e37,segment=NetworkSegment(4085f082-b394-42a6-9dd6-13828dee38df),segment_id=4085f082-b394-42a6-9dd6-13828dee38df)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:27.115852 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4f8b79e9-0a48-400a-a168-5e810cfbd9f9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (7f62f7b6-935c-4d60-843b-239249e68e37), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:27.122307 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-730d5556-6382-48dd-af67-c27d14f148c2 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (433cb184-04f5-4b85-b9a8-934ccba11cd6), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:27.130688 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b79e9-0a48-400a-a168-5e810cfbd9f9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Calling delete_port for 7f62f7b6-935c-4d60-843b-239249e68e37 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:27.175083 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ca1490fd-a36e-45a9-b118-49ec86a53dd0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:27.183955 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61b18a3e-20d5-41fe-9076-5b1bc49b6363 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:27.189013 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-61b18a3e-20d5-41fe-9076-5b1bc49b6363 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6833131 Apr 16 04:25:27.189132 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38334) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:27.194542 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-d1391817-8cf1-456f-9c67-9f8363e0d9e9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:27.211420 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c78050b4-35cf-4d9e-b6c4-45444a033b7b tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (5b5b1891-7710-4da9-8d7c-c7b62b225bcd), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:27.261753 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-730d5556-6382-48dd-af67-c27d14f148c2 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:27.265586 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-730d5556-6382-48dd-af67-c27d14f148c2 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4432678 Apr 16 04:25:27.270411 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-ca1490fd-a36e-45a9-b118-49ec86a53dd0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] device_id is not set on port 94a48f98-f544-4370-9597-721c3f55f90e yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:25:27.273579 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38338) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:27.277699 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78050b4-35cf-4d9e-b6c4-45444a033b7b tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Subnet': ['ID=5b5b1891-7710-4da9-8d7c-c7b62b225bcd,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:27.280492 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-950ff99b-6b99-4f4d-a467-d835d63739fe tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'enable_snat': False}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:27.285404 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c78050b4-35cf-4d9e-b6c4-45444a033b7b tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:27.289395 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c78050b4-35cf-4d9e-b6c4-45444a033b7b tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/subnets/5b5b1891-7710-4da9-8d7c-c7b62b225bcd HTTP/1.1" status: 204 len: 168 time: 0.7859044 Apr 16 04:25:27.293503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38340) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:27.293651 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acdfd26-a0aa-4720-a794-06a6ab362721 None None] Network 12ec5e8a-6513-4e8d-a6c5-500b2ee89846 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:27.409005 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d6041-6366-43f6-808a-8e235a64541f req-74bc941f-9291-419b-8411-fc8b8da8aceb tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:27.410656 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ac5d6041-6366-43f6-808a-8e235a64541f req-74bc941f-9291-419b-8411-fc8b8da8aceb tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 944 time: 0.0819199 Apr 16 04:25:27.417357 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14909a3-60a6-46e6-b218-1bb225c866fe tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Deleting subnet 21c9e606-71b0-4259-a9b9-fb97aa3423d4 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:25:27.427505 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b14909a3-60a6-46e6-b218-1bb225c866fe tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for subnet (21c9e606-71b0-4259-a9b9-fb97aa3423d4), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:27.541763 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b14909a3-60a6-46e6-b218-1bb225c866fe tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (21c9e606-71b0-4259-a9b9-fb97aa3423d4), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:27.593851 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ac5d6041-6366-43f6-808a-8e235a64541f req-661bbcff-4f7b-4394-9866-90296bb4f210 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735616 Apr 16 04:25:27.656084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4f8b79e9-0a48-400a-a168-5e810cfbd9f9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (7f62f7b6-935c-4d60-843b-239249e68e37), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:27.704201 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b79e9-0a48-400a-a168-5e810cfbd9f9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Port': ['ID=7f62f7b6-935c-4d60-843b-239249e68e37,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:27.712012 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b14909a3-60a6-46e6-b218-1bb225c866fe tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (21c9e606-71b0-4259-a9b9-fb97aa3423d4), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:27.873822 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4f8b79e9-0a48-400a-a168-5e810cfbd9f9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (0d4b8147-16ef-46f4-bcfe-6b191715d33a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:27.949072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d1391817-8cf1-456f-9c67-9f8363e0d9e9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (81b08e9d-9139-475c-83ca-5f6213cc2418), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.018621 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b14909a3-60a6-46e6-b218-1bb225c866fe tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (21c9e606-71b0-4259-a9b9-fb97aa3423d4), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.043879 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.086331 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b14909a3-60a6-46e6-b218-1bb225c866fe tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.089877 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b14909a3-60a6-46e6-b218-1bb225c866fe tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/subnets/21c9e606-71b0-4259-a9b9-fb97aa3423d4 HTTP/1.1" status: 204 len: 168 time: 0.7968667 Apr 16 04:25:28.090922 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14909a3-60a6-46e6-b218-1bb225c866fe tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Subnet': ['ID=21c9e606-71b0-4259-a9b9-fb97aa3423d4,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:28.091725 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d1391817-8cf1-456f-9c67-9f8363e0d9e9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (81b08e9d-9139-475c-83ca-5f6213cc2418), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.092690 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38342) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:28.108883 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-950ff99b-6b99-4f4d-a467-d835d63739fe tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_gateway (433cb184-04f5-4b85-b9a8-934ccba11cd6), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.131168 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8b79e9-0a48-400a-a168-5e810cfbd9f9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router 0d4b8147-16ef-46f4-bcfe-6b191715d33a has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:25:28.169294 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15153cb5-467e-419d-bcb4-375254ee217b None None] Network 12ec5e8a-6513-4e8d-a6c5-500b2ee89846 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:28.201245 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ca1490fd-a36e-45a9-b118-49ec86a53dd0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (94a48f98-f544-4370-9597-721c3f55f90e), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.259787 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3adcdb32-904c-4cab-9053-664c237632ea None None] Provisioning complete for port 2d12a94d-63a8-4b38-b9ae-baa193a2424d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:28.260018 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9369b2c1-69f4-45e0-948f-8fbc3e5a3ad1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (12ec5e8a-6513-4e8d-a6c5-500b2ee89846), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.260299 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3adcdb32-904c-4cab-9053-664c237632ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.279799 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8b79e9-0a48-400a-a168-5e810cfbd9f9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:25:28.292135 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13106d5e-2475-4e91-9bfc-e046c3c6ac7e None None] Sync routers for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:25:28.296754 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4f8b79e9-0a48-400a-a168-5e810cfbd9f9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/0d4b8147-16ef-46f4-bcfe-6b191715d33a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2656443 Apr 16 04:25:28.310789 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38344) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:28.315603 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13106d5e-2475-4e91-9bfc-e046c3c6ac7e None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:28.316327 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-13106d5e-2475-4e91-9bfc-e046c3c6ac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:28.323286 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1391817-8cf1-456f-9c67-9f8363e0d9e9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Router 81b08e9d-9139-475c-83ca-5f6213cc2418 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:25:28.340072 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-9369b2c1-69f4-45e0-948f-8fbc3e5a3ad1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Deleting port 2d12a94d-63a8-4b38-b9ae-baa193a2424d {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:28.340434 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9369b2c1-69f4-45e0-948f-8fbc3e5a3ad1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.366155 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ca1490fd-a36e-45a9-b118-49ec86a53dd0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (94a48f98-f544-4370-9597-721c3f55f90e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.406053 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112af1b4-787f-4485-8fa9-cacc1c1b45b4 None None] DHCP port deletion for 12ec5e8a-6513-4e8d-a6c5-500b2ee89846 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:25:28.423043 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e607a6-a4d7-4bc7-b204-5d5ad91f02b7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting subnet 82d8df5d-b45e-40ff-bc71-4fcd7a21c885 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:25:28.423785 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-13106d5e-2475-4e91-9bfc-e046c3c6ac7e None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:28.430802 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-9369b2c1-69f4-45e0-948f-8fbc3e5a3ad1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] For port 2d12a94d-63a8-4b38-b9ae-baa193a2424d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2d12a94d-63a8-4b38-b9ae-baa193a2424d,segment=NetworkSegment(2d97e7a2-0b75-45ac-839a-0be1a244a6ca),segment_id=2d97e7a2-0b75-45ac-839a-0be1a244a6ca)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:28.431387 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9369b2c1-69f4-45e0-948f-8fbc3e5a3ad1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.446541 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-9369b2c1-69f4-45e0-948f-8fbc3e5a3ad1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Calling delete_port for 2d12a94d-63a8-4b38-b9ae-baa193a2424d owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:28.466344 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-46e607a6-a4d7-4bc7-b204-5d5ad91f02b7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for subnet (82d8df5d-b45e-40ff-bc71-4fcd7a21c885), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.510665 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-13106d5e-2475-4e91-9bfc-e046c3c6ac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:25:27Z', 'revision_number': 11, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:28.564443 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1490fd-a36e-45a9-b118-49ec86a53dd0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network d1d14891-221a-49df-9520-4b4a920d79c5 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:28.564845 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13106d5e-2475-4e91-9bfc-e046c3c6ac7e None None] Checking router: 0d4b8147-16ef-46f4-bcfe-6b191715d33a for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:25:28.574666 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-112af1b4-787f-4485-8fa9-cacc1c1b45b4 None None] Deleting port 2d12a94d-63a8-4b38-b9ae-baa193a2424d {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:28.575045 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-112af1b4-787f-4485-8fa9-cacc1c1b45b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.585267 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9369b2c1-69f4-45e0-948f-8fbc3e5a3ad1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.600282 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-ca1490fd-a36e-45a9-b118-49ec86a53dd0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:28.607028 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1490fd-a36e-45a9-b118-49ec86a53dd0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=94a48f98-f544-4370-9597-721c3f55f90e,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:28.609360 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1490fd-a36e-45a9-b118-49ec86a53dd0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:28.615142 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1490fd-a36e-45a9-b118-49ec86a53dd0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:28.615293 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369b2c1-69f4-45e0-948f-8fbc3e5a3ad1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Port': ['ID=2d12a94d-63a8-4b38-b9ae-baa193a2424d,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:28.615853 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ca1490fd-a36e-45a9-b118-49ec86a53dd0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.632976 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9369b2c1-69f4-45e0-948f-8fbc3e5a3ad1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] No DVR routers for this DVR port 2d12a94d-63a8-4b38-b9ae-baa193a2424d on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:28.635266 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1391817-8cf1-456f-9c67-9f8363e0d9e9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:25:28.645875 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963a503d-652b-4ef2-9a52-0eb46c03bb4a None None] Sync routers for ids ['81b08e9d-9139-475c-83ca-5f6213cc2418'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:25:28.646450 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d1391817-8cf1-456f-9c67-9f8363e0d9e9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.650296 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d1391817-8cf1-456f-9c67-9f8363e0d9e9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "PUT /v2.0/routers/81b08e9d-9139-475c-83ca-5f6213cc2418 HTTP/1.1" status: 200 len: 692 time: 1.4606581 Apr 16 04:25:28.650890 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38348) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:28.654638 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-46e607a6-a4d7-4bc7-b204-5d5ad91f02b7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (82d8df5d-b45e-40ff-bc71-4fcd7a21c885), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.665390 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963a503d-652b-4ef2-9a52-0eb46c03bb4a None None] Routers {'81b08e9d-9139-475c-83ca-5f6213cc2418'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:28.666296 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-963a503d-652b-4ef2-9a52-0eb46c03bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['81b08e9d-9139-475c-83ca-5f6213cc2418'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:28.676887 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-112af1b4-787f-4485-8fa9-cacc1c1b45b4 None None] For port 2d12a94d-63a8-4b38-b9ae-baa193a2424d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2d12a94d-63a8-4b38-b9ae-baa193a2424d,segment=NetworkSegment(2d97e7a2-0b75-45ac-839a-0be1a244a6ca),segment_id=2d97e7a2-0b75-45ac-839a-0be1a244a6ca)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:28.677299 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-112af1b4-787f-4485-8fa9-cacc1c1b45b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.692546 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-112af1b4-787f-4485-8fa9-cacc1c1b45b4 None None] Calling delete_port for 2d12a94d-63a8-4b38-b9ae-baa193a2424d owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:28.766740 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ca1490fd-a36e-45a9-b118-49ec86a53dd0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8767097 Apr 16 04:25:28.767895 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38350) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:28.776092 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-963a503d-652b-4ef2-9a52-0eb46c03bb4a None None] Set router 81b08e9d-9139-475c-83ca-5f6213cc2418 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:28.782378 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-112af1b4-787f-4485-8fa9-cacc1c1b45b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (2d12a94d-63a8-4b38-b9ae-baa193a2424d), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.792591 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13106d5e-2475-4e91-9bfc-e046c3c6ac7e None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:28.792861 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-13106d5e-2475-4e91-9bfc-e046c3c6ac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:28.793278 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-950ff99b-6b99-4f4d-a467-d835d63739fe tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_gateway (433cb184-04f5-4b85-b9a8-934ccba11cd6), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.800292 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3adcdb32-904c-4cab-9053-664c237632ea None None] Current status of the port 2d12a94d-63a8-4b38-b9ae-baa193a2424d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:28.802620 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112af1b4-787f-4485-8fa9-cacc1c1b45b4 None None] No DVR routers for this DVR port 2d12a94d-63a8-4b38-b9ae-baa193a2424d on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:28.850772 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-963a503d-652b-4ef2-9a52-0eb46c03bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b08e9d-9139-475c-83ca-5f6213cc2418', 'name': 'tempest-RoutersTest-router-20778959', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:25:26Z', 'updated_at': '2022-04-16T04:25:27Z', 'revision_number': 2, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:28.886744 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-46e607a6-a4d7-4bc7-b204-5d5ad91f02b7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (82d8df5d-b45e-40ff-bc71-4fcd7a21c885), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:28.902680 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112af1b4-787f-4485-8fa9-cacc1c1b45b4 None None] Pushing event deleted for resources: {'Port': ['ID=2d12a94d-63a8-4b38-b9ae-baa193a2424d,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:28.916925 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-13106d5e-2475-4e91-9bfc-e046c3c6ac7e None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:28.983562 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963a503d-652b-4ef2-9a52-0eb46c03bb4a None None] Checking router: 81b08e9d-9139-475c-83ca-5f6213cc2418 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:25:28.983871 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-13106d5e-2475-4e91-9bfc-e046c3c6ac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:25:27Z', 'revision_number': 11, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:28.993344 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963a503d-652b-4ef2-9a52-0eb46c03bb4a None None] Routers {'81b08e9d-9139-475c-83ca-5f6213cc2418'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:28.994207 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-963a503d-652b-4ef2-9a52-0eb46c03bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['81b08e9d-9139-475c-83ca-5f6213cc2418'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:28.995325 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89873a2-92ce-406a-9854-2097cbd41759 req-ccea30c5-45bc-41d9-adc9-b7b1262372a4 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:28.998534 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a89873a2-92ce-406a-9854-2097cbd41759 req-ccea30c5-45bc-41d9-adc9-b7b1262372a4 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 944 time: 0.2909393 Apr 16 04:25:29.025595 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13106d5e-2475-4e91-9bfc-e046c3c6ac7e None None] The sync data for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv is: [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:25:27Z', 'revision_number': 11, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:25:29.072863 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a49663c-9fcc-4300-830e-d083329b79b9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:29.075343 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8a49663c-9fcc-4300-830e-d083329b79b9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports/94a48f98-f544-4370-9597-721c3f55f90e HTTP/1.1" status: 200 len: 845 time: 0.2955885 Apr 16 04:25:29.079289 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-963a503d-652b-4ef2-9a52-0eb46c03bb4a None None] Set router 81b08e9d-9139-475c-83ca-5f6213cc2418 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:29.079655 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-950ff99b-6b99-4f4d-a467-d835d63739fe tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.083114 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38352) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:29.085787 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-46e607a6-a4d7-4bc7-b204-5d5ad91f02b7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (82d8df5d-b45e-40ff-bc71-4fcd7a21c885), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.133096 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-963a503d-652b-4ef2-9a52-0eb46c03bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b08e9d-9139-475c-83ca-5f6213cc2418', 'name': 'tempest-RoutersTest-router-20778959', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:25:26Z', 'updated_at': '2022-04-16T04:25:27Z', 'revision_number': 2, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:29.160508 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9369b2c1-69f4-45e0-948f-8fbc3e5a3ad1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (12ec5e8a-6513-4e8d-a6c5-500b2ee89846), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.163552 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963a503d-652b-4ef2-9a52-0eb46c03bb4a None None] The sync data for ids ['81b08e9d-9139-475c-83ca-5f6213cc2418'] in dv-neutron-838078-2-hyperv is: [{'id': '81b08e9d-9139-475c-83ca-5f6213cc2418', 'name': 'tempest-RoutersTest-router-20778959', 'tenant_id': 'a2943c81039c44448da97f93644354e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:25:26Z', 'updated_at': '2022-04-16T04:25:27Z', 'revision_number': 2, 'project_id': 'a2943c81039c44448da97f93644354e6', 'gw_port_host': None}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:25:29.188101 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e607a6-a4d7-4bc7-b204-5d5ad91f02b7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Subnet': ['ID=82d8df5d-b45e-40ff-bc71-4fcd7a21c885,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:29.199960 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-46e607a6-a4d7-4bc7-b204-5d5ad91f02b7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.201372 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-18717954-4379-40d5-b71f-d1fe181f6b15 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/routers/81b08e9d-9139-475c-83ca-5f6213cc2418 HTTP/1.1" status: 200 len: 698 time: 0.5066922 Apr 16 04:25:29.201922 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38356) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:29.206294 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-46e607a6-a4d7-4bc7-b204-5d5ad91f02b7 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/subnets/82d8df5d-b45e-40ff-bc71-4fcd7a21c885 HTTP/1.1" status: 204 len: 168 time: 0.8914382 Apr 16 04:25:29.206978 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc9b466-17fd-4978-8772-753ff1ec5fc2 None None] Network 37c5d288-2125-446c-8a57-b8f4a1687195 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:29.207127 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-9369b2c1-69f4-45e0-948f-8fbc3e5a3ad1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ec5e8a-6513-4e8d-a6c5-500b2ee89846']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:29.209682 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38358) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:29.226951 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-9369b2c1-69f4-45e0-948f-8fbc3e5a3ad1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d97e7a2-0b75-45ac-839a-0be1a244a6ca') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:29.227250 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-9369b2c1-69f4-45e0-948f-8fbc3e5a3ad1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d97e7a2-0b75-45ac-839a-0be1a244a6ca') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:29.260154 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0a283129-5943-4b54-878e-877cc9598480 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/ports?device_id=81b08e9d-9139-475c-83ca-5f6213cc2418 HTTP/1.1" status: 200 len: 205 time: 0.0529654 Apr 16 04:25:29.260776 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38360) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:29.265562 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9369b2c1-69f4-45e0-948f-8fbc3e5a3ad1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (2d97e7a2-0b75-45ac-839a-0be1a244a6ca), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.357043 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9369b2c1-69f4-45e0-948f-8fbc3e5a3ad1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (2d97e7a2-0b75-45ac-839a-0be1a244a6ca), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.373719 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a40773ae-4845-40a9-90f7-34f9c67ec5ab tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (81b08e9d-9139-475c-83ca-5f6213cc2418), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.380034 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9369b2c1-69f4-45e0-948f-8fbc3e5a3ad1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:29.380712 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9369b2c1-69f4-45e0-948f-8fbc3e5a3ad1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (2d97e7a2-0b75-45ac-839a-0be1a244a6ca), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:29.387540 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:29.404903 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-2d4e1809-72dd-4ff8-b351-9f320521c8e3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port 94a48f98-f544-4370-9597-721c3f55f90e {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:29.405443 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1809-72dd-4ff8-b351-9f320521c8e3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (94a48f98-f544-4370-9597-721c3f55f90e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.447193 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a89873a2-92ce-406a-9854-2097cbd41759 req-14f09704-d18c-425f-9b08-24f392ae6781 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3662667 Apr 16 04:25:29.484430 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e197bb43-5d90-43d1-b295-c95a16dbcdae tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (37c5d288-2125-446c-8a57-b8f4a1687195), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.532766 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 7f62f7b6-935c-4d60-843b-239249e68e37 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:29.554526 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-950ff99b-6b99-4f4d-a467-d835d63739fe tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Allocated IP 172.26.6.36 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/9bbda7f4-7ef5-4d13-86a8-13eeadcadfff) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:29.572525 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1809-72dd-4ff8-b351-9f320521c8e3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (94a48f98-f544-4370-9597-721c3f55f90e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.587062 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 7f62f7b6-935c-4d60-843b-239249e68e37 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:29.587909 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 7f62f7b6-935c-4d60-843b-239249e68e37 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:29.588508 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2d12a94d-63a8-4b38-b9ae-baa193a2424d no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:29.620746 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229829d9-4791-4920-bdee-685d8442cde9 None None] DHCP port deletion for 37c5d288-2125-446c-8a57-b8f4a1687195 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:25:29.623227 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-2d4e1809-72dd-4ff8-b351-9f320521c8e3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for 94a48f98-f544-4370-9597-721c3f55f90e owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:29.623684 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 2d12a94d-63a8-4b38-b9ae-baa193a2424d {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:29.624032 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2d12a94d-63a8-4b38-b9ae-baa193a2424d not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:29.669113 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-e197bb43-5d90-43d1-b295-c95a16dbcdae tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Deleting port 3725250e-b981-476d-af61-43c2ddd54973 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:29.669429 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e197bb43-5d90-43d1-b295-c95a16dbcdae tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (3725250e-b981-476d-af61-43c2ddd54973), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.678965 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-229829d9-4791-4920-bdee-685d8442cde9 None None] Deleting port 3725250e-b981-476d-af61-43c2ddd54973 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:29.679340 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-229829d9-4791-4920-bdee-685d8442cde9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (3725250e-b981-476d-af61-43c2ddd54973), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.717443 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a40773ae-4845-40a9-90f7-34f9c67ec5ab tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (81b08e9d-9139-475c-83ca-5f6213cc2418), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.720376 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a40773ae-4845-40a9-90f7-34f9c67ec5ab tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router_controller (81b08e9d-9139-475c-83ca-5f6213cc2418), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.747645 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-229829d9-4791-4920-bdee-685d8442cde9 None None] For port 3725250e-b981-476d-af61-43c2ddd54973, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3725250e-b981-476d-af61-43c2ddd54973,segment=NetworkSegment(4085f082-b394-42a6-9dd6-13828dee38df),segment_id=4085f082-b394-42a6-9dd6-13828dee38df)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:29.748342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-229829d9-4791-4920-bdee-685d8442cde9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (3725250e-b981-476d-af61-43c2ddd54973), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.762368 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-229829d9-4791-4920-bdee-685d8442cde9 None None] Calling delete_port for 3725250e-b981-476d-af61-43c2ddd54973 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:29.793672 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9369b2c1-69f4-45e0-948f-8fbc3e5a3ad1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (12ec5e8a-6513-4e8d-a6c5-500b2ee89846), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.802226 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9369b2c1-69f4-45e0-948f-8fbc3e5a3ad1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.811040 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9369b2c1-69f4-45e0-948f-8fbc3e5a3ad1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/networks/12ec5e8a-6513-4e8d-a6c5-500b2ee89846 HTTP/1.1" status: 204 len: 168 time: 1.7150154 Apr 16 04:25:29.813816 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38362) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:29.826973 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-e197bb43-5d90-43d1-b295-c95a16dbcdae tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] For port 3725250e-b981-476d-af61-43c2ddd54973, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3725250e-b981-476d-af61-43c2ddd54973,segment=NetworkSegment(4085f082-b394-42a6-9dd6-13828dee38df),segment_id=4085f082-b394-42a6-9dd6-13828dee38df)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:29.827340 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e197bb43-5d90-43d1-b295-c95a16dbcdae tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (3725250e-b981-476d-af61-43c2ddd54973), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.842338 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a40773ae-4845-40a9-90f7-34f9c67ec5ab tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (81b08e9d-9139-475c-83ca-5f6213cc2418), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.843042 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40773ae-4845-40a9-90f7-34f9c67ec5ab tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Fanout notify agent at l3_agent the message router_deleted on router 81b08e9d-9139-475c-83ca-5f6213cc2418 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:25:29.859322 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a40773ae-4845-40a9-90f7-34f9c67ec5ab tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.865792 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-e197bb43-5d90-43d1-b295-c95a16dbcdae tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Calling delete_port for 3725250e-b981-476d-af61-43c2ddd54973 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:29.865953 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a40773ae-4845-40a9-90f7-34f9c67ec5ab tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/routers/81b08e9d-9139-475c-83ca-5f6213cc2418 HTTP/1.1" status: 204 len: 168 time: 0.6014884 Apr 16 04:25:29.866062 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38364) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:29.888447 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-950ff99b-6b99-4f4d-a467-d835d63739fe tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for port (9bbda7f4-7ef5-4d13-86a8-13eeadcadfff), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.889597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369b2c1-69f4-45e0-948f-8fbc3e5a3ad1 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Network': ['ID=12ec5e8a-6513-4e8d-a6c5-500b2ee89846,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:29.893381 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c176a75-d724-4145-9382-b0ca6115b6da tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:29.893946 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c176a75-d724-4145-9382-b0ca6115b6da tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:29.899924 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9c176a75-d724-4145-9382-b0ca6115b6da tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/subnets/090b1c33-f146-402a-8b96-7f1d737afa33 HTTP/1.1" status: 404 len: 337 time: 0.0846381 Apr 16 04:25:29.900571 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38366) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:29.918923 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-35700e83-1ab3-4ea4-b36f-01730b5aefce tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:29.919471 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35700e83-1ab3-4ea4-b36f-01730b5aefce tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:29.921327 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1d37c3dd-f651-4b2a-b934-f1d35439b00f tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/ports?device_id=81b08e9d-9139-475c-83ca-5f6213cc2418 HTTP/1.1" status: 200 len: 205 time: 0.0485549 Apr 16 04:25:29.923155 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-35700e83-1ab3-4ea4-b36f-01730b5aefce tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/networks/d8d01346-b679-42fe-8f8f-8a8cbd60dae8 HTTP/1.1" status: 404 len: 339 time: 0.0216422 Apr 16 04:25:29.923981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38368) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:29.931373 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38370) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:29.934940 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-229829d9-4791-4920-bdee-685d8442cde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (3725250e-b981-476d-af61-43c2ddd54973), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:29.966918 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-9fa38405-b83b-4d75-9777-fca89757bd4b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] delete failed (client error): The resource could not be found. Apr 16 04:25:29.970784 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9fa38405-b83b-4d75-9777-fca89757bd4b tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/routers/81b08e9d-9139-475c-83ca-5f6213cc2418 HTTP/1.1" status: 404 len: 336 time: 0.0460477 Apr 16 04:25:29.971309 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38372) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:29.971962 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229829d9-4791-4920-bdee-685d8442cde9 None None] Pushing event deleted for resources: {'Port': ['ID=3725250e-b981-476d-af61-43c2ddd54973,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:29.976342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229829d9-4791-4920-bdee-685d8442cde9 None None] No DVR routers for this DVR port 3725250e-b981-476d-af61-43c2ddd54973 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:29.998198 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-febbf264-dcbd-4c15-ae2b-445b5ea335d5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:29.998654 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-febbf264-dcbd-4c15-ae2b-445b5ea335d5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:30.004666 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-febbf264-dcbd-4c15-ae2b-445b5ea335d5 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/subnets/d4d0bcb7-4c09-45ae-92f9-58106c8cfed6 HTTP/1.1" status: 404 len: 337 time: 0.0301666 Apr 16 04:25:30.004993 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38374) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:30.007558 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1809-72dd-4ff8-b351-9f320521c8e3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (94a48f98-f544-4370-9597-721c3f55f90e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:30.009871 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ad2810-bf52-4915-94c6-7a5271c2142e tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:30.010326 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ad2810-bf52-4915-94c6-7a5271c2142e tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:30.013534 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-05ad2810-bf52-4915-94c6-7a5271c2142e tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/subnets/730d7ccc-3846-4df5-8e8d-182c1ea81b10 HTTP/1.1" status: 404 len: 337 time: 0.0809216 Apr 16 04:25:30.021742 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38376) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:30.033653 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eae8cac-1500-4127-a472-fb35761b0bc7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:30.034110 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eae8cac-1500-4127-a472-fb35761b0bc7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:30.037101 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5eae8cac-1500-4127-a472-fb35761b0bc7 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/subnets/90f517c5-281f-42ca-b9fa-0216b03238c9 HTTP/1.1" status: 404 len: 337 time: 0.0311449 Apr 16 04:25:30.039500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38378) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:30.063745 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e1809-72dd-4ff8-b351-9f320521c8e3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=94a48f98-f544-4370-9597-721c3f55f90e,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:30.065606 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85481bc-2b46-4755-91d3-79ae31bc6584 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:30.066069 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85481bc-2b46-4755-91d3-79ae31bc6584 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:30.069081 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a85481bc-2b46-4755-91d3-79ae31bc6584 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/subnets/843590ad-9081-470c-87c8-019c89fda434 HTTP/1.1" status: 404 len: 337 time: 0.0286636 Apr 16 04:25:30.074337 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38380) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:30.087534 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb111bc-34cc-4e72-8f0c-57c43df69a7f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:30.088051 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb111bc-34cc-4e72-8f0c-57c43df69a7f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:30.091088 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0cb111bc-34cc-4e72-8f0c-57c43df69a7f tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/networks/ea0741cf-d34e-4b6c-ab77-73d4c8814dd7 HTTP/1.1" status: 404 len: 339 time: 0.0652680 Apr 16 04:25:30.095416 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1809-72dd-4ff8-b351-9f320521c8e3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:30.100972 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2d4e1809-72dd-4ff8-b351-9f320521c8e3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/ports/94a48f98-f544-4370-9597-721c3f55f90e HTTP/1.1" status: 204 len: 168 time: 1.0143380 Apr 16 04:25:30.100972 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38382) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:30.104968 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38384) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:30.115517 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-33104633-d415-4be9-882e-4f355d7afedb tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:30.115972 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33104633-d415-4be9-882e-4f355d7afedb tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:30.119246 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-33104633-d415-4be9-882e-4f355d7afedb tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/subnets/57d991fc-fff5-4047-a956-28cd51115868 HTTP/1.1" status: 404 len: 337 time: 0.0439415 Apr 16 04:25:30.127770 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38386) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:30.137198 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-55846b8c-fa31-4637-b7cf-2cb4c48ae44e tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] GET failed (client error): The resource could not be found. Apr 16 04:25:30.145890 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc403180-961a-42d1-9dac-36c968b0539e tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:30.145890 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc403180-961a-42d1-9dac-36c968b0539e tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:30.146095 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-55846b8c-fa31-4637-b7cf-2cb4c48ae44e tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports/94a48f98-f544-4370-9597-721c3f55f90e HTTP/1.1" status: 404 len: 333 time: 0.0325944 Apr 16 04:25:30.146178 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bc403180-961a-42d1-9dac-36c968b0539e tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/subnets/e2403fe5-7c6c-4e65-9d17-db65ec65be7d HTTP/1.1" status: 404 len: 337 time: 0.0413744 Apr 16 04:25:30.146396 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38388) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:30.146820 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38390) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:30.152761 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-5832e263-c38b-42e7-9508-2ab3c811a857 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'port': {'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5', 'name': 'tempest-PortsIpV6TestJSON-1362895880'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:30.165700 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-950ff99b-6b99-4f4d-a467-d835d63739fe tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (9bbda7f4-7ef5-4d13-86a8-13eeadcadfff), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:30.168864 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-971a382e-db00-4206-bc4a-856cf1e8a73f tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/ports?device_id=293efcd5-9555-44fe-91e7-e406a3d1fc53 HTTP/1.1" status: 200 len: 205 time: 0.0400736 Apr 16 04:25:30.180160 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38392) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:30.204418 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e197bb43-5d90-43d1-b295-c95a16dbcdae tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (3725250e-b981-476d-af61-43c2ddd54973), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:30.204983 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1bf9d69-1092-4030-8816-56bef42fce4d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:30.205511 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1bf9d69-1092-4030-8816-56bef42fce4d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:30.208560 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f1bf9d69-1092-4030-8816-56bef42fce4d tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/networks/a0362016-1eee-436b-8ff6-c1ed5863ebb0 HTTP/1.1" status: 404 len: 339 time: 0.0608354 Apr 16 04:25:30.219692 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950ff99b-6b99-4f4d-a467-d835d63739fe tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:30.220287 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38394) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:30.235722 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-950ff99b-6b99-4f4d-a467-d835d63739fe tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:30.245084 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-0585327c-5d26-42b5-a7ef-e03419b0a8f8 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] delete failed (client error): The resource could not be found. Apr 16 04:25:30.246135 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0585327c-5d26-42b5-a7ef-e03419b0a8f8 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/routers/293efcd5-9555-44fe-91e7-e406a3d1fc53 HTTP/1.1" status: 404 len: 336 time: 0.0574179 Apr 16 04:25:30.256904 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ff99b-6b99-4f4d-a467-d835d63739fe tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:30.260775 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38396) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:30.261442 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ff99b-6b99-4f4d-a467-d835d63739fe tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Pushing event updated for resources: {'Port': ['ID=9bbda7f4-7ef5-4d13-86a8-13eeadcadfff,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:30.268139 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e197bb43-5d90-43d1-b295-c95a16dbcdae tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] No DVR routers for this DVR port 3725250e-b981-476d-af61-43c2ddd54973 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:30.386706 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5832e263-c38b-42e7-9508-2ab3c811a857 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:30.390790 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5832e263-c38b-42e7-9508-2ab3c811a857 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:30.413154 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-5832e263-c38b-42e7-9508-2ab3c811a857 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] device_id is not set on port 28e90e39-7f09-4db8-884a-6659427b5fc5 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:25:30.609091 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197bb43-5d90-43d1-b295-c95a16dbcdae tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Port': ['ID=3725250e-b981-476d-af61-43c2ddd54973,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:30.612788 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6382d0fb-2292-4a38-91f0-91a858435ec9 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/ports?device_id=431c7a8e-c112-40d2-8acc-b9fc66ff17ed HTTP/1.1" status: 200 len: 205 time: 0.3487446 Apr 16 04:25:30.614739 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f8ac7-5bdd-4d58-a18b-b79ccdf27429 req-3787e6c8-be3d-4dbd-a401-6bc415bf709c tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:30.616310 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-da6f8ac7-5bdd-4d58-a18b-b79ccdf27429 req-3787e6c8-be3d-4dbd-a401-6bc415bf709c tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 944 time: 0.0947762 Apr 16 04:25:30.619745 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38400) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:30.643274 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d88bb0c-f67a-45b7-904d-a76f066e7bd3 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Deleting subnet 84b34802-03ea-4fd9-bc6d-aab2c005b569 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:25:30.660256 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d88bb0c-f67a-45b7-904d-a76f066e7bd3 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for subnet (84b34802-03ea-4fd9-bc6d-aab2c005b569), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:30.681219 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-9c84b6ad-6406-44b8-9e6d-eaa4c11b4379 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] delete failed (client error): The resource could not be found. Apr 16 04:25:30.682215 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9c84b6ad-6406-44b8-9e6d-eaa4c11b4379 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/routers/431c7a8e-c112-40d2-8acc-b9fc66ff17ed HTTP/1.1" status: 404 len: 336 time: 0.0616345 Apr 16 04:25:30.685310 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5832e263-c38b-42e7-9508-2ab3c811a857 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (28e90e39-7f09-4db8-884a-6659427b5fc5), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:30.692373 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38402) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:30.733520 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a22a9f-1dde-4ac8-a8f8-796ac57a0682 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:30.734233 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a22a9f-1dde-4ac8-a8f8-796ac57a0682 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:30.737372 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-12a22a9f-1dde-4ac8-a8f8-796ac57a0682 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/subnets/3ed5f310-3190-42d3-8eb2-3fe5fee2f530 HTTP/1.1" status: 404 len: 337 time: 0.0376821 Apr 16 04:25:30.740501 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38404) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:30.766563 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e197bb43-5d90-43d1-b295-c95a16dbcdae tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (37c5d288-2125-446c-8a57-b8f4a1687195), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:30.792262 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-93c1c0c1-2a33-4b72-980e-d1f4ba4eba01 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a72a4d-c8bc-4f91-abd8-692b6de54a2e HTTP/1.1" status: 200 len: 205 time: 0.0506790 Apr 16 04:25:30.799172 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38406) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:30.811260 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-da6f8ac7-5bdd-4d58-a18b-b79ccdf27429 req-14109a04-a452-4dfe-a305-145564c7dc1f tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771424 Apr 16 04:25:30.824363 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d88bb0c-f67a-45b7-904d-a76f066e7bd3 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (84b34802-03ea-4fd9-bc6d-aab2c005b569), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:30.847904 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-9a9405bf-f69b-496f-893d-26947cbb8d9c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] delete failed (client error): The resource could not be found. Apr 16 04:25:30.848967 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9a9405bf-f69b-496f-893d-26947cbb8d9c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/routers/e8a72a4d-c8bc-4f91-abd8-692b6de54a2e HTTP/1.1" status: 404 len: 336 time: 0.0488749 Apr 16 04:25:30.851735 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38408) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:30.866332 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-e197bb43-5d90-43d1-b295-c95a16dbcdae tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c5d288-2125-446c-8a57-b8f4a1687195']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:30.884800 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6e51d947-2b09-4b80-8f08-759bdac29f13 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/ports?device_id=4dac289d-3f69-4f9d-9b40-56f7c7b43093 HTTP/1.1" status: 200 len: 205 time: 0.0318272 Apr 16 04:25:30.887428 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38410) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:30.889437 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-e197bb43-5d90-43d1-b295-c95a16dbcdae tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4085f082-b394-42a6-9dd6-13828dee38df') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:30.889733 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-e197bb43-5d90-43d1-b295-c95a16dbcdae tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4085f082-b394-42a6-9dd6-13828dee38df') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:30.910976 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e197bb43-5d90-43d1-b295-c95a16dbcdae tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (4085f082-b394-42a6-9dd6-13828dee38df), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:30.927150 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5832e263-c38b-42e7-9508-2ab3c811a857 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (28e90e39-7f09-4db8-884a-6659427b5fc5), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:30.928968 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-893c17d1-0d72-430e-a374-66ed77861061 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] delete failed (client error): The resource could not be found. Apr 16 04:25:30.930161 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-893c17d1-0d72-430e-a374-66ed77861061 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/routers/4dac289d-3f69-4f9d-9b40-56f7c7b43093 HTTP/1.1" status: 404 len: 336 time: 0.0416470 Apr 16 04:25:30.934883 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38412) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:30.947038 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e197bb43-5d90-43d1-b295-c95a16dbcdae tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (4085f082-b394-42a6-9dd6-13828dee38df), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:30.976732 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5832e263-c38b-42e7-9508-2ab3c811a857 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network d1d14891-221a-49df-9520-4b4a920d79c5 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:30.979926 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-5832e263-c38b-42e7-9508-2ab3c811a857 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:30.984380 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5832e263-c38b-42e7-9508-2ab3c811a857 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:30.988237 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-09bcbbed-490d-44d8-aeed-9db91001c27a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:30.988689 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09bcbbed-490d-44d8-aeed-9db91001c27a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:30.989511 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5832e263-c38b-42e7-9508-2ab3c811a857 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:30.990122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5832e263-c38b-42e7-9508-2ab3c811a857 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:30.991706 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-09bcbbed-490d-44d8-aeed-9db91001c27a tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/subnets/d33af070-61ca-426f-a9c5-fc5266fe33c8 HTTP/1.1" status: 404 len: 337 time: 0.0558414 Apr 16 04:25:30.994316 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832e263-c38b-42e7-9508-2ab3c811a857 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=28e90e39-7f09-4db8-884a-6659427b5fc5,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:30.994474 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e197bb43-5d90-43d1-b295-c95a16dbcdae tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:30.994910 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e197bb43-5d90-43d1-b295-c95a16dbcdae tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (4085f082-b394-42a6-9dd6-13828dee38df), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:30.996476 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38414) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:30.998123 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:31.033916 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3ec9ffd2-fe87-4489-8767-31c263886331 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/ports?device_id=2740b579-2896-4626-8d9e-ef364e6d4eb0 HTTP/1.1" status: 200 len: 205 time: 0.0336161 Apr 16 04:25:31.036324 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38416) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:31.074670 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-c16a40f2-ff19-4477-870d-52c07d5a9666 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] delete failed (client error): The resource could not be found. Apr 16 04:25:31.077990 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c16a40f2-ff19-4477-870d-52c07d5a9666 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/routers/2740b579-2896-4626-8d9e-ef364e6d4eb0 HTTP/1.1" status: 404 len: 336 time: 0.0384147 Apr 16 04:25:31.078405 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38418) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:31.089945 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d88bb0c-f67a-45b7-904d-a76f066e7bd3 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (84b34802-03ea-4fd9-bc6d-aab2c005b569), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:31.110687 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5832e263-c38b-42e7-9508-2ab3c811a857 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9592028 Apr 16 04:25:31.110687 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2501aa-3e80-4657-82a2-b900f29a2e9c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:31.110687 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a2501aa-3e80-4657-82a2-b900f29a2e9c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:31.115145 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0a2501aa-3e80-4657-82a2-b900f29a2e9c tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/subnets/3a66bec8-fb41-4e63-9343-86eae812048f HTTP/1.1" status: 404 len: 337 time: 0.0331602 Apr 16 04:25:31.115145 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38420) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:31.118503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-800b2a0b-723f-4db5-a6ad-c8b3c6eaf7eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:31.120895 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38422) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:31.155345 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3725250e-b981-476d-af61-43c2ddd54973 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:31.177740 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 3725250e-b981-476d-af61-43c2ddd54973 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:31.178140 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3725250e-b981-476d-af61-43c2ddd54973 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:31.201605 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fe8ea7a2-e5a3-4238-b157-02fadb851253 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "GET /v2.0/ports?device_id=2648a8a8-de1a-4ac8-bffc-95d31984ebaf HTTP/1.1" status: 200 len: 205 time: 0.0795958 Apr 16 04:25:31.206606 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38424) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:31.212664 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-800b2a0b-723f-4db5-a6ad-c8b3c6eaf7eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (28e90e39-7f09-4db8-884a-6659427b5fc5), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:31.233734 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e197bb43-5d90-43d1-b295-c95a16dbcdae tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (37c5d288-2125-446c-8a57-b8f4a1687195), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:31.244086 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e197bb43-5d90-43d1-b295-c95a16dbcdae tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:31.247304 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e197bb43-5d90-43d1-b295-c95a16dbcdae tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/networks/37c5d288-2125-446c-8a57-b8f4a1687195 HTTP/1.1" status: 204 len: 168 time: 2.0322301 Apr 16 04:25:31.249613 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-950ff99b-6b99-4f4d-a467-d835d63739fe tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router_gateway (433cb184-04f5-4b85-b9a8-934ccba11cd6), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:31.252745 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38426) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:31.259836 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-d5bcb8ad-61e5-4563-a03b-97a36063df95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'router': {'routes': None}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:31.263089 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197bb43-5d90-43d1-b295-c95a16dbcdae tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Pushing event deleted for resources: {'Network': ['ID=37c5d288-2125-446c-8a57-b8f4a1687195,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:31.263258 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-378cf589-e5c1-47e5-84ef-fd884ff6d29f tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] delete failed (client error): The resource could not be found. Apr 16 04:25:31.264843 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-378cf589-e5c1-47e5-84ef-fd884ff6d29f tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/routers/2648a8a8-de1a-4ac8-bffc-95d31984ebaf HTTP/1.1" status: 404 len: 336 time: 0.0564661 Apr 16 04:25:31.293979 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38428) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:31.330346 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d88bb0c-f67a-45b7-904d-a76f066e7bd3 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (84b34802-03ea-4fd9-bc6d-aab2c005b569), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:31.345350 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-2723cc3e-8e9a-4114-939f-40f5bc41dca8 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:31.345803 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2723cc3e-8e9a-4114-939f-40f5bc41dca8 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:31.348741 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2723cc3e-8e9a-4114-939f-40f5bc41dca8 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/subnets/3ff5897e-a07f-402d-8723-66c317e9010f HTTP/1.1" status: 404 len: 337 time: 0.0538058 Apr 16 04:25:31.351731 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38430) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:31.393467 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88bb0c-f67a-45b7-904d-a76f066e7bd3 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Subnet': ['ID=84b34802-03ea-4fd9-bc6d-aab2c005b569,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:31.398932 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d88bb0c-f67a-45b7-904d-a76f066e7bd3 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:31.404249 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9d88bb0c-f67a-45b7-904d-a76f066e7bd3 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/subnets/84b34802-03ea-4fd9-bc6d-aab2c005b569 HTTP/1.1" status: 204 len: 168 time: 1.1807654 Apr 16 04:25:31.404487 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38432) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:31.407013 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f8316a-5406-48d0-9985-49a6432e1a82 None None] Network 1de1275c-1adf-4ad7-a7e3-71bc94d3e54d requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:31.427338 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77f4526-dbcc-4267-81ef-8bbf7fbc7775 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:31.427786 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b77f4526-dbcc-4267-81ef-8bbf7fbc7775 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:31.430770 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b77f4526-dbcc-4267-81ef-8bbf7fbc7775 tempest-RoutersTest-1561417441 tempest-RoutersTest-1561417441-project] 10.222.0.30 "DELETE /v2.0/subnets/69dbbc9f-33bc-4213-b62e-7b75ea4b62aa HTTP/1.1" status: 404 len: 337 time: 0.0769196 Apr 16 04:25:31.503473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-839a7b07-d0d9-4349-826d-b694271c9f2c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (1de1275c-1adf-4ad7-a7e3-71bc94d3e54d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:31.520337 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.extraroute_db [None req-d5bcb8ad-61e5-4563-a03b-97a36063df95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Added routes are [] {{(pid=104633) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 16 04:25:31.520642 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.extraroute_db [None req-d5bcb8ad-61e5-4563-a03b-97a36063df95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Removed routes are [] {{(pid=104633) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 16 04:25:31.521038 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb8ad-61e5-4563-a03b-97a36063df95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (0d4b8147-16ef-46f4-bcfe-6b191715d33a), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:31.612470 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cbd6cc-d8b3-4493-b96a-9d94577aab91 None None] DHCP port deletion for 1de1275c-1adf-4ad7-a7e3-71bc94d3e54d request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:25:31.633215 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-839a7b07-d0d9-4349-826d-b694271c9f2c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Deleting port 0e7df935-b199-493c-b529-6c122df01bfd {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:31.633562 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-839a7b07-d0d9-4349-826d-b694271c9f2c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (0e7df935-b199-493c-b529-6c122df01bfd), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:31.655595 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-950ff99b-6b99-4f4d-a467-d835d63739fe tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (433cb184-04f5-4b85-b9a8-934ccba11cd6), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:31.677711 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d8cbd6cc-d8b3-4493-b96a-9d94577aab91 None None] Deleting port 0e7df935-b199-493c-b529-6c122df01bfd {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:31.678205 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d8cbd6cc-d8b3-4493-b96a-9d94577aab91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (0e7df935-b199-493c-b529-6c122df01bfd), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:31.690101 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-950ff99b-6b99-4f4d-a467-d835d63739fe tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (433cb184-04f5-4b85-b9a8-934ccba11cd6), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:31.744664 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-839a7b07-d0d9-4349-826d-b694271c9f2c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] For port 0e7df935-b199-493c-b529-6c122df01bfd, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=0e7df935-b199-493c-b529-6c122df01bfd,segment=NetworkSegment(3148a6ab-9bcf-440a-8f6b-6f0d75239cf1),segment_id=3148a6ab-9bcf-440a-8f6b-6f0d75239cf1)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:31.745404 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-839a7b07-d0d9-4349-826d-b694271c9f2c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (0e7df935-b199-493c-b529-6c122df01bfd), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:31.746306 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-d8cbd6cc-d8b3-4493-b96a-9d94577aab91 None None] For port 0e7df935-b199-493c-b529-6c122df01bfd, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=0e7df935-b199-493c-b529-6c122df01bfd,segment=NetworkSegment(3148a6ab-9bcf-440a-8f6b-6f0d75239cf1),segment_id=3148a6ab-9bcf-440a-8f6b-6f0d75239cf1)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:31.746793 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d8cbd6cc-d8b3-4493-b96a-9d94577aab91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (0e7df935-b199-493c-b529-6c122df01bfd), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:31.754319 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb8ad-61e5-4563-a03b-97a36063df95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (0d4b8147-16ef-46f4-bcfe-6b191715d33a), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:31.757139 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-800b2a0b-723f-4db5-a6ad-c8b3c6eaf7eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (28e90e39-7f09-4db8-884a-6659427b5fc5), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:31.760376 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb8ad-61e5-4563-a03b-97a36063df95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (0d4b8147-16ef-46f4-bcfe-6b191715d33a), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:31.762375 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d8cbd6cc-d8b3-4493-b96a-9d94577aab91 None None] Calling delete_port for 0e7df935-b199-493c-b529-6c122df01bfd owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:31.764912 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-839a7b07-d0d9-4349-826d-b694271c9f2c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Calling delete_port for 0e7df935-b199-493c-b529-6c122df01bfd owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:31.828973 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-800b2a0b-723f-4db5-a6ad-c8b3c6eaf7eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (28e90e39-7f09-4db8-884a-6659427b5fc5), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:31.876631 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-800b2a0b-723f-4db5-a6ad-c8b3c6eaf7eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] In _notify_port_updated(), no bound segment for port 28e90e39-7f09-4db8-884a-6659427b5fc5 on network d1d14891-221a-49df-9520-4b4a920d79c5 {{(pid=104633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:25:31.881736 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800b2a0b-723f-4db5-a6ad-c8b3c6eaf7eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:31.882367 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-800b2a0b-723f-4db5-a6ad-c8b3c6eaf7eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:31.886156 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-800b2a0b-723f-4db5-a6ad-c8b3c6eaf7eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "PUT /v2.0/ports/28e90e39-7f09-4db8-884a-6659427b5fc5 HTTP/1.1" status: 200 len: 818 time: 0.7693355 Apr 16 04:25:31.893229 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38438) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:31.896470 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bcb8ad-61e5-4563-a03b-97a36063df95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router 0d4b8147-16ef-46f4-bcfe-6b191715d33a has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:25:31.900923 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b2a0b-723f-4db5-a6ad-c8b3c6eaf7eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=28e90e39-7f09-4db8-884a-6659427b5fc5,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:31.975113 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d8cbd6cc-d8b3-4493-b96a-9d94577aab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (0e7df935-b199-493c-b529-6c122df01bfd), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:31.990702 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bcb8ad-61e5-4563-a03b-97a36063df95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:25:32.006610 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cbd6cc-d8b3-4493-b96a-9d94577aab91 None None] No DVR routers for this DVR port 0e7df935-b199-493c-b529-6c122df01bfd on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:32.010032 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f986653e-0235-4687-8b21-d9acbdd1c2d9 None None] Sync routers for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:25:32.012241 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb8ad-61e5-4563-a03b-97a36063df95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:32.015502 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbd6cc-d8b3-4493-b96a-9d94577aab91 None None] Pushing event deleted for resources: {'Port': ['ID=0e7df935-b199-493c-b529-6c122df01bfd,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:32.018130 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d5bcb8ad-61e5-4563-a03b-97a36063df95 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/0d4b8147-16ef-46f4-bcfe-6b191715d33a HTTP/1.1" status: 200 len: 704 time: 0.7618911 Apr 16 04:25:32.020226 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38440) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:32.026060 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f986653e-0235-4687-8b21-d9acbdd1c2d9 None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:32.027112 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-f986653e-0235-4687-8b21-d9acbdd1c2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:32.043053 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-839a7b07-d0d9-4349-826d-b694271c9f2c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (0e7df935-b199-493c-b529-6c122df01bfd), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:32.065947 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebcbff-6d95-4da4-9eb1-ae5a673be851 req-1cc5cf22-4b62-4cd6-9d40-1a631e164cb2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:32.067501 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a8ebcbff-6d95-4da4-9eb1-ae5a673be851 req-1cc5cf22-4b62-4cd6-9d40-1a631e164cb2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 944 time: 0.1310372 Apr 16 04:25:32.111447 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-f986653e-0235-4687-8b21-d9acbdd1c2d9 None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:32.112476 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fa6b115d-7f11-40da-9df2-c21de93bc97c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d4b8147-16ef-46f4-bcfe-6b191715d33a HTTP/1.1" status: 200 len: 205 time: 0.0900650 Apr 16 04:25:32.113189 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950ff99b-6b99-4f4d-a467-d835d63739fe tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Router 433cb184-04f5-4b85-b9a8-934ccba11cd6 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:25:32.115199 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38444) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:32.119992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a7b07-d0d9-4349-826d-b694271c9f2c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Port': ['ID=0e7df935-b199-493c-b529-6c122df01bfd,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:32.125165 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-27d00e3e-8578-4c9b-8777-181fc0444a9a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port 28e90e39-7f09-4db8-884a-6659427b5fc5 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:32.125543 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-27d00e3e-8578-4c9b-8777-181fc0444a9a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (28e90e39-7f09-4db8-884a-6659427b5fc5), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:32.139170 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839a7b07-d0d9-4349-826d-b694271c9f2c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] No DVR routers for this DVR port 0e7df935-b199-493c-b529-6c122df01bfd on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:32.163729 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38446) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:32.192753 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-f986653e-0235-4687-8b21-d9acbdd1c2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:25:27Z', 'revision_number': 11, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:32.218365 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-18d6b40f-daaf-459e-9639-c2eef9ef37c3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (0d4b8147-16ef-46f4-bcfe-6b191715d33a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:32.229388 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f986653e-0235-4687-8b21-d9acbdd1c2d9 None None] Checking router: 0d4b8147-16ef-46f4-bcfe-6b191715d33a for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:25:32.240469 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f986653e-0235-4687-8b21-d9acbdd1c2d9 None None] Routers {'0d4b8147-16ef-46f4-bcfe-6b191715d33a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:32.242980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-f986653e-0235-4687-8b21-d9acbdd1c2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:32.326908 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-f986653e-0235-4687-8b21-d9acbdd1c2d9 None None] Set router 0d4b8147-16ef-46f4-bcfe-6b191715d33a gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:32.373454 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a8ebcbff-6d95-4da4-9eb1-ae5a673be851 req-b5c94e07-46ce-45a2-a195-9e010df06351 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846098 Apr 16 04:25:32.384257 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-839a7b07-d0d9-4349-826d-b694271c9f2c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (1de1275c-1adf-4ad7-a7e3-71bc94d3e54d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:32.386594 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-f986653e-0235-4687-8b21-d9acbdd1c2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:25:27Z', 'revision_number': 11, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:32.392056 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-27d00e3e-8578-4c9b-8777-181fc0444a9a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (28e90e39-7f09-4db8-884a-6659427b5fc5), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:32.416181 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f986653e-0235-4687-8b21-d9acbdd1c2d9 None None] The sync data for ids ['0d4b8147-16ef-46f4-bcfe-6b191715d33a'] in dv-neutron-838078-2-hyperv is: [{'id': '0d4b8147-16ef-46f4-bcfe-6b191715d33a', 'name': 'tempest-RoutersIpV6Test-router-339066980', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:24:11Z', 'updated_at': '2022-04-16T04:25:27Z', 'revision_number': 11, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:25:32.430714 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-18d6b40f-daaf-459e-9639-c2eef9ef37c3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (0d4b8147-16ef-46f4-bcfe-6b191715d33a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:32.433235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-18d6b40f-daaf-459e-9639-c2eef9ef37c3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router_controller (0d4b8147-16ef-46f4-bcfe-6b191715d33a), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:32.546464 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-18d6b40f-daaf-459e-9639-c2eef9ef37c3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (0d4b8147-16ef-46f4-bcfe-6b191715d33a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:32.546972 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d6b40f-daaf-459e-9639-c2eef9ef37c3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Fanout notify agent at l3_agent the message router_deleted on router 0d4b8147-16ef-46f4-bcfe-6b191715d33a {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:25:32.554710 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-18d6b40f-daaf-459e-9639-c2eef9ef37c3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:32.560093 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-18d6b40f-daaf-459e-9639-c2eef9ef37c3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/routers/0d4b8147-16ef-46f4-bcfe-6b191715d33a HTTP/1.1" status: 204 len: 168 time: 0.4396210 Apr 16 04:25:32.560399 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38450) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:32.565386 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-2e2d6cfa-4596-44fa-887a-37b91e1af574 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-92862657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:32.654115 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2e2d6cfa-4596-44fa-887a-37b91e1af574 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (b869d4a6-3497-415c-9542-a9c6a3f568d6), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:32.655660 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2e2d6cfa-4596-44fa-887a-37b91e1af574 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (b869d4a6-3497-415c-9542-a9c6a3f568d6), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:32.706215 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-839a7b07-d0d9-4349-826d-b694271c9f2c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de1275c-1adf-4ad7-a7e3-71bc94d3e54d']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:32.712686 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2e2d6cfa-4596-44fa-887a-37b91e1af574 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router_controller (b869d4a6-3497-415c-9542-a9c6a3f568d6), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:32.714605 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-27d00e3e-8578-4c9b-8777-181fc0444a9a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for 28e90e39-7f09-4db8-884a-6659427b5fc5 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:32.744202 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-839a7b07-d0d9-4349-826d-b694271c9f2c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3148a6ab-9bcf-440a-8f6b-6f0d75239cf1') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:32.744498 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-839a7b07-d0d9-4349-826d-b694271c9f2c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3148a6ab-9bcf-440a-8f6b-6f0d75239cf1') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:32.756623 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9b718bed-6074-46c4-bb1f-bba26f0c7405 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a2943c81039c44448da97f93644354e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5694675 Apr 16 04:25:32.759312 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38452) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:32.765148 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-839a7b07-d0d9-4349-826d-b694271c9f2c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (3148a6ab-9bcf-440a-8f6b-6f0d75239cf1), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:32.777856 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2e2d6cfa-4596-44fa-887a-37b91e1af574 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (b869d4a6-3497-415c-9542-a9c6a3f568d6), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:32.795632 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950ff99b-6b99-4f4d-a467-d835d63739fe tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:25:32.805950 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bd51df-8bd9-450f-bb16-2d2c62a312e6 None None] Sync routers for ids ['433cb184-04f5-4b85-b9a8-934ccba11cd6'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:25:32.812196 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-950ff99b-6b99-4f4d-a467-d835d63739fe tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:32.812196 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-950ff99b-6b99-4f4d-a467-d835d63739fe tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "PUT /v2.0/routers/433cb184-04f5-4b85-b9a8-934ccba11cd6 HTTP/1.1" status: 200 len: 918 time: 5.5342362 Apr 16 04:25:32.814696 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38454) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:32.819202 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bd51df-8bd9-450f-bb16-2d2c62a312e6 None None] Routers {'433cb184-04f5-4b85-b9a8-934ccba11cd6'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:32.820168 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-e8bd51df-8bd9-450f-bb16-2d2c62a312e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['433cb184-04f5-4b85-b9a8-934ccba11cd6'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:32.821181 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-839a7b07-d0d9-4349-826d-b694271c9f2c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (3148a6ab-9bcf-440a-8f6b-6f0d75239cf1), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:32.843691 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839a7b07-d0d9-4349-826d-b694271c9f2c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:32.844171 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-839a7b07-d0d9-4349-826d-b694271c9f2c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (3148a6ab-9bcf-440a-8f6b-6f0d75239cf1), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:32.847939 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:32.867043 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1bc11813-aac6-44de-a72a-98008542bba8 admin admin] Publish callbacks [] for security_group (8d6b9d06-feb0-4463-bcac-58db2b2cc110), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:32.874302 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-e8bd51df-8bd9-450f-bb16-2d2c62a312e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:32.884715 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bd51df-8bd9-450f-bb16-2d2c62a312e6 None None] Routers {'433cb184-04f5-4b85-b9a8-934ccba11cd6'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:32.885746 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-e8bd51df-8bd9-450f-bb16-2d2c62a312e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['433cb184-04f5-4b85-b9a8-934ccba11cd6'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:32.892363 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2e2d6cfa-4596-44fa-887a-37b91e1af574 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:32.893629 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2e2d6cfa-4596-44fa-887a-37b91e1af574 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3321309 Apr 16 04:25:32.897324 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38456) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:32.909977 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-5cb83533-96b2-4ddc-8fae-a35d739012e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:32.932125 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1bc11813-aac6-44de-a72a-98008542bba8 admin admin] Publish callbacks [] for security_group (8d6b9d06-feb0-4463-bcac-58db2b2cc110), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:32.933788 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-e8bd51df-8bd9-450f-bb16-2d2c62a312e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:32.934509 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bd51df-8bd9-450f-bb16-2d2c62a312e6 None None] The sync data for ids ['433cb184-04f5-4b85-b9a8-934ccba11cd6'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:25:32.984230 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2fd46753-6e77-42b1-a099-10be988e220b tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "GET /v2.0/routers/433cb184-04f5-4b85-b9a8-934ccba11cd6 HTTP/1.1" status: 200 len: 924 time: 0.1658289 Apr 16 04:25:32.984486 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38458) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:33.029221 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702d8df2-c29b-47a8-81d6-064b2c2de463 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:33.033254 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-702d8df2-c29b-47a8-81d6-064b2c2de463 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&device_id=433cb184-04f5-4b85-b9a8-934ccba11cd6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0477874 Apr 16 04:25:33.033971 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38460) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:33.059738 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-27d00e3e-8578-4c9b-8777-181fc0444a9a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (28e90e39-7f09-4db8-884a-6659427b5fc5), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:33.097941 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-839a7b07-d0d9-4349-826d-b694271c9f2c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (1de1275c-1adf-4ad7-a7e3-71bc94d3e54d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:33.100707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d00e3e-8578-4c9b-8777-181fc0444a9a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=28e90e39-7f09-4db8-884a-6659427b5fc5,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:33.113501 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-27d00e3e-8578-4c9b-8777-181fc0444a9a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:33.116768 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-27d00e3e-8578-4c9b-8777-181fc0444a9a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/ports/28e90e39-7f09-4db8-884a-6659427b5fc5 HTTP/1.1" status: 204 len: 168 time: 1.2292349 Apr 16 04:25:33.117967 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-839a7b07-d0d9-4349-826d-b694271c9f2c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:33.121189 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-839a7b07-d0d9-4349-826d-b694271c9f2c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/networks/1de1275c-1adf-4ad7-a7e3-71bc94d3e54d HTTP/1.1" status: 204 len: 168 time: 1.7157407 Apr 16 04:25:33.121856 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38462) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:33.162626 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 0e7df935-b199-493c-b529-6c122df01bfd no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:33.163687 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38464) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:33.185501 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 0e7df935-b199-493c-b529-6c122df01bfd {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:33.185993 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 0e7df935-b199-493c-b529-6c122df01bfd not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:33.213336 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a7b07-d0d9-4349-826d-b694271c9f2c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Network': ['ID=1de1275c-1adf-4ad7-a7e3-71bc94d3e54d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:33.255836 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17bc30a-2416-4d73-a176-b5792c962c3e tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:33.256299 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a17bc30a-2416-4d73-a176-b5792c962c3e tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:33.261744 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a17bc30a-2416-4d73-a176-b5792c962c3e tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/subnets/3e2cc31f-0e3a-414a-90c2-d26418da9f3c HTTP/1.1" status: 404 len: 337 time: 0.0574651 Apr 16 04:25:33.261930 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5cb83533-96b2-4ddc-8fae-a35d739012e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (b869d4a6-3497-415c-9542-a9c6a3f568d6), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:33.267319 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38466) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:33.294975 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5ad399-25e9-4c81-8212-ce714e9d220c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:33.295492 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5ad399-25e9-4c81-8212-ce714e9d220c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:33.301795 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8e5ad399-25e9-4c81-8212-ce714e9d220c tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/networks/dee65a78-85b7-4ac9-b5a3-0ff13036a80b HTTP/1.1" status: 404 len: 339 time: 0.0303471 Apr 16 04:25:33.305880 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95db301-d4f8-4a01-b29e-b31faf74e014 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:33.309898 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e95db301-d4f8-4a01-b29e-b31faf74e014 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1445444 Apr 16 04:25:33.309898 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38468) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:33.310121 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38470) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:33.365173 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5cb83533-96b2-4ddc-8fae-a35d739012e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (b869d4a6-3497-415c-9542-a9c6a3f568d6), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:33.366658 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1bc11813-aac6-44de-a72a-98008542bba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (8d6b9d06-feb0-4463-bcac-58db2b2cc110), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:33.369255 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1bc11813-aac6-44de-a72a-98008542bba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:33.377431 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f766d0-0b0b-49e5-bbb8-a5c65095ec49 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] GET failed (client error): The resource could not be found. Apr 16 04:25:33.378429 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1bc11813-aac6-44de-a72a-98008542bba8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d6b9d06-feb0-4463-bcac-58db2b2cc110 HTTP/1.1" status: 204 len: 168 time: 0.6100082 Apr 16 04:25:33.378553 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-14f766d0-0b0b-49e5-bbb8-a5c65095ec49 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports/28e90e39-7f09-4db8-884a-6659427b5fc5 HTTP/1.1" status: 404 len: 333 time: 0.0608938 Apr 16 04:25:33.379526 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38474) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:33.384664 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-9be527f5-e2aa-4866-9994-06fbc4900398 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1295837602'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:33.407372 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc11813-aac6-44de-a72a-98008542bba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6b9d06-feb0-4463-bcac-58db2b2cc110,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:33.470584 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faa55cd-7ea2-4232-b02a-0d0967ff10a4 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:33.472177 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0faa55cd-7ea2-4232-b02a-0d0967ff10a4 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "GET /v2.0/networks/2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 HTTP/1.1" status: 200 len: 881 time: 0.4372070 Apr 16 04:25:33.475220 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38478) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:33.480857 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3271928-99f2-463a-bbc2-8096544a3d26 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Deleting subnet cf2b1523-1c7f-4907-b5e5-a2a24d113b85 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:25:33.490377 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c3271928-99f2-463a-bbc2-8096544a3d26 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for subnet (cf2b1523-1c7f-4907-b5e5-a2a24d113b85), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:33.510959 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d162ebee-7176-4bbd-86cf-4082a7d917b3 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "GET /v2.0/ports?device_id=433cb184-04f5-4b85-b9a8-934ccba11cd6 HTTP/1.1" status: 200 len: 205 time: 0.0345552 Apr 16 04:25:33.517355 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38480) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:33.550278 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5592e-8334-407b-aa9d-920339506611 req-0af43777-98db-4fb5-8877-ad0d1b52ffd1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:33.552117 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bdf5592e-8334-407b-aa9d-920339506611 req-0af43777-98db-4fb5-8877-ad0d1b52ffd1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 944 time: 0.0677245 Apr 16 04:25:33.587892 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c3271928-99f2-463a-bbc2-8096544a3d26 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (cf2b1523-1c7f-4907-b5e5-a2a24d113b85), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:33.602779 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bdf5592e-8334-407b-aa9d-920339506611 req-327705db-2f94-4085-a928-2a6fd3036b7e tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441465 Apr 16 04:25:33.625362 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be527f5-e2aa-4866-9994-06fbc4900398 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:33.628772 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9be527f5-e2aa-4866-9994-06fbc4900398 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:33.745516 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be527f5-e2aa-4866-9994-06fbc4900398 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:25:33.762092 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6991a1db-e406-42ac-b3a4-0cd823b6e3f5 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router (433cb184-04f5-4b85-b9a8-934ccba11cd6), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:33.771220 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9be527f5-e2aa-4866-9994-06fbc4900398 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:33.771567 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-9be527f5-e2aa-4866-9994-06fbc4900398 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Added segment 4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b of type vlan for network 82dbe832-846d-4ed4-a675-6f1f2d697aef Apr 16 04:25:33.815391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb83533-96b2-4ddc-8fae-a35d739012e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Router b869d4a6-3497-415c-9542-a9c6a3f568d6 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:25:33.822792 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c3271928-99f2-463a-bbc2-8096544a3d26 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (cf2b1523-1c7f-4907-b5e5-a2a24d113b85), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:33.888450 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9be527f5-e2aa-4866-9994-06fbc4900398 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (82dbe832-846d-4ed4-a675-6f1f2d697aef), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:33.998837 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.db.resource_extend [None req-9be527f5-e2aa-4866-9994-06fbc4900398 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 16 04:25:34.044568 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb83533-96b2-4ddc-8fae-a35d739012e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:25:34.051319 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5cb83533-96b2-4ddc-8fae-a35d739012e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:34.053201 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5cb83533-96b2-4ddc-8fae-a35d739012e0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "PUT /v2.0/routers/b869d4a6-3497-415c-9542-a9c6a3f568d6 HTTP/1.1" status: 200 len: 696 time: 1.1501498 Apr 16 04:25:34.056061 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38492) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:34.057194 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4fdb94-5c2b-4eb3-9108-4084c62bf740 None None] Sync routers for ids ['b869d4a6-3497-415c-9542-a9c6a3f568d6'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:25:34.064429 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6991a1db-e406-42ac-b3a4-0cd823b6e3f5 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_gateway (433cb184-04f5-4b85-b9a8-934ccba11cd6), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:34.069233 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4fdb94-5c2b-4eb3-9108-4084c62bf740 None None] Routers {'b869d4a6-3497-415c-9542-a9c6a3f568d6'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:34.069875 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-9c4fdb94-5c2b-4eb3-9108-4084c62bf740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b869d4a6-3497-415c-9542-a9c6a3f568d6'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:34.171729 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6f9b9e99-5214-48fa-8f72-a099bb5ed4fc tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/routers/b869d4a6-3497-415c-9542-a9c6a3f568d6 HTTP/1.1" status: 200 len: 702 time: 0.0870233 Apr 16 04:25:34.171899 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c3271928-99f2-463a-bbc2-8096544a3d26 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (cf2b1523-1c7f-4907-b5e5-a2a24d113b85), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:34.171899 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9be527f5-e2aa-4866-9994-06fbc4900398 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (82dbe832-846d-4ed4-a675-6f1f2d697aef), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:34.171899 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be527f5-e2aa-4866-9994-06fbc4900398 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:34.171899 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9be527f5-e2aa-4866-9994-06fbc4900398 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:34.173074 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-9c4fdb94-5c2b-4eb3-9108-4084c62bf740 None None] Set router b869d4a6-3497-415c-9542-a9c6a3f568d6 gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:34.179186 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38496) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:34.209128 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cc6560b6-63bf-4dee-bfbd-9efc2f2aef5a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/ports?device_id=b869d4a6-3497-415c-9542-a9c6a3f568d6 HTTP/1.1" status: 200 len: 205 time: 0.0285366 Apr 16 04:25:34.211562 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38500) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:34.235356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-9c4fdb94-5c2b-4eb3-9108-4084c62bf740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b869d4a6-3497-415c-9542-a9c6a3f568d6', 'name': 'tempest-RoutersIpV6Test-router-92862657', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:25:32Z', 'updated_at': '2022-04-16T04:25:33Z', 'revision_number': 2, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:34.260295 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3271928-99f2-463a-bbc2-8096544a3d26 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Subnet': ['ID=cf2b1523-1c7f-4907-b5e5-a2a24d113b85,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:34.272434 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d330f7-6e10-47c1-beda-d5c81e3fb409 None None] Network ec67d702-e26c-4021-9a81-ecf8c6c1fee8 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:34.273775 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c3271928-99f2-463a-bbc2-8096544a3d26 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:34.282722 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c3271928-99f2-463a-bbc2-8096544a3d26 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/subnets/cf2b1523-1c7f-4907-b5e5-a2a24d113b85 HTTP/1.1" status: 204 len: 168 time: 0.9737484 Apr 16 04:25:34.288005 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38504) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:34.296494 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cc4f24e8-5895-4f45-ad51-35fc9f69773e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (b869d4a6-3497-415c-9542-a9c6a3f568d6), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:34.331794 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4fdb94-5c2b-4eb3-9108-4084c62bf740 None None] Checking router: b869d4a6-3497-415c-9542-a9c6a3f568d6 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:25:34.370471 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4fdb94-5c2b-4eb3-9108-4084c62bf740 None None] Routers {'b869d4a6-3497-415c-9542-a9c6a3f568d6'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:34.371399 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-9c4fdb94-5c2b-4eb3-9108-4084c62bf740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b869d4a6-3497-415c-9542-a9c6a3f568d6'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:34.372660 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be527f5-e2aa-4866-9994-06fbc4900398 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Network': ['ID=82dbe832-846d-4ed4-a675-6f1f2d697aef,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:34.404320 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-6991a1db-e406-42ac-b3a4-0cd823b6e3f5 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Deleting port 9bbda7f4-7ef5-4d13-86a8-13eeadcadfff {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:34.405150 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6991a1db-e406-42ac-b3a4-0cd823b6e3f5 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (9bbda7f4-7ef5-4d13-86a8-13eeadcadfff), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:34.447879 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 82dbe832-846d-4ed4-a675-6f1f2d697aef details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:25:34.476643 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d79a5e5a-802a-4881-b084-27e65fea7429 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (ec67d702-e26c-4021-9a81-ecf8c6c1fee8), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:34.481723 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-9c4fdb94-5c2b-4eb3-9108-4084c62bf740 None None] Set router b869d4a6-3497-415c-9542-a9c6a3f568d6 gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:34.492440 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cc4f24e8-5895-4f45-ad51-35fc9f69773e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (b869d4a6-3497-415c-9542-a9c6a3f568d6), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:34.494891 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cc4f24e8-5895-4f45-ad51-35fc9f69773e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router_controller (b869d4a6-3497-415c-9542-a9c6a3f568d6), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:34.555433 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6991a1db-e406-42ac-b3a4-0cd823b6e3f5 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (9bbda7f4-7ef5-4d13-86a8-13eeadcadfff), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:34.555433 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-d79a5e5a-802a-4881-b084-27e65fea7429 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Deleting port 421a14e1-195e-48af-8b4d-5997a11dddd6 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:34.555433 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d79a5e5a-802a-4881-b084-27e65fea7429 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (421a14e1-195e-48af-8b4d-5997a11dddd6), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:34.576291 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-9c4fdb94-5c2b-4eb3-9108-4084c62bf740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b869d4a6-3497-415c-9542-a9c6a3f568d6', 'name': 'tempest-RoutersIpV6Test-router-92862657', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:25:32Z', 'updated_at': '2022-04-16T04:25:33Z', 'revision_number': 2, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:34.577523 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-6991a1db-e406-42ac-b3a4-0cd823b6e3f5 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Calling delete_port for 9bbda7f4-7ef5-4d13-86a8-13eeadcadfff owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:34.606996 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a0d945-9033-41cb-b778-49aa92e1a312 None None] DHCP port deletion for ec67d702-e26c-4021-9a81-ecf8c6c1fee8 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:25:34.613742 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4fdb94-5c2b-4eb3-9108-4084c62bf740 None None] The sync data for ids ['b869d4a6-3497-415c-9542-a9c6a3f568d6'] in dv-neutron-838078-2-hyperv is: [{'id': 'b869d4a6-3497-415c-9542-a9c6a3f568d6', 'name': 'tempest-RoutersIpV6Test-router-92862657', 'tenant_id': '73487597c3b744729772f791e4bc7825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:25:32Z', 'updated_at': '2022-04-16T04:25:33Z', 'revision_number': 2, 'project_id': '73487597c3b744729772f791e4bc7825', 'gw_port_host': None}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:25:34.632755 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cc4f24e8-5895-4f45-ad51-35fc9f69773e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (b869d4a6-3497-415c-9542-a9c6a3f568d6), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:34.633592 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4f24e8-5895-4f45-ad51-35fc9f69773e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Fanout notify agent at l3_agent the message router_deleted on router b869d4a6-3497-415c-9542-a9c6a3f568d6 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:25:34.636315 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9be527f5-e2aa-4866-9994-06fbc4900398 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2553990 Apr 16 04:25:34.648064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cc4f24e8-5895-4f45-ad51-35fc9f69773e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:34.649571 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cc4f24e8-5895-4f45-ad51-35fc9f69773e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/routers/b869d4a6-3497-415c-9542-a9c6a3f568d6 HTTP/1.1" status: 204 len: 168 time: 0.4369764 Apr 16 04:25:34.650340 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38508) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:34.662186 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-ed23077b-c970-4782-86db-cf1fe18d0af4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'subnet': {'network_id': '82dbe832-846d-4ed4-a675-6f1f2d697aef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:34.669173 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f0a0d945-9033-41cb-b778-49aa92e1a312 None None] Deleting port 421a14e1-195e-48af-8b4d-5997a11dddd6 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:34.670869 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f0a0d945-9033-41cb-b778-49aa92e1a312 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (421a14e1-195e-48af-8b4d-5997a11dddd6), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:34.672050 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38510) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:34.718480 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-51b6e676-30bc-4ea1-9bb7-d79ec8bc4e6e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/ports?device_id=b869d4a6-3497-415c-9542-a9c6a3f568d6 HTTP/1.1" status: 200 len: 205 time: 0.0452628 Apr 16 04:25:34.720424 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-d79a5e5a-802a-4881-b084-27e65fea7429 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] For port 421a14e1-195e-48af-8b4d-5997a11dddd6, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=421a14e1-195e-48af-8b4d-5997a11dddd6,segment=NetworkSegment(627c4627-f67c-4fa4-9a1e-cdb9b34bf85c),segment_id=627c4627-f67c-4fa4-9a1e-cdb9b34bf85c)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:34.720813 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d79a5e5a-802a-4881-b084-27e65fea7429 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (421a14e1-195e-48af-8b4d-5997a11dddd6), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:34.724384 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38514) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:34.791839 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f0a0d945-9033-41cb-b778-49aa92e1a312 None None] For port 421a14e1-195e-48af-8b4d-5997a11dddd6, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=421a14e1-195e-48af-8b4d-5997a11dddd6,segment=NetworkSegment(627c4627-f67c-4fa4-9a1e-cdb9b34bf85c),segment_id=627c4627-f67c-4fa4-9a1e-cdb9b34bf85c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:34.792674 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f0a0d945-9033-41cb-b778-49aa92e1a312 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (421a14e1-195e-48af-8b4d-5997a11dddd6), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:34.800061 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-d79a5e5a-802a-4881-b084-27e65fea7429 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Calling delete_port for 421a14e1-195e-48af-8b4d-5997a11dddd6 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:34.814181 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-7f2af385-c81c-4c28-bd36-27f5f207a6c8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] delete failed (client error): The resource could not be found. Apr 16 04:25:34.817651 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7f2af385-c81c-4c28-bd36-27f5f207a6c8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/routers/b869d4a6-3497-415c-9542-a9c6a3f568d6 HTTP/1.1" status: 404 len: 336 time: 0.0848479 Apr 16 04:25:34.817803 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f0a0d945-9033-41cb-b778-49aa92e1a312 None None] Calling delete_port for 421a14e1-195e-48af-8b4d-5997a11dddd6 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:34.818889 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38516) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:34.853308 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-4649c4d5-c5ae-474a-b079-4e0d5679aa9a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:34.854281 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4649c4d5-c5ae-474a-b079-4e0d5679aa9a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:34.858276 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4649c4d5-c5ae-474a-b079-4e0d5679aa9a tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/subnets/32923fbf-2a4d-4e7f-b234-0cc359005bac HTTP/1.1" status: 404 len: 337 time: 0.0378680 Apr 16 04:25:34.861075 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38518) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:34.872231 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38520) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:34.874450 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed23077b-c970-4782-86db-cf1fe18d0af4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:34.878564 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ed23077b-c970-4782-86db-cf1fe18d0af4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:34.905188 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-568de751-fc44-4449-9aea-b7ca8dda4bd3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:34.906629 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568de751-fc44-4449-9aea-b7ca8dda4bd3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:34.913811 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-568de751-fc44-4449-9aea-b7ca8dda4bd3 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/subnets/d528c0b9-adf0-4772-b901-b595f1eb2685 HTTP/1.1" status: 404 len: 337 time: 0.0487041 Apr 16 04:25:34.925526 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38524) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:34.955372 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef448c-7e3e-45dd-ad83-fae4947defa0 req-02b88fd2-8fcc-4941-b148-34f192e1563a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:34.974342 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-56ef448c-7e3e-45dd-ad83-fae4947defa0 req-02b88fd2-8fcc-4941-b148-34f192e1563a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 944 time: 0.1589723 Apr 16 04:25:34.974502 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9525fec-6e63-4fa7-b26f-e650c24a359d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:34.974502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9525fec-6e63-4fa7-b26f-e650c24a359d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:34.974502 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e9525fec-6e63-4fa7-b26f-e650c24a359d tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/subnets/a4041390-2e21-4d33-b23c-7572f68643f0 HTTP/1.1" status: 404 len: 337 time: 0.0392845 Apr 16 04:25:34.985138 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38526) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:35.031730 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ceabd0d-41cf-42cd-8513-00be53f3956b tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:35.032198 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ceabd0d-41cf-42cd-8513-00be53f3956b tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:35.032995 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f0a0d945-9033-41cb-b778-49aa92e1a312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (421a14e1-195e-48af-8b4d-5997a11dddd6), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:35.038084 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6ceabd0d-41cf-42cd-8513-00be53f3956b tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/subnets/82d8df5d-b45e-40ff-bc71-4fcd7a21c885 HTTP/1.1" status: 404 len: 337 time: 0.0496700 Apr 16 04:25:35.040436 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38528) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:35.083484 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a0d945-9033-41cb-b778-49aa92e1a312 None None] No DVR routers for this DVR port 421a14e1-195e-48af-8b4d-5997a11dddd6 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:35.089696 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0d945-9033-41cb-b778-49aa92e1a312 None None] Pushing event deleted for resources: {'Port': ['ID=421a14e1-195e-48af-8b4d-5997a11dddd6,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:35.094355 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1d35e40e-6624-405c-a266-b64ba58aaa0c tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d4b8147-16ef-46f4-bcfe-6b191715d33a HTTP/1.1" status: 200 len: 205 time: 0.0543001 Apr 16 04:25:35.098062 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38530) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:35.143137 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-baabc369-03bd-433b-9a68-1c8ac66272e9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] delete failed (client error): The resource could not be found. Apr 16 04:25:35.146565 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-baabc369-03bd-433b-9a68-1c8ac66272e9 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/routers/0d4b8147-16ef-46f4-bcfe-6b191715d33a HTTP/1.1" status: 404 len: 336 time: 0.0451958 Apr 16 04:25:35.147266 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38532) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:35.167841 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 421a14e1-195e-48af-8b4d-5997a11dddd6 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:35.191431 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 421a14e1-195e-48af-8b4d-5997a11dddd6 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:35.192073 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 421a14e1-195e-48af-8b4d-5997a11dddd6 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:35.203186 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-29061bb9-d8b7-4c23-8351-ad483bda0ca4 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2387fb2-4cd4-4344-89cd-95f4b093e0f5 HTTP/1.1" status: 200 len: 205 time: 0.0548902 Apr 16 04:25:35.212930 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38534) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:35.248391 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-9d38a345-0c8a-4f06-96ad-b43e17695227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] delete failed (client error): The resource could not be found. Apr 16 04:25:35.249509 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9d38a345-0c8a-4f06-96ad-b43e17695227 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/routers/e2387fb2-4cd4-4344-89cd-95f4b093e0f5 HTTP/1.1" status: 404 len: 336 time: 0.0428038 Apr 16 04:25:35.252877 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38536) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:35.291425 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fbb45d-cad8-409f-a075-bf7db3ec32fe tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:35.291891 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73fbb45d-cad8-409f-a075-bf7db3ec32fe tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:35.294907 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-73fbb45d-cad8-409f-a075-bf7db3ec32fe tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/subnets/0cf3242e-f6e8-4763-ad47-29512100ba6d HTTP/1.1" status: 404 len: 337 time: 0.0411079 Apr 16 04:25:35.298266 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38538) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:35.350810 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-bdb0ad61-42d4-4dfd-a1f1-fe602e5405ec tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/ports?device_id=789439e2-3f13-419c-a9db-bd91186cfc7e HTTP/1.1" status: 200 len: 205 time: 0.0513175 Apr 16 04:25:35.354307 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38540) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:35.364578 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-5c735983-e38b-4ab3-a91c-58cd09a98613 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2034723922'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:35.381087 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-56ef448c-7e3e-45dd-ad83-fae4947defa0 req-65d7b260-d25e-4931-bd8e-8381d55772c4 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4168632 Apr 16 04:25:35.389247 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d79a5e5a-802a-4881-b084-27e65fea7429 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (421a14e1-195e-48af-8b4d-5997a11dddd6), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:35.398916 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-8d56e459-ac91-4f93-900a-3775308d1d44 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] delete failed (client error): The resource could not be found. Apr 16 04:25:35.399954 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8d56e459-ac91-4f93-900a-3775308d1d44 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/routers/789439e2-3f13-419c-a9db-bd91186cfc7e HTTP/1.1" status: 404 len: 336 time: 0.0447626 Apr 16 04:25:35.402738 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38542) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:35.429365 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a5e5a-802a-4881-b084-27e65fea7429 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Port': ['ID=421a14e1-195e-48af-8b4d-5997a11dddd6,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:35.435967 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-908bbc9f-b52e-4b3d-8912-c377c1306867 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b9abdb6-3464-440f-b065-9ab0aaa5a01c HTTP/1.1" status: 200 len: 205 time: 0.0321891 Apr 16 04:25:35.438411 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38544) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:35.441614 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79a5e5a-802a-4881-b084-27e65fea7429 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] No DVR routers for this DVR port 421a14e1-195e-48af-8b4d-5997a11dddd6 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:35.445860 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ed23077b-c970-4782-86db-cf1fe18d0af4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (df9998a8-86f5-4f47-9527-4622726ff923), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:35.485427 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-06cee7fb-f067-4e7a-b9e1-8431cb0493f6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] delete failed (client error): The resource could not be found. Apr 16 04:25:35.489411 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-06cee7fb-f067-4e7a-b9e1-8431cb0493f6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/routers/5b9abdb6-3464-440f-b065-9ab0aaa5a01c HTTP/1.1" status: 404 len: 336 time: 0.0471594 Apr 16 04:25:35.489597 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38546) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:35.491733 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c735983-e38b-4ab3-a91c-58cd09a98613 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Made reservation on behalf of 7407811031e54d89b4fce028b3ebe4fb for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:35.495036 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5c735983-e38b-4ab3-a91c-58cd09a98613 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:35.538830 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23077b-c970-4782-86db-cf1fe18d0af4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Subnet': ['ID=df9998a8-86f5-4f47-9527-4622726ff923,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:35.550260 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed23077b-c970-4782-86db-cf1fe18d0af4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Checking segment: {'id': '4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '82dbe832-846d-4ed4-a675-6f1f2d697aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:25:35.550617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed23077b-c970-4782-86db-cf1fe18d0af4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network hostable DHCP agents. Network: 82dbe832-846d-4ed4-a675-6f1f2d697aef, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:25:35.563102 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5c735983-e38b-4ab3-a91c-58cd09a98613 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:35.565007 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6991a1db-e406-42ac-b3a4-0cd823b6e3f5 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (9bbda7f4-7ef5-4d13-86a8-13eeadcadfff), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:35.572333 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-95aae7eb-4e1b-472c-8a62-9a98dc8866e8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:35.577068 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95aae7eb-4e1b-472c-8a62-9a98dc8866e8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:35.577068 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-95aae7eb-4e1b-472c-8a62-9a98dc8866e8 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/subnets/787b12e7-c664-4400-9cb4-57de44fff6fd HTTP/1.1" status: 404 len: 337 time: 0.0850759 Apr 16 04:25:35.578889 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38548) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:35.590459 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d79a5e5a-802a-4881-b084-27e65fea7429 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (ec67d702-e26c-4021-9a81-ecf8c6c1fee8), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:35.613303 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-424faeef-b7a9-4655-b9db-45486693053e tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d836d38-2374-4675-a0a1-24fbac39ef71 HTTP/1.1" status: 200 len: 205 time: 0.0335987 Apr 16 04:25:35.615955 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38550) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:35.647548 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991a1db-e406-42ac-b3a4-0cd823b6e3f5 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Pushing event deleted for resources: {'Port': ['ID=9bbda7f4-7ef5-4d13-86a8-13eeadcadfff,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:35.657275 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed23077b-c970-4782-86db-cf1fe18d0af4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network 82dbe832-846d-4ed4-a675-6f1f2d697aef is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:25:35.659561 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-8ab366b2-b893-4e7f-8259-0a173a118c5b tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] delete failed (client error): The resource could not be found. Apr 16 04:25:35.660605 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8ab366b2-b893-4e7f-8259-0a173a118c5b tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/routers/9d836d38-2374-4675-a0a1-24fbac39ef71 HTTP/1.1" status: 404 len: 336 time: 0.0430465 Apr 16 04:25:35.664941 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38552) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:35.691138 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-d79a5e5a-802a-4881-b084-27e65fea7429 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec67d702-e26c-4021-9a81-ecf8c6c1fee8']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:35.693179 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b39c4d5-8d41-4950-a4ee-ac9509a6ff2b tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:35.693571 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b39c4d5-8d41-4950-a4ee-ac9509a6ff2b tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:35.696560 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0b39c4d5-8d41-4950-a4ee-ac9509a6ff2b tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/subnets/9523fc57-1c2e-4ddd-a81f-124eac20e86a HTTP/1.1" status: 404 len: 337 time: 0.0313272 Apr 16 04:25:35.699267 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38554) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:35.719192 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-d79a5e5a-802a-4881-b084-27e65fea7429 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627c4627-f67c-4fa4-9a1e-cdb9b34bf85c') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:35.719471 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-d79a5e5a-802a-4881-b084-27e65fea7429 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627c4627-f67c-4fa4-9a1e-cdb9b34bf85c') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:35.727530 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c916c7ee-c415-4e48-bde5-f87ba7ba0bb6 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e4f24e3-867f-473b-aa64-681c34dcca4c HTTP/1.1" status: 200 len: 205 time: 0.0271945 Apr 16 04:25:35.730149 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38556) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:35.736276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d79a5e5a-802a-4881-b084-27e65fea7429 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (627c4627-f67c-4fa4-9a1e-cdb9b34bf85c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:35.751936 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6991a1db-e406-42ac-b3a4-0cd823b6e3f5 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (433cb184-04f5-4b85-b9a8-934ccba11cd6), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:35.781205 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-ed23077b-c970-4782-86db-cf1fe18d0af4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 82dbe832-846d-4ed4-a675-6f1f2d697aef) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:35.781205 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed23077b-c970-4782-86db-cf1fe18d0af4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:35.781205 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ed23077b-c970-4782-86db-cf1fe18d0af4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:35.781205 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-82908bc7-bcff-4825-beb0-bb8338815d40 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] delete failed (client error): The resource could not be found. Apr 16 04:25:35.781573 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-82908bc7-bcff-4825-beb0-bb8338815d40 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/routers/7e4f24e3-867f-473b-aa64-681c34dcca4c HTTP/1.1" status: 404 len: 336 time: 0.0501432 Apr 16 04:25:35.787241 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38558) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:35.790454 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2735c8ab-a37d-4f87-8730-f719a2e0edd9 None None] Network 82dbe832-846d-4ed4-a675-6f1f2d697aef requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:35.807861 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d79a5e5a-802a-4881-b084-27e65fea7429 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (627c4627-f67c-4fa4-9a1e-cdb9b34bf85c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:35.818609 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb7b342-ac33-44b1-8bad-203e34fc5be0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:35.819242 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb7b342-ac33-44b1-8bad-203e34fc5be0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:35.822754 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cdb7b342-ac33-44b1-8bad-203e34fc5be0 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/subnets/66cafa4f-9aa7-4ce5-854c-9ade250cfbf7 HTTP/1.1" status: 404 len: 337 time: 0.0343485 Apr 16 04:25:35.826053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38560) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:35.860317 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fe135c-5f66-4e26-ad23-787554c78c57 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:35.860691 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fe135c-5f66-4e26-ad23-787554c78c57 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:35.863748 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-02fe135c-5f66-4e26-ad23-787554c78c57 tempest-RoutersIpV6Test-1627065492 tempest-RoutersIpV6Test-1627065492-project] 10.222.0.30 "DELETE /v2.0/subnets/7f81618e-7529-4ed6-93ea-88254a913077 HTTP/1.1" status: 404 len: 337 time: 0.0366929 Apr 16 04:25:35.881963 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79a5e5a-802a-4881-b084-27e65fea7429 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:35.888471 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d79a5e5a-802a-4881-b084-27e65fea7429 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (627c4627-f67c-4fa4-9a1e-cdb9b34bf85c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:35.888625 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ed23077b-c970-4782-86db-cf1fe18d0af4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2319782 Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:35.888752 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:35.891433 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38564) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:35.897032 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-6dd154bd-7492-474b-a883-68b3dbddb2c2 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'subnet': {'network_id': '82dbe832-846d-4ed4-a675-6f1f2d697aef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:35.909534 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6991a1db-e406-42ac-b3a4-0cd823b6e3f5 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (433cb184-04f5-4b85-b9a8-934ccba11cd6), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:35.953129 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6991a1db-e406-42ac-b3a4-0cd823b6e3f5 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_controller (433cb184-04f5-4b85-b9a8-934ccba11cd6), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:35.954391 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-82dbe832-846d-4ed4-a675-6f1f2d697aef', 'network_id': '82dbe832-846d-4ed4-a675-6f1f2d697aef', 'project_id': '4c55de659951468a91bdb9322c74436d', 'fixed_ips': [{'subnet_id': 'df9998a8-86f5-4f47-9527-4622726ff923'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:25:35.955501 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:36.033361 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5c735983-e38b-4ab3-a91c-58cd09a98613 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Publish callbacks [] for security_group (a5c08c65-9c74-46ab-90d1-4467e8b8f096), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:36.096174 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6991a1db-e406-42ac-b3a4-0cd823b6e3f5 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (433cb184-04f5-4b85-b9a8-934ccba11cd6), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:36.096829 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6991a1db-e406-42ac-b3a4-0cd823b6e3f5 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Fanout notify agent at l3_agent the message router_deleted on router 433cb184-04f5-4b85-b9a8-934ccba11cd6 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:25:36.107815 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6991a1db-e406-42ac-b3a4-0cd823b6e3f5 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:36.107815 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6991a1db-e406-42ac-b3a4-0cd823b6e3f5 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "DELETE /v2.0/routers/433cb184-04f5-4b85-b9a8-934ccba11cd6 HTTP/1.1" status: 204 len: 168 time: 2.5865192 Apr 16 04:25:36.111434 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38566) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:36.116074 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-5741438a-b596-416d-9d31-5753e11ba82c tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-255838350', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}, 'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:36.124941 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd154bd-7492-474b-a883-68b3dbddb2c2 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:36.128616 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5c735983-e38b-4ab3-a91c-58cd09a98613 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (a5c08c65-9c74-46ab-90d1-4467e8b8f096), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:36.128987 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6dd154bd-7492-474b-a883-68b3dbddb2c2 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:36.132767 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d79a5e5a-802a-4881-b084-27e65fea7429 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (ec67d702-e26c-4021-9a81-ecf8c6c1fee8), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:36.148411 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d79a5e5a-802a-4881-b084-27e65fea7429 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:36.151625 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d79a5e5a-802a-4881-b084-27e65fea7429 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] 10.222.0.30 "DELETE /v2.0/networks/ec67d702-e26c-4021-9a81-ecf8c6c1fee8 HTTP/1.1" status: 204 len: 168 time: 1.8598783 Apr 16 04:25:36.186708 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c735983-e38b-4ab3-a91c-58cd09a98613 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:25:36.188990 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a5e5a-802a-4881-b084-27e65fea7429 tempest-NetworksIpV6Test-840236775 tempest-NetworksIpV6Test-840236775-project] Pushing event deleted for resources: {'Network': ['ID=ec67d702-e26c-4021-9a81-ecf8c6c1fee8,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:36.209088 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5c735983-e38b-4ab3-a91c-58cd09a98613 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (63378039-db4a-4d27-8ccb-18e8132076cd), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:36.209088 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-5c735983-e38b-4ab3-a91c-58cd09a98613 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Added segment 63378039-db4a-4d27-8ccb-18e8132076cd of type vlan for network 4ad04927-6723-4a40-9548-56cfdc51f331 Apr 16 04:25:36.209088 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c735983-e38b-4ab3-a91c-58cd09a98613 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c08c65-9c74-46ab-90d1-4467e8b8f096,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:36.274188 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device ce65225f-df16-4d65-9a85-02706113e772 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:25:36.275964 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5c735983-e38b-4ab3-a91c-58cd09a98613 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (4ad04927-6723-4a40-9548-56cfdc51f331), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:36.282056 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.ipam_backend_mixin [None req-6dd154bd-7492-474b-a883-68b3dbddb2c2 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet df9998a8-86f5-4f47-9527-4622726ff923 (CIDR: 2001:db8::/64) Apr 16 04:25:36.286060 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5741438a-b596-416d-9d31-5753e11ba82c tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (bc0ee9a1-7429-462d-9c7a-3da4539d2530), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:36.286060 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5741438a-b596-416d-9d31-5753e11ba82c tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (bc0ee9a1-7429-462d-9c7a-3da4539d2530), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:36.312346 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] Allocated IP 2001:db8::2 (82dbe832-846d-4ed4-a675-6f1f2d697aef/df9998a8-86f5-4f47-9527-4622726ff923/1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:36.332519 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd154bd-7492-474b-a883-68b3dbddb2c2 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:25:36.333588 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd154bd-7492-474b-a883-68b3dbddb2c2 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:36.381288 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5741438a-b596-416d-9d31-5753e11ba82c tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_controller (bc0ee9a1-7429-462d-9c7a-3da4539d2530), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:36.404031 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5c735983-e38b-4ab3-a91c-58cd09a98613 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (4ad04927-6723-4a40-9548-56cfdc51f331), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:36.409656 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c735983-e38b-4ab3-a91c-58cd09a98613 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:36.411150 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5c735983-e38b-4ab3-a91c-58cd09a98613 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:36.433927 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6dd154bd-7492-474b-a883-68b3dbddb2c2 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5414639 Apr 16 04:25:36.436698 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38574) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:36.452870 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-3d672f7f-86b4-48b8-ae8b-04d1af1522a8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'subnet': {'network_id': '82dbe832-846d-4ed4-a675-6f1f2d697aef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:36.491188 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port ce65225f-df16-4d65-9a85-02706113e772, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ce65225f-df16-4d65-9a85-02706113e772,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:36.509563 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'ce65225f-df16-4d65-9a85-02706113e772', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'port_id': 'ce65225f-df16-4d65-9a85-02706113e772', 'mac_address': 'fa:16:3e:d5:84:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:25:36.546276 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38576) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:36.578012 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port ce65225f-df16-4d65-9a85-02706113e772 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:36.578787 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ce65225f-df16-4d65-9a85-02706113e772), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:36.625914 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce65225f-df16-4d65-9a85-02706113e772 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:25:36.652611 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c735983-e38b-4ab3-a91c-58cd09a98613 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Pushing event updated for resources: {'Network': ['ID=4ad04927-6723-4a40-9548-56cfdc51f331,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:36.663974 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port ce65225f-df16-4d65-9a85-02706113e772, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ce65225f-df16-4d65-9a85-02706113e772,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:36.682250 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] Publish callbacks [] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:36.692218 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 4ad04927-6723-4a40-9548-56cfdc51f331 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:25:36.697584 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5c735983-e38b-4ab3-a91c-58cd09a98613 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.7908030 Apr 16 04:25:36.702800 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38582) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:36.708063 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-0e18fc8f-0c1a-45c3-bb77-0a360e266675 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '4ad04927-6723-4a40-9548-56cfdc51f331', 'tempest-TagsTest-Tag-1384037536') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:36.762179 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ce65225f-df16-4d65-9a85-02706113e772), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:36.785889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:36.811607 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23518fba-2a7b-47cf-b25d-2c598edd3c2a req-3a19b666-02eb-4fd0-adc1-f83d6286b7ff tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:36.816155 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-23518fba-2a7b-47cf-b25d-2c598edd3c2a req-3a19b666-02eb-4fd0-adc1-f83d6286b7ff tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 944 time: 0.2568059 Apr 16 04:25:36.868452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] Network 82dbe832-846d-4ed4-a675-6f1f2d697aef is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:36.871153 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:36.875705 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:36.920412 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38584) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:36.936061 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=ce65225f-df16-4d65-9a85-02706113e772,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:36.939940 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5741438a-b596-416d-9d31-5753e11ba82c tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_gateway (bc0ee9a1-7429-462d-9c7a-3da4539d2530), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:36.981553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['ce65225f-df16-4d65-9a85-02706113e772'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:25:36.997876 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-23518fba-2a7b-47cf-b25d-2c598edd3c2a req-ecf14419-b958-4721-a745-6639856db3ec tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681733 Apr 16 04:25:37.038716 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-42d79cef-8f0e-430e-bdd5-478f4346424d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=73487597c3b744729772f791e4bc7825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4912026 Apr 16 04:25:37.043317 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38588) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:37.044613 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] Attempting to bind port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:25:37.045095 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] Attempting to bind port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '82dbe832-846d-4ed4-a675-6f1f2d697aef'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:25:37.045555 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] Attempting to bind port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a on network 82dbe832-846d-4ed4-a675-6f1f2d697aef {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:25:37.047949 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0e18fc8f-0c1a-45c3-bb77-0a360e266675 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] 10.222.0.30 "PUT /v2.0/networks/4ad04927-6723-4a40-9548-56cfdc51f331/tags/tempest-TagsTest-Tag-1384037536 HTTP/1.1" status: 201 len: 201 time: 0.3451197 Apr 16 04:25:37.050633 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38590) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:37.055232 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-2643dfc1-1ffa-4344-a7c2-dea1b92c5abd tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ad04927-6723-4a40-9548-56cfdc51f331', 'tempest-TagsTest-Tag-1384037536') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:37.058919 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] Pushing event updated for resources: {'Port': ['ID=1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:37.064210 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:25:37.069269 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] Checking segment: {'id': '4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '82dbe832-846d-4ed4-a675-6f1f2d697aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:25:37.069269 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:37.069269 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] Bound using segment: {'id': '4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '82dbe832-846d-4ed4-a675-6f1f2d697aef'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:25:37.069269 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] Bound port: 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '82dbe832-846d-4ed4-a675-6f1f2d697aef'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:25:37.069269 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:37.108346 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d672f7f-86b4-48b8-ae8b-04d1af1522a8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:37.111427 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3d672f7f-86b4-48b8-ae8b-04d1af1522a8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:37.174730 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-29eb8595-b92b-4061-afe2-54fd622d7e39 admin admin] Publish callbacks [] for security_group (e7e97321-f954-4834-9be6-82976e6a0c8b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:37.175754 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] For port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:25:37.179015 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] For port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a,segment=NetworkSegment(4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b),segment_id=4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:25:37.185728 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-29465446-1a17-484a-aa0a-e7d798860efc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72d1aa50b704448a8feee6c10e3fbf25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611215 Apr 16 04:25:37.186828 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38592) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:37.197242 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2643dfc1-1ffa-4344-a7c2-dea1b92c5abd tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] 10.222.0.30 "GET /v2.0/networks/4ad04927-6723-4a40-9548-56cfdc51f331/tags/tempest-TagsTest-Tag-1384037536 HTTP/1.1" status: 204 len: 168 time: 0.1455991 Apr 16 04:25:37.200884 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38594) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:37.206943 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.tag.tag_plugin [None req-a786f6fa-22bb-4ae2-b67d-408d7c83e357 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '4ad04927-6723-4a40-9548-56cfdc51f331') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:37.241908 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-29eb8595-b92b-4061-afe2-54fd622d7e39 admin admin] Publish callbacks [] for security_group (e7e97321-f954-4834-9be6-82976e6a0c8b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:37.249941 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:37.328863 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a786f6fa-22bb-4ae2-b67d-408d7c83e357 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] 10.222.0.30 "GET /v2.0/networks/4ad04927-6723-4a40-9548-56cfdc51f331/tags HTTP/1.1" status: 200 len: 238 time: 0.1251922 Apr 16 04:25:37.332868 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38596) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:37.339669 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-102a2aca-c21f-4ba5-ac9f-c113af3554a6 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '4ad04927-6723-4a40-9548-56cfdc51f331', {'tags': ['tempest-TagsTest-Tag-1896882740', 'tempest-TagsTest-Tag-1629496330', 'tempest-TagsTest-Tag-619943035']}) {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:37.344058 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b9940-ef6a-47c0-8cc7-57917297de03 None None] Pushing event updated for resources: {'Port': ['ID=1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:37.346575 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5741438a-b596-416d-9d31-5753e11ba82c tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_gateway (bc0ee9a1-7429-462d-9c7a-3da4539d2530), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:37.350391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4c1b7418-5ffb-42c3-acd8-b17196e7da76 admin admin] Publish callbacks [] for security_group (04523b0e-1587-4e38-8e97-9e294c5e250d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:37.388444 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5741438a-b596-416d-9d31-5753e11ba82c tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:37.451825 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4c1b7418-5ffb-42c3-acd8-b17196e7da76 admin admin] Publish callbacks [] for security_group (04523b0e-1587-4e38-8e97-9e294c5e250d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:37.469316 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-29eb8595-b92b-4061-afe2-54fd622d7e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (e7e97321-f954-4834-9be6-82976e6a0c8b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:37.471955 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-29eb8595-b92b-4061-afe2-54fd622d7e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:37.473158 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-29eb8595-b92b-4061-afe2-54fd622d7e39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7e97321-f954-4834-9be6-82976e6a0c8b HTTP/1.1" status: 204 len: 168 time: 0.4287722 Apr 16 04:25:37.490339 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb8595-b92b-4061-afe2-54fd622d7e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e97321-f954-4834-9be6-82976e6a0c8b,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:37.621854 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3d672f7f-86b4-48b8-ae8b-04d1af1522a8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (ea48ad65-21c7-41e0-a182-5779f0becc10), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:37.627667 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-5741438a-b596-416d-9d31-5753e11ba82c tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Allocated IP 172.26.6.140 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/c1bd575b-28f1-4078-8108-bb97a7050576) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:37.657371 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4c1b7418-5ffb-42c3-acd8-b17196e7da76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (04523b0e-1587-4e38-8e97-9e294c5e250d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:37.660863 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4c1b7418-5ffb-42c3-acd8-b17196e7da76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:37.662029 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4c1b7418-5ffb-42c3-acd8-b17196e7da76 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04523b0e-1587-4e38-8e97-9e294c5e250d HTTP/1.1" status: 204 len: 168 time: 0.4733391 Apr 16 04:25:37.664043 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-102a2aca-c21f-4ba5-ac9f-c113af3554a6 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] 10.222.0.30 "PUT /v2.0/networks/4ad04927-6723-4a40-9548-56cfdc51f331/tags HTTP/1.1" status: 200 len: 308 time: 0.3280156 Apr 16 04:25:37.675833 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38602) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:37.682647 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d672f7f-86b4-48b8-ae8b-04d1af1522a8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network 82dbe832-846d-4ed4-a675-6f1f2d697aef is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:37.684673 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-5aab2888-dbf9-4363-a6a8-eb122bea835c tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '4ad04927-6723-4a40-9548-56cfdc51f331', 'tempest-TagsTest-Tag-1896882740') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:37.689347 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-3d672f7f-86b4-48b8-ae8b-04d1af1522a8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:37.703979 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d672f7f-86b4-48b8-ae8b-04d1af1522a8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:37.704573 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3d672f7f-86b4-48b8-ae8b-04d1af1522a8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:37.721796 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672f7f-86b4-48b8-ae8b-04d1af1522a8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Subnet': ['ID=ea48ad65-21c7-41e0-a182-5779f0becc10,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:37.726862 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b7418-5ffb-42c3-acd8-b17196e7da76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04523b0e-1587-4e38-8e97-9e294c5e250d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:37.799109 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3d672f7f-86b4-48b8-ae8b-04d1af1522a8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3612573 Apr 16 04:25:37.801873 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38606) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:37.806925 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-80e7453a-23cc-4ac5-a45b-bd7d46af6910 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'port': {'network_id': '82dbe832-846d-4ed4-a675-6f1f2d697aef', 'fixed_ips': [{'subnet_id': 'df9998a8-86f5-4f47-9527-4622726ff923'}, {'subnet_id': 'ea48ad65-21c7-41e0-a182-5779f0becc10'}], 'name': 'tempest-PortsIpV6TestJSON-791784510'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:37.881342 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5741438a-b596-416d-9d31-5753e11ba82c tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for port (c1bd575b-28f1-4078-8108-bb97a7050576), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:37.932489 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5aab2888-dbf9-4363-a6a8-eb122bea835c tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] 10.222.0.30 "DELETE /v2.0/networks/4ad04927-6723-4a40-9548-56cfdc51f331/tags/tempest-TagsTest-Tag-1896882740 HTTP/1.1" status: 204 len: 168 time: 0.2552972 Apr 16 04:25:37.935011 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38614) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:37.940935 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-d888eac3-94a7-4cea-abde-8e14f14b37e0 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ad04927-6723-4a40-9548-56cfdc51f331', 'tempest-TagsTest-Tag-1896882740') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:37.998502 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5741438a-b596-416d-9d31-5753e11ba82c tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (c1bd575b-28f1-4078-8108-bb97a7050576), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:38.004122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e7453a-23cc-4ac5-a45b-bd7d46af6910 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:38.037288 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5741438a-b596-416d-9d31-5753e11ba82c tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:38.040470 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-5741438a-b596-416d-9d31-5753e11ba82c tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:38.042510 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-d888eac3-94a7-4cea-abde-8e14f14b37e0 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] show failed (client error): The resource could not be found. Apr 16 04:25:38.045025 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d888eac3-94a7-4cea-abde-8e14f14b37e0 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] 10.222.0.30 "GET /v2.0/networks/4ad04927-6723-4a40-9548-56cfdc51f331/tags/tempest-TagsTest-Tag-1896882740 HTTP/1.1" status: 404 len: 326 time: 0.1071970 Apr 16 04:25:38.045025 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5741438a-b596-416d-9d31-5753e11ba82c tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:38.058356 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38618) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:38.063955 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.tag.tag_plugin [None req-00d6589f-040d-4b79-a023-67ff31d1eb48 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ad04927-6723-4a40-9548-56cfdc51f331', 'tempest-TagsTest-Tag-1629496330') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:38.158528 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-00d6589f-040d-4b79-a023-67ff31d1eb48 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] 10.222.0.30 "GET /v2.0/networks/4ad04927-6723-4a40-9548-56cfdc51f331/tags/tempest-TagsTest-Tag-1629496330 HTTP/1.1" status: 204 len: 168 time: 0.0984132 Apr 16 04:25:38.162340 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38624) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:38.171841 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.tag.tag_plugin [None req-af77f8b7-4965-4646-acbe-13ab704c6ec2 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ad04927-6723-4a40-9548-56cfdc51f331', 'tempest-TagsTest-Tag-619943035') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:38.193124 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device ce65225f-df16-4d65-9a85-02706113e772 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:25:38.249676 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19e3dc-349b-4670-b6d7-3f472dd60950 req-d3ed6f46-d03d-4a97-8b94-71aa2e8dd159 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:38.251837 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7b19e3dc-349b-4670-b6d7-3f472dd60950 req-d3ed6f46-d03d-4a97-8b94-71aa2e8dd159 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 945 time: 0.0595100 Apr 16 04:25:38.283691 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80e7453a-23cc-4ac5-a45b-bd7d46af6910 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:38.285262 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741438a-b596-416d-9d31-5753e11ba82c tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Pushing event updated for resources: {'Port': ['ID=c1bd575b-28f1-4078-8108-bb97a7050576,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:38.312812 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-af77f8b7-4965-4646-acbe-13ab704c6ec2 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] 10.222.0.30 "GET /v2.0/networks/4ad04927-6723-4a40-9548-56cfdc51f331/tags/tempest-TagsTest-Tag-619943035 HTTP/1.1" status: 204 len: 168 time: 0.1492710 Apr 16 04:25:38.317182 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38628) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:38.323079 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.tag.tag_plugin [None req-eaf41b40-ec6e-471a-aae7-213628dcf26e tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4ad04927-6723-4a40-9548-56cfdc51f331') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:38.327738 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port ce65225f-df16-4d65-9a85-02706113e772 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:25:38.327867 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-80e7453a-23cc-4ac5-a45b-bd7d46af6910 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] device_id is not set on port 0b413aee-7424-43c0-b332-ce3ededd4014 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:25:38.363856 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7b19e3dc-349b-4670-b6d7-3f472dd60950 req-3cc64969-c6c6-451b-a17b-2d2928b1cc39 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035492 Apr 16 04:25:38.455316 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port ce65225f-df16-4d65-9a85-02706113e772 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:38.455924 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ce65225f-df16-4d65-9a85-02706113e772), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:38.572844 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-eaf41b40-ec6e-471a-aae7-213628dcf26e tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] 10.222.0.30 "DELETE /v2.0/networks/4ad04927-6723-4a40-9548-56cfdc51f331/tags HTTP/1.1" status: 204 len: 168 time: 0.2508290 Apr 16 04:25:38.576875 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38640) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:38.591552 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.tag.tag_plugin [None req-99bc01d3-da85-44d3-8105-5dbe2263d619 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ad04927-6723-4a40-9548-56cfdc51f331', 'tempest-TagsTest-Tag-1629496330') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:38.638724 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port ce65225f-df16-4d65-9a85-02706113e772 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:38.639363 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ce65225f-df16-4d65-9a85-02706113e772), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:38.673371 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13c951c-dfbd-41f4-bce6-942179dbb384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce65225f-df16-4d65-9a85-02706113e772'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:25:38.678492 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea17ce4-5e3e-491b-b870-a0114677cdc1" -d '{"events": [{"server_uuid": "b13c951c-dfbd-41f4-bce6-942179dbb384", "name": "network-vif-plugged", "status": "completed", "tag": "ce65225f-df16-4d65-9a85-02706113e772"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:25:38.683354 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-99bc01d3-da85-44d3-8105-5dbe2263d619 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] show failed (client error): The resource could not be found. Apr 16 04:25:38.686978 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-99bc01d3-da85-44d3-8105-5dbe2263d619 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] 10.222.0.30 "GET /v2.0/networks/4ad04927-6723-4a40-9548-56cfdc51f331/tags/tempest-TagsTest-Tag-1629496330 HTTP/1.1" status: 404 len: 326 time: 0.0982120 Apr 16 04:25:38.687616 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38648) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:38.692809 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.tag.tag_plugin [None req-8e64c4ab-61c1-4760-9d91-e408ab0cc54d tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ad04927-6723-4a40-9548-56cfdc51f331', 'tempest-TagsTest-Tag-619943035') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:38.718240 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port ce65225f-df16-4d65-9a85-02706113e772, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ce65225f-df16-4d65-9a85-02706113e772,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:38.725748 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d7d1e4-ede1-4192-97b5-e18eec558591 None None] Network 82dbe832-846d-4ed4-a675-6f1f2d697aef requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:38.816238 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-8e64c4ab-61c1-4760-9d91-e408ab0cc54d tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] show failed (client error): The resource could not be found. Apr 16 04:25:38.817597 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8e64c4ab-61c1-4760-9d91-e408ab0cc54d tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] 10.222.0.30 "GET /v2.0/networks/4ad04927-6723-4a40-9548-56cfdc51f331/tags/tempest-TagsTest-Tag-619943035 HTTP/1.1" status: 404 len: 325 time: 0.1281748 Apr 16 04:25:38.821302 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38654) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:38.829336 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.tag.tag_plugin [None req-a7e0c8d9-a5f0-49ca-b7e3-32599e861d56 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4ad04927-6723-4a40-9548-56cfdc51f331') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:38.856118 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ce65225f-df16-4d65-9a85-02706113e772), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:38.977497 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=ce65225f-df16-4d65-9a85-02706113e772,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:38.998483 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-a9d5a638-5635-49b8-a86f-1ce5386b6330 None None] Provisioning complete for port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:38.998863 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a638-5635-49b8-a86f-1ce5386b6330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:39.003928 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5741438a-b596-416d-9d31-5753e11ba82c tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_gateway (bc0ee9a1-7429-462d-9c7a-3da4539d2530), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:39.087256 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38658) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:39.130812 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8edf6e3-f97b-4d5f-8db7-cab45611b2f0 x-openstack-request-id: req-b8edf6e3-f97b-4d5f-8db7-cab45611b2f0 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:25:39.131128 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13c951c-dfbd-41f4-bce6-942179dbb384", "name": "network-vif-plugged", "status": "completed", "tag": "ce65225f-df16-4d65-9a85-02706113e772", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:25:39.134969 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8edf6e3-f97b-4d5f-8db7-cab45611b2f0 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:25:39.135412 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8edf6e3-f97b-4d5f-8db7-cab45611b2f0'] response: {'server_uuid': 'b13c951c-dfbd-41f4-bce6-942179dbb384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce65225f-df16-4d65-9a85-02706113e772', 'code': 200} Apr 16 04:25:39.208875 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9831d0f6-e188-40b2-9cf2-5d8be2277b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:39.278110 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:25:39.323853 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-a627d047-129c-4cb1-9219-ada4943ca8e9 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:39.335078 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.api.v2.base [None req-a627d047-129c-4cb1-9219-ada4943ca8e9 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 16 04:25:39.335078 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-a627d047-129c-4cb1-9219-ada4943ca8e9 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): There was a conflict when trying to complete your request. Apr 16 04:25:39.335887 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a627d047-129c-4cb1-9219-ada4943ca8e9 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2471976 Apr 16 04:25:39.360249 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a9d5a638-5635-49b8-a86f-1ce5386b6330 None None] Current status of the port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:39.360955 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a638-5635-49b8-a86f-1ce5386b6330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:39.361293 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38664) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:39.362472 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5741438a-b596-416d-9d31-5753e11ba82c tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (bc0ee9a1-7429-462d-9c7a-3da4539d2530), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:39.369468 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-673edaf9-7034-49d0-9699-2d5f1831aa11 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group': {'name': 'tempest-secgroup--944584095'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:39.381312 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030e4318-6159-4447-a0e8-1ccce90cb823 None None] Update dhcp port {'port': {'network_id': '82dbe832-846d-4ed4-a675-6f1f2d697aef', 'fixed_ips': [{'subnet_id': 'df9998a8-86f5-4f47-9527-4622726ff923', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ea48ad65-21c7-41e0-a182-5779f0becc10'}], 'binding:host_id': 'dv-neutron-838078-2-hyperv'}, 'id': '1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a'} from dv-neutron-838078-2-hyperv. {{(pid=104634) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 16 04:25:39.426693 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-030e4318-6159-4447-a0e8-1ccce90cb823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:39.432738 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:39.432738 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:39.486086 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38670) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:39.504390 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-80e7453a-23cc-4ac5-a45b-bd7d46af6910 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Allocated IP 2001:db8::76 (82dbe832-846d-4ed4-a675-6f1f2d697aef/df9998a8-86f5-4f47-9527-4622726ff923/0b413aee-7424-43c0-b332-ce3ededd4014) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:39.511121 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-80e7453a-23cc-4ac5-a45b-bd7d46af6910 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Allocated IP 2001:db8:0:1::33b (82dbe832-846d-4ed4-a675-6f1f2d697aef/ea48ad65-21c7-41e0-a182-5779f0becc10/0b413aee-7424-43c0-b332-ce3ededd4014) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:39.542552 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-a9d5a638-5635-49b8-a86f-1ce5386b6330 None None] For port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a,segment=NetworkSegment(4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b),segment_id=4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:39.591867 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df42271-31ca-40ee-94a8-01a370e6d8ef req-085e9ed3-066f-4b82-8a40-fb9f86371618 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:39.593303 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3df42271-31ca-40ee-94a8-01a370e6d8ef req-085e9ed3-066f-4b82-8a40-fb9f86371618 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 946 time: 0.1120689 Apr 16 04:25:39.639332 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a638-5635-49b8-a86f-1ce5386b6330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:39.663705 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3df42271-31ca-40ee-94a8-01a370e6d8ef req-2d984397-4a70-4c07-8823-5a60d697809e tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637970 Apr 16 04:25:39.668813 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-c61fdef5-444c-4fbd-ad3a-4d8b2a9781b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1882990485'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:39.674705 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-673edaf9-7034-49d0-9699-2d5f1831aa11 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:39.680709 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80e7453a-23cc-4ac5-a45b-bd7d46af6910 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (0b413aee-7424-43c0-b332-ce3ededd4014), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:39.683872 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:39.684261 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:39.700376 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-673edaf9-7034-49d0-9699-2d5f1831aa11 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:39.726668 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5a638-5635-49b8-a86f-1ce5386b6330 None None] Pushing event updated for resources: {'Port': ['ID=1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:39.745738 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901e5ca-330c-42f9-9b70-d4547f61c4cb req-12cbe310-b287-4849-b9a1-27e4b98eb485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:39.747266 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f901e5ca-330c-42f9-9b70-d4547f61c4cb req-12cbe310-b287-4849-b9a1-27e4b98eb485 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 1130 time: 0.3776965 Apr 16 04:25:39.752935 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a7e0c8d9-a5f0-49ca-b7e3-32599e861d56 tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] 10.222.0.30 "DELETE /v2.0/networks/4ad04927-6723-4a40-9548-56cfdc51f331/tags HTTP/1.1" status: 204 len: 168 time: 0.9275553 Apr 16 04:25:39.754453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38674) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:39.770126 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:25:39.770519 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:25:39.803976 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f901e5ca-330c-42f9-9b70-d4547f61c4cb req-e473663e-4d22-4c5c-8362-614622fb5e6f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497932 Apr 16 04:25:39.825138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80e7453a-23cc-4ac5-a45b-bd7d46af6910 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (0b413aee-7424-43c0-b332-ce3ededd4014), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:39.827941 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5741438a-b596-416d-9d31-5753e11ba82c tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Router bc0ee9a1-7429-462d-9c7a-3da4539d2530 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:25:39.839187 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61fdef5-444c-4fbd-ad3a-4d8b2a9781b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:39.842533 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c61fdef5-444c-4fbd-ad3a-4d8b2a9781b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:39.875345 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e7453a-23cc-4ac5-a45b-bd7d46af6910 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network 82dbe832-846d-4ed4-a675-6f1f2d697aef is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:39.879237 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dd5c3a67-77b0-4614-b05e-1bc08c258e8a tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (4ad04927-6723-4a40-9548-56cfdc51f331), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:39.880925 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-80e7453a-23cc-4ac5-a45b-bd7d46af6910 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:39.882750 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-030e4318-6159-4447-a0e8-1ccce90cb823 None None] Allocated IP 2001:db8:0:1::2 (82dbe832-846d-4ed4-a675-6f1f2d697aef/ea48ad65-21c7-41e0-a182-5779f0becc10/1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:39.883339 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e7453a-23cc-4ac5-a45b-bd7d46af6910 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:39.888967 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e7453a-23cc-4ac5-a45b-bd7d46af6910 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:39.890164 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-80e7453a-23cc-4ac5-a45b-bd7d46af6910 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:39.903262 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7453a-23cc-4ac5-a45b-bd7d46af6910 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=0b413aee-7424-43c0-b332-ce3ededd4014,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:39.919504 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c61fdef5-444c-4fbd-ad3a-4d8b2a9781b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:39.954374 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-673edaf9-7034-49d0-9699-2d5f1831aa11 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (9844339e-80cc-4ea8-bf34-428a79e777e7), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:39.972848 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-80e7453a-23cc-4ac5-a45b-bd7d46af6910 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.1698694 Apr 16 04:25:39.976125 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38676) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:39.980713 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-030e4318-6159-4447-a0e8-1ccce90cb823 None None] For port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a,segment=NetworkSegment(4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b),segment_id=4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:39.982169 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-a44eb6ea-71dc-4a1b-ba72-ed121ea027d4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df9998a8-86f5-4f47-9527-4622726ff923'}]}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:40.011464 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-030e4318-6159-4447-a0e8-1ccce90cb823 None None] Publish callbacks [] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.043035 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-673edaf9-7034-49d0-9699-2d5f1831aa11 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (9844339e-80cc-4ea8-bf34-428a79e777e7), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.063677 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a44eb6ea-71dc-4a1b-ba72-ed121ea027d4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (0b413aee-7424-43c0-b332-ce3ededd4014), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.083843 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-030e4318-6159-4447-a0e8-1ccce90cb823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.150250 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dd5c3a67-77b0-4614-b05e-1bc08c258e8a tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (4ad04927-6723-4a40-9548-56cfdc51f331), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.170224 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673edaf9-7034-49d0-9699-2d5f1831aa11 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9844339e-80cc-4ea8-bf34-428a79e777e7,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:40.173191 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5741438a-b596-416d-9d31-5753e11ba82c tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:25:40.179534 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e4318-6159-4447-a0e8-1ccce90cb823 None None] Pushing event updated for resources: {'Port': ['ID=1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:40.199029 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cf97a5-decd-466b-b809-01dcc310e2ed None None] Sync routers for ids ['bc0ee9a1-7429-462d-9c7a-3da4539d2530'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:25:40.212713 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-dd5c3a67-77b0-4614-b05e-1bc08c258e8a tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad04927-6723-4a40-9548-56cfdc51f331']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:40.228441 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cf97a5-decd-466b-b809-01dcc310e2ed None None] Routers {'bc0ee9a1-7429-462d-9c7a-3da4539d2530'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:40.229503 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-96cf97a5-decd-466b-b809-01dcc310e2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['bc0ee9a1-7429-462d-9c7a-3da4539d2530'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:40.260407 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-dd5c3a67-77b0-4614-b05e-1bc08c258e8a tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63378039-db4a-4d27-8ccb-18e8132076cd') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:40.260874 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-dd5c3a67-77b0-4614-b05e-1bc08c258e8a tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63378039-db4a-4d27-8ccb-18e8132076cd') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:40.276628 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c61fdef5-444c-4fbd-ad3a-4d8b2a9781b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (a81a1dde-a6af-4430-9ea8-6711e74c4aac), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.288693 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dd5c3a67-77b0-4614-b05e-1bc08c258e8a tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (63378039-db4a-4d27-8ccb-18e8132076cd), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.292677 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-673edaf9-7034-49d0-9699-2d5f1831aa11 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (9e3f76e9-ec18-424f-b377-172124b9c8cb), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.295711 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5741438a-b596-416d-9d31-5753e11ba82c tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.297520 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5741438a-b596-416d-9d31-5753e11ba82c tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1850026 Apr 16 04:25:40.300247 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38678) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:40.302457 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-96cf97a5-decd-466b-b809-01dcc310e2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:40.308960 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-ee6e0c16-5a95-48bd-b36c-a397902e0e83 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:40.312860 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cf97a5-decd-466b-b809-01dcc310e2ed None None] Routers {'bc0ee9a1-7429-462d-9c7a-3da4539d2530'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:40.313408 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dd5c3a67-77b0-4614-b05e-1bc08c258e8a tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (63378039-db4a-4d27-8ccb-18e8132076cd), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.313712 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-96cf97a5-decd-466b-b809-01dcc310e2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['bc0ee9a1-7429-462d-9c7a-3da4539d2530'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:40.322532 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5c3a67-77b0-4614-b05e-1bc08c258e8a tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:40.322991 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dd5c3a67-77b0-4614-b05e-1bc08c258e8a tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (63378039-db4a-4d27-8ccb-18e8132076cd), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:40.327334 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:40.340757 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c61fdef5-444c-4fbd-ad3a-4d8b2a9781b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (a81a1dde-a6af-4430-9ea8-6711e74c4aac), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.343486 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:40.360703 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-96cf97a5-decd-466b-b809-01dcc310e2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:40.361346 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cf97a5-decd-466b-b809-01dcc310e2ed None None] The sync data for ids ['bc0ee9a1-7429-462d-9c7a-3da4539d2530'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:25:40.399437 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-673edaf9-7034-49d0-9699-2d5f1831aa11 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (9e3f76e9-ec18-424f-b377-172124b9c8cb), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.433192 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fdef5-444c-4fbd-ad3a-4d8b2a9781b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81a1dde-a6af-4430-9ea8-6711e74c4aac,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:40.461602 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673edaf9-7034-49d0-9699-2d5f1831aa11 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3f76e9-ec18-424f-b377-172124b9c8cb,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:40.491385 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-673edaf9-7034-49d0-9699-2d5f1831aa11 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.496094 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-673edaf9-7034-49d0-9699-2d5f1831aa11 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1285360 Apr 16 04:25:40.500569 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38680) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:40.502101 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1596dce7-11b7-4e1c-a43d-f8fb8cedaf2b tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': '9e3f76e9-ec18-424f-b377-172124b9c8cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:40.520373 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dd5c3a67-77b0-4614-b05e-1bc08c258e8a tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (4ad04927-6723-4a40-9548-56cfdc51f331), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.526489 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61fdef5-444c-4fbd-ad3a-4d8b2a9781b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:25:40.537628 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dd5c3a67-77b0-4614-b05e-1bc08c258e8a tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.551924 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-dd5c3a67-77b0-4614-b05e-1bc08c258e8a tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] 10.222.0.30 "DELETE /v2.0/networks/4ad04927-6723-4a40-9548-56cfdc51f331 HTTP/1.1" status: 204 len: 168 time: 0.7931690 Apr 16 04:25:40.555784 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-a44eb6ea-71dc-4a1b-ba72-ed121ea027d4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Delete allocated IP 2001:db8:0:1::33b (82dbe832-846d-4ed4-a675-6f1f2d697aef/ea48ad65-21c7-41e0-a182-5779f0becc10) {{(pid=104633) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 16 04:25:40.570892 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c61fdef5-444c-4fbd-ad3a-4d8b2a9781b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (b0e6a134-f248-4993-8a50-53b439d9a0a6), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.571219 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-c61fdef5-444c-4fbd-ad3a-4d8b2a9781b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Added segment b0e6a134-f248-4993-8a50-53b439d9a0a6 of type vlan for network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 Apr 16 04:25:40.572654 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c3a67-77b0-4614-b05e-1bc08c258e8a tempest-TagsTest-1857416975 tempest-TagsTest-1857416975-project] Pushing event deleted for resources: {'Network': ['ID=4ad04927-6723-4a40-9548-56cfdc51f331,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:40.627243 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c61fdef5-444c-4fbd-ad3a-4d8b2a9781b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.647838 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1596dce7-11b7-4e1c-a43d-f8fb8cedaf2b tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group_rule (58973735-68b4-4a45-ba00-be3cd006a1eb), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.746238 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1596dce7-11b7-4e1c-a43d-f8fb8cedaf2b tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group_rule (58973735-68b4-4a45-ba00-be3cd006a1eb), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.773485 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c61fdef5-444c-4fbd-ad3a-4d8b2a9781b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.776960 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61fdef5-444c-4fbd-ad3a-4d8b2a9781b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:40.776960 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c61fdef5-444c-4fbd-ad3a-4d8b2a9781b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.844573 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1596dce7-11b7-4e1c-a43d-f8fb8cedaf2b tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (58973735-68b4-4a45-ba00-be3cd006a1eb), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.868036 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fdef5-444c-4fbd-ad3a-4d8b2a9781b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Network': ['ID=dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:40.877526 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596dce7-11b7-4e1c-a43d-f8fb8cedaf2b tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58973735-68b4-4a45-ba00-be3cd006a1eb,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:40.880039 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:25:40.884486 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1ff96-4502-4b20-8e32-35666eec6f33 req-4b78ddda-2670-4c54-b989-3d7729f69b0e tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:40.886214 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f5f1ff96-4502-4b20-8e32-35666eec6f33 req-4b78ddda-2670-4c54-b989-3d7729f69b0e tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 946 time: 0.1209636 Apr 16 04:25:40.888417 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a44eb6ea-71dc-4a1b-ba72-ed121ea027d4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (0b413aee-7424-43c0-b332-ce3ededd4014), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.910691 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ee6e0c16-5a95-48bd-b36c-a397902e0e83 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_gateway (bc0ee9a1-7429-462d-9c7a-3da4539d2530), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.914373 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bc556c-d65e-4219-84cc-b00e7485b15a None None] Network 82dbe832-846d-4ed4-a675-6f1f2d697aef requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:40.921160 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c61fdef5-444c-4fbd-ad3a-4d8b2a9781b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4328947 Apr 16 04:25:40.924815 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38686) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:40.929849 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-d578f5d9-c675-464b-80a4-5af85d18a34e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'port': {'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7', 'name': 'tempest-PortsTestJSON-1436612053'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:40.946207 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a44eb6ea-71dc-4a1b-ba72-ed121ea027d4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (0b413aee-7424-43c0-b332-ce3ededd4014), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.959890 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1596dce7-11b7-4e1c-a43d-f8fb8cedaf2b tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:40.961182 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1596dce7-11b7-4e1c-a43d-f8fb8cedaf2b tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4635029 Apr 16 04:25:40.963956 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38688) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:40.971936 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-3505c14d-9703-4d2f-a993-9b8b1739568e tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': '9e3f76e9-ec18-424f-b377-172124b9c8cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:40.988989 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f5f1ff96-4502-4b20-8e32-35666eec6f33 req-00fbe174-fda8-4ba1-8eab-2a04f4eef99a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906591 Apr 16 04:25:41.038666 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-a44eb6ea-71dc-4a1b-ba72-ed121ea027d4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] In _notify_port_updated(), no bound segment for port 0b413aee-7424-43c0-b332-ce3ededd4014 on network 82dbe832-846d-4ed4-a675-6f1f2d697aef {{(pid=104633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:25:41.053636 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-95a39b53-ca10-4a41-b642-77da2a4113d1 None None] Provisioning complete for port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:41.054017 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-95a39b53-ca10-4a41-b642-77da2a4113d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.054808 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44eb6ea-71dc-4a1b-ba72-ed121ea027d4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:41.055958 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a44eb6ea-71dc-4a1b-ba72-ed121ea027d4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.058495 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a44eb6ea-71dc-4a1b-ba72-ed121ea027d4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "PUT /v2.0/ports/0b413aee-7424-43c0-b332-ce3ededd4014 HTTP/1.1" status: 200 len: 924 time: 1.0811074 Apr 16 04:25:41.061267 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38692) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:41.074657 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44eb6ea-71dc-4a1b-ba72-ed121ea027d4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=0b413aee-7424-43c0-b332-ce3ededd4014,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:41.074807 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-c5a5e57d-9fb5-4c7d-80ca-91328d52a41b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df9998a8-86f5-4f47-9527-4622726ff923'}, {'subnet_id': 'ea48ad65-21c7-41e0-a182-5779f0becc10'}]}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:41.075328 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ee6e0c16-5a95-48bd-b36c-a397902e0e83 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_gateway (bc0ee9a1-7429-462d-9c7a-3da4539d2530), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.114881 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3505c14d-9703-4d2f-a993-9b8b1739568e tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group_rule (dc21e31e-cf2b-41ac-80fc-e16280cba81e), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.131840 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d578f5d9-c675-464b-80a4-5af85d18a34e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:41.135188 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d578f5d9-c675-464b-80a4-5af85d18a34e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.208710 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-d578f5d9-c675-464b-80a4-5af85d18a34e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] device_id is not set on port e14aeb15-49bf-4e9c-91cb-cb57e2545ee5 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:25:41.213122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38694) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:41.240888 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-ee6e0c16-5a95-48bd-b36c-a397902e0e83 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Deleting port c1bd575b-28f1-4078-8108-bb97a7050576 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:41.241228 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ee6e0c16-5a95-48bd-b36c-a397902e0e83 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c1bd575b-28f1-4078-8108-bb97a7050576), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.376798 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:25:41.379867 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ee6e0c16-5a95-48bd-b36c-a397902e0e83 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c1bd575b-28f1-4078-8108-bb97a7050576), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.403668 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-ee6e0c16-5a95-48bd-b36c-a397902e0e83 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Calling delete_port for c1bd575b-28f1-4078-8108-bb97a7050576 owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:41.410568 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d7cbbee3-5824-409c-9736-c5260cc9209d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7407811031e54d89b4fce028b3ebe4fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1937275 Apr 16 04:25:41.410568 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38698) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:41.420644 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-3505c14d-9703-4d2f-a993-9b8b1739568e tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): There was a conflict when trying to complete your request. Apr 16 04:25:41.424676 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3505c14d-9703-4d2f-a993-9b8b1739568e tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4596713 Apr 16 04:25:41.428803 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38700) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:41.479742 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5a5e57d-9fb5-4c7d-80ca-91328d52a41b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (0b413aee-7424-43c0-b332-ce3ededd4014), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.499362 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:41.499750 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.501680 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-95a39b53-ca10-4a41-b642-77da2a4113d1 None None] Current status of the port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:41.530554 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ae9c9673-501c-445b-bfcc-44f789db71cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.540859 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d578f5d9-c675-464b-80a4-5af85d18a34e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (e14aeb15-49bf-4e9c-91cb-cb57e2545ee5), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.603221 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:41.608075 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-22058133-0ef2-4571-92bd-b0bebe7b06d2 admin admin] Publish callbacks [] for security_group (a5c08c65-9c74-46ab-90d1-4467e8b8f096), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.629222 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e7b0de62-3144-4b93-99f4-e9ba6904da2d tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (9e3f76e9-ec18-424f-b377-172124b9c8cb), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.665017 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-22058133-0ef2-4571-92bd-b0bebe7b06d2 admin admin] Publish callbacks [] for security_group (a5c08c65-9c74-46ab-90d1-4467e8b8f096), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.698366 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e7b0de62-3144-4b93-99f4-e9ba6904da2d tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (9e3f76e9-ec18-424f-b377-172124b9c8cb), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.742791 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d578f5d9-c675-464b-80a4-5af85d18a34e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (e14aeb15-49bf-4e9c-91cb-cb57e2545ee5), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.831344 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-09f098ad-6264-43b0-85cc-365f70a59247 None None] Provisioning complete for port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:41.831765 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-09f098ad-6264-43b0-85cc-365f70a59247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.856254 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578f5d9-c675-464b-80a4-5af85d18a34e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=e14aeb15-49bf-4e9c-91cb-cb57e2545ee5,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:41.866791 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ee6e0c16-5a95-48bd-b36c-a397902e0e83 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c1bd575b-28f1-4078-8108-bb97a7050576), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.869730 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d578f5d9-c675-464b-80a4-5af85d18a34e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Checking segment: {'id': 'b0e6a134-f248-4993-8a50-53b439d9a0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:25:41.870097 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d578f5d9-c675-464b-80a4-5af85d18a34e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network hostable DHCP agents. Network: dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:25:41.891066 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-c5a5e57d-9fb5-4c7d-80ca-91328d52a41b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Allocated IP 2001:db8:0:1::301 (82dbe832-846d-4ed4-a675-6f1f2d697aef/ea48ad65-21c7-41e0-a182-5779f0becc10/0b413aee-7424-43c0-b332-ce3ededd4014) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:41.917175 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-22058133-0ef2-4571-92bd-b0bebe7b06d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (a5c08c65-9c74-46ab-90d1-4467e8b8f096), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.917175 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-22058133-0ef2-4571-92bd-b0bebe7b06d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.917766 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-22058133-0ef2-4571-92bd-b0bebe7b06d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5c08c65-9c74-46ab-90d1-4467e8b8f096 HTTP/1.1" status: 204 len: 168 time: 0.5061879 Apr 16 04:25:41.918558 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e7b0de62-3144-4b93-99f4-e9ba6904da2d tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (9e3f76e9-ec18-424f-b377-172124b9c8cb), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.921076 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e7b0de62-3144-4b93-99f4-e9ba6904da2d tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:41.925207 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e7b0de62-3144-4b93-99f4-e9ba6904da2d tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "DELETE /v2.0/security-groups/9e3f76e9-ec18-424f-b377-172124b9c8cb HTTP/1.1" status: 204 len: 168 time: 0.4942739 Apr 16 04:25:41.957614 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38704) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:41.982799 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-09f098ad-6264-43b0-85cc-365f70a59247 None None] Current status of the port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:41.989569 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e0c16-5a95-48bd-b36c-a397902e0e83 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Pushing event deleted for resources: {'Port': ['ID=c1bd575b-28f1-4078-8108-bb97a7050576,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:42.000626 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22058133-0ef2-4571-92bd-b0bebe7b06d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c08c65-9c74-46ab-90d1-4467e8b8f096,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:42.010010 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-09f098ad-6264-43b0-85cc-365f70a59247 None None] Provisioning complete for port 0b413aee-7424-43c0-b332-ce3ededd4014 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:42.010400 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-09f098ad-6264-43b0-85cc-365f70a59247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0b413aee-7424-43c0-b332-ce3ededd4014), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.014181 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d578f5d9-c675-464b-80a4-5af85d18a34e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:25:42.072042 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0de62-3144-4b93-99f4-e9ba6904da2d tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3f76e9-ec18-424f-b377-172124b9c8cb,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:42.072708 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-09f098ad-6264-43b0-85cc-365f70a59247 None None] Port 0b413aee-7424-43c0-b332-ce3ededd4014 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:25:42.112258 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2f2f3ece-5ca9-4173-a3de-f70f648323fa tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1255753 Apr 16 04:25:42.112258 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ee6e0c16-5a95-48bd-b36c-a397902e0e83 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (bc0ee9a1-7429-462d-9c7a-3da4539d2530), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.112765 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:25:42.113214 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-d578f5d9-c675-464b-80a4-5af85d18a34e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:42.113566 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38708) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:42.117362 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d578f5d9-c675-464b-80a4-5af85d18a34e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:42.122928 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d578f5d9-c675-464b-80a4-5af85d18a34e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:42.123562 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d578f5d9-c675-464b-80a4-5af85d18a34e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.132833 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5a5e57d-9fb5-4c7d-80ca-91328d52a41b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (0b413aee-7424-43c0-b332-ce3ededd4014), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.134948 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff74920-8782-45b7-a2af-c05522212814 None None] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:42.137250 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-344fe3d7-a514-4101-ba6c-b1f94b809b7a tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144468708'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:42.210471 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535c2b3-1ad6-46d6-9238-509b73786266 req-59ae6e4a-7305-4d15-8571-dd8b0210fcd3 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:42.212167 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2535c2b3-1ad6-46d6-9238-509b73786266 req-59ae6e4a-7305-4d15-8571-dd8b0210fcd3 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 946 time: 0.0685949 Apr 16 04:25:42.212864 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5a5e57d-9fb5-4c7d-80ca-91328d52a41b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (0b413aee-7424-43c0-b332-ce3ededd4014), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.231132 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-35233ae1-05eb-40bb-8a7a-577f474b9dfb None None] Provisioning complete for port 0b413aee-7424-43c0-b332-ce3ededd4014 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:42.231524 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-35233ae1-05eb-40bb-8a7a-577f474b9dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0b413aee-7424-43c0-b332-ce3ededd4014), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.263272 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d578f5d9-c675-464b-80a4-5af85d18a34e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3347719 Apr 16 04:25:42.269371 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38710) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:42.286568 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-8deac23a-f17a-44d7-ab84-5f89f2f3dc53 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1967549271'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:42.303425 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-35233ae1-05eb-40bb-8a7a-577f474b9dfb None None] Port 0b413aee-7424-43c0-b332-ce3ededd4014 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:25:42.326195 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-344fe3d7-a514-4101-ba6c-b1f94b809b7a tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.400206 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ee6e0c16-5a95-48bd-b36c-a397902e0e83 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (bc0ee9a1-7429-462d-9c7a-3da4539d2530), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.403734 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ee6e0c16-5a95-48bd-b36c-a397902e0e83 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (bc0ee9a1-7429-462d-9c7a-3da4539d2530), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.410570 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-c5a5e57d-9fb5-4c7d-80ca-91328d52a41b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] In _notify_port_updated(), no bound segment for port 0b413aee-7424-43c0-b332-ce3ededd4014 on network 82dbe832-846d-4ed4-a675-6f1f2d697aef {{(pid=104632) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:25:42.416029 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a5e57d-9fb5-4c7d-80ca-91328d52a41b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:42.416682 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5a5e57d-9fb5-4c7d-80ca-91328d52a41b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.418052 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c5a5e57d-9fb5-4c7d-80ca-91328d52a41b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "PUT /v2.0/ports/0b413aee-7424-43c0-b332-ce3ededd4014 HTTP/1.1" status: 200 len: 1010 time: 1.3521304 Apr 16 04:25:42.422600 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5e57d-9fb5-4c7d-80ca-91328d52a41b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=0b413aee-7424-43c0-b332-ce3ededd4014,revision_number=3']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:42.425125 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38714) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:42.431260 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2535c2b3-1ad6-46d6-9238-509b73786266 req-c46e555c-a38f-44be-9a39-9558633ebe20 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811130 Apr 16 04:25:42.509084 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8deac23a-f17a-44d7-ab84-5f89f2f3dc53 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:42.512388 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8deac23a-f17a-44d7-ab84-5f89f2f3dc53 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.533360 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3e6e42d5-4b4b-4029-83cd-726ce6768f7c None None] Provisioning complete for port 0b413aee-7424-43c0-b332-ce3ededd4014 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:42.533889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3e6e42d5-4b4b-4029-83cd-726ce6768f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0b413aee-7424-43c0-b332-ce3ededd4014), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.582239 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.599028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e42d5-4b4b-4029-83cd-726ce6768f7c None None] Port 0b413aee-7424-43c0-b332-ce3ededd4014 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:25:42.607895 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6e0c16-5a95-48bd-b36c-a397902e0e83 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Router bc0ee9a1-7429-462d-9c7a-3da4539d2530 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:25:42.629256 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8deac23a-f17a-44d7-ab84-5f89f2f3dc53 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:25:42.631478 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bb335-e9ad-475f-8218-0cb4346970fe req-b7159f1f-3c8e-466c-910c-8a2914c4d262 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:42.632830 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-344fe3d7-a514-4101-ba6c-b1f94b809b7a tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (b430ed8d-c154-46f9-9a1a-35a3705c883e), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.633046 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cd2bb335-e9ad-475f-8218-0cb4346970fe req-b7159f1f-3c8e-466c-910c-8a2914c4d262 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 946 time: 0.0910089 Apr 16 04:25:42.651644 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8deac23a-f17a-44d7-ab84-5f89f2f3dc53 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (a773062c-eb8a-4616-bdc2-9138c273ca29), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.655769 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-8deac23a-f17a-44d7-ab84-5f89f2f3dc53 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Added segment a773062c-eb8a-4616-bdc2-9138c273ca29 of type vlan for network fe6fb528-9352-424b-91c7-f0ae8f24fce7 Apr 16 04:25:42.663756 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-817806a0-52c6-4e9b-85d9-2b0da7bf28e3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port 0b413aee-7424-43c0-b332-ce3ededd4014 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:42.664101 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-817806a0-52c6-4e9b-85d9-2b0da7bf28e3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (0b413aee-7424-43c0-b332-ce3ededd4014), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.720694 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-344fe3d7-a514-4101-ba6c-b1f94b809b7a tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (b430ed8d-c154-46f9-9a1a-35a3705c883e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.732407 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6e0c16-5a95-48bd-b36c-a397902e0e83 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:25:42.741292 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ee6e0c16-5a95-48bd-b36c-a397902e0e83 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.745523 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ee6e0c16-5a95-48bd-b36c-a397902e0e83 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "PUT /v2.0/routers/bc0ee9a1-7429-462d-9c7a-3da4539d2530 HTTP/1.1" status: 200 len: 709 time: 2.4407520 Apr 16 04:25:42.745523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38724) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:42.754839 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8deac23a-f17a-44d7-ab84-5f89f2f3dc53 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (fe6fb528-9352-424b-91c7-f0ae8f24fce7), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.761227 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e246cd-501f-42ee-9d99-e8e41cf7c5f2 None None] Sync routers for ids ['bc0ee9a1-7429-462d-9c7a-3da4539d2530'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:25:42.801040 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e246cd-501f-42ee-9d99-e8e41cf7c5f2 None None] Routers {'bc0ee9a1-7429-462d-9c7a-3da4539d2530'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:42.802534 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-b9e246cd-501f-42ee-9d99-e8e41cf7c5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['bc0ee9a1-7429-462d-9c7a-3da4539d2530'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:42.834628 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fe3d7-a514-4101-ba6c-b1f94b809b7a tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b430ed8d-c154-46f9-9a1a-35a3705c883e,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:42.845010 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cd2bb335-e9ad-475f-8218-0cb4346970fe req-1233fc33-0bdc-4d6d-90d3-73948ef91a53 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616249 Apr 16 04:25:42.853825 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a09526fd-6d64-4262-ab4e-53a931a011a4 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "GET /v2.0/routers/bc0ee9a1-7429-462d-9c7a-3da4539d2530 HTTP/1.1" status: 200 len: 744 time: 0.1055162 Apr 16 04:25:42.857642 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38728) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:42.859030 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-344fe3d7-a514-4101-ba6c-b1f94b809b7a tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.865245 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-344fe3d7-a514-4101-ba6c-b1f94b809b7a tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7489409 Apr 16 04:25:42.867194 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38730) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:42.871140 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-817806a0-52c6-4e9b-85d9-2b0da7bf28e3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (0b413aee-7424-43c0-b332-ce3ededd4014), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.879515 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-b9e246cd-501f-42ee-9d99-e8e41cf7c5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:42.889285 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-817806a0-52c6-4e9b-85d9-2b0da7bf28e3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for 0b413aee-7424-43c0-b332-ce3ededd4014 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:42.892386 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e246cd-501f-42ee-9d99-e8e41cf7c5f2 None None] Routers {'bc0ee9a1-7429-462d-9c7a-3da4539d2530'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:42.893330 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-b9e246cd-501f-42ee-9d99-e8e41cf7c5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['bc0ee9a1-7429-462d-9c7a-3da4539d2530'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:42.896970 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38732) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:42.936691 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0da57888-873c-4f26-84d1-4af5b43319a7 tempest-RoutersIpV6AdminTest-122629093 tempest-RoutersIpV6AdminTest-122629093-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&device_id=bc0ee9a1-7429-462d-9c7a-3da4539d2530 HTTP/1.1" status: 200 len: 205 time: 0.0777283 Apr 16 04:25:42.937117 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-09f54395-9a7b-4b7f-92a4-32f9017f9420 None None] Provisioning complete for port 0b413aee-7424-43c0-b332-ce3ededd4014 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:42.937335 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38736) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:42.937539 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-09f54395-9a7b-4b7f-92a4-32f9017f9420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0b413aee-7424-43c0-b332-ce3ededd4014), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:42.939406 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-b9e246cd-501f-42ee-9d99-e8e41cf7c5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:42.940020 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e246cd-501f-42ee-9d99-e8e41cf7c5f2 None None] The sync data for ids ['bc0ee9a1-7429-462d-9c7a-3da4539d2530'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:25:42.976434 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-25b381ff-8eae-4f44-9ecd-988824ff8724 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc0ee9a1-7429-462d-9c7a-3da4539d2530 HTTP/1.1" status: 200 len: 205 time: 0.0363464 Apr 16 04:25:42.977048 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38738) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:42.981044 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-09f54395-9a7b-4b7f-92a4-32f9017f9420 None None] Port 0b413aee-7424-43c0-b332-ce3ededd4014 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:25:42.998594 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-b8494084-ecdd-44ea-9641-93f3e27d8301 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': 'b430ed8d-c154-46f9-9a1a-35a3705c883e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:42.999991 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.api.v2.base [None req-b8494084-ecdd-44ea-9641-93f3e27d8301 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 16 04:25:43.000571 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-b8494084-ecdd-44ea-9641-93f3e27d8301 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:25:43.004073 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b8494084-ecdd-44ea-9641-93f3e27d8301 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067093 Apr 16 04:25:43.004655 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38740) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:43.017791 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8deac23a-f17a-44d7-ab84-5f89f2f3dc53 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (fe6fb528-9352-424b-91c7-f0ae8f24fce7), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:43.023321 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deac23a-f17a-44d7-ab84-5f89f2f3dc53 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:43.023494 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8deac23a-f17a-44d7-ab84-5f89f2f3dc53 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:43.068861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b8efa7d9-9992-4af2-9565-8022f6f5121b tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router (bc0ee9a1-7429-462d-9c7a-3da4539d2530), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:43.154844 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8deac23a-f17a-44d7-ab84-5f89f2f3dc53 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8829060 Apr 16 04:25:43.159329 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deac23a-f17a-44d7-ab84-5f89f2f3dc53 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Network': ['ID=fe6fb528-9352-424b-91c7-f0ae8f24fce7,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:43.162179 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38748) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:43.175768 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'ports': [{'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7'}, {'network_id': 'fe6fb528-9352-424b-91c7-f0ae8f24fce7'}]} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:43.176089 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'port': {'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:43.176875 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'port': {'network_id': 'fe6fb528-9352-424b-91c7-f0ae8f24fce7'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:43.179844 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network fe6fb528-9352-424b-91c7-f0ae8f24fce7 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:25:43.202768 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef0e6ed-e8c5-4095-80bb-d38a12a864f7 tempest-TestVolumeBootPattern-2138567413 tempest-TestVolumeBootPattern-2138567413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:43.208019 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5ef0e6ed-e8c5-4095-80bb-d38a12a864f7 tempest-TestVolumeBootPattern-2138567413 tempest-TestVolumeBootPattern-2138567413-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 1125 time: 0.3090315 Apr 16 04:25:43.208609 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38750) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:43.259313 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-95294b3c-6616-4eb5-8a82-f3bb4ea84f26 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (b430ed8d-c154-46f9-9a1a-35a3705c883e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:43.265391 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-2df9b3f4-0018-4690-bbcb-f5a778cc107a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': 'ce65225f-df16-4d65-9a85-02706113e772', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:43.331271 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-95294b3c-6616-4eb5-8a82-f3bb4ea84f26 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (b430ed8d-c154-46f9-9a1a-35a3705c883e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:43.424283 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38754) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:43.428424 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030890 Apr 16 04:25:43.610961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38756) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:43.630932 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b8efa7d9-9992-4af2-9565-8022f6f5121b tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (bc0ee9a1-7429-462d-9c7a-3da4539d2530), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:43.634639 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b8efa7d9-9992-4af2-9565-8022f6f5121b tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router_controller (bc0ee9a1-7429-462d-9c7a-3da4539d2530), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:43.680091 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-817806a0-52c6-4e9b-85d9-2b0da7bf28e3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (0b413aee-7424-43c0-b332-ce3ededd4014), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:43.710885 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2df9b3f4-0018-4690-bbcb-f5a778cc107a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:43.720992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817806a0-52c6-4e9b-85d9-2b0da7bf28e3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=0b413aee-7424-43c0-b332-ce3ededd4014,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:43.728421 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-bf289915-76d2-496e-b0fc-33444aaea43d tempest-NetworksApiDiscovery-38702493 tempest-NetworksApiDiscovery-38702493-project] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1105664 Apr 16 04:25:43.745974 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b8efa7d9-9992-4af2-9565-8022f6f5121b tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (bc0ee9a1-7429-462d-9c7a-3da4539d2530), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:43.746972 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8efa7d9-9992-4af2-9565-8022f6f5121b tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Fanout notify agent at l3_agent the message router_deleted on router bc0ee9a1-7429-462d-9c7a-3da4539d2530 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:25:43.756792 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b8efa7d9-9992-4af2-9565-8022f6f5121b tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:43.757924 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b8efa7d9-9992-4af2-9565-8022f6f5121b tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "DELETE /v2.0/routers/bc0ee9a1-7429-462d-9c7a-3da4539d2530 HTTP/1.1" status: 204 len: 168 time: 0.7794917 Apr 16 04:25:43.761268 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38762) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:43.779491 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-817806a0-52c6-4e9b-85d9-2b0da7bf28e3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:43.783119 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-817806a0-52c6-4e9b-85d9-2b0da7bf28e3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/ports/0b413aee-7424-43c0-b332-ce3ededd4014 HTTP/1.1" status: 204 len: 168 time: 1.3509359 Apr 16 04:25:43.786695 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38764) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:43.787596 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-95294b3c-6616-4eb5-8a82-f3bb4ea84f26 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (b430ed8d-c154-46f9-9a1a-35a3705c883e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:43.790305 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-95294b3c-6616-4eb5-8a82-f3bb4ea84f26 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:43.794029 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-95294b3c-6616-4eb5-8a82-f3bb4ea84f26 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "DELETE /v2.0/security-groups/b430ed8d-c154-46f9-9a1a-35a3705c883e HTTP/1.1" status: 204 len: 168 time: 0.7862813 Apr 16 04:25:43.807084 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38766) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:43.836793 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-259a5d63-e1dc-4123-ab75-0f7690d0a78f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] GET failed (client error): The resource could not be found. Apr 16 04:25:43.837850 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-74d2fc40-0d9e-4599-95d4-84e036522374 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc0ee9a1-7429-462d-9c7a-3da4539d2530 HTTP/1.1" status: 200 len: 205 time: 0.0755122 Apr 16 04:25:43.842597 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-259a5d63-e1dc-4123-ab75-0f7690d0a78f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports/0b413aee-7424-43c0-b332-ce3ededd4014 HTTP/1.1" status: 404 len: 333 time: 0.0460222 Apr 16 04:25:43.842597 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95294b3c-6616-4eb5-8a82-f3bb4ea84f26 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b430ed8d-c154-46f9-9a1a-35a3705c883e,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:43.842901 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38768) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:43.843008 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38770) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:43.879151 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-6fef04a5-d896-4631-983b-6d977dc4567a tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] delete failed (client error): The resource could not be found. Apr 16 04:25:43.882648 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6fef04a5-d896-4631-983b-6d977dc4567a tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "DELETE /v2.0/routers/bc0ee9a1-7429-462d-9c7a-3da4539d2530 HTTP/1.1" status: 404 len: 336 time: 0.0388775 Apr 16 04:25:43.882854 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38772) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:43.886973 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'port': 2} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:43.891502 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:43.926309 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6a4574df-03e7-4e64-b9e6-0b5b59886e48 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "GET /v2.0/ports?device_id=433cb184-04f5-4b85-b9a8-934ccba11cd6 HTTP/1.1" status: 200 len: 205 time: 0.0396473 Apr 16 04:25:43.926837 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38774) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:43.950685 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:43.959436 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4524ba4e-da1d-4dbd-a5f7-ca7d260fb0a2 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1499298 Apr 16 04:25:43.970227 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc9b66d-ef5e-4e28-bc17-494ee9ae74ea tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting subnet ea48ad65-21c7-41e0-a182-5779f0becc10 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:25:43.973435 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-00bfd364-2d55-4de8-a1c9-9d43c7e5727e tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] delete failed (client error): The resource could not be found. Apr 16 04:25:43.976921 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-00bfd364-2d55-4de8-a1c9-9d43c7e5727e tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "DELETE /v2.0/routers/433cb184-04f5-4b85-b9a8-934ccba11cd6 HTTP/1.1" status: 404 len: 336 time: 0.0467422 Apr 16 04:25:43.977052 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38776) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:43.977715 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2dc9b66d-ef5e-4e28-bc17-494ee9ae74ea tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (ea48ad65-21c7-41e0-a182-5779f0becc10), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:43.978723 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38778) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:43.984309 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-87462063-b111-44d9-a09a-e34d9009f7d5 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group': {'name': 'tempest-secgroup--1471693649'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:43.992806 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:44.012153 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-fc114d5d-a8e6-4803-b165-3c17347ed9cb tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "GET /v2.0/ports?device_id=4806556b-ae84-46fb-b681-b348be3574ac HTTP/1.1" status: 200 len: 205 time: 0.0318441 Apr 16 04:25:44.013210 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2df9b3f4-0018-4690-bbcb-f5a778cc107a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:44.015004 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38780) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:44.066192 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-04608803-fd8b-4b33-945a-3a487fae220b tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] delete failed (client error): The resource could not be found. Apr 16 04:25:44.067348 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-04608803-fd8b-4b33-945a-3a487fae220b tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "DELETE /v2.0/routers/4806556b-ae84-46fb-b681-b348be3574ac HTTP/1.1" status: 404 len: 336 time: 0.0500357 Apr 16 04:25:44.070433 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38782) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:44.103500 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2dc9b66d-ef5e-4e28-bc17-494ee9ae74ea tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (ea48ad65-21c7-41e0-a182-5779f0becc10), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:44.129882 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2a62e6df-3542-4294-a69d-a8b9b4838fc4 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16b5327-dc51-48e3-847f-711ff8143e88 HTTP/1.1" status: 200 len: 205 time: 0.0327487 Apr 16 04:25:44.134840 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38784) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:44.149823 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-87462063-b111-44d9-a09a-e34d9009f7d5 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:44.184500 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-ab198822-6825-4c13-bb36-047976ac973e tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] delete failed (client error): The resource could not be found. Apr 16 04:25:44.188025 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ab198822-6825-4c13-bb36-047976ac973e tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "DELETE /v2.0/routers/f16b5327-dc51-48e3-847f-711ff8143e88 HTTP/1.1" status: 404 len: 336 time: 0.0500152 Apr 16 04:25:44.189170 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38786) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:44.238486 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-fecc3722-4946-4bf2-9335-9fd58dc1f227 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "GET /v2.0/ports?device_id=71243aba-574b-4275-b041-ccd545c6f1dd HTTP/1.1" status: 200 len: 205 time: 0.0454504 Apr 16 04:25:44.238612 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] device_id is not set on port 1762bd9c-09c1-455e-935d-edfe74377e46 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:25:44.240253 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38790) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:44.289299 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-1e470019-9a4f-4b06-b9ae-6ae6f7cab00e tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] delete failed (client error): The resource could not be found. Apr 16 04:25:44.290356 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1e470019-9a4f-4b06-b9ae-6ae6f7cab00e tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "DELETE /v2.0/routers/71243aba-574b-4275-b041-ccd545c6f1dd HTTP/1.1" status: 404 len: 336 time: 0.0491590 Apr 16 04:25:44.293433 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38792) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:44.302352 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-2df9b3f4-0018-4690-bbcb-f5a778cc107a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Allocated IP 172.26.6.35 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/c98fa6fa-8ab7-4c50-a099-c8c4bd3f4288) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:44.325274 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b13eee49-9497-4097-8423-655c8feb9d7f tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7226dd8-9201-4af2-80dd-e84c05726a02 HTTP/1.1" status: 200 len: 205 time: 0.0306151 Apr 16 04:25:44.328988 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38794) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:44.331186 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38796) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:44.381952 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2dc9b66d-ef5e-4e28-bc17-494ee9ae74ea tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (ea48ad65-21c7-41e0-a182-5779f0becc10), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:44.382195 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-6bfe84a1-bc5f-4f72-bbb2-482f55fc50d6 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] delete failed (client error): The resource could not be found. Apr 16 04:25:44.382195 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6bfe84a1-bc5f-4f72-bbb2-482f55fc50d6 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "DELETE /v2.0/routers/a7226dd8-9201-4af2-80dd-e84c05726a02 HTTP/1.1" status: 404 len: 336 time: 0.0458448 Apr 16 04:25:44.384435 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38800) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:44.434445 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5095732-5090-4e70-aeb1-dbd7b6fcf299 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:44.434903 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5095732-5090-4e70-aeb1-dbd7b6fcf299 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:44.442197 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d5095732-5090-4e70-aeb1-dbd7b6fcf299 tempest-RoutersIpV6AdminTest-1582642005 tempest-RoutersIpV6AdminTest-1582642005-project] 10.222.0.30 "DELETE /v2.0/subnets/dc02bc39-9e24-48e4-b494-f47bb96b3d0c HTTP/1.1" status: 404 len: 337 time: 0.0530803 Apr 16 04:25:44.498127 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-87462063-b111-44d9-a09a-e34d9009f7d5 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (486dec77-5706-4960-bd97-66bf4a3c4980), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:44.505321 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (1762bd9c-09c1-455e-935d-edfe74377e46), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:44.510652 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7310e8d1-5319-4e72-a20f-b01f2f8a5eb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:44.550983 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2df9b3f4-0018-4690-bbcb-f5a778cc107a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for port (c98fa6fa-8ab7-4c50-a099-c8c4bd3f4288), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:44.574524 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] device_id is not set on port a0c98444-b907-4783-b2e9-14b30b4a22ef yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:25:44.599995 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2dc9b66d-ef5e-4e28-bc17-494ee9ae74ea tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (ea48ad65-21c7-41e0-a182-5779f0becc10), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:44.601897 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-87462063-b111-44d9-a09a-e34d9009f7d5 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (486dec77-5706-4960-bd97-66bf4a3c4980), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:44.631190 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7310e8d1-5319-4e72-a20f-b01f2f8a5eb9 admin admin] Publish callbacks [] for security_group (141d76d5-965f-4c35-a25b-f281440316c7), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:44.657787 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9b66d-ef5e-4e28-bc17-494ee9ae74ea tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Subnet': ['ID=ea48ad65-21c7-41e0-a182-5779f0becc10,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:44.670886 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2df9b3f4-0018-4690-bbcb-f5a778cc107a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c98fa6fa-8ab7-4c50-a099-c8c4bd3f4288), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:44.679474 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2dc9b66d-ef5e-4e28-bc17-494ee9ae74ea tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:44.679474 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2dc9b66d-ef5e-4e28-bc17-494ee9ae74ea tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/subnets/ea48ad65-21c7-41e0-a182-5779f0becc10 HTTP/1.1" status: 204 len: 168 time: 0.8306634 Apr 16 04:25:44.681422 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9744af3-4394-44aa-81e6-ac9b929674bb None None] Network 82dbe832-846d-4ed4-a675-6f1f2d697aef requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:44.682687 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38804) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:44.698646 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87462063-b111-44d9-a09a-e34d9009f7d5 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486dec77-5706-4960-bd97-66bf4a3c4980,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:44.717677 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df9b3f4-0018-4690-bbcb-f5a778cc107a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:44.722824 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-2df9b3f4-0018-4690-bbcb-f5a778cc107a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:44.726701 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df9b3f4-0018-4690-bbcb-f5a778cc107a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:44.754214 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7310e8d1-5319-4e72-a20f-b01f2f8a5eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (141d76d5-965f-4c35-a25b-f281440316c7), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:44.759286 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9b3f4-0018-4690-bbcb-f5a778cc107a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event updated for resources: {'Port': ['ID=c98fa6fa-8ab7-4c50-a099-c8c4bd3f4288,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:44.763397 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-87462063-b111-44d9-a09a-e34d9009f7d5 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:44.767663 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-87462063-b111-44d9-a09a-e34d9009f7d5 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7909513 Apr 16 04:25:44.775560 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38806) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:44.784309 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (a0c98444-b907-4783-b2e9-14b30b4a22ef), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:44.785358 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-0eb95fc6-1917-4e2b-9e16-f8b378b31b98 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': '486dec77-5706-4960-bd97-66bf4a3c4980', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:44.792076 dv-neutron-838078-2-hyperv neutron-server[104633]: WARNING neutron.api.v2.base [None req-0eb95fc6-1917-4e2b-9e16-f8b378b31b98 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 16 04:25:44.792076 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-0eb95fc6-1917-4e2b-9e16-f8b378b31b98 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:25:44.792076 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0eb95fc6-1917-4e2b-9e16-f8b378b31b98 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060813 Apr 16 04:25:44.792533 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-0853642b-b57b-421c-bc13-ffb0fa54369d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting subnet df9998a8-86f5-4f47-9527-4622726ff923 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:25:44.798164 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38808) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:44.807715 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0853642b-b57b-421c-bc13-ffb0fa54369d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (df9998a8-86f5-4f47-9527-4622726ff923), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:44.826145 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7310e8d1-5319-4e72-a20f-b01f2f8a5eb9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=982913b4bac547c3ac44da8718d84875&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4957645 Apr 16 04:25:44.845831 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38810) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:44.849174 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310e8d1-5319-4e72-a20f-b01f2f8a5eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141d76d5-965f-4c35-a25b-f281440316c7,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:44.931935 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0853642b-b57b-421c-bc13-ffb0fa54369d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (df9998a8-86f5-4f47-9527-4622726ff923), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:44.971845 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38814) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:45.026530 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b82b8002-c658-4f32-ae93-cda04378bb91 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (486dec77-5706-4960-bd97-66bf4a3c4980), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.039103 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-66acd19f-0871-48f8-9733-c5613854b3de admin admin] Publish callbacks [] for security_group (141d76d5-965f-4c35-a25b-f281440316c7), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.091037 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (1762bd9c-09c1-455e-935d-edfe74377e46), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.109005 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b82b8002-c658-4f32-ae93-cda04378bb91 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (486dec77-5706-4960-bd97-66bf4a3c4980), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.112653 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-66acd19f-0871-48f8-9733-c5613854b3de admin admin] Publish callbacks [] for security_group (141d76d5-965f-4c35-a25b-f281440316c7), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.176640 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-41ea352b-2027-42f0-8259-0af56999b638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.197808 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0853642b-b57b-421c-bc13-ffb0fa54369d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (df9998a8-86f5-4f47-9527-4622726ff923), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.251272 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:45.263055 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:45.264890 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=1762bd9c-09c1-455e-935d-edfe74377e46,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:45.267055 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:45.271303 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (a0c98444-b907-4783-b2e9-14b30b4a22ef), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.358522 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=a0c98444-b907-4783-b2e9-14b30b4a22ef,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:45.380177 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b82b8002-c658-4f32-ae93-cda04378bb91 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (486dec77-5706-4960-bd97-66bf4a3c4980), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.382325 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b82b8002-c658-4f32-ae93-cda04378bb91 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.385867 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b82b8002-c658-4f32-ae93-cda04378bb91 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "DELETE /v2.0/security-groups/486dec77-5706-4960-bd97-66bf4a3c4980 HTTP/1.1" status: 204 len: 168 time: 0.5847199 Apr 16 04:25:45.386581 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38818) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:45.397706 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Checking segment: {'id': 'a773062c-eb8a-4616-bdc2-9138c273ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe6fb528-9352-424b-91c7-f0ae8f24fce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:25:45.398074 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network hostable DHCP agents. Network: fe6fb528-9352-424b-91c7-f0ae8f24fce7, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:25:45.400399 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b8002-c658-4f32-ae93-cda04378bb91 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=486dec77-5706-4960-bd97-66bf4a3c4980,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:45.427662 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.443860 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-66acd19f-0871-48f8-9733-c5613854b3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (141d76d5-965f-4c35-a25b-f281440316c7), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.446480 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-66acd19f-0871-48f8-9733-c5613854b3de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.450052 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-66acd19f-0871-48f8-9733-c5613854b3de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/141d76d5-965f-4c35-a25b-f281440316c7 HTTP/1.1" status: 204 len: 168 time: 0.5950103 Apr 16 04:25:45.450052 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0853642b-b57b-421c-bc13-ffb0fa54369d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (df9998a8-86f5-4f47-9527-4622726ff923), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.486624 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853642b-b57b-421c-bc13-ffb0fa54369d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Subnet': ['ID=df9998a8-86f5-4f47-9527-4622726ff923,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:45.490386 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acd19f-0871-48f8-9733-c5613854b3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141d76d5-965f-4c35-a25b-f281440316c7,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:45.492620 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0853642b-b57b-421c-bc13-ffb0fa54369d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.500051 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0853642b-b57b-421c-bc13-ffb0fa54369d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/subnets/df9998a8-86f5-4f47-9527-4622726ff923 HTTP/1.1" status: 204 len: 168 time: 0.8119864 Apr 16 04:25:45.500051 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network fe6fb528-9352-424b-91c7-f0ae8f24fce7 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:25:45.500051 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38822) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:45.511786 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38824) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:45.512997 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-401b5775-72a3-4ca2-b3f1-24a9f6276895 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1251957 Apr 16 04:25:45.528750 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-9a937891-8ae1-4b6f-8722-9fea18c1b475 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group': {'name': 'tempest-secgroup--2082828561'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:45.529961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2df9b3f4-0018-4690-bbcb-f5a778cc107a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for floatingip (735f09a0-a4cd-4ed6-b22f-f7e1257c1bac), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.566135 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c916f2df-89ed-40e9-9a99-5eaf1eb3fb75 None None] Network 82dbe832-846d-4ed4-a675-6f1f2d697aef requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:45.591673 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, fe6fb528-9352-424b-91c7-f0ae8f24fce7) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:45.598408 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:45.603674 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:45.608109 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:45.608806 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.614607 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bdab44d6-b25c-4d49-a8b6-92620d7fc35b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (82dbe832-846d-4ed4-a675-6f1f2d697aef), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.630175 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea8b140-6b95-4a6f-a5f9-d3d3af269e35 None None] Network fe6fb528-9352-424b-91c7-f0ae8f24fce7 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:45.659235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-41ea352b-2027-42f0-8259-0af56999b638 admin admin] Publish callbacks [] for security_group (246e464a-7e6f-40ab-8386-536cb281db47), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.673913 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-bdab44d6-b25c-4d49-a8b6-92620d7fc35b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:45.674247 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bdab44d6-b25c-4d49-a8b6-92620d7fc35b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.686005 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-856b81d9-455a-4629-b615-4e2e87878b64 None None] Provisioning complete for port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:45.686571 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-856b81d9-455a-4629-b615-4e2e87878b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.686682 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9a937891-8ae1-4b6f-8722-9fea18c1b475 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.708147 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8e85ae6e-1208-4152-a99e-03335be463fd tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5424592 Apr 16 04:25:45.722112 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38826) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:45.747361 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2df9b3f4-0018-4690-bbcb-f5a778cc107a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c98fa6fa-8ab7-4c50-a099-c8c4bd3f4288), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.763305 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-bdab44d6-b25c-4d49-a8b6-92620d7fc35b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] For port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a,segment=NetworkSegment(4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b),segment_id=4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:45.763674 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bdab44d6-b25c-4d49-a8b6-92620d7fc35b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.788283 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-bdab44d6-b25c-4d49-a8b6-92620d7fc35b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:45.843905 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-41ea352b-2027-42f0-8259-0af56999b638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (246e464a-7e6f-40ab-8386-536cb281db47), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.863456 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80f1646-83a6-48bf-921d-ad837e5753d5 None None] DHCP port deletion for 82dbe832-846d-4ed4-a675-6f1f2d697aef request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:25:45.878389 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9a937891-8ae1-4b6f-8722-9fea18c1b475 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (3871f41a-77c6-465d-b1a3-9574a3811577), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.950040 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-856b81d9-455a-4629-b615-4e2e87878b64 None None] Current status of the port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:45.957108 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b80f1646-83a6-48bf-921d-ad837e5753d5 None None] Deleting port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:45.957749 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b80f1646-83a6-48bf-921d-ad837e5753d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:45.962370 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea352b-2027-42f0-8259-0af56999b638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246e464a-7e6f-40ab-8386-536cb281db47,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:45.966746 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-41ea352b-2027-42f0-8259-0af56999b638 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ed3a2d810ce4c0dbccd3bce3fdc2c25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9938791 Apr 16 04:25:45.971091 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38828) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:45.993521 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9a937891-8ae1-4b6f-8722-9fea18c1b475 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (3871f41a-77c6-465d-b1a3-9574a3811577), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.019349 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bdab44d6-b25c-4d49-a8b6-92620d7fc35b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.035820 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-b7915261-e00e-4505-b92b-5f49c51be8ad tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port a0c98444-b907-4783-b2e9-14b30b4a22ef {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:46.036432 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b7915261-e00e-4505-b92b-5f49c51be8ad tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (a0c98444-b907-4783-b2e9-14b30b4a22ef), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.045491 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-b80f1646-83a6-48bf-921d-ad837e5753d5 None None] For port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a,segment=NetworkSegment(4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b),segment_id=4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:46.046067 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b80f1646-83a6-48bf-921d-ad837e5753d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.060423 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b80f1646-83a6-48bf-921d-ad837e5753d5 None None] Calling delete_port for 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:46.084329 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab44d6-b25c-4d49-a8b6-92620d7fc35b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:46.094554 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdab44d6-b25c-4d49-a8b6-92620d7fc35b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No DVR routers for this DVR port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:46.095836 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a937891-8ae1-4b6f-8722-9fea18c1b475 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3871f41a-77c6-465d-b1a3-9574a3811577,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:46.122688 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b7915261-e00e-4505-b92b-5f49c51be8ad tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (a0c98444-b907-4783-b2e9-14b30b4a22ef), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.129275 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9a937891-8ae1-4b6f-8722-9fea18c1b475 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.133094 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9a937891-8ae1-4b6f-8722-9fea18c1b475 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6162772 Apr 16 04:25:46.137197 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38830) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:46.143419 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-7c1e10d8-4e60-401f-bbc9-f7df85a27be2 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': '3871f41a-77c6-465d-b1a3-9574a3811577', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:46.156458 dv-neutron-838078-2-hyperv neutron-server[104633]: WARNING neutron.api.v2.base [None req-7c1e10d8-4e60-401f-bbc9-f7df85a27be2 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 16 04:25:46.157159 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-7c1e10d8-4e60-401f-bbc9-f7df85a27be2 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:25:46.160938 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7c1e10d8-4e60-401f-bbc9-f7df85a27be2 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0193250 Apr 16 04:25:46.163716 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38832) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:46.163876 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-b7915261-e00e-4505-b92b-5f49c51be8ad tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for a0c98444-b907-4783-b2e9-14b30b4a22ef owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:46.164614 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4ceda641-edd2-4a3d-9e60-c1e6d622a093 admin admin] Publish callbacks [] for security_group (246e464a-7e6f-40ab-8386-536cb281db47), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.166521 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b80f1646-83a6-48bf-921d-ad837e5753d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.168816 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-98ef96f5-e3ed-452e-a5c3-0cf1e2ec55fc tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': '3871f41a-77c6-465d-b1a3-9574a3811577', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:46.170861 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.api.v2.base [None req-98ef96f5-e3ed-452e-a5c3-0cf1e2ec55fc tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 16 04:25:46.170998 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-98ef96f5-e3ed-452e-a5c3-0cf1e2ec55fc tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:25:46.175303 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-98ef96f5-e3ed-452e-a5c3-0cf1e2ec55fc tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0089142 Apr 16 04:25:46.181866 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38834) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:46.186377 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-0a2c12f7-5492-41c2-8c2e-99e96a9e0d49 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': '3871f41a-77c6-465d-b1a3-9574a3811577', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:46.187358 dv-neutron-838078-2-hyperv neutron-server[104633]: WARNING neutron.api.v2.base [None req-0a2c12f7-5492-41c2-8c2e-99e96a9e0d49 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 16 04:25:46.188418 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-0a2c12f7-5492-41c2-8c2e-99e96a9e0d49 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:25:46.191965 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0a2c12f7-5492-41c2-8c2e-99e96a9e0d49 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095067 Apr 16 04:25:46.196182 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38836) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:46.196996 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f1646-83a6-48bf-921d-ad837e5753d5 None None] Pushing event deleted for resources: {'Port': ['ID=1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:46.201492 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80f1646-83a6-48bf-921d-ad837e5753d5 None None] No DVR routers for this DVR port 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:46.210693 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-4f9164c9-5a94-4cd2-b7eb-f40ce9c38d13 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': '3871f41a-77c6-465d-b1a3-9574a3811577', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:46.211006 dv-neutron-838078-2-hyperv neutron-server[104633]: WARNING neutron.api.v2.base [None req-4f9164c9-5a94-4cd2-b7eb-f40ce9c38d13 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 16 04:25:46.211644 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-4f9164c9-5a94-4cd2-b7eb-f40ce9c38d13 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:25:46.216120 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4f9164c9-5a94-4cd2-b7eb-f40ce9c38d13 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0155857 Apr 16 04:25:46.216472 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bdab44d6-b25c-4d49-a8b6-92620d7fc35b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (82dbe832-846d-4ed4-a675-6f1f2d697aef), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.219658 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38838) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:46.247577 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4ceda641-edd2-4a3d-9e60-c1e6d622a093 admin admin] Publish callbacks [] for security_group (246e464a-7e6f-40ab-8386-536cb281db47), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.269213 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2df9b3f4-0018-4690-bbcb-f5a778cc107a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for port (c98fa6fa-8ab7-4c50-a099-c8c4bd3f4288), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.283722 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-bdab44d6-b25c-4d49-a8b6-92620d7fc35b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82dbe832-846d-4ed4-a675-6f1f2d697aef']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:46.304378 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-bdab44d6-b25c-4d49-a8b6-92620d7fc35b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:46.304671 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-bdab44d6-b25c-4d49-a8b6-92620d7fc35b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:46.322368 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bdab44d6-b25c-4d49-a8b6-92620d7fc35b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.323037 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2df9b3f4-0018-4690-bbcb-f5a778cc107a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (c98fa6fa-8ab7-4c50-a099-c8c4bd3f4288), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.349942 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb02aded-d3fb-4d73-af86-0f7eb73e0496 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (3871f41a-77c6-465d-b1a3-9574a3811577), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.352077 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bdab44d6-b25c-4d49-a8b6-92620d7fc35b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.367997 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdab44d6-b25c-4d49-a8b6-92620d7fc35b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:46.368393 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bdab44d6-b25c-4d49-a8b6-92620d7fc35b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (4378fbe0-4cf6-4276-ac7a-3cfe8af6dd4b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:46.371396 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:46.384098 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b7915261-e00e-4505-b92b-5f49c51be8ad tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (a0c98444-b907-4783-b2e9-14b30b4a22ef), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.408495 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9b3f4-0018-4690-bbcb-f5a778cc107a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event updated for resources: {'Port': ['ID=c98fa6fa-8ab7-4c50-a099-c8c4bd3f4288,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:46.432156 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4ceda641-edd2-4a3d-9e60-c1e6d622a093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (246e464a-7e6f-40ab-8386-536cb281db47), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.434731 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4ceda641-edd2-4a3d-9e60-c1e6d622a093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.439756 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4ceda641-edd2-4a3d-9e60-c1e6d622a093 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/246e464a-7e6f-40ab-8386-536cb281db47 HTTP/1.1" status: 204 len: 168 time: 0.4619775 Apr 16 04:25:46.439756 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb02aded-d3fb-4d73-af86-0f7eb73e0496 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (3871f41a-77c6-465d-b1a3-9574a3811577), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.440177 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b7915261-e00e-4505-b92b-5f49c51be8ad tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.446650 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b7915261-e00e-4505-b92b-5f49c51be8ad tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/ports/a0c98444-b907-4783-b2e9-14b30b4a22ef HTTP/1.1" status: 204 len: 168 time: 0.7191160 Apr 16 04:25:46.446650 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2df9b3f4-0018-4690-bbcb-f5a778cc107a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (735f09a0-a4cd-4ed6-b22f-f7e1257c1bac), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.447394 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38842) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:46.448160 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7915261-e00e-4505-b92b-5f49c51be8ad tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=a0c98444-b907-4783-b2e9-14b30b4a22ef,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:46.473065 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceda641-edd2-4a3d-9e60-c1e6d622a093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246e464a-7e6f-40ab-8386-536cb281db47,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:46.546596 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bdab44d6-b25c-4d49-a8b6-92620d7fc35b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (82dbe832-846d-4ed4-a675-6f1f2d697aef), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.557455 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bdab44d6-b25c-4d49-a8b6-92620d7fc35b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.562142 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bdab44d6-b25c-4d49-a8b6-92620d7fc35b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/networks/82dbe832-846d-4ed4-a675-6f1f2d697aef HTTP/1.1" status: 204 len: 168 time: 1.0580406 Apr 16 04:25:46.562762 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38844) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:46.571057 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab44d6-b25c-4d49-a8b6-92620d7fc35b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Network': ['ID=82dbe832-846d-4ed4-a675-6f1f2d697aef,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:46.578612 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb02aded-d3fb-4d73-af86-0f7eb73e0496 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (3871f41a-77c6-465d-b1a3-9574a3811577), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.581761 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb02aded-d3fb-4d73-af86-0f7eb73e0496 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.582803 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bb02aded-d3fb-4d73-af86-0f7eb73e0496 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "DELETE /v2.0/security-groups/3871f41a-77c6-465d-b1a3-9574a3811577 HTTP/1.1" status: 204 len: 168 time: 0.3621995 Apr 16 04:25:46.588412 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421ce4ec-6f48-4fed-b0df-06ac5002f94d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:46.590164 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421ce4ec-6f48-4fed-b0df-06ac5002f94d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:46.591495 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38846) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:46.591725 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-421ce4ec-6f48-4fed-b0df-06ac5002f94d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1414437 Apr 16 04:25:46.598324 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02aded-d3fb-4d73-af86-0f7eb73e0496 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3871f41a-77c6-465d-b1a3-9574a3811577,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:46.600360 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38848) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:46.641166 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a00ef89-b0a5-4cba-87ef-9b1867b4ced5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:46.642689 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9a00ef89-b0a5-4cba-87ef-9b1867b4ced5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0774632 Apr 16 04:25:46.646437 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38850) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:46.659434 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-2df9b3f4-0018-4690-bbcb-f5a778cc107a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Floating IP 735f09a0-a4cd-4ed6-b22f-f7e1257c1bac associated. External IP: 172.26.6.35, port: ce65225f-df16-4d65-9a85-02706113e772. Apr 16 04:25:46.674678 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-544c132a-3e71-423c-9cf7-32c8d08479c7 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0818939 Apr 16 04:25:46.682015 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38852) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:46.687532 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-8949d8dc-db8e-4f5c-ba2c-6ae4b4360b74 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group': {'name': 'tempest-secgroup--894914595'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:46.736039 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-46881f21-1006-4cd2-9b58-9d7e836bfaf8 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port 1762bd9c-09c1-455e-935d-edfe74377e46 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:46.736255 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5925f2e0-19c7-4e7a-9b4e-78f97645dfbf tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0887377 Apr 16 04:25:46.736789 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-46881f21-1006-4cd2-9b58-9d7e836bfaf8 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (1762bd9c-09c1-455e-935d-edfe74377e46), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.739539 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38854) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:46.745518 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-a16669a3-dc3d-4208-9b9f-9e69fd5e5056 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-13356122'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:46.806021 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-46881f21-1006-4cd2-9b58-9d7e836bfaf8 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (1762bd9c-09c1-455e-935d-edfe74377e46), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.825955 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-46881f21-1006-4cd2-9b58-9d7e836bfaf8 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for 1762bd9c-09c1-455e-935d-edfe74377e46 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:46.831485 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8949d8dc-db8e-4f5c-ba2c-6ae4b4360b74 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.887001 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16669a3-dc3d-4208-9b9f-9e69fd5e5056 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:46.890423 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a16669a3-dc3d-4208-9b9f-9e69fd5e5056 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:46.956370 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8949d8dc-db8e-4f5c-ba2c-6ae4b4360b74 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (595f75c1-543b-4c17-9784-881761936427), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.013884 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-46881f21-1006-4cd2-9b58-9d7e836bfaf8 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (1762bd9c-09c1-455e-935d-edfe74377e46), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.045740 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8949d8dc-db8e-4f5c-ba2c-6ae4b4360b74 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (595f75c1-543b-4c17-9784-881761936427), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.048317 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46881f21-1006-4cd2-9b58-9d7e836bfaf8 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=1762bd9c-09c1-455e-935d-edfe74377e46,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:47.071007 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-46881f21-1006-4cd2-9b58-9d7e836bfaf8 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.074358 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-46881f21-1006-4cd2-9b58-9d7e836bfaf8 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/ports/1762bd9c-09c1-455e-935d-edfe74377e46 HTTP/1.1" status: 204 len: 168 time: 0.4721978 Apr 16 04:25:47.079935 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38858) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:47.126562 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949d8dc-db8e-4f5c-ba2c-6ae4b4360b74 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=595f75c1-543b-4c17-9784-881761936427,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:47.143631 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8949d8dc-db8e-4f5c-ba2c-6ae4b4360b74 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.147845 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8949d8dc-db8e-4f5c-ba2c-6ae4b4360b74 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4607761 Apr 16 04:25:47.147845 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38860) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:47.158805 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-073db4f0-05ee-4d9c-b4a2-275ed54a7474 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': '595f75c1-543b-4c17-9784-881761936427', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:47.158805 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.api.v2.base [None req-073db4f0-05ee-4d9c-b4a2-275ed54a7474 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 16 04:25:47.158805 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-073db4f0-05ee-4d9c-b4a2-275ed54a7474 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:25:47.158805 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-073db4f0-05ee-4d9c-b4a2-275ed54a7474 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061569 Apr 16 04:25:47.162573 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8f64e4-bde3-4343-a924-7e9391645c40 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:47.164196 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-da8f64e4-bde3-4343-a924-7e9391645c40 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0835207 Apr 16 04:25:47.164764 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38862) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:47.167187 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38864) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:47.171883 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-049bb867-eced-42c0-bbb0-f286af41f8c5 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': '595f75c1-543b-4c17-9784-881761936427', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:47.187344 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:47.205194 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38866) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:47.214884 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:47.215379 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1e4acf4c-ea84-45af-8a1a-7b35d7cd3f2a not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:47.225199 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9e788f-89ed-4244-82ac-65bef64b0004 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] GET failed (client error): The resource could not be found. Apr 16 04:25:47.229260 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0f9e788f-89ed-4244-82ac-65bef64b0004 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports/a0c98444-b907-4783-b2e9-14b30b4a22ef HTTP/1.1" status: 404 len: 333 time: 0.0586488 Apr 16 04:25:47.231897 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38868) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:47.268388 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16669a3-dc3d-4208-9b9f-9e69fd5e5056 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:25:47.269845 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e48213-49f4-4a57-a00e-d4d154348382 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] GET failed (client error): The resource could not be found. Apr 16 04:25:47.271277 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-00e48213-49f4-4a57-a00e-d4d154348382 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports/1762bd9c-09c1-455e-935d-edfe74377e46 HTTP/1.1" status: 404 len: 333 time: 0.0360305 Apr 16 04:25:47.275011 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38870) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:47.285087 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a16669a3-dc3d-4208-9b9f-9e69fd5e5056 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (b777e970-ad19-48ed-a999-ff1afcd47534), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.285432 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-a16669a3-dc3d-4208-9b9f-9e69fd5e5056 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Added segment b777e970-ad19-48ed-a999-ff1afcd47534 of type vlan for network 0c3ba0d7-9169-42ae-b9f5-7dcc411e213f Apr 16 04:25:47.296037 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df9b3f4-0018-4690-bbcb-f5a778cc107a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Router c53c57b7-0848-483d-a00c-6b997f7acb4b has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:25:47.312999 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-68d5d246-c55f-4feb-b8cc-c5552291e717 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b6d62b394d16400891df4a2583f7f670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1063831 Apr 16 04:25:47.315813 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38872) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:47.334397 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a16669a3-dc3d-4208-9b9f-9e69fd5e5056 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (0c3ba0d7-9169-42ae-b9f5-7dcc411e213f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.396197 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-83b9efe1-7695-43b7-9707-85e5f510c65a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (fe6fb528-9352-424b-91c7-f0ae8f24fce7), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.443938 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8ae90e2b-6a42-4f59-84b1-0286b39acf59 admin admin] Publish callbacks [] for security_group (110fae36-ba4a-426a-93ee-6bfc9999d7a0), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.448915 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-049bb867-eced-42c0-bbb0-f286af41f8c5 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:25:47.449932 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a16669a3-dc3d-4208-9b9f-9e69fd5e5056 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (0c3ba0d7-9169-42ae-b9f5-7dcc411e213f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.450098 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-049bb867-eced-42c0-bbb0-f286af41f8c5 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2843027 Apr 16 04:25:47.454829 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16669a3-dc3d-4208-9b9f-9e69fd5e5056 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:47.455407 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a16669a3-dc3d-4208-9b9f-9e69fd5e5056 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.457523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38874) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:47.466509 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-bfc674d1-fca9-42e7-8c16-d4b50ebf5ea9 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': '595f75c1-543b-4c17-9784-881761936427', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:47.467264 dv-neutron-838078-2-hyperv neutron-server[104633]: WARNING neutron.api.v2.base [None req-bfc674d1-fca9-42e7-8c16-d4b50ebf5ea9 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 16 04:25:47.467751 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-bfc674d1-fca9-42e7-8c16-d4b50ebf5ea9 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:25:47.469231 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-bfc674d1-fca9-42e7-8c16-d4b50ebf5ea9 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054827 Apr 16 04:25:47.476454 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38876) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:47.479468 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df9b3f4-0018-4690-bbcb-f5a778cc107a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:25:47.491320 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acded535-3d70-4ed7-9dc5-aceba9ae489c None None] Sync routers for ids ['c53c57b7-0848-483d-a00c-6b997f7acb4b'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:25:47.493485 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-b5f5e4ac-7d24-4f33-a3d2-13dbe55ff62e tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': '595f75c1-543b-4c17-9784-881761936427', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:47.503637 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acded535-3d70-4ed7-9dc5-aceba9ae489c None None] Routers {'c53c57b7-0848-483d-a00c-6b997f7acb4b'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:47.505236 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-acded535-3d70-4ed7-9dc5-aceba9ae489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c53c57b7-0848-483d-a00c-6b997f7acb4b'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:47.522899 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8ae90e2b-6a42-4f59-84b1-0286b39acf59 admin admin] Publish callbacks [] for security_group (110fae36-ba4a-426a-93ee-6bfc9999d7a0), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.532594 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-83b9efe1-7695-43b7-9707-85e5f510c65a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (fe6fb528-9352-424b-91c7-f0ae8f24fce7), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.558042 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16669a3-dc3d-4208-9b9f-9e69fd5e5056 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Network': ['ID=0c3ba0d7-9169-42ae-b9f5-7dcc411e213f,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:47.570529 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 0c3ba0d7-9169-42ae-b9f5-7dcc411e213f details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:25:47.571052 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-83b9efe1-7695-43b7-9707-85e5f510c65a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6fb528-9352-424b-91c7-f0ae8f24fce7']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:47.577643 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a16669a3-dc3d-4208-9b9f-9e69fd5e5056 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8359222 Apr 16 04:25:47.580409 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38878) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:47.588105 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-83b9efe1-7695-43b7-9707-85e5f510c65a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a773062c-eb8a-4616-bdc2-9138c273ca29') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:47.588396 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-83b9efe1-7695-43b7-9707-85e5f510c65a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a773062c-eb8a-4616-bdc2-9138c273ca29') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:47.589143 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-20946b71-969a-48b9-b7a2-9fbc55556178 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'subnet': {'network_id': '0c3ba0d7-9169-42ae-b9f5-7dcc411e213f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:47.600535 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-83b9efe1-7695-43b7-9707-85e5f510c65a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (a773062c-eb8a-4616-bdc2-9138c273ca29), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.616704 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-83b9efe1-7695-43b7-9707-85e5f510c65a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (a773062c-eb8a-4616-bdc2-9138c273ca29), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.623502 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b9efe1-7695-43b7-9707-85e5f510c65a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:47.623944 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-83b9efe1-7695-43b7-9707-85e5f510c65a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (a773062c-eb8a-4616-bdc2-9138c273ca29), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:47.627549 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:47.630275 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-acded535-3d70-4ed7-9dc5-aceba9ae489c None None] Set router c53c57b7-0848-483d-a00c-6b997f7acb4b gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:47.675127 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2df9b3f4-0018-4690-bbcb-f5a778cc107a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.700535 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8ae90e2b-6a42-4f59-84b1-0286b39acf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (110fae36-ba4a-426a-93ee-6bfc9999d7a0), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.704298 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8ae90e2b-6a42-4f59-84b1-0286b39acf59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.706391 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8ae90e2b-6a42-4f59-84b1-0286b39acf59 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/110fae36-ba4a-426a-93ee-6bfc9999d7a0 HTTP/1.1" status: 204 len: 168 time: 0.3896263 Apr 16 04:25:47.716618 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae90e2b-6a42-4f59-84b1-0286b39acf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110fae36-ba4a-426a-93ee-6bfc9999d7a0,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:47.725465 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2df9b3f4-0018-4690-bbcb-f5a778cc107a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4926124 Apr 16 04:25:47.729328 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13c951c-dfbd-41f4-bce6-942179dbb384', 'tag': 'ce65225f-df16-4d65-9a85-02706113e772'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:25:47.732077 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4928ac9f-f198-41cf-8dee-5a23204ba274" -d '{"events": [{"name": "network-changed", "server_uuid": "b13c951c-dfbd-41f4-bce6-942179dbb384", "tag": "ce65225f-df16-4d65-9a85-02706113e772"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:25:47.772652 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea5ebe6-c3ec-4c21-a156-e6be7d3c036c x-openstack-request-id: req-0ea5ebe6-c3ec-4c21-a156-e6be7d3c036c {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:25:47.773325 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13c951c-dfbd-41f4-bce6-942179dbb384", "tag": "ce65225f-df16-4d65-9a85-02706113e772", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:25:47.773325 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ea5ebe6-c3ec-4c21-a156-e6be7d3c036c {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:25:47.773897 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea5ebe6-c3ec-4c21-a156-e6be7d3c036c'] response: {'name': 'network-changed', 'server_uuid': 'b13c951c-dfbd-41f4-bce6-942179dbb384', 'tag': 'ce65225f-df16-4d65-9a85-02706113e772', 'status': 'completed', 'code': 200} Apr 16 04:25:47.780766 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-83b9efe1-7695-43b7-9707-85e5f510c65a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (fe6fb528-9352-424b-91c7-f0ae8f24fce7), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.791381 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-83b9efe1-7695-43b7-9707-85e5f510c65a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.798369 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-83b9efe1-7695-43b7-9707-85e5f510c65a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/networks/fe6fb528-9352-424b-91c7-f0ae8f24fce7 HTTP/1.1" status: 204 len: 168 time: 0.5193167 Apr 16 04:25:47.798868 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38886) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:47.804495 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-dd576376-88bf-4919-bd13-8ce29668350b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-866507441'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:47.825727 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9efe1-7695-43b7-9707-85e5f510c65a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Network': ['ID=fe6fb528-9352-424b-91c7-f0ae8f24fce7,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:47.861353 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20946b71-969a-48b9-b7a2-9fbc55556178 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:47.864838 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-20946b71-969a-48b9-b7a2-9fbc55556178 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:47.877603 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-b5f5e4ac-7d24-4f33-a3d2-13dbe55ff62e tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:25:47.878682 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b5f5e4ac-7d24-4f33-a3d2-13dbe55ff62e tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4011219 Apr 16 04:25:47.881663 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38888) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:47.886281 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-b5187a05-7652-4436-8c33-1fed0105e515 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': '595f75c1-543b-4c17-9784-881761936427', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:47.886761 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.api.v2.base [None req-b5187a05-7652-4436-8c33-1fed0105e515 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 16 04:25:47.887412 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-b5187a05-7652-4436-8c33-1fed0105e515 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:25:47.888346 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b5187a05-7652-4436-8c33-1fed0105e515 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057199 Apr 16 04:25:47.892289 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38890) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:47.896566 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-cff2d2cd-90b1-4379-972e-f55b7026ba5c tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': '595f75c1-543b-4c17-9784-881761936427', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:47.903594 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928ac9f-f198-41cf-8dee-5a23204ba274 req-14cc62f2-bacc-4225-a4b4-925b6be47874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:47.907302 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4928ac9f-f198-41cf-8dee-5a23204ba274 req-14cc62f2-bacc-4225-a4b4-925b6be47874 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 1130 time: 0.0945108 Apr 16 04:25:47.919903 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-acded535-3d70-4ed7-9dc5-aceba9ae489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:39Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '735f09a0-a4cd-4ed6-b22f-f7e1257c1bac', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'floating_ip_address': '172.26.6.35', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'port_id': 'ce65225f-df16-4d65-9a85-02706113e772', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'mac_address': 'fa:16:3e:d5:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13c951c-dfbd-41f4-bce6-942179dbb384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:25:45Z', 'updated_at': '2022-04-16T04:25:45Z', 'revision_number': 0, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ac6853-873c-4b1b-9f38-49979bc3cfaa', 'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'mac_address': 'fa:16:3e:40:fa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:37Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 5, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'subnets': [{'id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:47.950847 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acded535-3d70-4ed7-9dc5-aceba9ae489c None None] Checking router: c53c57b7-0848-483d-a00c-6b997f7acb4b for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:25:47.960049 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acded535-3d70-4ed7-9dc5-aceba9ae489c None None] Routers {'c53c57b7-0848-483d-a00c-6b997f7acb4b'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:25:47.960601 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-acded535-3d70-4ed7-9dc5-aceba9ae489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c53c57b7-0848-483d-a00c-6b997f7acb4b'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:47.966595 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd576376-88bf-4919-bd13-8ce29668350b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:47.970523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd576376-88bf-4919-bd13-8ce29668350b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:48.009050 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-cff2d2cd-90b1-4379-972e-f55b7026ba5c tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Project 6d75ed93304f44ca9d94b429ef192075 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:25:48.057747 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd576376-88bf-4919-bd13-8ce29668350b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:25:48.075544 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd576376-88bf-4919-bd13-8ce29668350b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (3f5a7957-8cae-4b94-9a17-6aebe832634b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:48.075897 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-dd576376-88bf-4919-bd13-8ce29668350b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Added segment 3f5a7957-8cae-4b94-9a17-6aebe832634b of type vlan for network 3b4f5fb7-2332-484f-b94e-35b670ee9e4e Apr 16 04:25:48.083790 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-acded535-3d70-4ed7-9dc5-aceba9ae489c None None] Set router c53c57b7-0848-483d-a00c-6b997f7acb4b gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:25:48.106545 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-cff2d2cd-90b1-4379-972e-f55b7026ba5c tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:25:48.107628 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-cff2d2cd-90b1-4379-972e-f55b7026ba5c tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2144289 Apr 16 04:25:48.110629 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38894) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:48.117218 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-2e7986d5-6c09-4ac8-b591-6848aa819d7b tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': '595f75c1-543b-4c17-9784-881761936427', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:48.117808 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.api.v2.base [None req-2e7986d5-6c09-4ac8-b591-6848aa819d7b tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 16 04:25:48.119587 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-2e7986d5-6c09-4ac8-b591-6848aa819d7b tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:25:48.120012 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2e7986d5-6c09-4ac8-b591-6848aa819d7b tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075130 Apr 16 04:25:48.122859 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38896) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:48.127003 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928ac9f-f198-41cf-8dee-5a23204ba274 req-74f42a1f-9cce-4ffd-a594-e87426208330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:48.128489 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4928ac9f-f198-41cf-8dee-5a23204ba274 req-74f42a1f-9cce-4ffd-a594-e87426208330 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e HTTP/1.1" status: 200 len: 912 time: 0.2157140 Apr 16 04:25:48.130069 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-d8dfa3e6-a5dd-483c-aad0-4d7b831d62da tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': '595f75c1-543b-4c17-9784-881761936427', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:48.211783 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd576376-88bf-4919-bd13-8ce29668350b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (3b4f5fb7-2332-484f-b94e-35b670ee9e4e), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:48.227486 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-d8dfa3e6-a5dd-483c-aad0-4d7b831d62da tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Project 6d75ed93304f44ca9d94b429ef192075 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:25:48.287876 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4928ac9f-f198-41cf-8dee-5a23204ba274 req-8a411457-5992-4860-b886-8901941faf30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce65225f-df16-4d65-9a85-02706113e772 HTTP/1.1" status: 200 len: 999 time: 0.1532612 Apr 16 04:25:48.321620 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-acded535-3d70-4ed7-9dc5-aceba9ae489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:39Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '735f09a0-a4cd-4ed6-b22f-f7e1257c1bac', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'floating_ip_address': '172.26.6.35', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'port_id': 'ce65225f-df16-4d65-9a85-02706113e772', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'mac_address': 'fa:16:3e:d5:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13c951c-dfbd-41f4-bce6-942179dbb384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:25:45Z', 'updated_at': '2022-04-16T04:25:45Z', 'revision_number': 0, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ac6853-873c-4b1b-9f38-49979bc3cfaa', 'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'mac_address': 'fa:16:3e:40:fa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:37Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 5, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'subnets': [{'id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:48.323443 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-d8dfa3e6-a5dd-483c-aad0-4d7b831d62da tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:25:48.324612 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d8dfa3e6-a5dd-483c-aad0-4d7b831d62da tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2002618 Apr 16 04:25:48.327353 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38904) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:48.334318 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-3d76601b-a064-4093-b4be-a479feac45dc tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': '595f75c1-543b-4c17-9784-881761936427', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:48.348690 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928ac9f-f198-41cf-8dee-5a23204ba274 req-5a1fb7ee-393e-49ca-928b-c28c6ceaaf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:48.350729 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4928ac9f-f198-41cf-8dee-5a23204ba274 req-5a1fb7ee-393e-49ca-928b-c28c6ceaaf17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de0b4063-129f-46ca-b5ba-66ee8157041e HTTP/1.1" status: 200 len: 851 time: 0.0533972 Apr 16 04:25:48.353950 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acded535-3d70-4ed7-9dc5-aceba9ae489c None None] The sync data for ids ['c53c57b7-0848-483d-a00c-6b997f7acb4b'] in dv-neutron-838078-2-hyperv is: [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:39Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '735f09a0-a4cd-4ed6-b22f-f7e1257c1bac', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'floating_ip_address': '172.26.6.35', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'port_id': 'ce65225f-df16-4d65-9a85-02706113e772', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'mac_address': 'fa:16:3e:d5:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13c951c-dfbd-41f4-bce6-942179dbb384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:25:45Z', 'updated_at': '2022-04-16T04:25:45Z', 'revision_number': 0, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ac6853-873c-4b1b-9f38-49979bc3cfaa', 'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'mac_address': 'fa:16:3e:40:fa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:37Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 5, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'subnets': [{'id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:25:48.390226 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-20946b71-969a-48b9-b7a2-9fbc55556178 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (8c29a3d2-0d78-42a7-8a58-8161bd237e1c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:48.426824 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928ac9f-f198-41cf-8dee-5a23204ba274 req-7cb2fc04-e206-4446-ae2a-bd88a9e931f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:48.428320 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4928ac9f-f198-41cf-8dee-5a23204ba274 req-7cb2fc04-e206-4446-ae2a-bd88a9e931f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0720549 Apr 16 04:25:48.452405 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd576376-88bf-4919-bd13-8ce29668350b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (3b4f5fb7-2332-484f-b94e-35b670ee9e4e), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:48.457273 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd576376-88bf-4919-bd13-8ce29668350b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:48.457850 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd576376-88bf-4919-bd13-8ce29668350b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:48.472137 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-3d76601b-a064-4093-b4be-a479feac45dc tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Project 6d75ed93304f44ca9d94b429ef192075 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:25:48.543223 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20946b71-969a-48b9-b7a2-9fbc55556178 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Subnet': ['ID=8c29a3d2-0d78-42a7-8a58-8161bd237e1c,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:48.575064 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-3d76601b-a064-4093-b4be-a479feac45dc tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:25:48.576928 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3d76601b-a064-4093-b4be-a479feac45dc tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2466898 Apr 16 04:25:48.579332 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38908) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:48.588434 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865687c2-ae9a-4291-b9ea-e7c0633c95cc None None] New status for floating IP 735f09a0-a4cd-4ed6-b22f-f7e1257c1bac: ACTIVE {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:25:48.605080 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd576376-88bf-4919-bd13-8ce29668350b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Network': ['ID=3b4f5fb7-2332-484f-b94e-35b670ee9e4e,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:48.619195 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20946b71-969a-48b9-b7a2-9fbc55556178 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Checking segment: {'id': 'b777e970-ad19-48ed-a999-ff1afcd47534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0c3ba0d7-9169-42ae-b9f5-7dcc411e213f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:25:48.619400 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20946b71-969a-48b9-b7a2-9fbc55556178 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network hostable DHCP agents. Network: 0c3ba0d7-9169-42ae-b9f5-7dcc411e213f, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:25:48.630297 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 3b4f5fb7-2332-484f-b94e-35b670ee9e4e details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:25:48.646135 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4928ac9f-f198-41cf-8dee-5a23204ba274 req-ef606bae-2ebd-4213-83f1-68e47e9d47b4 service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087960 Apr 16 04:25:48.660988 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-35bd6760-5fc6-4924-8b57-987e5294de14 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (595f75c1-543b-4c17-9784-881761936427), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:48.677315 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dd576376-88bf-4919-bd13-8ce29668350b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8767524 Apr 16 04:25:48.682918 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38912) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:48.688942 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-52c18664-5d8f-42e9-a6b4-d17452cd221b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'subnet': {'network_id': '3b4f5fb7-2332-484f-b94e-35b670ee9e4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:48.748638 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20946b71-969a-48b9-b7a2-9fbc55556178 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network 0c3ba0d7-9169-42ae-b9f5-7dcc411e213f is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:25:48.763523 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4928ac9f-f198-41cf-8dee-5a23204ba274 req-4a310de9-60b9-495b-a5d2-0b3cab992138 service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104567 Apr 16 04:25:48.784585 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-35bd6760-5fc6-4924-8b57-987e5294de14 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (595f75c1-543b-4c17-9784-881761936427), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:48.854508 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-20946b71-969a-48b9-b7a2-9fbc55556178 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 0c3ba0d7-9169-42ae-b9f5-7dcc411e213f) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:48.858616 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20946b71-969a-48b9-b7a2-9fbc55556178 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:48.859264 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-20946b71-969a-48b9-b7a2-9fbc55556178 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:48.865133 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f88d4ed-e2b9-43f2-a07c-2ab58af0d48d None None] Network 0c3ba0d7-9169-42ae-b9f5-7dcc411e213f requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:48.940625 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c18664-5d8f-42e9-a6b4-d17452cd221b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:48.944435 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-52c18664-5d8f-42e9-a6b4-d17452cd221b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:48.949948 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-20946b71-969a-48b9-b7a2-9fbc55556178 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3681781 Apr 16 04:25:48.950603 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38920) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:48.961360 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-6f771897-82d1-44da-915c-f4da37e11bf0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'port': {'network_id': '0c3ba0d7-9169-42ae-b9f5-7dcc411e213f', 'name': 'tempest-PortsIpV6TestJSON-307773027'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:48.971810 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-35bd6760-5fc6-4924-8b57-987e5294de14 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (595f75c1-543b-4c17-9784-881761936427), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:48.974718 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-35bd6760-5fc6-4924-8b57-987e5294de14 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:48.974856 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-0c3ba0d7-9169-42ae-b9f5-7dcc411e213f', 'network_id': '0c3ba0d7-9169-42ae-b9f5-7dcc411e213f', 'project_id': '4c55de659951468a91bdb9322c74436d', 'fixed_ips': [{'subnet_id': '8c29a3d2-0d78-42a7-8a58-8161bd237e1c'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:25:48.976666 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:48.977858 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-35bd6760-5fc6-4924-8b57-987e5294de14 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "DELETE /v2.0/security-groups/595f75c1-543b-4c17-9784-881761936427 HTTP/1.1" status: 204 len: 168 time: 0.3968816 Apr 16 04:25:48.989750 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38922) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:49.032676 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd6760-5fc6-4924-8b57-987e5294de14 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=595f75c1-543b-4c17-9784-881761936427,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:49.050599 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.ipam_backend_mixin [None req-52c18664-5d8f-42e9-a6b4-d17452cd221b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Performing IP validity checks on allocation pools {{(pid=104632) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 16 04:25:49.051223 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.ipam_backend_mixin [None req-52c18664-5d8f-42e9-a6b4-d17452cd221b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104632) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 16 04:25:49.115410 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d7c4196b-6a1e-4c73-ba96-e2250428d364 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1216567 Apr 16 04:25:49.119567 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38926) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:49.126515 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-20bd94ab-27b4-47b0-8d9a-39d92b4de7f8 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group': {'name': 'tempest-secgroup--478735391'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:49.170409 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f771897-82d1-44da-915c-f4da37e11bf0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:49.175960 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] Allocated IP 2001:db8::2 (0c3ba0d7-9169-42ae-b9f5-7dcc411e213f/8c29a3d2-0d78-42a7-8a58-8161bd237e1c/03ac0039-f79a-4a1f-9ec7-c498e85747de) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:49.177218 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6f771897-82d1-44da-915c-f4da37e11bf0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:49.200378 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-6f771897-82d1-44da-915c-f4da37e11bf0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] device_id is not set on port 63a86223-c6a7-4c14-9fc8-27cff712aa2c yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:25:49.236485 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-20bd94ab-27b4-47b0-8d9a-39d92b4de7f8 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:49.318266 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-52c18664-5d8f-42e9-a6b4-d17452cd221b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (6642469e-d4ba-424b-9f24-12d51a5f06a1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:49.339085 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-20bd94ab-27b4-47b0-8d9a-39d92b4de7f8 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (9e5c911c-112f-4ee4-b7b2-0ce504da3cbd), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:49.341160 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] Publish callbacks [] for port (03ac0039-f79a-4a1f-9ec7-c498e85747de), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:49.393208 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c18664-5d8f-42e9-a6b4-d17452cd221b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Subnet': ['ID=6642469e-d4ba-424b-9f24-12d51a5f06a1,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:49.395452 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c18664-5d8f-42e9-a6b4-d17452cd221b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Checking segment: {'id': '3f5a7957-8cae-4b94-9a17-6aebe832634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3b4f5fb7-2332-484f-b94e-35b670ee9e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:25:49.395792 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c18664-5d8f-42e9-a6b4-d17452cd221b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network hostable DHCP agents. Network: 3b4f5fb7-2332-484f-b94e-35b670ee9e4e, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:25:49.414627 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-20bd94ab-27b4-47b0-8d9a-39d92b4de7f8 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (9e5c911c-112f-4ee4-b7b2-0ce504da3cbd), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:49.442288 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (03ac0039-f79a-4a1f-9ec7-c498e85747de), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:49.466785 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd94ab-27b4-47b0-8d9a-39d92b4de7f8 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5c911c-112f-4ee4-b7b2-0ce504da3cbd,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:49.485726 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c18664-5d8f-42e9-a6b4-d17452cd221b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network 3b4f5fb7-2332-484f-b94e-35b670ee9e4e is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:25:49.495529 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] Network 0c3ba0d7-9169-42ae-b9f5-7dcc411e213f is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:49.498679 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:49.504864 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:49.508438 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] Pushing event updated for resources: {'Port': ['ID=03ac0039-f79a-4a1f-9ec7-c498e85747de,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:49.518313 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-20bd94ab-27b4-47b0-8d9a-39d92b4de7f8 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:49.519635 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-20bd94ab-27b4-47b0-8d9a-39d92b4de7f8 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3989959 Apr 16 04:25:49.520980 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-6f771897-82d1-44da-915c-f4da37e11bf0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Allocated IP 2001:db8::108 (0c3ba0d7-9169-42ae-b9f5-7dcc411e213f/8c29a3d2-0d78-42a7-8a58-8161bd237e1c/63a86223-c6a7-4c14-9fc8-27cff712aa2c) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:49.522674 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38932) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:49.527286 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-292b617d-a94c-45d1-9e8c-7d92d8e3a978 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': '9e5c911c-112f-4ee4-b7b2-0ce504da3cbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:49.549184 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-52c18664-5d8f-42e9-a6b4-d17452cd221b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 3b4f5fb7-2332-484f-b94e-35b670ee9e4e) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:49.558610 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c18664-5d8f-42e9-a6b4-d17452cd221b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:49.559459 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-52c18664-5d8f-42e9-a6b4-d17452cd221b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:49.572004 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561d1f15-bfa3-41ff-b1a6-65994a286bae None None] Network 3b4f5fb7-2332-484f-b94e-35b670ee9e4e requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:49.605639 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] Attempting to bind port 03ac0039-f79a-4a1f-9ec7-c498e85747de on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:25:49.606318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] Attempting to bind port 03ac0039-f79a-4a1f-9ec7-c498e85747de by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'b777e970-ad19-48ed-a999-ff1afcd47534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0c3ba0d7-9169-42ae-b9f5-7dcc411e213f'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:25:49.606318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] Attempting to bind port 03ac0039-f79a-4a1f-9ec7-c498e85747de on network 0c3ba0d7-9169-42ae-b9f5-7dcc411e213f {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:25:49.645464 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:25:49.645824 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] Checking segment: {'id': 'b777e970-ad19-48ed-a999-ff1afcd47534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0c3ba0d7-9169-42ae-b9f5-7dcc411e213f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:25:49.646225 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:49.646617 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] Bound using segment: {'id': 'b777e970-ad19-48ed-a999-ff1afcd47534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0c3ba0d7-9169-42ae-b9f5-7dcc411e213f'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:25:49.648030 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] Bound port: 03ac0039-f79a-4a1f-9ec7-c498e85747de, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b777e970-ad19-48ed-a999-ff1afcd47534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0c3ba0d7-9169-42ae-b9f5-7dcc411e213f'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:25:49.648030 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (03ac0039-f79a-4a1f-9ec7-c498e85747de), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:49.668310 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-52c18664-5d8f-42e9-a6b4-d17452cd221b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9838285 Apr 16 04:25:49.670783 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38936) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:49.676838 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-d9b5090b-3b2d-4ae6-8c5e-7269f10039bb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'port': {'network_id': '3b4f5fb7-2332-484f-b94e-35b670ee9e4e', 'name': 'tempest-PortsTestJSON-1955336919'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:49.709775 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6f771897-82d1-44da-915c-f4da37e11bf0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (63a86223-c6a7-4c14-9fc8-27cff712aa2c), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:49.746982 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-3b4f5fb7-2332-484f-b94e-35b670ee9e4e', 'network_id': '3b4f5fb7-2332-484f-b94e-35b670ee9e4e', 'project_id': '2003f45899ce417e8628a90cb615c285', 'fixed_ips': [{'subnet_id': '6642469e-d4ba-424b-9f24-12d51a5f06a1'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:25:49.747831 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:49.763920 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] For port 03ac0039-f79a-4a1f-9ec7-c498e85747de, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:25:49.787663 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] For port 03ac0039-f79a-4a1f-9ec7-c498e85747de, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=03ac0039-f79a-4a1f-9ec7-c498e85747de,segment=NetworkSegment(b777e970-ad19-48ed-a999-ff1afcd47534),segment_id=b777e970-ad19-48ed-a999-ff1afcd47534)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:25:49.839081 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6f771897-82d1-44da-915c-f4da37e11bf0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (63a86223-c6a7-4c14-9fc8-27cff712aa2c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:49.872437 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-292b617d-a94c-45d1-9e8c-7d92d8e3a978 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): The resource could not be found. Apr 16 04:25:49.877083 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-292b617d-a94c-45d1-9e8c-7d92d8e3a978 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3533137 Apr 16 04:25:49.877742 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38942) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:49.882287 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-dfde56c2-3a5e-4f94-8939-39e3a0ca675f tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': '9e5c911c-112f-4ee4-b7b2-0ce504da3cbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '89724aa4-b494-4722-ae01-fa1fadbc5191'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:49.916575 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f771897-82d1-44da-915c-f4da37e11bf0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network 0c3ba0d7-9169-42ae-b9f5-7dcc411e213f is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:49.928868 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f771897-82d1-44da-915c-f4da37e11bf0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=63a86223-c6a7-4c14-9fc8-27cff712aa2c,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:49.928868 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-6f771897-82d1-44da-915c-f4da37e11bf0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:49.929736 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f771897-82d1-44da-915c-f4da37e11bf0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:49.936627 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f771897-82d1-44da-915c-f4da37e11bf0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:49.936942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6f771897-82d1-44da-915c-f4da37e11bf0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:49.945248 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b5090b-3b2d-4ae6-8c5e-7269f10039bb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:49.949313 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d9b5090b-3b2d-4ae6-8c5e-7269f10039bb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:49.979846 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-d9b5090b-3b2d-4ae6-8c5e-7269f10039bb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] device_id is not set on port e7c7da42-11d8-4941-9af2-c4685b5c2d9a yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:25:50.039043 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38946) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:50.069629 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (03ac0039-f79a-4a1f-9ec7-c498e85747de), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:50.082304 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6f771897-82d1-44da-915c-f4da37e11bf0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1299024 Apr 16 04:25:50.083190 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38950) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:50.088494 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-2adc20b9-c3d3-4d90-be74-dea47a8a9d24 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'port': {'network_id': '0c3ba0d7-9169-42ae-b9f5-7dcc411e213f', 'name': 'tempest-PortsIpV6TestJSON-1677952865'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:50.136824 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-d9b5090b-3b2d-4ae6-8c5e-7269f10039bb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Allocated IP 172.20.0.6 (3b4f5fb7-2332-484f-b94e-35b670ee9e4e/6642469e-d4ba-424b-9f24-12d51a5f06a1/e7c7da42-11d8-4941-9af2-c4685b5c2d9a) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:50.187371 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419f6c2-ccbf-4a5d-b6b3-c994a55b738e None None] Pushing event updated for resources: {'Port': ['ID=03ac0039-f79a-4a1f-9ec7-c498e85747de,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:50.209707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-574a765b-e020-4f79-8503-9419e9c8edfd tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1904296339'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:50.440679 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adc20b9-c3d3-4d90-be74-dea47a8a9d24 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:50.447597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2adc20b9-c3d3-4d90-be74-dea47a8a9d24 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:50.472024 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-2adc20b9-c3d3-4d90-be74-dea47a8a9d24 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] device_id is not set on port e4958720-b46a-4620-a166-4ac30fab28e6 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:25:50.554432 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-574a765b-e020-4f79-8503-9419e9c8edfd tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (4e894ba8-8eba-4410-ba3c-d7a5dd76cd61), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:50.555469 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-574a765b-e020-4f79-8503-9419e9c8edfd tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (4e894ba8-8eba-4410-ba3c-d7a5dd76cd61), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:50.558906 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-dfde56c2-3a5e-4f94-8939-39e3a0ca675f tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): The resource could not be found. Apr 16 04:25:50.563059 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-dfde56c2-3a5e-4f94-8939-39e3a0ca675f tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6812887 Apr 16 04:25:50.564088 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38952) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:50.643939 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-574a765b-e020-4f79-8503-9419e9c8edfd tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router_controller (4e894ba8-8eba-4410-ba3c-d7a5dd76cd61), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:50.656808 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d9b5090b-3b2d-4ae6-8c5e-7269f10039bb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (e7c7da42-11d8-4941-9af2-c4685b5c2d9a), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:50.674779 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-2adc20b9-c3d3-4d90-be74-dea47a8a9d24 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Allocated IP 2001:db8::361 (0c3ba0d7-9169-42ae-b9f5-7dcc411e213f/8c29a3d2-0d78-42a7-8a58-8161bd237e1c/e4958720-b46a-4620-a166-4ac30fab28e6) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:50.699657 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fe132158-3150-41b7-99b2-40e04c39777e tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (9e5c911c-112f-4ee4-b7b2-0ce504da3cbd), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:50.718294 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-574a765b-e020-4f79-8503-9419e9c8edfd tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (4e894ba8-8eba-4410-ba3c-d7a5dd76cd61), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:50.735957 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d9b5090b-3b2d-4ae6-8c5e-7269f10039bb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (e7c7da42-11d8-4941-9af2-c4685b5c2d9a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:50.742779 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fe132158-3150-41b7-99b2-40e04c39777e tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (9e5c911c-112f-4ee4-b7b2-0ce504da3cbd), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:50.786104 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-574a765b-e020-4f79-8503-9419e9c8edfd tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:50.787832 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-574a765b-e020-4f79-8503-9419e9c8edfd tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7471712 Apr 16 04:25:50.794263 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38954) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:50.812084 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] Allocated IP 172.20.0.2 (3b4f5fb7-2332-484f-b94e-35b670ee9e4e/6642469e-d4ba-424b-9f24-12d51a5f06a1/90228832-115b-4bc8-8175-c66746389ce1) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:50.819633 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b5090b-3b2d-4ae6-8c5e-7269f10039bb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network 3b4f5fb7-2332-484f-b94e-35b670ee9e4e is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:50.904776 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-d9b5090b-3b2d-4ae6-8c5e-7269f10039bb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:50.915370 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b5090b-3b2d-4ae6-8c5e-7269f10039bb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:50.939785 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2adc20b9-c3d3-4d90-be74-dea47a8a9d24 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (e4958720-b46a-4620-a166-4ac30fab28e6), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:50.941729 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fe132158-3150-41b7-99b2-40e04c39777e tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (9e5c911c-112f-4ee4-b7b2-0ce504da3cbd), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:50.945245 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fe132158-3150-41b7-99b2-40e04c39777e tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:50.950544 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-fe132158-3150-41b7-99b2-40e04c39777e tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "DELETE /v2.0/security-groups/9e5c911c-112f-4ee4-b7b2-0ce504da3cbd HTTP/1.1" status: 204 len: 168 time: 0.3853495 Apr 16 04:25:50.950793 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38956) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:50.955537 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5090b-3b2d-4ae6-8c5e-7269f10039bb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=e7c7da42-11d8-4941-9af2-c4685b5c2d9a,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:50.984607 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6b15d0b7-9670-44a0-9677-c79a31ee9bb9 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router (4e894ba8-8eba-4410-ba3c-d7a5dd76cd61), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:50.987961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe132158-3150-41b7-99b2-40e04c39777e tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5c911c-112f-4ee4-b7b2-0ce504da3cbd,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:51.024444 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] Publish callbacks [] for port (90228832-115b-4bc8-8175-c66746389ce1), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.105271 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (90228832-115b-4bc8-8175-c66746389ce1), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.129548 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2adc20b9-c3d3-4d90-be74-dea47a8a9d24 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (e4958720-b46a-4620-a166-4ac30fab28e6), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.181536 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6b15d0b7-9670-44a0-9677-c79a31ee9bb9 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (4e894ba8-8eba-4410-ba3c-d7a5dd76cd61), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.184965 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6b15d0b7-9670-44a0-9677-c79a31ee9bb9 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router_controller (4e894ba8-8eba-4410-ba3c-d7a5dd76cd61), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.204099 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] Network 3b4f5fb7-2332-484f-b94e-35b670ee9e4e is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:51.216226 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:51.225415 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:51.237237 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] Pushing event updated for resources: {'Port': ['ID=90228832-115b-4bc8-8175-c66746389ce1,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:51.242196 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adc20b9-c3d3-4d90-be74-dea47a8a9d24 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network 0c3ba0d7-9169-42ae-b9f5-7dcc411e213f is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:51.284008 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-2adc20b9-c3d3-4d90-be74-dea47a8a9d24 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:51.284236 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-430c87b0-6fb5-463a-9ede-4a9099ff99b1 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3227921 Apr 16 04:25:51.284236 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b5090b-3b2d-4ae6-8c5e-7269f10039bb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:51.285217 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d9b5090b-3b2d-4ae6-8c5e-7269f10039bb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.285364 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38958) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:51.318039 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adc20b9-c3d3-4d90-be74-dea47a8a9d24 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:51.324933 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adc20b9-c3d3-4d90-be74-dea47a8a9d24 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:51.325943 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2adc20b9-c3d3-4d90-be74-dea47a8a9d24 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.326433 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 03ac0039-f79a-4a1f-9ec7-c498e85747de up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:25:51.333114 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-04e7044c-9382-4400-ba9f-f0812250c4fa tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': 'd9a228e4-7271-4677-9a6c-eb5f5be6a286', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:51.358114 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6b15d0b7-9670-44a0-9677-c79a31ee9bb9 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (4e894ba8-8eba-4410-ba3c-d7a5dd76cd61), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.358818 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b15d0b7-9670-44a0-9677-c79a31ee9bb9 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e894ba8-8eba-4410-ba3c-d7a5dd76cd61 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:25:51.364797 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc20b9-c3d3-4d90-be74-dea47a8a9d24 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=e4958720-b46a-4620-a166-4ac30fab28e6,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:51.365103 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6b15d0b7-9670-44a0-9677-c79a31ee9bb9 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.367276 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6b15d0b7-9670-44a0-9677-c79a31ee9bb9 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] 10.222.0.30 "DELETE /v2.0/routers/4e894ba8-8eba-4410-ba3c-d7a5dd76cd61 HTTP/1.1" status: 204 len: 168 time: 0.5694773 Apr 16 04:25:51.370278 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38960) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:51.385771 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-c5de9ba8-2023-4323-b1f4-3ecdc507c5af tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Request body: {'router': {'name': 'tempest-router-472067706', 'distributed': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:51.392448 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] Attempting to bind port 90228832-115b-4bc8-8175-c66746389ce1 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:25:51.392844 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] Attempting to bind port 90228832-115b-4bc8-8175-c66746389ce1 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '3f5a7957-8cae-4b94-9a17-6aebe832634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3b4f5fb7-2332-484f-b94e-35b670ee9e4e'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:25:51.393216 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] Attempting to bind port 90228832-115b-4bc8-8175-c66746389ce1 on network 3b4f5fb7-2332-484f-b94e-35b670ee9e4e {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:25:51.397253 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d9b5090b-3b2d-4ae6-8c5e-7269f10039bb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7252166 Apr 16 04:25:51.400489 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38962) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:51.403203 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:25:51.403580 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] Checking segment: {'id': '3f5a7957-8cae-4b94-9a17-6aebe832634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3b4f5fb7-2332-484f-b94e-35b670ee9e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:25:51.403984 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.404440 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] Bound using segment: {'id': '3f5a7957-8cae-4b94-9a17-6aebe832634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3b4f5fb7-2332-484f-b94e-35b670ee9e4e'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:25:51.404981 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] Bound port: 90228832-115b-4bc8-8175-c66746389ce1, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5a7957-8cae-4b94-9a17-6aebe832634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3b4f5fb7-2332-484f-b94e-35b670ee9e4e'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:25:51.405375 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (90228832-115b-4bc8-8175-c66746389ce1), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.461882 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38964) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:51.462539 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2adc20b9-c3d3-4d90-be74-dea47a8a9d24 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3775756 Apr 16 04:25:51.525308 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] For port 90228832-115b-4bc8-8175-c66746389ce1, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:25:51.529056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] For port 90228832-115b-4bc8-8175-c66746389ce1, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=90228832-115b-4bc8-8175-c66746389ce1,segment=NetworkSegment(3f5a7957-8cae-4b94-9a17-6aebe832634b),segment_id=3f5a7957-8cae-4b94-9a17-6aebe832634b)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:25:51.533437 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 03ac0039-f79a-4a1f-9ec7-c498e85747de triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:51.533973 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (03ac0039-f79a-4a1f-9ec7-c498e85747de), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.553197 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-7c2caf13-d122-43e6-80c6-50192837502d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port e7c7da42-11d8-4941-9af2-c4685b5c2d9a {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:51.553611 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c2caf13-d122-43e6-80c6-50192837502d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (e7c7da42-11d8-4941-9af2-c4685b5c2d9a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.567632 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-04e7044c-9382-4400-ba9f-f0812250c4fa tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): The resource could not be found. Apr 16 04:25:51.568804 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-04e7044c-9382-4400-ba9f-f0812250c4fa tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2757514 Apr 16 04:25:51.572601 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38966) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:51.577343 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-4e7d1def-3471-4bde-ae8a-72c37c739e85 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group': {'name': 'tempest-secgroup--164965888'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:51.620676 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5de9ba8-2023-4323-b1f4-3ecdc507c5af tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (95de2123-0e1b-4cf9-ae8b-cd472fb6fa35), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.621820 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5de9ba8-2023-4323-b1f4-3ecdc507c5af tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (95de2123-0e1b-4cf9-ae8b-cd472fb6fa35), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.624878 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fbd594-2f88-4034-b65e-3755b17280c4 None None] Network 0c3ba0d7-9169-42ae-b9f5-7dcc411e213f requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:51.630602 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (90228832-115b-4bc8-8175-c66746389ce1), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.697741 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 03ac0039-f79a-4a1f-9ec7-c498e85747de is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:51.697741 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (03ac0039-f79a-4a1f-9ec7-c498e85747de), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.707526 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4e7d1def-3471-4bde-ae8a-72c37c739e85 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.714810 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54d6168-68b5-40f3-bfd1-d7722d763eef tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:51.716445 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d54d6168-68b5-40f3-bfd1-d7722d763eef tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A108 HTTP/1.1" status: 200 len: 928 time: 0.2531326 Apr 16 04:25:51.729132 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38968) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:51.806414 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8b77f886-bd35-4161-9803-43dbe4c26906 None None] Provisioning complete for port 03ac0039-f79a-4a1f-9ec7-c498e85747de triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:51.806897 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8b77f886-bd35-4161-9803-43dbe4c26906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (03ac0039-f79a-4a1f-9ec7-c498e85747de), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.850604 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f66eb-4be1-491a-a068-22f1737db7e3 None None] Pushing event updated for resources: {'Port': ['ID=90228832-115b-4bc8-8175-c66746389ce1,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:51.881997 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 03ac0039-f79a-4a1f-9ec7-c498e85747de, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=03ac0039-f79a-4a1f-9ec7-c498e85747de,segment=NetworkSegment(b777e970-ad19-48ed-a999-ff1afcd47534),segment_id=b777e970-ad19-48ed-a999-ff1afcd47534)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:51.884457 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5de9ba8-2023-4323-b1f4-3ecdc507c5af tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router_controller (95de2123-0e1b-4cf9-ae8b-cd472fb6fa35), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.898332 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c2caf13-d122-43e6-80c6-50192837502d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (e7c7da42-11d8-4941-9af2-c4685b5c2d9a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.901607 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-a0d786cf-1124-4210-ab87-ead007c3c452 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port e4958720-b46a-4620-a166-4ac30fab28e6 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:51.901937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a0d786cf-1124-4210-ab87-ead007c3c452 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (e4958720-b46a-4620-a166-4ac30fab28e6), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.910491 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4e7d1def-3471-4bde-ae8a-72c37c739e85 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (19524db6-a3f5-487c-8cec-c71cecea4fb9), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.939253 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-7c2caf13-d122-43e6-80c6-50192837502d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for e7c7da42-11d8-4941-9af2-c4685b5c2d9a owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:51.967757 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8b77f886-bd35-4161-9803-43dbe4c26906 None None] Current status of the port 03ac0039-f79a-4a1f-9ec7-c498e85747de is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:51.968423 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8b77f886-bd35-4161-9803-43dbe4c26906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (03ac0039-f79a-4a1f-9ec7-c498e85747de), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.981842 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5de9ba8-2023-4323-b1f4-3ecdc507c5af tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (95de2123-0e1b-4cf9-ae8b-cd472fb6fa35), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:51.986882 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4e7d1def-3471-4bde-ae8a-72c37c739e85 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (19524db6-a3f5-487c-8cec-c71cecea4fb9), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:52.008685 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (03ac0039-f79a-4a1f-9ec7-c498e85747de), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:52.113307 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d1def-3471-4bde-ae8a-72c37c739e85 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19524db6-a3f5-487c-8cec-c71cecea4fb9,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:52.155965 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4e7d1def-3471-4bde-ae8a-72c37c739e85 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:52.159396 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4e7d1def-3471-4bde-ae8a-72c37c739e85 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5857263 Apr 16 04:25:52.162323 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38970) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:52.176641 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-95ae0718-fd2c-4c2b-82e5-ec2e0bbd9e09 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group': {'name': 'tempest-secgroup--1249530855'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:52.180414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a0d786cf-1124-4210-ab87-ead007c3c452 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (e4958720-b46a-4620-a166-4ac30fab28e6), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:52.193593 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=03ac0039-f79a-4a1f-9ec7-c498e85747de,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:52.196648 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-8b77f886-bd35-4161-9803-43dbe4c26906 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:25:52.199514 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-8b77f886-bd35-4161-9803-43dbe4c26906 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:25:52.236707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-a0d786cf-1124-4210-ab87-ead007c3c452 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for e4958720-b46a-4620-a166-4ac30fab28e6 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:52.239092 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5de9ba8-2023-4323-b1f4-3ecdc507c5af tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:52.243109 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c5de9ba8-2023-4323-b1f4-3ecdc507c5af tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8603151 Apr 16 04:25:52.243838 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38972) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:52.369268 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-95ae0718-fd2c-4c2b-82e5-ec2e0bbd9e09 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:52.392176 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1005cad6-1a48-4103-a4cd-83ac29152d49 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router (95de2123-0e1b-4cf9-ae8b-cd472fb6fa35), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:52.475408 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-95ae0718-fd2c-4c2b-82e5-ec2e0bbd9e09 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (3cfc0758-063b-409c-bf64-bcb02c796f7d), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:52.533160 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-95ae0718-fd2c-4c2b-82e5-ec2e0bbd9e09 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (3cfc0758-063b-409c-bf64-bcb02c796f7d), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:52.568517 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae0718-fd2c-4c2b-82e5-ec2e0bbd9e09 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfc0758-063b-409c-bf64-bcb02c796f7d,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:52.657320 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c2caf13-d122-43e6-80c6-50192837502d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (e7c7da42-11d8-4941-9af2-c4685b5c2d9a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:52.668753 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-95ae0718-fd2c-4c2b-82e5-ec2e0bbd9e09 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:52.669178 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-95ae0718-fd2c-4c2b-82e5-ec2e0bbd9e09 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5025010 Apr 16 04:25:52.673144 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38974) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:52.677773 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1005cad6-1a48-4103-a4cd-83ac29152d49 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (95de2123-0e1b-4cf9-ae8b-cd472fb6fa35), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:52.685155 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-3f734107-1062-4f84-a5b4-083ebfbeb37d tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': '19524db6-a3f5-487c-8cec-c71cecea4fb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3cfc0758-063b-409c-bf64-bcb02c796f7d'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:52.703657 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1005cad6-1a48-4103-a4cd-83ac29152d49 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router_controller (95de2123-0e1b-4cf9-ae8b-cd472fb6fa35), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:52.727426 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2caf13-d122-43e6-80c6-50192837502d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=e7c7da42-11d8-4941-9af2-c4685b5c2d9a,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:52.761430 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8b77f886-bd35-4161-9803-43dbe4c26906 None None] Current status of the port 03ac0039-f79a-4a1f-9ec7-c498e85747de is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:52.868454 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c2caf13-d122-43e6-80c6-50192837502d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:52.874561 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38976) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:52.880303 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7c2caf13-d122-43e6-80c6-50192837502d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/ports/e7c7da42-11d8-4941-9af2-c4685b5c2d9a HTTP/1.1" status: 204 len: 168 time: 1.4730270 Apr 16 04:25:52.886711 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-476f5f1e-418b-4527-b4c5-2e88b6c1a402 None None] Provisioning complete for port e4958720-b46a-4620-a166-4ac30fab28e6 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:52.887200 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-476f5f1e-418b-4527-b4c5-2e88b6c1a402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e4958720-b46a-4620-a166-4ac30fab28e6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:52.899442 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1005cad6-1a48-4103-a4cd-83ac29152d49 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (95de2123-0e1b-4cf9-ae8b-cd472fb6fa35), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:52.900866 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1005cad6-1a48-4103-a4cd-83ac29152d49 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95de2123-0e1b-4cf9-ae8b-cd472fb6fa35 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:25:52.914095 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1005cad6-1a48-4103-a4cd-83ac29152d49 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:52.915262 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1005cad6-1a48-4103-a4cd-83ac29152d49 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] 10.222.0.30 "DELETE /v2.0/routers/95de2123-0e1b-4cf9-ae8b-cd472fb6fa35 HTTP/1.1" status: 204 len: 168 time: 0.6705177 Apr 16 04:25:52.919427 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38978) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:52.926826 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-38a5570f-6838-4b0a-b851-73595e1a2846 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Request body: {'router': {'name': 'tempest-router-586972927', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '947a45b4b915449f99e445dfe7218e53'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:52.930001 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab7f46b-b2aa-487e-824a-0187ba97f3e8 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] DELETE failed (client error): The resource could not be found. Apr 16 04:25:52.930669 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab7f46b-b2aa-487e-824a-0187ba97f3e8 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:25:52.936564 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6ab7f46b-b2aa-487e-824a-0187ba97f3e8 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/ports/e7c7da42-11d8-4941-9af2-c4685b5c2d9a HTTP/1.1" status: 404 len: 333 time: 0.0581398 Apr 16 04:25:52.936564 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-3f734107-1062-4f84-a5b4-083ebfbeb37d tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:25:52.936564 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3f734107-1062-4f84-a5b4-083ebfbeb37d tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2615085 Apr 16 04:25:52.937277 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38980) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:52.938991 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38982) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:52.942457 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a0d786cf-1124-4210-ab87-ead007c3c452 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (e4958720-b46a-4620-a166-4ac30fab28e6), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:52.948018 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-476f5f1e-418b-4527-b4c5-2e88b6c1a402 None None] Port e4958720-b46a-4620-a166-4ac30fab28e6 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:25:52.954946 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-476f5f1e-418b-4527-b4c5-2e88b6c1a402 None None] Provisioning complete for port 63a86223-c6a7-4c14-9fc8-27cff712aa2c triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:52.955417 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-476f5f1e-418b-4527-b4c5-2e88b6c1a402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (63a86223-c6a7-4c14-9fc8-27cff712aa2c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:52.984162 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d786cf-1124-4210-ab87-ead007c3c452 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=e4958720-b46a-4620-a166-4ac30fab28e6,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:52.999844 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-476f5f1e-418b-4527-b4c5-2e88b6c1a402 None None] Port 63a86223-c6a7-4c14-9fc8-27cff712aa2c cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:25:53.003943 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eeb1cd2-2c32-448a-b40f-df3c238de438 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] GET failed (client error): The resource could not be found. Apr 16 04:25:53.010338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-476f5f1e-418b-4527-b4c5-2e88b6c1a402 None None] Provisioning complete for port 03ac0039-f79a-4a1f-9ec7-c498e85747de triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:53.011104 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-476f5f1e-418b-4527-b4c5-2e88b6c1a402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (03ac0039-f79a-4a1f-9ec7-c498e85747de), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.011462 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9eeb1cd2-2c32-448a-b40f-df3c238de438 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports/e7c7da42-11d8-4941-9af2-c4685b5c2d9a HTTP/1.1" status: 404 len: 333 time: 0.0708885 Apr 16 04:25:53.012534 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38984) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:53.034781 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a0d786cf-1124-4210-ab87-ead007c3c452 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.041509 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a0d786cf-1124-4210-ab87-ead007c3c452 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/ports/e4958720-b46a-4620-a166-4ac30fab28e6 HTTP/1.1" status: 204 len: 168 time: 1.3091333 Apr 16 04:25:53.042360 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38986) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:53.070329 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-200e441e-b857-4d8c-97b4-c8ac65da12e0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] GET failed (client error): The resource could not be found. Apr 16 04:25:53.075320 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-200e441e-b857-4d8c-97b4-c8ac65da12e0 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports/e4958720-b46a-4620-a166-4ac30fab28e6 HTTP/1.1" status: 404 len: 333 time: 0.0317593 Apr 16 04:25:53.076051 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38988) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:53.089690 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-38a5570f-6838-4b0a-b851-73595e1a2846 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (70b2602c-1364-46bf-9b56-633d9192dbcf), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.090810 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-38a5570f-6838-4b0a-b851-73595e1a2846 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (70b2602c-1364-46bf-9b56-633d9192dbcf), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.116644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-476f5f1e-418b-4527-b4c5-2e88b6c1a402 None None] Current status of the port 03ac0039-f79a-4a1f-9ec7-c498e85747de is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:53.160882 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7549e3f-b0d4-460b-b21a-21dbd79844e6 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting subnet 6642469e-d4ba-424b-9f24-12d51a5f06a1 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:25:53.173091 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f7549e3f-b0d4-460b-b21a-21dbd79844e6 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (6642469e-d4ba-424b-9f24-12d51a5f06a1), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.194834 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2e45352a-c506-4f4c-a6c4-c687d9f9ffd8 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (3cfc0758-063b-409c-bf64-bcb02c796f7d), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.232386 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c76c9af4-d5a4-49c3-b869-991da62e3e5c None None] Could not find standard attr ID for object e4958720-b46a-4620-a166-4ac30fab28e6. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:25:53.243217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2e45352a-c506-4f4c-a6c4-c687d9f9ffd8 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (3cfc0758-063b-409c-bf64-bcb02c796f7d), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.304761 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f7549e3f-b0d4-460b-b21a-21dbd79844e6 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (6642469e-d4ba-424b-9f24-12d51a5f06a1), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.351619 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 03ac0039-f79a-4a1f-9ec7-c498e85747de up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:25:53.387394 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b507f8d-6111-4525-b41f-b0c06be198e5 None None] Network 3b4f5fb7-2332-484f-b94e-35b670ee9e4e requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:53.415959 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f7549e3f-b0d4-460b-b21a-21dbd79844e6 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (6642469e-d4ba-424b-9f24-12d51a5f06a1), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.449285 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2e45352a-c506-4f4c-a6c4-c687d9f9ffd8 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (3cfc0758-063b-409c-bf64-bcb02c796f7d), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.452182 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2e45352a-c506-4f4c-a6c4-c687d9f9ffd8 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.456078 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2e45352a-c506-4f4c-a6c4-c687d9f9ffd8 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "DELETE /v2.0/security-groups/3cfc0758-063b-409c-bf64-bcb02c796f7d HTTP/1.1" status: 204 len: 168 time: 0.5117240 Apr 16 04:25:53.460412 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38990) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:53.480299 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-be72037e-2c45-48f6-9254-08a88f65c94c None None] Provisioning complete for port 90228832-115b-4bc8-8175-c66746389ce1 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:53.484127 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-be72037e-2c45-48f6-9254-08a88f65c94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (90228832-115b-4bc8-8175-c66746389ce1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.493675 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45352a-c506-4f4c-a6c4-c687d9f9ffd8 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfc0758-063b-409c-bf64-bcb02c796f7d,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:53.535455 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 03ac0039-f79a-4a1f-9ec7-c498e85747de triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:53.535830 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (03ac0039-f79a-4a1f-9ec7-c498e85747de), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.553058 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-be52475b-a5ad-43e0-836b-5fa439f140c2 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0853581 Apr 16 04:25:53.553639 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38992) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:53.558633 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-38a5570f-6838-4b0a-b851-73595e1a2846 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router_controller (70b2602c-1364-46bf-9b56-633d9192dbcf), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.559807 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-8d816feb-aa6c-416f-bca9-28b2ebb233ac tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port 63a86223-c6a7-4c14-9fc8-27cff712aa2c {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:53.560133 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8d816feb-aa6c-416f-bca9-28b2ebb233ac tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (63a86223-c6a7-4c14-9fc8-27cff712aa2c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.605132 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f7549e3f-b0d4-460b-b21a-21dbd79844e6 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (6642469e-d4ba-424b-9f24-12d51a5f06a1), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.617272 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e303b04d-41ec-4366-9b4d-50f633067bd2 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (19524db6-a3f5-487c-8cec-c71cecea4fb9), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.652384 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-38a5570f-6838-4b0a-b851-73595e1a2846 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (70b2602c-1364-46bf-9b56-633d9192dbcf), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.658999 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7549e3f-b0d4-460b-b21a-21dbd79844e6 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Subnet': ['ID=6642469e-d4ba-424b-9f24-12d51a5f06a1,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:53.661774 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f7549e3f-b0d4-460b-b21a-21dbd79844e6 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.665539 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f7549e3f-b0d4-460b-b21a-21dbd79844e6 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/subnets/6642469e-d4ba-424b-9f24-12d51a5f06a1 HTTP/1.1" status: 204 len: 168 time: 0.6477199 Apr 16 04:25:53.668623 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38994) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:53.670470 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8d816feb-aa6c-416f-bca9-28b2ebb233ac tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (63a86223-c6a7-4c14-9fc8-27cff712aa2c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.695911 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-8d816feb-aa6c-416f-bca9-28b2ebb233ac tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for 63a86223-c6a7-4c14-9fc8-27cff712aa2c owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:53.703391 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-be72037e-2c45-48f6-9254-08a88f65c94c None None] Current status of the port 90228832-115b-4bc8-8175-c66746389ce1 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:53.703779 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-be72037e-2c45-48f6-9254-08a88f65c94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (90228832-115b-4bc8-8175-c66746389ce1), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.706953 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 03ac0039-f79a-4a1f-9ec7-c498e85747de is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:53.708093 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 90228832-115b-4bc8-8175-c66746389ce1 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:25:53.722364 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e303b04d-41ec-4366-9b4d-50f633067bd2 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (19524db6-a3f5-487c-8cec-c71cecea4fb9), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.766666 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-38a5570f-6838-4b0a-b851-73595e1a2846 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.767952 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-38a5570f-6838-4b0a-b851-73595e1a2846 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8473692 Apr 16 04:25:53.770801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 38996) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:53.778019 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-be72037e-2c45-48f6-9254-08a88f65c94c None None] For port 90228832-115b-4bc8-8175-c66746389ce1, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=90228832-115b-4bc8-8175-c66746389ce1,segment=NetworkSegment(3f5a7957-8cae-4b94-9a17-6aebe832634b),segment_id=3f5a7957-8cae-4b94-9a17-6aebe832634b)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:53.778701 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-ebad464a-7233-4882-8198-432b2e8d1a4b tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:53.795490 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 90228832-115b-4bc8-8175-c66746389ce1 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:53.795859 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (90228832-115b-4bc8-8175-c66746389ce1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.847585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23a00777-0815-4740-910c-a8a4aaa4007e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (3b4f5fb7-2332-484f-b94e-35b670ee9e4e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.872964 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-be72037e-2c45-48f6-9254-08a88f65c94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (90228832-115b-4bc8-8175-c66746389ce1), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.897844 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e303b04d-41ec-4366-9b4d-50f633067bd2 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (19524db6-a3f5-487c-8cec-c71cecea4fb9), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.900532 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e303b04d-41ec-4366-9b4d-50f633067bd2 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.902575 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e303b04d-41ec-4366-9b4d-50f633067bd2 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "DELETE /v2.0/security-groups/19524db6-a3f5-487c-8cec-c71cecea4fb9 HTTP/1.1" status: 204 len: 168 time: 0.3478086 Apr 16 04:25:53.906529 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea46045-fac0-42b8-a24f-6bd32da2d6fa None None] Network 3b4f5fb7-2332-484f-b94e-35b670ee9e4e requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:53.910854 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 38998) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:53.930512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303b04d-41ec-4366-9b4d-50f633067bd2 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19524db6-a3f5-487c-8cec-c71cecea4fb9,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:53.941331 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-23a00777-0815-4740-910c-a8a4aaa4007e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port 90228832-115b-4bc8-8175-c66746389ce1 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:53.941744 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23a00777-0815-4740-910c-a8a4aaa4007e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (90228832-115b-4bc8-8175-c66746389ce1), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:53.963170 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 90228832-115b-4bc8-8175-c66746389ce1 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:53.964516 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (90228832-115b-4bc8-8175-c66746389ce1), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.016119 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-353221d1-5aaf-4fdd-9700-248f8b7b026f tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1030385 Apr 16 04:25:54.025959 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72037e-2c45-48f6-9254-08a88f65c94c None None] Pushing event updated for resources: {'Port': ['ID=90228832-115b-4bc8-8175-c66746389ce1,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:54.026595 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39000) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:54.033261 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-d0fe0277-feef-491d-a0ec-67ea8585e355 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group': {'name': 'tempest-secgroup--729685561'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:54.037571 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-6490ab90-3160-49c4-a2e4-db15bab01a4f None None] Provisioning complete for port 90228832-115b-4bc8-8175-c66746389ce1 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:54.037945 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6490ab90-3160-49c4-a2e4-db15bab01a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (90228832-115b-4bc8-8175-c66746389ce1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.047883 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-23a00777-0815-4740-910c-a8a4aaa4007e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] For port 90228832-115b-4bc8-8175-c66746389ce1, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=90228832-115b-4bc8-8175-c66746389ce1,segment=NetworkSegment(3f5a7957-8cae-4b94-9a17-6aebe832634b),segment_id=3f5a7957-8cae-4b94-9a17-6aebe832634b)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:54.048251 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23a00777-0815-4740-910c-a8a4aaa4007e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (90228832-115b-4bc8-8175-c66746389ce1), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.071387 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-23a00777-0815-4740-910c-a8a4aaa4007e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for 90228832-115b-4bc8-8175-c66746389ce1 owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:54.103988 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ebad464a-7233-4882-8198-432b2e8d1a4b tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (70b2602c-1364-46bf-9b56-633d9192dbcf), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.104794 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ebad464a-7233-4882-8198-432b2e8d1a4b tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router (70b2602c-1364-46bf-9b56-633d9192dbcf), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.145889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:25:54.146414 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:25:54.163747 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d0fe0277-feef-491d-a0ec-67ea8585e355 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.189335 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-6490ab90-3160-49c4-a2e4-db15bab01a4f None None] Current status of the port 90228832-115b-4bc8-8175-c66746389ce1 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:54.210461 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ebad464a-7233-4882-8198-432b2e8d1a4b tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104632) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 16 04:25:54.210875 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ebad464a-7233-4882-8198-432b2e8d1a4b tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Router 70b2602c-1364-46bf-9b56-633d9192dbcf migrating from provider to provider. {{(pid=104632) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 16 04:25:54.211311 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ebad464a-7233-4882-8198-432b2e8d1a4b tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router_controller (70b2602c-1364-46bf-9b56-633d9192dbcf), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.217183 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ebad464a-7233-4882-8198-432b2e8d1a4b tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router_controller (70b2602c-1364-46bf-9b56-633d9192dbcf), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.223138 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e694923-22a4-4ce5-99b1-3c3b280a8275 None None] DHCP port deletion for 3b4f5fb7-2332-484f-b94e-35b670ee9e4e request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:25:54.241704 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23a00777-0815-4740-910c-a8a4aaa4007e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (90228832-115b-4bc8-8175-c66746389ce1), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.246632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d0fe0277-feef-491d-a0ec-67ea8585e355 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (1e719f48-6a8f-4c50-9c76-9c9734d67872), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.261546 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8d816feb-aa6c-416f-bca9-28b2ebb233ac tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (63a86223-c6a7-4c14-9fc8-27cff712aa2c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.267850 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2e694923-22a4-4ce5-99b1-3c3b280a8275 None None] Deleting port 90228832-115b-4bc8-8175-c66746389ce1 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:54.268234 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2e694923-22a4-4ce5-99b1-3c3b280a8275 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (90228832-115b-4bc8-8175-c66746389ce1), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.271724 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a00777-0815-4740-910c-a8a4aaa4007e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=90228832-115b-4bc8-8175-c66746389ce1,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:54.275852 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a00777-0815-4740-910c-a8a4aaa4007e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No DVR routers for this DVR port 90228832-115b-4bc8-8175-c66746389ce1 on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:54.296278 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d816feb-aa6c-416f-bca9-28b2ebb233ac tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=63a86223-c6a7-4c14-9fc8-27cff712aa2c,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:54.341549 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8d816feb-aa6c-416f-bca9-28b2ebb233ac tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.341549 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8d816feb-aa6c-416f-bca9-28b2ebb233ac tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/ports/63a86223-c6a7-4c14-9fc8-27cff712aa2c HTTP/1.1" status: 204 len: 168 time: 1.2617702 Apr 16 04:25:54.341549 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ebad464a-7233-4882-8198-432b2e8d1a4b tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (70b2602c-1364-46bf-9b56-633d9192dbcf), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.342906 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39004) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:54.343942 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-2e694923-22a4-4ce5-99b1-3c3b280a8275 None None] For port 90228832-115b-4bc8-8175-c66746389ce1, host dv-neutron-838078-2-hyperv, got binding levels [] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:54.344448 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2e694923-22a4-4ce5-99b1-3c3b280a8275 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (90228832-115b-4bc8-8175-c66746389ce1), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.359716 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2e694923-22a4-4ce5-99b1-3c3b280a8275 None None] Calling delete_port for 90228832-115b-4bc8-8175-c66746389ce1 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:54.362736 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.ipam_backend_mixin [None req-2e694923-22a4-4ce5-99b1-3c3b280a8275 None None] Port 90228832-115b-4bc8-8175-c66746389ce1 was not found and therefore no delete operation was performed {{(pid=104634) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 16 04:25:54.364414 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2e694923-22a4-4ce5-99b1-3c3b280a8275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (90228832-115b-4bc8-8175-c66746389ce1), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.365316 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23a00777-0815-4740-910c-a8a4aaa4007e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (3b4f5fb7-2332-484f-b94e-35b670ee9e4e), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.400909 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e694923-22a4-4ce5-99b1-3c3b280a8275 None None] Pushing event deleted for resources: {'Port': ['ID=90228832-115b-4bc8-8175-c66746389ce1,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:54.401827 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-23a00777-0815-4740-910c-a8a4aaa4007e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4f5fb7-2332-484f-b94e-35b670ee9e4e']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:54.408293 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a023d58-58a1-47bc-adda-acf6c67f28db tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] GET failed (client error): The resource could not be found. Apr 16 04:25:54.409890 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7a023d58-58a1-47bc-adda-acf6c67f28db tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports/63a86223-c6a7-4c14-9fc8-27cff712aa2c HTTP/1.1" status: 404 len: 333 time: 0.0633147 Apr 16 04:25:54.410713 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e694923-22a4-4ce5-99b1-3c3b280a8275 None None] No DVR routers for this DVR port 90228832-115b-4bc8-8175-c66746389ce1 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:54.412481 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-23a00777-0815-4740-910c-a8a4aaa4007e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5a7957-8cae-4b94-9a17-6aebe832634b') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:54.412823 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-23a00777-0815-4740-910c-a8a4aaa4007e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5a7957-8cae-4b94-9a17-6aebe832634b') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:54.423108 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39006) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:54.424767 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23a00777-0815-4740-910c-a8a4aaa4007e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (3f5a7957-8cae-4b94-9a17-6aebe832634b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.426678 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d0fe0277-feef-491d-a0ec-67ea8585e355 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (1e719f48-6a8f-4c50-9c76-9c9734d67872), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.459082 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ebad464a-7233-4882-8198-432b2e8d1a4b tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] No L3 agents can host the router 70b2602c-1364-46bf-9b56-633d9192dbcf Apr 16 04:25:54.490670 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23a00777-0815-4740-910c-a8a4aaa4007e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (3f5a7957-8cae-4b94-9a17-6aebe832634b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.516037 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a00777-0815-4740-910c-a8a4aaa4007e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:54.516518 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23a00777-0815-4740-910c-a8a4aaa4007e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (3f5a7957-8cae-4b94-9a17-6aebe832634b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:54.519651 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:54.571565 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe0277-feef-491d-a0ec-67ea8585e355 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e719f48-6a8f-4c50-9c76-9c9734d67872,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:54.579137 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d0fe0277-feef-491d-a0ec-67ea8585e355 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.580354 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d0fe0277-feef-491d-a0ec-67ea8585e355 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5528095 Apr 16 04:25:54.584383 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-faafc114-0699-485a-b3f0-a291b5878560 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting subnet 8c29a3d2-0d78-42a7-8a58-8161bd237e1c {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:25:54.586291 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39008) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.objects.base [None req-ebad464a-7233-4882-8198-432b2e8d1a4b tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] ORM session: SQL execution without transaction in progress, traceback: Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: result = function(*args, **kwargs) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: proto.__init__(conn_state, self) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: self.handle() Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: self.handle_one_request() Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: self.handle_one_response() Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: result = self.application(self.environ, start_response) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: return app(environ, start_response) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: response = req.get_response(self.application) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: response = req.get_response(self.application) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: response = req.get_response(self.application) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: response = req.get_response(self.application) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: return request.get_response(self.application) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: response = req.get_response(self._app) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: return resp(environ, start_response) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: return resp(environ, start_response) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: response = self.app(environ, start_response) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: return resp(environ, start_response) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: result = method(request=request, **args) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 630, in update Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._update(request, id, body, **kwargs) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*args, **kwargs) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*args, **kwargs) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*dup_args, **dup_kwargs) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 695, in _update Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: obj = obj_updater(request.context, id, **kwargs) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: return super(ExtraRoute_dbonly_mixin, self).update_router( Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: self.notify_router_updated(context, router_dict['id'], None) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: self.l3_rpc_notifier.routers_updated( Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notification(context, 'routers_updated', router_ids, Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: self._agent_notification( Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: hosts = plugin.get_hosts_to_notify(adminContext, router_id) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 310, in get_hosts_to_notify Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: dvr_hosts = self._get_dvr_hosts_for_router(context, router_id) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 328, in _get_dvr_hosts_for_router Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: hosts = self._get_dvr_hosts_for_subnets(context, subnet_ids) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 367, in _get_dvr_hosts_for_subnets Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: hosts = [item[0] for item in query if item[0] != ''] Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._iter().__iter__() Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: result = self.session.execute( Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: result = fn(orm_exec_state) Apr 16 04:25:54.593593 dv-neutron-838078-2-hyperv neutron-server[104632]: Apr 16 04:25:54.607184 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-d3d758bf-fd9c-4c34-a464-6b78d2ddad29 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': '1e719f48-6a8f-4c50-9c76-9c9734d67872', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:54.607304 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad464a-7233-4882-8198-432b2e8d1a4b tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Hosts for router 70b2602c-1364-46bf-9b56-633d9192dbcf: [] {{(pid=104632) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 16 04:25:54.607411 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-faafc114-0699-485a-b3f0-a291b5878560 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (8c29a3d2-0d78-42a7-8a58-8161bd237e1c), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.objects.base [None req-ebad464a-7233-4882-8198-432b2e8d1a4b tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] ORM session: SQL execution without transaction in progress, traceback: Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: result = function(*args, **kwargs) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: proto.__init__(conn_state, self) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: self.handle() Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: self.handle_one_request() Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: self.handle_one_response() Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: result = self.application(self.environ, start_response) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: return app(environ, start_response) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: response = req.get_response(self.application) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: response = req.get_response(self.application) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: response = req.get_response(self.application) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: response = req.get_response(self.application) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: return request.get_response(self.application) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: response = req.get_response(self._app) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: status, headers, app_iter = self.call_application( Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: app_iter = application(self.environ, start_response) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: return resp(environ, start_response) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: return resp(environ, start_response) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: response = self.app(environ, start_response) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: return resp(environ, start_response) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: resp = self.call_func(req, *args, **kw) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.func(req, *args, **kwargs) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: result = method(request=request, **args) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 630, in update Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._update(request, id, body, **kwargs) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*args, **kwargs) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*args, **kwargs) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(*dup_args, **dup_kwargs) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 695, in _update Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: obj = obj_updater(request.context, id, **kwargs) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: return super(ExtraRoute_dbonly_mixin, self).update_router( Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: self.notify_router_updated(context, router_dict['id'], None) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: self.l3_rpc_notifier.routers_updated( Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notification(context, 'routers_updated', router_ids, Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: self._agent_notification( Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: hosts = plugin.get_hosts_to_notify(adminContext, router_id) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 312, in get_hosts_to_notify Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: dvr_hosts |= self._get_other_dvr_hosts(context, router_id) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 340, in _get_other_dvr_hosts Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: self._get_other_dvr_router_ids_connected_router( Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 412, in _get_other_dvr_router_ids_connected_router Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: return [item[0] for item in query] Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._iter().__iter__() Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: result = self.session.execute( Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: result = fn(orm_exec_state) Apr 16 04:25:54.619317 dv-neutron-838078-2-hyperv neutron-server[104632]: Apr 16 04:25:54.633279 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad464a-7233-4882-8198-432b2e8d1a4b tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Hosts for other DVR routers connected to router 70b2602c-1364-46bf-9b56-633d9192dbcf: set() {{(pid=104632) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 16 04:25:54.633279 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ebad464a-7233-4882-8198-432b2e8d1a4b tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.633279 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ebad464a-7233-4882-8198-432b2e8d1a4b tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] 10.222.0.30 "PUT /v2.0/routers/70b2602c-1364-46bf-9b56-633d9192dbcf HTTP/1.1" status: 200 len: 716 time: 0.8566728 Apr 16 04:25:54.633279 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39010) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:54.658048 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-faafc114-0699-485a-b3f0-a291b5878560 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (8c29a3d2-0d78-42a7-8a58-8161bd237e1c), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.673059 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Port 90228832-115b-4bc8-8175-c66746389ce1 update to ACTIVE by agent not found {{(pid=104634) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Apr 16 04:25:54.711925 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b65d6f99-f254-4d74-ab91-7d21fa46647d tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] 10.222.0.30 "GET /v2.0/routers/70b2602c-1364-46bf-9b56-633d9192dbcf HTTP/1.1" status: 200 len: 716 time: 0.0787196 Apr 16 04:25:54.714517 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39012) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:54.729134 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23a00777-0815-4740-910c-a8a4aaa4007e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (3b4f5fb7-2332-484f-b94e-35b670ee9e4e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.740531 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23a00777-0815-4740-910c-a8a4aaa4007e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.743638 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-23a00777-0815-4740-910c-a8a4aaa4007e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/networks/3b4f5fb7-2332-484f-b94e-35b670ee9e4e HTTP/1.1" status: 204 len: 168 time: 1.0740852 Apr 16 04:25:54.753188 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39016) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:54.758275 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-37781ab4-b5b0-476e-8db4-0943b4082c90 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1384455006'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:54.769395 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a00777-0815-4740-910c-a8a4aaa4007e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Network': ['ID=3b4f5fb7-2332-484f-b94e-35b670ee9e4e,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:54.778158 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-faafc114-0699-485a-b3f0-a291b5878560 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (8c29a3d2-0d78-42a7-8a58-8161bd237e1c), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.847679 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-d3d758bf-fd9c-4c34-a464-6b78d2ddad29 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:25:54.847679 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d3d758bf-fd9c-4c34-a464-6b78d2ddad29 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2552347 Apr 16 04:25:54.847679 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39018) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:54.851942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-dd58e808-dd27-469f-aeba-5d1ffb46a147 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group_rule': {'security_group_id': '1e719f48-6a8f-4c50-9c76-9c9734d67872', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:54.900798 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-12379d83-675f-416b-aadd-c326809a04ef tempest-RoutersTestDVR-2099543709 tempest-RoutersTestDVR-2099543709-project] 10.222.0.30 "GET /v2.0/routers/70b2602c-1364-46bf-9b56-633d9192dbcf HTTP/1.1" status: 200 len: 682 time: 0.1851957 Apr 16 04:25:54.903404 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39020) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:54.918067 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-faafc114-0699-485a-b3f0-a291b5878560 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (8c29a3d2-0d78-42a7-8a58-8161bd237e1c), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.954548 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-faafc114-0699-485a-b3f0-a291b5878560 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.960390 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-faafc114-0699-485a-b3f0-a291b5878560 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/subnets/8c29a3d2-0d78-42a7-8a58-8161bd237e1c HTTP/1.1" status: 204 len: 168 time: 0.5288625 Apr 16 04:25:54.960390 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafc114-0699-485a-b3f0-a291b5878560 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Subnet': ['ID=8c29a3d2-0d78-42a7-8a58-8161bd237e1c,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:54.961284 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39022) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:54.963175 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba988df-1455-44db-b496-97d7218254ef None None] Network 0c3ba0d7-9169-42ae-b9f5-7dcc411e213f requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:54.969870 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37781ab4-b5b0-476e-8db4-0943b4082c90 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:54.973276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-37781ab4-b5b0-476e-8db4-0943b4082c90 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:54.995325 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-69f35d94-0ba5-4f3c-9c21-b1942f7980ba tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router (70b2602c-1364-46bf-9b56-633d9192dbcf), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.057761 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b0859b95-c6ef-45f1-ab08-6c7470fb7ff9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (0c3ba0d7-9169-42ae-b9f5-7dcc411e213f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.069367 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37781ab4-b5b0-476e-8db4-0943b4082c90 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:25:55.072226 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-dd58e808-dd27-469f-aeba-5d1ffb46a147 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:25:55.073659 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dd58e808-dd27-469f-aeba-5d1ffb46a147 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2250221 Apr 16 04:25:55.076741 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39024) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:55.110482 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-b0859b95-c6ef-45f1-ab08-6c7470fb7ff9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port 03ac0039-f79a-4a1f-9ec7-c498e85747de {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:55.111540 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b0859b95-c6ef-45f1-ab08-6c7470fb7ff9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (03ac0039-f79a-4a1f-9ec7-c498e85747de), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.117035 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-37781ab4-b5b0-476e-8db4-0943b4082c90 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (0efb6305-b6b7-444b-9bb3-10a3a9340718), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.117035 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-37781ab4-b5b0-476e-8db4-0943b4082c90 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Added segment 0efb6305-b6b7-444b-9bb3-10a3a9340718 of type vlan for network 93fe4950-2552-4bfb-9f45-292523627fbb Apr 16 04:25:55.203836 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-b0859b95-c6ef-45f1-ab08-6c7470fb7ff9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] For port 03ac0039-f79a-4a1f-9ec7-c498e85747de, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=03ac0039-f79a-4a1f-9ec7-c498e85747de,segment=NetworkSegment(b777e970-ad19-48ed-a999-ff1afcd47534),segment_id=b777e970-ad19-48ed-a999-ff1afcd47534)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:55.204304 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b0859b95-c6ef-45f1-ab08-6c7470fb7ff9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (03ac0039-f79a-4a1f-9ec7-c498e85747de), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.215612 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 90228832-115b-4bc8-8175-c66746389ce1 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:55.219577 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-b0859b95-c6ef-45f1-ab08-6c7470fb7ff9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for 03ac0039-f79a-4a1f-9ec7-c498e85747de owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:55.246616 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 90228832-115b-4bc8-8175-c66746389ce1 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:55.247098 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 90228832-115b-4bc8-8175-c66746389ce1 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:55.267947 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-69f35d94-0ba5-4f3c-9c21-b1942f7980ba tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (70b2602c-1364-46bf-9b56-633d9192dbcf), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.276890 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-69f35d94-0ba5-4f3c-9c21-b1942f7980ba tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router_controller (70b2602c-1364-46bf-9b56-633d9192dbcf), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.284078 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-37781ab4-b5b0-476e-8db4-0943b4082c90 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (93fe4950-2552-4bfb-9f45-292523627fbb), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.288040 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-90faf05c-22e8-400d-84bc-36681df57179 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (1e719f48-6a8f-4c50-9c76-9c9734d67872), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.320511 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c94bd6-962e-460a-b143-18983168049e None None] DHCP port deletion for 0c3ba0d7-9169-42ae-b9f5-7dcc411e213f request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:25:55.357993 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b0859b95-c6ef-45f1-ab08-6c7470fb7ff9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (03ac0039-f79a-4a1f-9ec7-c498e85747de), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.360471 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-90faf05c-22e8-400d-84bc-36681df57179 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (1e719f48-6a8f-4c50-9c76-9c9734d67872), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.361636 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-00c94bd6-962e-460a-b143-18983168049e None None] Deleting port 03ac0039-f79a-4a1f-9ec7-c498e85747de {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:55.362008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-00c94bd6-962e-460a-b143-18983168049e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (03ac0039-f79a-4a1f-9ec7-c498e85747de), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.389632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0859b95-c6ef-45f1-ab08-6c7470fb7ff9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=03ac0039-f79a-4a1f-9ec7-c498e85747de,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:55.392663 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-69f35d94-0ba5-4f3c-9c21-b1942f7980ba tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (70b2602c-1364-46bf-9b56-633d9192dbcf), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.393206 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f35d94-0ba5-4f3c-9c21-b1942f7980ba tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70b2602c-1364-46bf-9b56-633d9192dbcf {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:25:55.395121 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0859b95-c6ef-45f1-ab08-6c7470fb7ff9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No DVR routers for this DVR port 03ac0039-f79a-4a1f-9ec7-c498e85747de on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:55.397440 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-69f35d94-0ba5-4f3c-9c21-b1942f7980ba tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.402555 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-69f35d94-0ba5-4f3c-9c21-b1942f7980ba tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] 10.222.0.30 "DELETE /v2.0/routers/70b2602c-1364-46bf-9b56-633d9192dbcf HTTP/1.1" status: 204 len: 168 time: 0.4981847 Apr 16 04:25:55.403011 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39026) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:55.409047 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-9e27cfdf-e778-414c-a62d-789f7824ce27 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Request body: {'router': {'name': 'tempest-router-943562046', 'distributed': True}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:55.431792 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-37781ab4-b5b0-476e-8db4-0943b4082c90 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (93fe4950-2552-4bfb-9f45-292523627fbb), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.438146 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-00c94bd6-962e-460a-b143-18983168049e None None] For port 03ac0039-f79a-4a1f-9ec7-c498e85747de, host dv-neutron-838078-2-hyperv, got binding levels [] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:55.438521 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37781ab4-b5b0-476e-8db4-0943b4082c90 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:55.438700 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-00c94bd6-962e-460a-b143-18983168049e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (03ac0039-f79a-4a1f-9ec7-c498e85747de), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.439237 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-37781ab4-b5b0-476e-8db4-0943b4082c90 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.456707 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-00c94bd6-962e-460a-b143-18983168049e None None] Calling delete_port for 03ac0039-f79a-4a1f-9ec7-c498e85747de owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:55.460028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.ipam_backend_mixin [None req-00c94bd6-962e-460a-b143-18983168049e None None] Port 03ac0039-f79a-4a1f-9ec7-c498e85747de was not found and therefore no delete operation was performed {{(pid=104634) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 16 04:25:55.462112 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-00c94bd6-962e-460a-b143-18983168049e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (03ac0039-f79a-4a1f-9ec7-c498e85747de), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.479231 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-90faf05c-22e8-400d-84bc-36681df57179 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (1e719f48-6a8f-4c50-9c76-9c9734d67872), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.482016 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-90faf05c-22e8-400d-84bc-36681df57179 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.486586 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39028) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:55.487625 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-90faf05c-22e8-400d-84bc-36681df57179 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "DELETE /v2.0/security-groups/1e719f48-6a8f-4c50-9c76-9c9734d67872 HTTP/1.1" status: 204 len: 168 time: 0.4088037 Apr 16 04:25:55.488003 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c94bd6-962e-460a-b143-18983168049e None None] Pushing event deleted for resources: {'Port': ['ID=03ac0039-f79a-4a1f-9ec7-c498e85747de,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:55.491922 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c94bd6-962e-460a-b143-18983168049e None None] No DVR routers for this DVR port 03ac0039-f79a-4a1f-9ec7-c498e85747de on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:25:55.503018 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b0859b95-c6ef-45f1-ab08-6c7470fb7ff9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (0c3ba0d7-9169-42ae-b9f5-7dcc411e213f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.532025 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90faf05c-22e8-400d-84bc-36681df57179 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e719f48-6a8f-4c50-9c76-9c9734d67872,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:55.539088 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37781ab4-b5b0-476e-8db4-0943b4082c90 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Network': ['ID=93fe4950-2552-4bfb-9f45-292523627fbb,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:55.548795 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-b0859b95-c6ef-45f1-ab08-6c7470fb7ff9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3ba0d7-9169-42ae-b9f5-7dcc411e213f']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:55.554003 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 93fe4950-2552-4bfb-9f45-292523627fbb details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:25:55.558972 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-37781ab4-b5b0-476e-8db4-0943b4082c90 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8046365 Apr 16 04:25:55.561889 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39030) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:55.569247 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-241eb3b1-fa13-4485-b4d9-1f93fd2dcb21 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'subnet': {'network_id': '93fe4950-2552-4bfb-9f45-292523627fbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:55.569659 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-b0859b95-c6ef-45f1-ab08-6c7470fb7ff9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b777e970-ad19-48ed-a999-ff1afcd47534') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:55.569961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-b0859b95-c6ef-45f1-ab08-6c7470fb7ff9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b777e970-ad19-48ed-a999-ff1afcd47534') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:25:55.572825 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9e27cfdf-e778-414c-a62d-789f7824ce27 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (24b87da6-6d5d-4337-94bd-6bee2874d44e), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.573810 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9e27cfdf-e778-414c-a62d-789f7824ce27 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (24b87da6-6d5d-4337-94bd-6bee2874d44e), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.592750 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4ffd06fb-ae70-4e29-adf5-52ac84a18802 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1007028 Apr 16 04:25:55.593599 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39032) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:55.597182 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b0859b95-c6ef-45f1-ab08-6c7470fb7ff9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (b777e970-ad19-48ed-a999-ff1afcd47534), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.600932 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-23baee14-088e-4801-ba2e-952e9da92617 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157284755'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:55.621436 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b0859b95-c6ef-45f1-ab08-6c7470fb7ff9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (b777e970-ad19-48ed-a999-ff1afcd47534), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.652708 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0859b95-c6ef-45f1-ab08-6c7470fb7ff9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:25:55.653136 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b0859b95-c6ef-45f1-ab08-6c7470fb7ff9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (b777e970-ad19-48ed-a999-ff1afcd47534), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:25:55.656250 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:25:55.674702 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9e27cfdf-e778-414c-a62d-789f7824ce27 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router_controller (24b87da6-6d5d-4337-94bd-6bee2874d44e), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.727948 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23baee14-088e-4801-ba2e-952e9da92617 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.752487 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9e27cfdf-e778-414c-a62d-789f7824ce27 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (24b87da6-6d5d-4337-94bd-6bee2874d44e), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.755827 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241eb3b1-fa13-4485-b4d9-1f93fd2dcb21 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:55.759171 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-241eb3b1-fa13-4485-b4d9-1f93fd2dcb21 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.791748 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b0859b95-c6ef-45f1-ab08-6c7470fb7ff9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (0c3ba0d7-9169-42ae-b9f5-7dcc411e213f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.796181 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b0859b95-c6ef-45f1-ab08-6c7470fb7ff9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.803451 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b0859b95-c6ef-45f1-ab08-6c7470fb7ff9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/networks/0c3ba0d7-9169-42ae-b9f5-7dcc411e213f HTTP/1.1" status: 204 len: 168 time: 0.8376203 Apr 16 04:25:55.807160 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39034) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:55.811832 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-10e6e1e0-3da3-4419-b707-7ff2c580b566 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-754321370'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:55.828771 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0859b95-c6ef-45f1-ab08-6c7470fb7ff9 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Network': ['ID=0c3ba0d7-9169-42ae-b9f5-7dcc411e213f,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:55.835988 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9e27cfdf-e778-414c-a62d-789f7824ce27 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.839960 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9e27cfdf-e778-414c-a62d-789f7824ce27 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4331989 Apr 16 04:25:55.840331 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39036) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:55.888635 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e6e1e0-3da3-4419-b707-7ff2c580b566 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:55.892519 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10e6e1e0-3da3-4419-b707-7ff2c580b566 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.916686 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e6e1e0-3da3-4419-b707-7ff2c580b566 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:25:55.926126 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10e6e1e0-3da3-4419-b707-7ff2c580b566 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (1d9797f0-2682-4e42-9d7d-c65b35fa88ba), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.926718 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-10e6e1e0-3da3-4419-b707-7ff2c580b566 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Added segment 1d9797f0-2682-4e42-9d7d-c65b35fa88ba of type vlan for network 0efbd1b6-25b3-4b19-b10e-d90768765c25 Apr 16 04:25:55.941852 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23baee14-088e-4801-ba2e-952e9da92617 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (dbe707fa-c427-4464-8549-1d77198fb1a3), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.948681 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-439db5b6-d799-4fdc-90ed-da113e4c9117 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router (24b87da6-6d5d-4337-94bd-6bee2874d44e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:55.966508 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10e6e1e0-3da3-4419-b707-7ff2c580b566 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (0efbd1b6-25b3-4b19-b10e-d90768765c25), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:56.015473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23baee14-088e-4801-ba2e-952e9da92617 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (dbe707fa-c427-4464-8549-1d77198fb1a3), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:56.031848 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10e6e1e0-3da3-4419-b707-7ff2c580b566 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (0efbd1b6-25b3-4b19-b10e-d90768765c25), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:56.037171 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e6e1e0-3da3-4419-b707-7ff2c580b566 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:56.037762 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-10e6e1e0-3da3-4419-b707-7ff2c580b566 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:56.107156 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6e1e0-3da3-4419-b707-7ff2c580b566 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Network': ['ID=0efbd1b6-25b3-4b19-b10e-d90768765c25,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:56.115214 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-10e6e1e0-3da3-4419-b707-7ff2c580b566 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3043184 Apr 16 04:25:56.115651 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39038) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:56.118398 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 0efbd1b6-25b3-4b19-b10e-d90768765c25 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:25:56.120648 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-82be41de-29ad-4db5-93a2-801ef27ca433 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'subnet': {'network_id': '0efbd1b6-25b3-4b19-b10e-d90768765c25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:56.165203 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23baee14-088e-4801-ba2e-952e9da92617 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:56.169240 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-23baee14-088e-4801-ba2e-952e9da92617 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5714114 Apr 16 04:25:56.170875 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23baee14-088e-4801-ba2e-952e9da92617 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe707fa-c427-4464-8549-1d77198fb1a3,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:56.174855 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39040) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:56.188363 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-96b2512d-c5a4-4d7c-995d-b7cfc08002a3 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:56.188363 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.api.v2.base [None req-96b2512d-c5a4-4d7c-995d-b7cfc08002a3 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 16 04:25:56.188363 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-96b2512d-c5a4-4d7c-995d-b7cfc08002a3 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] update failed (client error): There was a conflict when trying to complete your request. Apr 16 04:25:56.189152 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-96b2512d-c5a4-4d7c-995d-b7cfc08002a3 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "PUT /v2.0/security-groups/dbe707fa-c427-4464-8549-1d77198fb1a3 HTTP/1.1" status: 409 len: 330 time: 0.0094566 Apr 16 04:25:56.192941 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39042) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:56.196696 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-439db5b6-d799-4fdc-90ed-da113e4c9117 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (24b87da6-6d5d-4337-94bd-6bee2874d44e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:56.199970 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-439db5b6-d799-4fdc-90ed-da113e4c9117 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router_controller (24b87da6-6d5d-4337-94bd-6bee2874d44e), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:56.261322 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d4eff76-5444-424a-9732-3cd6504f2cab tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (dbe707fa-c427-4464-8549-1d77198fb1a3), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:56.284787 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d4eff76-5444-424a-9732-3cd6504f2cab tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (dbe707fa-c427-4464-8549-1d77198fb1a3), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:56.316329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82be41de-29ad-4db5-93a2-801ef27ca433 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:56.319753 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-82be41de-29ad-4db5-93a2-801ef27ca433 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:56.379922 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-241eb3b1-fa13-4485-b4d9-1f93fd2dcb21 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (fce0c312-8d53-4868-8db5-9e127bd406e3), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:56.385707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-439db5b6-d799-4fdc-90ed-da113e4c9117 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (24b87da6-6d5d-4337-94bd-6bee2874d44e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:56.387912 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439db5b6-d799-4fdc-90ed-da113e4c9117 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24b87da6-6d5d-4337-94bd-6bee2874d44e {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:25:56.394535 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-439db5b6-d799-4fdc-90ed-da113e4c9117 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:56.395677 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-439db5b6-d799-4fdc-90ed-da113e4c9117 tempest-RoutersTestDVR-1321135235 tempest-RoutersTestDVR-1321135235-project-admin] 10.222.0.30 "DELETE /v2.0/routers/24b87da6-6d5d-4337-94bd-6bee2874d44e HTTP/1.1" status: 204 len: 168 time: 0.5534606 Apr 16 04:25:56.411008 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d4eff76-5444-424a-9732-3cd6504f2cab tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (dbe707fa-c427-4464-8549-1d77198fb1a3), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:56.417942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d4eff76-5444-424a-9732-3cd6504f2cab tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:56.417942 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8d4eff76-5444-424a-9732-3cd6504f2cab tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "DELETE /v2.0/security-groups/dbe707fa-c427-4464-8549-1d77198fb1a3 HTTP/1.1" status: 204 len: 168 time: 0.2221668 Apr 16 04:25:56.422984 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39046) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:56.436339 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4eff76-5444-424a-9732-3cd6504f2cab tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe707fa-c427-4464-8549-1d77198fb1a3,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:56.477257 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241eb3b1-fa13-4485-b4d9-1f93fd2dcb21 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Subnet': ['ID=fce0c312-8d53-4868-8db5-9e127bd406e3,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:56.505552 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241eb3b1-fa13-4485-b4d9-1f93fd2dcb21 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Checking segment: {'id': '0efb6305-b6b7-444b-9bb3-10a3a9340718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '93fe4950-2552-4bfb-9f45-292523627fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:25:56.505923 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241eb3b1-fa13-4485-b4d9-1f93fd2dcb21 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network hostable DHCP agents. Network: 93fe4950-2552-4bfb-9f45-292523627fbb, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:25:56.511156 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-22789522-f28a-4da7-89a6-c982b50a7ba5 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0870891 Apr 16 04:25:56.515790 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39048) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:56.535631 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-6b857985-aeeb-4c55-9f59-14eb8bdce77d tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] delete failed (client error): The resource could not be found. Apr 16 04:25:56.536691 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6b857985-aeeb-4c55-9f59-14eb8bdce77d tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "DELETE /v2.0/security-groups/c2945242-79af-4664-8314-2627266e27bb HTTP/1.1" status: 404 len: 347 time: 0.0198641 Apr 16 04:25:56.542412 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39050) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:56.563899 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-b93df9c2-9fae-45db-a566-7dd24b5461af tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] show failed (client error): The resource could not be found. Apr 16 04:25:56.566164 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b93df9c2-9fae-45db-a566-7dd24b5461af tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "GET /v2.0/security-groups/6388b630-4883-4b9f-a74f-270d75bce614 HTTP/1.1" status: 404 len: 347 time: 0.0215166 Apr 16 04:25:56.570930 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39052) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:56.586333 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-ccfcc32e-e76c-4f29-835e-5682ba4680b9 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] show failed (client error): The resource could not be found. Apr 16 04:25:56.587347 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ccfcc32e-e76c-4f29-835e-5682ba4680b9 tempest-NegativeSecGroupIPv6Test-2070555115 tempest-NegativeSecGroupIPv6Test-2070555115-project] 10.222.0.30 "GET /v2.0/security-group-rules/27b45ce9-c2ce-45fe-b59d-c82a7fab5191 HTTP/1.1" status: 404 len: 356 time: 0.0154719 Apr 16 04:25:56.642324 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241eb3b1-fa13-4485-b4d9-1f93fd2dcb21 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network 93fe4950-2552-4bfb-9f45-292523627fbb is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:25:56.642679 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-82be41de-29ad-4db5-93a2-801ef27ca433 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (06e015f6-2a13-470d-93e8-e068eee5ff7b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:56.708612 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be41de-29ad-4db5-93a2-801ef27ca433 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Subnet': ['ID=06e015f6-2a13-470d-93e8-e068eee5ff7b,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:56.711985 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be41de-29ad-4db5-93a2-801ef27ca433 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Checking segment: {'id': '1d9797f0-2682-4e42-9d7d-c65b35fa88ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0efbd1b6-25b3-4b19-b10e-d90768765c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:25:56.712347 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82be41de-29ad-4db5-93a2-801ef27ca433 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network hostable DHCP agents. Network: 0efbd1b6-25b3-4b19-b10e-d90768765c25, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:25:56.728354 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-241eb3b1-fa13-4485-b4d9-1f93fd2dcb21 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 93fe4950-2552-4bfb-9f45-292523627fbb) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:56.733375 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241eb3b1-fa13-4485-b4d9-1f93fd2dcb21 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:56.737225 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-241eb3b1-fa13-4485-b4d9-1f93fd2dcb21 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:56.739211 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5974a85-81ed-4fdb-b188-bd5fa7bbaaac None None] Network 93fe4950-2552-4bfb-9f45-292523627fbb requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:56.802629 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82be41de-29ad-4db5-93a2-801ef27ca433 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network 0efbd1b6-25b3-4b19-b10e-d90768765c25 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:25:56.808335 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-241eb3b1-fa13-4485-b4d9-1f93fd2dcb21 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2434697 Apr 16 04:25:56.808537 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-82be41de-29ad-4db5-93a2-801ef27ca433 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 0efbd1b6-25b3-4b19-b10e-d90768765c25) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:56.814523 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39058) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:56.817180 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82be41de-29ad-4db5-93a2-801ef27ca433 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:56.817980 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-82be41de-29ad-4db5-93a2-801ef27ca433 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:56.820879 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-cbf3834f-d1b7-499e-9f64-909f3eda651d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'port': {'network_id': '93fe4950-2552-4bfb-9f45-292523627fbb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2037921733'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:56.833108 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6736f05-3c6f-463e-bd80-d8c2a245149c None None] Network 0efbd1b6-25b3-4b19-b10e-d90768765c25 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:25:56.915850 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39060) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:56.934199 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-82be41de-29ad-4db5-93a2-801ef27ca433 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8171179 Apr 16 04:25:56.935163 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-93fe4950-2552-4bfb-9f45-292523627fbb', 'network_id': '93fe4950-2552-4bfb-9f45-292523627fbb', 'project_id': '2003f45899ce417e8628a90cb615c285', 'fixed_ips': [{'subnet_id': 'fce0c312-8d53-4868-8db5-9e127bd406e3'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:25:56.936028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:56.942615 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39066) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:56.947113 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-461809dd-2bf9-4df7-8be6-b13df77b7a3c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'port': {'network_id': '0efbd1b6-25b3-4b19-b10e-d90768765c25', 'name': 'tempest-PortsIpV6TestJSON-2043283221', 'fixed_ips': [{'subnet_id': '06e015f6-2a13-470d-93e8-e068eee5ff7b', 'ip_address': '2001:db8::10'}]}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:57.031483 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf3834f-d1b7-499e-9f64-909f3eda651d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:57.035061 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cbf3834f-d1b7-499e-9f64-909f3eda651d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:57.049070 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39068) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:57.065105 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-0efbd1b6-25b3-4b19-b10e-d90768765c25', 'network_id': '0efbd1b6-25b3-4b19-b10e-d90768765c25', 'project_id': '4c55de659951468a91bdb9322c74436d', 'fixed_ips': [{'subnet_id': '06e015f6-2a13-470d-93e8-e068eee5ff7b'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:25:57.065310 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-cbf3834f-d1b7-499e-9f64-909f3eda651d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] device_id is not set on port bb91c4f7-91e2-4967-b2a5-027906a37494 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:25:57.066214 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:57.174735 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461809dd-2bf9-4df7-8be6-b13df77b7a3c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:57.240365 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 03ac0039-f79a-4a1f-9ec7-c498e85747de no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:25:57.275749 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 03ac0039-f79a-4a1f-9ec7-c498e85747de {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:25:57.276451 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 03ac0039-f79a-4a1f-9ec7-c498e85747de not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:25:57.302539 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c0926f48-e238-4118-8c23-f1a11a374dd3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d75ed93304f44ca9d94b429ef192075&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2523341 Apr 16 04:25:57.303223 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39072) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:57.308507 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] Allocated IP 172.20.0.2 (93fe4950-2552-4bfb-9f45-292523627fbb/fce0c312-8d53-4868-8db5-9e127bd406e3/a259735c-3ff5-4200-9dc2-dbcbf720f43d) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:57.323718 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-461809dd-2bf9-4df7-8be6-b13df77b7a3c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:57.364633 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-461809dd-2bf9-4df7-8be6-b13df77b7a3c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] device_id is not set on port a69415dd-7141-4c8b-8608-f314652161f1 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:25:57.413622 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] Allocated IP 2001:db8::2 (0efbd1b6-25b3-4b19-b10e-d90768765c25/06e015f6-2a13-470d-93e8-e068eee5ff7b/70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:57.458336 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-08413b2b-9122-4939-a68f-257fa20193af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:57.565558 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-08413b2b-9122-4939-a68f-257fa20193af admin admin] Publish callbacks [] for security_group (a47565af-9390-4720-889e-9ed75af70154), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:57.591585 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] Publish callbacks [] for port (a259735c-3ff5-4200-9dc2-dbcbf720f43d), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:57.627297 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-08413b2b-9122-4939-a68f-257fa20193af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (a47565af-9390-4720-889e-9ed75af70154), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:57.637202 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] Publish callbacks [] for port (70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:57.666538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (a259735c-3ff5-4200-9dc2-dbcbf720f43d), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:57.674588 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-08413b2b-9122-4939-a68f-257fa20193af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=947a45b4b915449f99e445dfe7218e53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7544675 Apr 16 04:25:57.695986 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39074) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:57.705994 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] Network 93fe4950-2552-4bfb-9f45-292523627fbb is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:57.709943 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:57.710790 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08413b2b-9122-4939-a68f-257fa20193af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47565af-9390-4720-889e-9ed75af70154,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:57.716513 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:57.726731 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:57.733455 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] Pushing event updated for resources: {'Port': ['ID=a259735c-3ff5-4200-9dc2-dbcbf720f43d,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:57.777738 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-cbf3834f-d1b7-499e-9f64-909f3eda651d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Allocated IP 172.20.0.7 (93fe4950-2552-4bfb-9f45-292523627fbb/fce0c312-8d53-4868-8db5-9e127bd406e3/bb91c4f7-91e2-4967-b2a5-027906a37494) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:57.787206 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d575-7bdc-4df6-bfe5-0d79fc58f808 admin admin] Publish callbacks [] for security_group (a47565af-9390-4720-889e-9ed75af70154), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:57.812453 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] Network 0efbd1b6-25b3-4b19-b10e-d90768765c25 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:57.823547 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:57.826760 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d575-7bdc-4df6-bfe5-0d79fc58f808 admin admin] Publish callbacks [] for security_group (a47565af-9390-4720-889e-9ed75af70154), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:57.831397 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:57.842444 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] Attempting to bind port a259735c-3ff5-4200-9dc2-dbcbf720f43d on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:25:57.843685 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] Attempting to bind port a259735c-3ff5-4200-9dc2-dbcbf720f43d by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '0efb6305-b6b7-444b-9bb3-10a3a9340718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '93fe4950-2552-4bfb-9f45-292523627fbb'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:25:57.843685 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] Attempting to bind port a259735c-3ff5-4200-9dc2-dbcbf720f43d on network 93fe4950-2552-4bfb-9f45-292523627fbb {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:25:57.848821 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] Pushing event updated for resources: {'Port': ['ID=70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:57.857026 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:25:57.857401 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] Checking segment: {'id': '0efb6305-b6b7-444b-9bb3-10a3a9340718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '93fe4950-2552-4bfb-9f45-292523627fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:25:57.857893 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:57.858287 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] Bound using segment: {'id': '0efb6305-b6b7-444b-9bb3-10a3a9340718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '93fe4950-2552-4bfb-9f45-292523627fbb'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:25:57.858765 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] Bound port: a259735c-3ff5-4200-9dc2-dbcbf720f43d, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efb6305-b6b7-444b-9bb3-10a3a9340718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '93fe4950-2552-4bfb-9f45-292523627fbb'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:25:57.860638 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a259735c-3ff5-4200-9dc2-dbcbf720f43d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:57.897062 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-461809dd-2bf9-4df7-8be6-b13df77b7a3c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Allocated IP 2001:db8::10 (0efbd1b6-25b3-4b19-b10e-d90768765c25/06e015f6-2a13-470d-93e8-e068eee5ff7b/a69415dd-7141-4c8b-8608-f314652161f1) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:57.914634 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f7a0a7bd-b5d6-4ddb-9294-d491f703df93 admin admin] Publish callbacks [] for security_group (9844339e-80cc-4ea8-bf34-428a79e777e7), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:57.945317 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] Attempting to bind port 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:25:57.945683 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] Attempting to bind port 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '1d9797f0-2682-4e42-9d7d-c65b35fa88ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0efbd1b6-25b3-4b19-b10e-d90768765c25'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:25:57.946044 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] Attempting to bind port 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c on network 0efbd1b6-25b3-4b19-b10e-d90768765c25 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:25:57.965618 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:25:57.965972 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f7a0a7bd-b5d6-4ddb-9294-d491f703df93 admin admin] Publish callbacks [] for security_group (9844339e-80cc-4ea8-bf34-428a79e777e7), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:57.966123 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] Checking segment: {'id': '1d9797f0-2682-4e42-9d7d-c65b35fa88ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0efbd1b6-25b3-4b19-b10e-d90768765c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:25:57.966369 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:57.966753 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] Bound using segment: {'id': '1d9797f0-2682-4e42-9d7d-c65b35fa88ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0efbd1b6-25b3-4b19-b10e-d90768765c25'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:25:57.966871 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cbf3834f-d1b7-499e-9f64-909f3eda651d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (bb91c4f7-91e2-4967-b2a5-027906a37494), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:57.967236 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] Bound port: 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9797f0-2682-4e42-9d7d-c65b35fa88ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0efbd1b6-25b3-4b19-b10e-d90768765c25'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:25:57.967612 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:57.995008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] For port a259735c-3ff5-4200-9dc2-dbcbf720f43d, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:25:57.999981 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d575-7bdc-4df6-bfe5-0d79fc58f808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (a47565af-9390-4720-889e-9ed75af70154), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:58.002440 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d575-7bdc-4df6-bfe5-0d79fc58f808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:58.006549 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4fb1d575-7bdc-4df6-bfe5-0d79fc58f808 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a47565af-9390-4720-889e-9ed75af70154 HTTP/1.1" status: 204 len: 168 time: 0.3068850 Apr 16 04:25:58.021914 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1d575-7bdc-4df6-bfe5-0d79fc58f808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47565af-9390-4720-889e-9ed75af70154,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:58.031421 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] For port a259735c-3ff5-4200-9dc2-dbcbf720f43d, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a259735c-3ff5-4200-9dc2-dbcbf720f43d,segment=NetworkSegment(0efb6305-b6b7-444b-9bb3-10a3a9340718),segment_id=0efb6305-b6b7-444b-9bb3-10a3a9340718)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:25:58.050279 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:58.060810 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cbf3834f-d1b7-499e-9f64-909f3eda651d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (bb91c4f7-91e2-4967-b2a5-027906a37494), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:58.082281 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] For port 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:25:58.085900 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] For port 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c,segment=NetworkSegment(1d9797f0-2682-4e42-9d7d-c65b35fa88ba),segment_id=1d9797f0-2682-4e42-9d7d-c65b35fa88ba)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:25:58.102067 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (a259735c-3ff5-4200-9dc2-dbcbf720f43d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:58.113074 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf3834f-d1b7-499e-9f64-909f3eda651d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network 93fe4950-2552-4bfb-9f45-292523627fbb is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:58.118441 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-cbf3834f-d1b7-499e-9f64-909f3eda651d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:58.122580 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf3834f-d1b7-499e-9f64-909f3eda651d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:58.129235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-461809dd-2bf9-4df7-8be6-b13df77b7a3c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (a69415dd-7141-4c8b-8608-f314652161f1), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:58.129977 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3834f-d1b7-499e-9f64-909f3eda651d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=bb91c4f7-91e2-4967-b2a5-027906a37494,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:58.177677 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f7a0a7bd-b5d6-4ddb-9294-d491f703df93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (9844339e-80cc-4ea8-bf34-428a79e777e7), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:58.177677 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f7a0a7bd-b5d6-4ddb-9294-d491f703df93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:58.177677 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f7a0a7bd-b5d6-4ddb-9294-d491f703df93 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9844339e-80cc-4ea8-bf34-428a79e777e7 HTTP/1.1" status: 204 len: 168 time: 0.8648808 Apr 16 04:25:58.179898 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:58.185138 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf3834f-d1b7-499e-9f64-909f3eda651d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:58.186066 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cbf3834f-d1b7-499e-9f64-909f3eda651d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:58.201023 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4502a1-2538-4fdb-952a-b700c35f7f82 None None] Pushing event updated for resources: {'Port': ['ID=a259735c-3ff5-4200-9dc2-dbcbf720f43d,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:58.209784 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0a7bd-b5d6-4ddb-9294-d491f703df93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9844339e-80cc-4ea8-bf34-428a79e777e7,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:58.298833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350899d-bef3-4be9-9e7e-d4575349dd4e None None] Pushing event updated for resources: {'Port': ['ID=70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:58.302131 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-461809dd-2bf9-4df7-8be6-b13df77b7a3c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (a69415dd-7141-4c8b-8608-f314652161f1), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:58.330054 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-cbf3834f-d1b7-499e-9f64-909f3eda651d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5117841 Apr 16 04:25:58.331085 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39082) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:58.369367 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461809dd-2bf9-4df7-8be6-b13df77b7a3c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network 0efbd1b6-25b3-4b19-b10e-d90768765c25 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:58.374458 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-461809dd-2bf9-4df7-8be6-b13df77b7a3c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:58.376853 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461809dd-2bf9-4df7-8be6-b13df77b7a3c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=a69415dd-7141-4c8b-8608-f314652161f1,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:58.381580 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461809dd-2bf9-4df7-8be6-b13df77b7a3c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:58.387009 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461809dd-2bf9-4df7-8be6-b13df77b7a3c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:58.387663 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-461809dd-2bf9-4df7-8be6-b13df77b7a3c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:58.470530 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-461809dd-2bf9-4df7-8be6-b13df77b7a3c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5259838 Apr 16 04:25:58.471539 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39084) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:58.487292 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-de181f91-62d0-481b-9fd0-a34b1536ad62 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'port': {'network_id': '0efbd1b6-25b3-4b19-b10e-d90768765c25', 'name': 'tempest-PortsIpV6TestJSON-643878790', 'fixed_ips': [{'subnet_id': '06e015f6-2a13-470d-93e8-e068eee5ff7b', 'ip_address': '2001:db8::f'}]}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:25:58.519796 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-5de83945-215d-4c96-bb32-5d9a3907617f tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port bb91c4f7-91e2-4967-b2a5-027906a37494 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:25:58.520223 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5de83945-215d-4c96-bb32-5d9a3907617f tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (bb91c4f7-91e2-4967-b2a5-027906a37494), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:58.675047 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5de83945-215d-4c96-bb32-5d9a3907617f tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (bb91c4f7-91e2-4967-b2a5-027906a37494), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:58.705185 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-5de83945-215d-4c96-bb32-5d9a3907617f tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for bb91c4f7-91e2-4967-b2a5-027906a37494 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:25:58.764368 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39088) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:58.783800 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-602f686e-7be8-4e1a-bc02-ef35dfe89cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:58.793701 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de181f91-62d0-481b-9fd0-a34b1536ad62 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:25:58.798926 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-de181f91-62d0-481b-9fd0-a34b1536ad62 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:58.845595 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-de181f91-62d0-481b-9fd0-a34b1536ad62 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] device_id is not set on port af255fff-b877-474b-839d-fe6af62d8765 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:25:58.968897 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5de83945-215d-4c96-bb32-5d9a3907617f tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (bb91c4f7-91e2-4967-b2a5-027906a37494), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:58.999143 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de83945-215d-4c96-bb32-5d9a3907617f tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=bb91c4f7-91e2-4967-b2a5-027906a37494,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:59.064500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-de181f91-62d0-481b-9fd0-a34b1536ad62 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Allocated IP 2001:db8::f (0efbd1b6-25b3-4b19-b10e-d90768765c25/06e015f6-2a13-470d-93e8-e068eee5ff7b/af255fff-b877-474b-839d-fe6af62d8765) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:25:59.084794 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5de83945-215d-4c96-bb32-5d9a3907617f tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:59.087987 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5de83945-215d-4c96-bb32-5d9a3907617f tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/ports/bb91c4f7-91e2-4967-b2a5-027906a37494 HTTP/1.1" status: 204 len: 168 time: 0.7556784 Apr 16 04:25:59.090599 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39096) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:59.100973 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-602f686e-7be8-4e1a-bc02-ef35dfe89cf3 admin admin] Publish callbacks [] for security_group (b36e2be0-1375-4e87-8ae9-238f725d36ae), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:59.126731 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-60586028-283b-4e2e-94e9-59ff8721b738 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] GET failed (client error): The resource could not be found. Apr 16 04:25:59.126731 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-60586028-283b-4e2e-94e9-59ff8721b738 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports/bb91c4f7-91e2-4967-b2a5-027906a37494 HTTP/1.1" status: 404 len: 333 time: 0.0336347 Apr 16 04:25:59.128578 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39100) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:59.215629 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa5f231-35d7-4b04-bb4e-31b1450bc9ea tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting subnet fce0c312-8d53-4868-8db5-9e127bd406e3 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:25:59.219376 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1aa5f231-35d7-4b04-bb4e-31b1450bc9ea tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (fce0c312-8d53-4868-8db5-9e127bd406e3), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:59.219940 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-602f686e-7be8-4e1a-bc02-ef35dfe89cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (b36e2be0-1375-4e87-8ae9-238f725d36ae), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:59.264795 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a259735c-3ff5-4200-9dc2-dbcbf720f43d up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:25:59.287736 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1aa5f231-35d7-4b04-bb4e-31b1450bc9ea tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (fce0c312-8d53-4868-8db5-9e127bd406e3), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:59.293506 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-602f686e-7be8-4e1a-bc02-ef35dfe89cf3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eed74cfb72b348e98546658c22493e39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5272803 Apr 16 04:25:59.298113 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39102) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:59.331807 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port a259735c-3ff5-4200-9dc2-dbcbf720f43d triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:59.332799 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a259735c-3ff5-4200-9dc2-dbcbf720f43d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:59.337259 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f686e-7be8-4e1a-bc02-ef35dfe89cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36e2be0-1375-4e87-8ae9-238f725d36ae,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:59.385667 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28875d89-1cc1-457a-affa-2871708bac65 admin admin] Publish callbacks [] for security_group (b36e2be0-1375-4e87-8ae9-238f725d36ae), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:59.413489 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-de181f91-62d0-481b-9fd0-a34b1536ad62 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (af255fff-b877-474b-839d-fe6af62d8765), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:59.431960 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28875d89-1cc1-457a-affa-2871708bac65 admin admin] Publish callbacks [] for security_group (b36e2be0-1375-4e87-8ae9-238f725d36ae), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:59.482423 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port a259735c-3ff5-4200-9dc2-dbcbf720f43d is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:59.484583 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a259735c-3ff5-4200-9dc2-dbcbf720f43d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:59.535727 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port a259735c-3ff5-4200-9dc2-dbcbf720f43d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a259735c-3ff5-4200-9dc2-dbcbf720f43d,segment=NetworkSegment(0efb6305-b6b7-444b-9bb3-10a3a9340718),segment_id=0efb6305-b6b7-444b-9bb3-10a3a9340718)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:25:59.569710 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-de181f91-62d0-481b-9fd0-a34b1536ad62 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (af255fff-b877-474b-839d-fe6af62d8765), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:59.598588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (a259735c-3ff5-4200-9dc2-dbcbf720f43d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:59.599478 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:25:59.610209 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1aa5f231-35d7-4b04-bb4e-31b1450bc9ea tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (fce0c312-8d53-4868-8db5-9e127bd406e3), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:59.651697 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de181f91-62d0-481b-9fd0-a34b1536ad62 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=af255fff-b877-474b-839d-fe6af62d8765,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:59.660942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28875d89-1cc1-457a-affa-2871708bac65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (b36e2be0-1375-4e87-8ae9-238f725d36ae), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:59.664643 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28875d89-1cc1-457a-affa-2871708bac65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:59.668799 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-28875d89-1cc1-457a-affa-2871708bac65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b36e2be0-1375-4e87-8ae9-238f725d36ae HTTP/1.1" status: 204 len: 168 time: 0.3691115 Apr 16 04:25:59.683805 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28875d89-1cc1-457a-affa-2871708bac65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36e2be0-1375-4e87-8ae9-238f725d36ae,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:59.688217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de181f91-62d0-481b-9fd0-a34b1536ad62 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network 0efbd1b6-25b3-4b19-b10e-d90768765c25 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:25:59.690058 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-de181f91-62d0-481b-9fd0-a34b1536ad62 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:25:59.695546 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de181f91-62d0-481b-9fd0-a34b1536ad62 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:25:59.718143 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de181f91-62d0-481b-9fd0-a34b1536ad62 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:25:59.718911 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-de181f91-62d0-481b-9fd0-a34b1536ad62 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:59.736790 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=a259735c-3ff5-4200-9dc2-dbcbf720f43d,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:59.758794 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:25:59.760004 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:59.814227 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-de181f91-62d0-481b-9fd0-a34b1536ad62 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3391492 Apr 16 04:25:59.814575 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39114) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:59.822815 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1aa5f231-35d7-4b04-bb4e-31b1450bc9ea tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (fce0c312-8d53-4868-8db5-9e127bd406e3), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:59.865201 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5f231-35d7-4b04-bb4e-31b1450bc9ea tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Subnet': ['ID=fce0c312-8d53-4868-8db5-9e127bd406e3,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:25:59.868777 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39116) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:59.883959 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1aa5f231-35d7-4b04-bb4e-31b1450bc9ea tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:59.894454 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1aa5f231-35d7-4b04-bb4e-31b1450bc9ea tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/subnets/fce0c312-8d53-4868-8db5-9e127bd406e3 HTTP/1.1" status: 204 len: 168 time: 0.7629349 Apr 16 04:25:59.894979 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39120) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:25:59.915366 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:25:59.916023 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:25:59.945008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff53bc5c-8ce7-464c-a094-f55453cb7507 None None] Network 0efbd1b6-25b3-4b19-b10e-d90768765c25 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:00.012531 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c088b4a9-b976-4d1b-accb-0455ea0c07a7 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:00.015925 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c088b4a9-b976-4d1b-accb-0455ea0c07a7 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1997108 Apr 16 04:26:00.018326 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39122) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:00.031563 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1c8b1db2-2545-4a37-9125-35e86c13d90e tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1329656117'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:00.057663 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c,segment=NetworkSegment(1d9797f0-2682-4e42-9d7d-c65b35fa88ba),segment_id=1d9797f0-2682-4e42-9d7d-c65b35fa88ba)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:00.057933 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5ea0f65f-5671-4d57-9dac-8463029c4bd4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (93fe4950-2552-4bfb-9f45-292523627fbb), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.060395 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-a5ef88fc-3ca7-4d20-b120-761ebdcc78f7 None None] Provisioning complete for port 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:00.060783 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a5ef88fc-3ca7-4d20-b120-761ebdcc78f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.101857 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70c7545-c63f-4758-bfa9-a98485667e3f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:00.107927 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70c7545-c63f-4758-bfa9-a98485667e3f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:00.113427 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70c7545-c63f-4758-bfa9-a98485667e3f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:00.114190 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0f65f-5671-4d57-9dac-8463029c4bd4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port a259735c-3ff5-4200-9dc2-dbcbf720f43d {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:00.118160 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a70c7545-c63f-4758-bfa9-a98485667e3f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0954976 Apr 16 04:26:00.118600 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5ea0f65f-5671-4d57-9dac-8463029c4bd4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (a259735c-3ff5-4200-9dc2-dbcbf720f43d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.120290 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39124) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:00.166218 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.196801 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830717b2-136d-428b-a73e-e0ead038d2fb None None] Network 93fe4950-2552-4bfb-9f45-292523627fbb requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:00.197011 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8b1db2-2545-4a37-9125-35e86c13d90e tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Made reservation on behalf of c43546cde69247ddb01a1061e108d003 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:00.200534 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1db2-2545-4a37-9125-35e86c13d90e tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.218994 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-5ea0f65f-5671-4d57-9dac-8463029c4bd4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] For port a259735c-3ff5-4200-9dc2-dbcbf720f43d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a259735c-3ff5-4200-9dc2-dbcbf720f43d,segment=NetworkSegment(0efb6305-b6b7-444b-9bb3-10a3a9340718),segment_id=0efb6305-b6b7-444b-9bb3-10a3a9340718)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:00.218994 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5ea0f65f-5671-4d57-9dac-8463029c4bd4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (a259735c-3ff5-4200-9dc2-dbcbf720f43d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.222407 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1db2-2545-4a37-9125-35e86c13d90e tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.237570 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-455d38ca-98cc-4176-87ad-7dd214d96836 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port af255fff-b877-474b-839d-fe6af62d8765 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:00.241527 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-455d38ca-98cc-4176-87ad-7dd214d96836 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (af255fff-b877-474b-839d-fe6af62d8765), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.246886 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0f65f-5671-4d57-9dac-8463029c4bd4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for a259735c-3ff5-4200-9dc2-dbcbf720f43d owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:00.363588 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-455d38ca-98cc-4176-87ad-7dd214d96836 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (af255fff-b877-474b-839d-fe6af62d8765), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.391263 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-455d38ca-98cc-4176-87ad-7dd214d96836 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for af255fff-b877-474b-839d-fe6af62d8765 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:00.421051 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1db2-2545-4a37-9125-35e86c13d90e tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks [] for security_group (f9475c62-7105-4459-b759-243d5325fae6), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.459546 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a5ef88fc-3ca7-4d20-b120-761ebdcc78f7 None None] Current status of the port 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:00.488958 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1db2-2545-4a37-9125-35e86c13d90e tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f9475c62-7105-4459-b759-243d5325fae6), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.502027 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5ea0f65f-5671-4d57-9dac-8463029c4bd4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (a259735c-3ff5-4200-9dc2-dbcbf720f43d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.506931 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:00.559182 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0f65f-5671-4d57-9dac-8463029c4bd4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=a259735c-3ff5-4200-9dc2-dbcbf720f43d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:00.579833 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea0f65f-5671-4d57-9dac-8463029c4bd4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No DVR routers for this DVR port a259735c-3ff5-4200-9dc2-dbcbf720f43d on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:26:00.603267 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-269846cd-3148-4b7a-a3d8-1d7754c0bb20 None None] Could not find standard attr ID for object a259735c-3ff5-4200-9dc2-dbcbf720f43d. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:26:00.614582 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd9ca6d-7598-4b12-ad50-31e476051681 None None] DHCP port deletion for 93fe4950-2552-4bfb-9f45-292523627fbb request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:26:00.619405 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b1db2-2545-4a37-9125-35e86c13d90e tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9475c62-7105-4459-b759-243d5325fae6,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:00.621360 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-455d38ca-98cc-4176-87ad-7dd214d96836 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (af255fff-b877-474b-839d-fe6af62d8765), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.633044 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8b1db2-2545-4a37-9125-35e86c13d90e tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:26:00.684403 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d38ca-98cc-4176-87ad-7dd214d96836 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=af255fff-b877-474b-839d-fe6af62d8765,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:00.690070 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-455d38ca-98cc-4176-87ad-7dd214d96836 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.695032 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-455d38ca-98cc-4176-87ad-7dd214d96836 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/ports/af255fff-b877-474b-839d-fe6af62d8765 HTTP/1.1" status: 204 len: 168 time: 0.5721714 Apr 16 04:26:00.696195 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39136) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:00.707884 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1db2-2545-4a37-9125-35e86c13d90e tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (73d358d1-7dd3-4caf-a648-e82342da8bbd), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.708550 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-1c8b1db2-2545-4a37-9125-35e86c13d90e tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Added segment 73d358d1-7dd3-4caf-a648-e82342da8bbd of type vlan for network dd4d26de-dabb-4b01-8d22-6bc304fb9e05 Apr 16 04:26:00.722250 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5ea0f65f-5671-4d57-9dac-8463029c4bd4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (93fe4950-2552-4bfb-9f45-292523627fbb), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.737999 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0680af6-9370-4d37-886c-cff055cd890e tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] GET failed (client error): The resource could not be found. Apr 16 04:26:00.744063 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a0680af6-9370-4d37-886c-cff055cd890e tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports/af255fff-b877-474b-839d-fe6af62d8765 HTTP/1.1" status: 404 len: 333 time: 0.0426743 Apr 16 04:26:00.746202 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39142) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:00.783983 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1db2-2545-4a37-9125-35e86c13d90e tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (dd4d26de-dabb-4b01-8d22-6bc304fb9e05), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.798346 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-5ea0f65f-5671-4d57-9dac-8463029c4bd4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fe4950-2552-4bfb-9f45-292523627fbb']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:00.815271 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-5ea0f65f-5671-4d57-9dac-8463029c4bd4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efb6305-b6b7-444b-9bb3-10a3a9340718') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:00.815567 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-5ea0f65f-5671-4d57-9dac-8463029c4bd4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efb6305-b6b7-444b-9bb3-10a3a9340718') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:00.834323 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5ea0f65f-5671-4d57-9dac-8463029c4bd4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (0efb6305-b6b7-444b-9bb3-10a3a9340718), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.850299 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5ea0f65f-5671-4d57-9dac-8463029c4bd4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (0efb6305-b6b7-444b-9bb3-10a3a9340718), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.863874 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea0f65f-5671-4d57-9dac-8463029c4bd4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:26:00.864997 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5ea0f65f-5671-4d57-9dac-8463029c4bd4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (0efb6305-b6b7-444b-9bb3-10a3a9340718), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.870054 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-a75b1fbe-81d4-4232-9264-d015c88e18ca None None] Provisioning complete for port 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:00.870417 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a75b1fbe-81d4-4232-9264-d015c88e18ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:26:00.881144 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:26:00.883666 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-f27d05ef-566b-403f-9fe6-1ef543a1b8b5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port a69415dd-7141-4c8b-8608-f314652161f1 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:00.883666 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f27d05ef-566b-403f-9fe6-1ef543a1b8b5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (a69415dd-7141-4c8b-8608-f314652161f1), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.921933 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1db2-2545-4a37-9125-35e86c13d90e tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (dd4d26de-dabb-4b01-8d22-6bc304fb9e05), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.927984 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8b1db2-2545-4a37-9125-35e86c13d90e tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:00.927984 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1db2-2545-4a37-9125-35e86c13d90e tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:00.978289 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a75b1fbe-81d4-4232-9264-d015c88e18ca None None] Current status of the port 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:00.987311 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-a75b1fbe-81d4-4232-9264-d015c88e18ca None None] Provisioning complete for port a69415dd-7141-4c8b-8608-f314652161f1 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:00.987705 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a75b1fbe-81d4-4232-9264-d015c88e18ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a69415dd-7141-4c8b-8608-f314652161f1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:01.011754 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f27d05ef-566b-403f-9fe6-1ef543a1b8b5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (a69415dd-7141-4c8b-8608-f314652161f1), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:01.027037 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b1db2-2545-4a37-9125-35e86c13d90e tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Pushing event updated for resources: {'Network': ['ID=dd4d26de-dabb-4b01-8d22-6bc304fb9e05,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:01.033855 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a75b1fbe-81d4-4232-9264-d015c88e18ca None None] Port a69415dd-7141-4c8b-8608-f314652161f1 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:01.035314 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-f27d05ef-566b-403f-9fe6-1ef543a1b8b5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for a69415dd-7141-4c8b-8608-f314652161f1 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:01.042691 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network dd4d26de-dabb-4b01-8d22-6bc304fb9e05 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:26:01.048855 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-a75b1fbe-81d4-4232-9264-d015c88e18ca None None] Could not find standard attr ID for object af255fff-b877-474b-839d-fe6af62d8765. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:26:01.050245 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1c8b1db2-2545-4a37-9125-35e86c13d90e tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1760755 Apr 16 04:26:01.050245 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39150) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:01.057524 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-b720c22b-4737-4219-bdd7-d3d2a4b37431 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Request body: {'subnet': {'network_id': 'dd4d26de-dabb-4b01-8d22-6bc304fb9e05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:01.168534 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5ea0f65f-5671-4d57-9dac-8463029c4bd4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (93fe4950-2552-4bfb-9f45-292523627fbb), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:01.182341 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5ea0f65f-5671-4d57-9dac-8463029c4bd4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:01.188890 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5ea0f65f-5671-4d57-9dac-8463029c4bd4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/networks/93fe4950-2552-4bfb-9f45-292523627fbb HTTP/1.1" status: 204 len: 168 time: 1.2900045 Apr 16 04:26:01.193342 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39152) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:01.215111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0f65f-5671-4d57-9dac-8463029c4bd4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Network': ['ID=93fe4950-2552-4bfb-9f45-292523627fbb,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:01.224641 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-bd69d0ea-c6c4-4aed-a143-839117b1f174 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'port': {'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7', 'name': 'tempest-PortsTestJSON-449722195'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:01.262282 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:26:01.317190 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-ae260581-08ef-4ea0-b0a5-01d080f8aec3 None None] Provisioning complete for port a69415dd-7141-4c8b-8608-f314652161f1 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:01.317669 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ae260581-08ef-4ea0-b0a5-01d080f8aec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a69415dd-7141-4c8b-8608-f314652161f1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:01.358337 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:01.358749 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:01.385311 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f27d05ef-566b-403f-9fe6-1ef543a1b8b5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (a69415dd-7141-4c8b-8608-f314652161f1), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:01.412687 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-ae260581-08ef-4ea0-b0a5-01d080f8aec3 None None] Port a69415dd-7141-4c8b-8608-f314652161f1 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:01.420748 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b720c22b-4737-4219-bdd7-d3d2a4b37431 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Made reservation on behalf of c43546cde69247ddb01a1061e108d003 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:01.424495 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b720c22b-4737-4219-bdd7-d3d2a4b37431 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:01.445527 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d05ef-566b-403f-9fe6-1ef543a1b8b5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=a69415dd-7141-4c8b-8608-f314652161f1,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:01.466809 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f27d05ef-566b-403f-9fe6-1ef543a1b8b5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:01.476215 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f27d05ef-566b-403f-9fe6-1ef543a1b8b5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/ports/a69415dd-7141-4c8b-8608-f314652161f1 HTTP/1.1" status: 204 len: 168 time: 0.7288806 Apr 16 04:26:01.477406 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39156) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:01.520905 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-395a6bff-5d82-4151-ada1-eeb93d7024cc tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] GET failed (client error): The resource could not be found. Apr 16 04:26:01.525271 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-395a6bff-5d82-4151-ada1-eeb93d7024cc tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports/a69415dd-7141-4c8b-8608-f314652161f1 HTTP/1.1" status: 404 len: 333 time: 0.0466037 Apr 16 04:26:01.526142 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39158) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:01.530478 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:01.592161 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd69d0ea-c6c4-4aed-a143-839117b1f174 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:01.595735 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bd69d0ea-c6c4-4aed-a143-839117b1f174 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:01.600956 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a259735c-3ff5-4200-9dc2-dbcbf720f43d no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:26:01.602900 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8fc264-cebb-4633-b012-7ac80b0d7766 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting subnet 06e015f6-2a13-470d-93e8-e068eee5ff7b {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:26:01.606366 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-da8fc264-cebb-4633-b012-7ac80b0d7766 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (06e015f6-2a13-470d-93e8-e068eee5ff7b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:01.632575 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: a259735c-3ff5-4200-9dc2-dbcbf720f43d {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:26:01.633581 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a259735c-3ff5-4200-9dc2-dbcbf720f43d not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:26:01.636349 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-24c41d55-3516-47a4-ba08-8a3fd4842f12 None None] Could not find standard attr ID for object af255fff-b877-474b-839d-fe6af62d8765. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:26:01.638674 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-bd69d0ea-c6c4-4aed-a143-839117b1f174 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] device_id is not set on port de81434a-0401-45a5-a406-65df0cccbec4 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:26:01.662652 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-da8fc264-cebb-4633-b012-7ac80b0d7766 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (06e015f6-2a13-470d-93e8-e068eee5ff7b), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:01.778483 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-da8fc264-cebb-4633-b012-7ac80b0d7766 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (06e015f6-2a13-470d-93e8-e068eee5ff7b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:01.858282 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b720c22b-4737-4219-bdd7-d3d2a4b37431 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (7cb6724b-dc44-4748-ae73-df7fbbb64541), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:01.943463 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bd69d0ea-c6c4-4aed-a143-839117b1f174 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (de81434a-0401-45a5-a406-65df0cccbec4), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:01.946715 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-da8fc264-cebb-4633-b012-7ac80b0d7766 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (06e015f6-2a13-470d-93e8-e068eee5ff7b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:01.961024 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720c22b-4737-4219-bdd7-d3d2a4b37431 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Pushing event updated for resources: {'Subnet': ['ID=7cb6724b-dc44-4748-ae73-df7fbbb64541,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:01.982393 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-da8fc264-cebb-4633-b012-7ac80b0d7766 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:01.989360 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-da8fc264-cebb-4633-b012-7ac80b0d7766 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/subnets/06e015f6-2a13-470d-93e8-e068eee5ff7b HTTP/1.1" status: 204 len: 168 time: 0.4599466 Apr 16 04:26:01.990204 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39166) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:02.005924 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720c22b-4737-4219-bdd7-d3d2a4b37431 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Checking segment: {'id': '73d358d1-7dd3-4caf-a648-e82342da8bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'dd4d26de-dabb-4b01-8d22-6bc304fb9e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:26:02.006262 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b720c22b-4737-4219-bdd7-d3d2a4b37431 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Network hostable DHCP agents. Network: dd4d26de-dabb-4b01-8d22-6bc304fb9e05, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:26:02.073077 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fc264-cebb-4633-b012-7ac80b0d7766 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Subnet': ['ID=06e015f6-2a13-470d-93e8-e068eee5ff7b,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:02.087165 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b3fa07-d537-499b-9082-ffe98353fe92 None None] Network 0efbd1b6-25b3-4b19-b10e-d90768765c25 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:02.098458 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b64dc86a-eaed-4235-9e49-f8058abe4e47 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (0efbd1b6-25b3-4b19-b10e-d90768765c25), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.118063 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b720c22b-4737-4219-bdd7-d3d2a4b37431 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Network dd4d26de-dabb-4b01-8d22-6bc304fb9e05 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:26:02.120671 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bd69d0ea-c6c4-4aed-a143-839117b1f174 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (de81434a-0401-45a5-a406-65df0cccbec4), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.162000 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-b64dc86a-eaed-4235-9e49-f8058abe4e47 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:02.162617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b64dc86a-eaed-4235-9e49-f8058abe4e47 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.195521 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd69d0ea-c6c4-4aed-a143-839117b1f174 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:02.199469 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-bd69d0ea-c6c4-4aed-a143-839117b1f174 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:02.205130 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd69d0ea-c6c4-4aed-a143-839117b1f174 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:02.218220 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd69d0ea-c6c4-4aed-a143-839117b1f174 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:02.224556 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bd69d0ea-c6c4-4aed-a143-839117b1f174 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.242867 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69d0ea-c6c4-4aed-a143-839117b1f174 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=de81434a-0401-45a5-a406-65df0cccbec4,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:02.250138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-b64dc86a-eaed-4235-9e49-f8058abe4e47 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] For port 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c,segment=NetworkSegment(1d9797f0-2682-4e42-9d7d-c65b35fa88ba),segment_id=1d9797f0-2682-4e42-9d7d-c65b35fa88ba)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:02.250569 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b64dc86a-eaed-4235-9e49-f8058abe4e47 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.260304 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-b720c22b-4737-4219-bdd7-d3d2a4b37431 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, dd4d26de-dabb-4b01-8d22-6bc304fb9e05) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:02.269820 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b720c22b-4737-4219-bdd7-d3d2a4b37431 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:02.270447 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b720c22b-4737-4219-bdd7-d3d2a4b37431 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.271105 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-b64dc86a-eaed-4235-9e49-f8058abe4e47 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:02.272215 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8320d9-5d95-48ab-91da-6cf97786b198 None None] DHCP port deletion for 0efbd1b6-25b3-4b19-b10e-d90768765c25 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:26:02.308746 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dd5365-0eb6-4367-989b-e53faa49ecca None None] Network dd4d26de-dabb-4b01-8d22-6bc304fb9e05 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:02.338564 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bd69d0ea-c6c4-4aed-a143-839117b1f174 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1245277 Apr 16 04:26:02.342905 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39174) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:02.347169 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b720c22b-4737-4219-bdd7-d3d2a4b37431 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2964487 Apr 16 04:26:02.347915 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39176) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:02.357347 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-973b01fe-b787-413a-96a8-237d5fd9d748 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Request body: {'port': {'network_id': 'dd4d26de-dabb-4b01-8d22-6bc304fb9e05', 'name': 'tempest-TagsExtTest-1271110357'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:02.378103 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-6c8320d9-5d95-48ab-91da-6cf97786b198 None None] Deleting port 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:02.378908 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6c8320d9-5d95-48ab-91da-6cf97786b198 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.453496 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-6c8320d9-5d95-48ab-91da-6cf97786b198 None None] For port 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c,segment=NetworkSegment(1d9797f0-2682-4e42-9d7d-c65b35fa88ba),segment_id=1d9797f0-2682-4e42-9d7d-c65b35fa88ba)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:02.453798 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39178) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:02.455013 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6c8320d9-5d95-48ab-91da-6cf97786b198 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.461514 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-a17da714-0148-4eed-8b57-4d5ed1f3433a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port de81434a-0401-45a5-a406-65df0cccbec4 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:02.462147 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a17da714-0148-4eed-8b57-4d5ed1f3433a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (de81434a-0401-45a5-a406-65df0cccbec4), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.481881 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-6c8320d9-5d95-48ab-91da-6cf97786b198 None None] Calling delete_port for 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:02.496479 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b64dc86a-eaed-4235-9e49-f8058abe4e47 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.558549 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64dc86a-eaed-4235-9e49-f8058abe4e47 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No DVR routers for this DVR port 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:26:02.571555 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64dc86a-eaed-4235-9e49-f8058abe4e47 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:02.578944 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-dd4d26de-dabb-4b01-8d22-6bc304fb9e05', 'network_id': 'dd4d26de-dabb-4b01-8d22-6bc304fb9e05', 'project_id': 'c43546cde69247ddb01a1061e108d003', 'fixed_ips': [{'subnet_id': '7cb6724b-dc44-4748-ae73-df7fbbb64541'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:26:02.579819 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.581072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973b01fe-b787-413a-96a8-237d5fd9d748 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Made reservation on behalf of c43546cde69247ddb01a1061e108d003 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:02.586121 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-973b01fe-b787-413a-96a8-237d5fd9d748 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.606643 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a17da714-0148-4eed-8b57-4d5ed1f3433a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (de81434a-0401-45a5-a406-65df0cccbec4), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.615905 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-973b01fe-b787-413a-96a8-237d5fd9d748 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] device_id is not set on port d441a0e2-fa20-4dfe-a082-be324ac27aa4 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:26:02.628749 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-5db75d34-b118-4d48-bf1e-ff7546790375 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-933649891', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:02.644790 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-a17da714-0148-4eed-8b57-4d5ed1f3433a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for de81434a-0401-45a5-a406-65df0cccbec4 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:02.676610 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6c8320d9-5d95-48ab-91da-6cf97786b198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.692710 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b64dc86a-eaed-4235-9e49-f8058abe4e47 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (0efbd1b6-25b3-4b19-b10e-d90768765c25), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.723906 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8320d9-5d95-48ab-91da-6cf97786b198 None None] Pushing event deleted for resources: {'Port': ['ID=70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:02.728436 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8320d9-5d95-48ab-91da-6cf97786b198 None None] No DVR routers for this DVR port 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:26:02.752916 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-b64dc86a-eaed-4235-9e49-f8058abe4e47 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efbd1b6-25b3-4b19-b10e-d90768765c25']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:02.762334 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-973b01fe-b787-413a-96a8-237d5fd9d748 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Allocated IP 172.20.0.14 (dd4d26de-dabb-4b01-8d22-6bc304fb9e05/7cb6724b-dc44-4748-ae73-df7fbbb64541/d441a0e2-fa20-4dfe-a082-be324ac27aa4) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:02.771624 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-b64dc86a-eaed-4235-9e49-f8058abe4e47 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9797f0-2682-4e42-9d7d-c65b35fa88ba') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:02.771919 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-b64dc86a-eaed-4235-9e49-f8058abe4e47 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9797f0-2682-4e42-9d7d-c65b35fa88ba') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:02.789979 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db75d34-b118-4d48-bf1e-ff7546790375 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Made reservation on behalf of 6d0f9198807a4531828b522bb4361dc6 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:02.790418 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b64dc86a-eaed-4235-9e49-f8058abe4e47 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (1d9797f0-2682-4e42-9d7d-c65b35fa88ba), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.793027 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5db75d34-b118-4d48-bf1e-ff7546790375 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.810817 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5db75d34-b118-4d48-bf1e-ff7546790375 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.814070 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b64dc86a-eaed-4235-9e49-f8058abe4e47 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (1d9797f0-2682-4e42-9d7d-c65b35fa88ba), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.821588 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64dc86a-eaed-4235-9e49-f8058abe4e47 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:26:02.821773 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b64dc86a-eaed-4235-9e49-f8058abe4e47 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (1d9797f0-2682-4e42-9d7d-c65b35fa88ba), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:26:02.829716 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:26:02.910359 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a17da714-0148-4eed-8b57-4d5ed1f3433a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (de81434a-0401-45a5-a406-65df0cccbec4), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.942542 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17da714-0148-4eed-8b57-4d5ed1f3433a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=de81434a-0401-45a5-a406-65df0cccbec4,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:02.950838 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a17da714-0148-4eed-8b57-4d5ed1f3433a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:02.956052 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a17da714-0148-4eed-8b57-4d5ed1f3433a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/ports/de81434a-0401-45a5-a406-65df0cccbec4 HTTP/1.1" status: 204 len: 168 time: 0.6104283 Apr 16 04:26:02.957528 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39182) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:02.962449 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-23d9dc14-72d7-4efb-99af-9232bba39dc7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'port': {'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7', 'mac_address': 'fa:16:3e:cd:9b:78', 'name': 'tempest-PortsTestJSON-1778875943'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:03.020630 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b64dc86a-eaed-4235-9e49-f8058abe4e47 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (0efbd1b6-25b3-4b19-b10e-d90768765c25), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.026071 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b64dc86a-eaed-4235-9e49-f8058abe4e47 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.034682 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b64dc86a-eaed-4235-9e49-f8058abe4e47 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/networks/0efbd1b6-25b3-4b19-b10e-d90768765c25 HTTP/1.1" status: 204 len: 168 time: 1.0389171 Apr 16 04:26:03.034777 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39184) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:03.044859 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-067ed1ab-2381-4edd-af73-c1201a7ece7b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-830704895'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:03.053526 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64dc86a-eaed-4235-9e49-f8058abe4e47 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Network': ['ID=0efbd1b6-25b3-4b19-b10e-d90768765c25,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:03.066880 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5db75d34-b118-4d48-bf1e-ff7546790375 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Publish callbacks [] for security_group (f4c2af5b-d307-4ab0-a507-fa9cddd092da), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.075116 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-973b01fe-b787-413a-96a8-237d5fd9d748 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks [] for port (d441a0e2-fa20-4dfe-a082-be324ac27aa4), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.156836 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5db75d34-b118-4d48-bf1e-ff7546790375 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f4c2af5b-d307-4ab0-a507-fa9cddd092da), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.167406 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-5db75d34-b118-4d48-bf1e-ff7546790375 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] device_id is not set on port 08fd5d39-2b37-4851-9a4c-49bce44e5ddb yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:26:03.168387 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:26:03.184552 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d9dc14-72d7-4efb-99af-9232bba39dc7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:03.213244 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:26:03.213849 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 70bc6b67-7bb1-45f7-ac1f-68ebb9054e2c not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:26:03.237349 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067ed1ab-2381-4edd-af73-c1201a7ece7b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:03.241336 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-067ed1ab-2381-4edd-af73-c1201a7ece7b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.243631 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-973b01fe-b787-413a-96a8-237d5fd9d748 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (d441a0e2-fa20-4dfe-a082-be324ac27aa4), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.252390 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23d9dc14-72d7-4efb-99af-9232bba39dc7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.271844 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db75d34-b118-4d48-bf1e-ff7546790375 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c2af5b-d307-4ab0-a507-fa9cddd092da,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:03.276597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-23d9dc14-72d7-4efb-99af-9232bba39dc7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] device_id is not set on port 004a8640-7fc5-4581-bd58-87c860234526 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:26:03.288433 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] Allocated IP 172.20.0.2 (dd4d26de-dabb-4b01-8d22-6bc304fb9e05/7cb6724b-dc44-4748-ae73-df7fbbb64541/4d6f274f-591e-43c7-8d98-0d1f4a23a678) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:03.343867 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973b01fe-b787-413a-96a8-237d5fd9d748 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Network dd4d26de-dabb-4b01-8d22-6bc304fb9e05 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:03.356459 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-973b01fe-b787-413a-96a8-237d5fd9d748 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:03.359532 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973b01fe-b787-413a-96a8-237d5fd9d748 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:03.366520 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067ed1ab-2381-4edd-af73-c1201a7ece7b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:26:03.376905 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b01fe-b787-413a-96a8-237d5fd9d748 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Pushing event updated for resources: {'Port': ['ID=d441a0e2-fa20-4dfe-a082-be324ac27aa4,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:03.416232 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-5db75d34-b118-4d48-bf1e-ff7546790375 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Allocated IP 172.26.6.197 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/08fd5d39-2b37-4851-9a4c-49bce44e5ddb) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:03.424115 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-067ed1ab-2381-4edd-af73-c1201a7ece7b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (77e4c859-beed-4ad7-91d6-803af93792f4), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.424462 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-067ed1ab-2381-4edd-af73-c1201a7ece7b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Added segment 77e4c859-beed-4ad7-91d6-803af93792f4 of type vlan for network c4c41edf-4fba-4ad4-9bc6-ff6d6730a461 Apr 16 04:26:03.475575 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973b01fe-b787-413a-96a8-237d5fd9d748 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:03.476261 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-973b01fe-b787-413a-96a8-237d5fd9d748 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.503478 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23d9dc14-72d7-4efb-99af-9232bba39dc7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (004a8640-7fc5-4581-bd58-87c860234526), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.516275 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-067ed1ab-2381-4edd-af73-c1201a7ece7b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (c4c41edf-4fba-4ad4-9bc6-ff6d6730a461), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.527383 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] Publish callbacks [] for port (4d6f274f-591e-43c7-8d98-0d1f4a23a678), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.605177 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-973b01fe-b787-413a-96a8-237d5fd9d748 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2558210 Apr 16 04:26:03.607783 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39186) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:03.613026 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-6d79c90d-add5-4464-b158-47f9ff3a74b7 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-502226346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:03.619766 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (4d6f274f-591e-43c7-8d98-0d1f4a23a678), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.622581 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23d9dc14-72d7-4efb-99af-9232bba39dc7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (004a8640-7fc5-4581-bd58-87c860234526), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.655452 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5db75d34-b118-4d48-bf1e-ff7546790375 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Publish callbacks [] for port (08fd5d39-2b37-4851-9a4c-49bce44e5ddb), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.665293 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] Network dd4d26de-dabb-4b01-8d22-6bc304fb9e05 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:03.668585 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:03.673397 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:03.677306 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] Pushing event updated for resources: {'Port': ['ID=4d6f274f-591e-43c7-8d98-0d1f4a23a678,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:03.682817 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-067ed1ab-2381-4edd-af73-c1201a7ece7b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (c4c41edf-4fba-4ad4-9bc6-ff6d6730a461), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.686007 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d9dc14-72d7-4efb-99af-9232bba39dc7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:03.689683 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067ed1ab-2381-4edd-af73-c1201a7ece7b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:03.690306 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-067ed1ab-2381-4edd-af73-c1201a7ece7b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.690611 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-23d9dc14-72d7-4efb-99af-9232bba39dc7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:03.693829 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d9dc14-72d7-4efb-99af-9232bba39dc7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:03.699593 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d9dc14-72d7-4efb-99af-9232bba39dc7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:03.700121 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23d9dc14-72d7-4efb-99af-9232bba39dc7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.713428 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9dc14-72d7-4efb-99af-9232bba39dc7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=004a8640-7fc5-4581-bd58-87c860234526,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:03.733686 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d79c90d-add5-4464-b158-47f9ff3a74b7 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (48973a72-8f48-4d6b-ad33-854133704bf0), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.735234 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d79c90d-add5-4464-b158-47f9ff3a74b7 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (48973a72-8f48-4d6b-ad33-854133704bf0), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.745679 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] Attempting to bind port 4d6f274f-591e-43c7-8d98-0d1f4a23a678 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:26:03.746056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] Attempting to bind port 4d6f274f-591e-43c7-8d98-0d1f4a23a678 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '73d358d1-7dd3-4caf-a648-e82342da8bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'dd4d26de-dabb-4b01-8d22-6bc304fb9e05'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:26:03.746427 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] Attempting to bind port 4d6f274f-591e-43c7-8d98-0d1f4a23a678 on network dd4d26de-dabb-4b01-8d22-6bc304fb9e05 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:26:03.752331 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:26:03.752708 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] Checking segment: {'id': '73d358d1-7dd3-4caf-a648-e82342da8bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'dd4d26de-dabb-4b01-8d22-6bc304fb9e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:26:03.753140 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.753543 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] Bound using segment: {'id': '73d358d1-7dd3-4caf-a648-e82342da8bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'dd4d26de-dabb-4b01-8d22-6bc304fb9e05'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:26:03.754013 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] Bound port: 4d6f274f-591e-43c7-8d98-0d1f4a23a678, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d358d1-7dd3-4caf-a648-e82342da8bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'dd4d26de-dabb-4b01-8d22-6bc304fb9e05'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:26:03.754396 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (4d6f274f-591e-43c7-8d98-0d1f4a23a678), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.778945 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ed1ab-2381-4edd-af73-c1201a7ece7b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Network': ['ID=c4c41edf-4fba-4ad4-9bc6-ff6d6730a461,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:03.790924 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network c4c41edf-4fba-4ad4-9bc6-ff6d6730a461 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:26:03.795692 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-067ed1ab-2381-4edd-af73-c1201a7ece7b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7596574 Apr 16 04:26:03.800845 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d79c90d-add5-4464-b158-47f9ff3a74b7 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks [] for router_controller (48973a72-8f48-4d6b-ad33-854133704bf0), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.802968 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39188) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:03.808068 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-33be9c1b-efb3-431d-adab-ac4baccce732 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'subnet': {'network_id': 'c4c41edf-4fba-4ad4-9bc6-ff6d6730a461', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:03.829682 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5db75d34-b118-4d48-bf1e-ff7546790375 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (08fd5d39-2b37-4851-9a4c-49bce44e5ddb), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.832829 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-23d9dc14-72d7-4efb-99af-9232bba39dc7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8742564 Apr 16 04:26:03.836175 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39190) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:03.890695 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d79c90d-add5-4464-b158-47f9ff3a74b7 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (48973a72-8f48-4d6b-ad33-854133704bf0), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:03.890977 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] For port 4d6f274f-591e-43c7-8d98-0d1f4a23a678, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:26:03.891172 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db75d34-b118-4d48-bf1e-ff7546790375 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:03.911646 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] For port 4d6f274f-591e-43c7-8d98-0d1f4a23a678, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=4d6f274f-591e-43c7-8d98-0d1f4a23a678,segment=NetworkSegment(73d358d1-7dd3-4caf-a648-e82342da8bbd),segment_id=73d358d1-7dd3-4caf-a648-e82342da8bbd)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:26:03.918732 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-5db75d34-b118-4d48-bf1e-ff7546790375 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:03.927928 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db75d34-b118-4d48-bf1e-ff7546790375 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:03.935432 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db75d34-b118-4d48-bf1e-ff7546790375 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Pushing event updated for resources: {'Port': ['ID=08fd5d39-2b37-4851-9a4c-49bce44e5ddb,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:03.965490 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733947b4-af5e-41f0-984f-cf721504cc0b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:03.966856 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-733947b4-af5e-41f0-984f-cf721504cc0b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports/004a8640-7fc5-4581-bd58-87c860234526 HTTP/1.1" status: 200 len: 841 time: 0.1275043 Apr 16 04:26:03.970407 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39192) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:03.988289 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db75d34-b118-4d48-bf1e-ff7546790375 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:03.988981 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5db75d34-b118-4d48-bf1e-ff7546790375 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:04.011787 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d79c90d-add5-4464-b158-47f9ff3a74b7 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:04.013397 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6d79c90d-add5-4464-b158-47f9ff3a74b7 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4042430 Apr 16 04:26:04.016502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39194) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:04.021233 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-a6f3c32d-97d5-403b-b990-f693f299fd42 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1760431530', 'prefixes': ['172.20.0.0/16']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:04.055335 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (4d6f274f-591e-43c7-8d98-0d1f4a23a678), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:04.075839 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33be9c1b-efb3-431d-adab-ac4baccce732 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:04.079386 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-33be9c1b-efb3-431d-adab-ac4baccce732 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:04.085071 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5db75d34-b118-4d48-bf1e-ff7546790375 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.6299772 Apr 16 04:26:04.087649 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39196) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:04.093621 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-6adf71e2-c1ef-4fac-9511-0b9a9cad1b0e tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.197'}]}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:04.112986 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de3a31-aa07-44f0-bde2-dc07f690a4a2 None None] Pushing event updated for resources: {'Port': ['ID=4d6f274f-591e-43c7-8d98-0d1f4a23a678,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:04.164989 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-c505884b-0538-44dc-b955-6d7c442c8fb6 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port 004a8640-7fc5-4581-bd58-87c860234526 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:04.165338 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c505884b-0538-44dc-b955-6d7c442c8fb6 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (004a8640-7fc5-4581-bd58-87c860234526), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:04.191990 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6adf71e2-c1ef-4fac-9511-0b9a9cad1b0e tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (7730ac7c-b0c0-4b3e-9b42-459e6be320e5), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:04.194000 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6adf71e2-c1ef-4fac-9511-0b9a9cad1b0e tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (7730ac7c-b0c0-4b3e-9b42-459e6be320e5), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:04.251391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6adf71e2-c1ef-4fac-9511-0b9a9cad1b0e tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Publish callbacks [] for router_controller (7730ac7c-b0c0-4b3e-9b42-459e6be320e5), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:04.299675 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c505884b-0538-44dc-b955-6d7c442c8fb6 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (004a8640-7fc5-4581-bd58-87c860234526), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:04.328943 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-c505884b-0538-44dc-b955-6d7c442c8fb6 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for 004a8640-7fc5-4581-bd58-87c860234526 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:04.482307 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6adf71e2-c1ef-4fac-9511-0b9a9cad1b0e tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Publish callbacks [] for router_gateway (7730ac7c-b0c0-4b3e-9b42-459e6be320e5), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:04.513456 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a6f3c32d-97d5-403b-b990-f693f299fd42 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:04.514732 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a6f3c32d-97d5-403b-b990-f693f299fd42 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4972839 Apr 16 04:26:04.518174 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39198) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:04.522859 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-704f47d0-ca8e-4821-b8e7-487840da222c tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7cb6724b-dc44-4748-ae73-df7fbbb64541', 'tempest-TagsExtTest-Tag-1204121363') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:04.620948 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-33be9c1b-efb3-431d-adab-ac4baccce732 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (3f83b0c5-0f4e-4008-a95a-25d57c4b3ba1), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:04.626849 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c505884b-0538-44dc-b955-6d7c442c8fb6 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (004a8640-7fc5-4581-bd58-87c860234526), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:04.688225 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505884b-0538-44dc-b955-6d7c442c8fb6 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=004a8640-7fc5-4581-bd58-87c860234526,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:04.700750 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c505884b-0538-44dc-b955-6d7c442c8fb6 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:04.704305 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c505884b-0538-44dc-b955-6d7c442c8fb6 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/ports/004a8640-7fc5-4581-bd58-87c860234526 HTTP/1.1" status: 204 len: 168 time: 0.7316439 Apr 16 04:26:04.707737 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39200) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:04.748011 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-17db8f40-4906-4aa8-be82-6fcb4727b28c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] GET failed (client error): The resource could not be found. Apr 16 04:26:04.749626 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-17db8f40-4906-4aa8-be82-6fcb4727b28c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports/004a8640-7fc5-4581-bd58-87c860234526 HTTP/1.1" status: 404 len: 333 time: 0.0407922 Apr 16 04:26:04.754820 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39202) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:04.766668 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-718c9201-b28c-4dab-8e90-c72ce4ab4488 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'port': {'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7', 'name': 'tempest-PortsTestJSON-573001220'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:04.773313 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be9c1b-efb3-431d-adab-ac4baccce732 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Subnet': ['ID=3f83b0c5-0f4e-4008-a95a-25d57c4b3ba1,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:04.838508 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be9c1b-efb3-431d-adab-ac4baccce732 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Checking segment: {'id': '77e4c859-beed-4ad7-91d6-803af93792f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c4c41edf-4fba-4ad4-9bc6-ff6d6730a461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:26:04.838883 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33be9c1b-efb3-431d-adab-ac4baccce732 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network hostable DHCP agents. Network: c4c41edf-4fba-4ad4-9bc6-ff6d6730a461, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:26:04.935029 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33be9c1b-efb3-431d-adab-ac4baccce732 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network c4c41edf-4fba-4ad4-9bc6-ff6d6730a461 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:26:04.987002 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718c9201-b28c-4dab-8e90-c72ce4ab4488 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:04.992300 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-718c9201-b28c-4dab-8e90-c72ce4ab4488 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:05.013255 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-718c9201-b28c-4dab-8e90-c72ce4ab4488 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] device_id is not set on port eae1baf5-3368-4115-9fbb-c88b5ae84789 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:26:05.018364 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-704f47d0-ca8e-4821-b8e7-487840da222c tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "PUT /v2.0/subnets/7cb6724b-dc44-4748-ae73-df7fbbb64541/tags/tempest-TagsExtTest-Tag-1204121363 HTTP/1.1" status: 201 len: 201 time: 0.4990718 Apr 16 04:26:05.021058 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39204) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:05.024868 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-33be9c1b-efb3-431d-adab-ac4baccce732 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, c4c41edf-4fba-4ad4-9bc6-ff6d6730a461) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:05.028511 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-8d75e3fe-793b-4a51-b180-2e31ae0d8251 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd441a0e2-fa20-4dfe-a082-be324ac27aa4', 'tempest-TagsExtTest-Tag-806075034') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:05.038015 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37d1cdc-601d-411a-9ee7-4c1397bc444b None None] Network c4c41edf-4fba-4ad4-9bc6-ff6d6730a461 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:05.078626 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6adf71e2-c1ef-4fac-9511-0b9a9cad1b0e tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Publish callbacks [] for router_gateway (7730ac7c-b0c0-4b3e-9b42-459e6be320e5), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:05.081371 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33be9c1b-efb3-431d-adab-ac4baccce732 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:05.082077 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-33be9c1b-efb3-431d-adab-ac4baccce732 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:05.148501 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6adf71e2-c1ef-4fac-9511-0b9a9cad1b0e tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:05.222253 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-c4c41edf-4fba-4ad4-9bc6-ff6d6730a461', 'network_id': 'c4c41edf-4fba-4ad4-9bc6-ff6d6730a461', 'project_id': '4c55de659951468a91bdb9322c74436d', 'fixed_ips': [{'subnet_id': '3f83b0c5-0f4e-4008-a95a-25d57c4b3ba1'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:26:05.222253 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:05.237688 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dc5096-45bf-4875-ba37-7f24373d7b7b None None] Network dd4d26de-dabb-4b01-8d22-6bc304fb9e05 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:05.266768 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 4d6f274f-591e-43c7-8d98-0d1f4a23a678 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:26:05.283680 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-718c9201-b28c-4dab-8e90-c72ce4ab4488 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (eae1baf5-3368-4115-9fbb-c88b5ae84789), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:05.360659 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-33be9c1b-efb3-431d-adab-ac4baccce732 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5565693 Apr 16 04:26:05.363464 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39206) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:05.368233 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-ff58664f-983a-43ab-99e8-90ac2ae16de6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1085169112', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:05.403734 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6adf71e2-c1ef-4fac-9511-0b9a9cad1b0e tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Publish callbacks [] for router (7730ac7c-b0c0-4b3e-9b42-459e6be320e5), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:05.409658 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8d75e3fe-793b-4a51-b180-2e31ae0d8251 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "PUT /v2.0/ports/d441a0e2-fa20-4dfe-a082-be324ac27aa4/tags/tempest-TagsExtTest-Tag-806075034 HTTP/1.1" status: 201 len: 201 time: 0.3850603 Apr 16 04:26:05.410473 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39208) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:05.411393 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-362f736d-2675-4365-9744-7e619e339b6b None None] Provisioning complete for port 4d6f274f-591e-43c7-8d98-0d1f4a23a678 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:05.411848 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-362f736d-2675-4365-9744-7e619e339b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4d6f274f-591e-43c7-8d98-0d1f4a23a678), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:05.415751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.tag.tag_plugin [None req-0d2d5fdc-2f2b-46e3-b0f7-340e75406f64 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '48973a72-8f48-4d6b-ad33-854133704bf0', 'tempest-TagsExtTest-Tag-288802703') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:05.486203 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-718c9201-b28c-4dab-8e90-c72ce4ab4488 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (eae1baf5-3368-4115-9fbb-c88b5ae84789), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:05.540982 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718c9201-b28c-4dab-8e90-c72ce4ab4488 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:05.547730 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff58664f-983a-43ab-99e8-90ac2ae16de6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (a98feb11-b5c4-472e-88bd-e064489765e2), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:05.548842 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff58664f-983a-43ab-99e8-90ac2ae16de6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (a98feb11-b5c4-472e-88bd-e064489765e2), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:05.554586 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-718c9201-b28c-4dab-8e90-c72ce4ab4488 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:05.556068 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718c9201-b28c-4dab-8e90-c72ce4ab4488 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:05.562371 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718c9201-b28c-4dab-8e90-c72ce4ab4488 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:05.563017 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-718c9201-b28c-4dab-8e90-c72ce4ab4488 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:05.572503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c9201-b28c-4dab-8e90-c72ce4ab4488 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=eae1baf5-3368-4115-9fbb-c88b5ae84789,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:05.589863 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6adf71e2-c1ef-4fac-9511-0b9a9cad1b0e tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (7730ac7c-b0c0-4b3e-9b42-459e6be320e5), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:05.594562 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6adf71e2-c1ef-4fac-9511-0b9a9cad1b0e tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Publish callbacks [] for router_controller (7730ac7c-b0c0-4b3e-9b42-459e6be320e5), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:05.613871 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0d2d5fdc-2f2b-46e3-b0f7-340e75406f64 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "PUT /v2.0/routers/48973a72-8f48-4d6b-ad33-854133704bf0/tags/tempest-TagsExtTest-Tag-288802703 HTTP/1.1" status: 201 len: 201 time: 0.1997380 Apr 16 04:26:05.618690 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39210) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:05.619280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.tag.tag_plugin [None req-9a8e4af3-14b1-4b05-b644-42fada2bd00c tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '160829ab-4874-487e-8824-6df5742e22bf', 'tempest-TagsExtTest-Tag-1125840567') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:05.669150 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-718c9201-b28c-4dab-8e90-c72ce4ab4488 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9121025 Apr 16 04:26:05.671536 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39212) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:05.677108 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-7e8b171c-a3e2-4f61-9f27-8a15eab5b558 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:05.686033 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff58664f-983a-43ab-99e8-90ac2ae16de6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for router_controller (a98feb11-b5c4-472e-88bd-e064489765e2), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:05.710456 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 4d6f274f-591e-43c7-8d98-0d1f4a23a678 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:05.710932 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4d6f274f-591e-43c7-8d98-0d1f4a23a678), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:05.741232 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9a8e4af3-14b1-4b05-b644-42fada2bd00c tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "PUT /v2.0/subnetpools/160829ab-4874-487e-8824-6df5742e22bf/tags/tempest-TagsExtTest-Tag-1125840567 HTTP/1.1" status: 201 len: 201 time: 0.1255794 Apr 16 04:26:05.743759 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39214) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:05.748797 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-23298aac-3c90-4309-93c3-479508568e09 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7cb6724b-dc44-4748-ae73-df7fbbb64541') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:05.752333 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] Allocated IP 2001:db8::2 (c4c41edf-4fba-4ad4-9bc6-ff6d6730a461/3f83b0c5-0f4e-4008-a95a-25d57c4b3ba1/c3b3de0b-3a3c-4a58-9602-0dc8c681b387) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:05.755540 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7e8b171c-a3e2-4f61-9f27-8a15eab5b558 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (eae1baf5-3368-4115-9fbb-c88b5ae84789), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:05.796621 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6adf71e2-c1ef-4fac-9511-0b9a9cad1b0e tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (7730ac7c-b0c0-4b3e-9b42-459e6be320e5), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:05.804234 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adf71e2-c1ef-4fac-9511-0b9a9cad1b0e tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7730ac7c-b0c0-4b3e-9b42-459e6be320e5 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:26:05.804234 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff58664f-983a-43ab-99e8-90ac2ae16de6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (a98feb11-b5c4-472e-88bd-e064489765e2), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:05.835989 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-23298aac-3c90-4309-93c3-479508568e09 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/subnets/7cb6724b-dc44-4748-ae73-df7fbbb64541/tags HTTP/1.1" status: 200 len: 241 time: 0.0909581 Apr 16 04:26:05.839239 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39216) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:05.845904 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-9769929b-3b4b-470b-ad2e-2ff7b882aee9 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7cb6724b-dc44-4748-ae73-df7fbbb64541', 'tempest-TagsExtTest-Tag-1204121363') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:05.883312 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-362f736d-2675-4365-9744-7e619e339b6b None None] Current status of the port 4d6f274f-591e-43c7-8d98-0d1f4a23a678 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:05.884105 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-362f736d-2675-4365-9744-7e619e339b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (4d6f274f-591e-43c7-8d98-0d1f4a23a678), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:05.896611 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9769929b-3b4b-470b-ad2e-2ff7b882aee9 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/subnets/7cb6724b-dc44-4748-ae73-df7fbbb64541/tags/tempest-TagsExtTest-Tag-1204121363 HTTP/1.1" status: 204 len: 168 time: 0.0562658 Apr 16 04:26:05.899042 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39218) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:05.904502 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-d02184f7-1d38-4df7-b666-950beec9dedc tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7cb6724b-dc44-4748-ae73-df7fbbb64541', 'tempest-TagsExtTest-Tag-1204121363') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:05.930165 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-6adf71e2-c1ef-4fac-9511-0b9a9cad1b0e tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 16 04:26:05.933745 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6adf71e2-c1ef-4fac-9511-0b9a9cad1b0e tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8425593 Apr 16 04:26:05.937662 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff58664f-983a-43ab-99e8-90ac2ae16de6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:05.939004 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ff58664f-983a-43ab-99e8-90ac2ae16de6 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5745471 Apr 16 04:26:05.941720 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39220) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:05.942051 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39222) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:05.955210 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-90b89ca5-db6d-4499-aa62-55277520d5d1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'port': {'network_id': 'c4c41edf-4fba-4ad4-9bc6-ff6d6730a461', 'name': 'tempest-PortsIpV6TestJSON-252431262'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:05.994525 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-362f736d-2675-4365-9744-7e619e339b6b None None] For port 4d6f274f-591e-43c7-8d98-0d1f4a23a678, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=4d6f274f-591e-43c7-8d98-0d1f4a23a678,segment=NetworkSegment(73d358d1-7dd3-4caf-a648-e82342da8bbd),segment_id=73d358d1-7dd3-4caf-a648-e82342da8bbd)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:05.997087 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 4d6f274f-591e-43c7-8d98-0d1f4a23a678 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:05.997481 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (4d6f274f-591e-43c7-8d98-0d1f4a23a678), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:06.005031 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7e8b171c-a3e2-4f61-9f27-8a15eab5b558 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (eae1baf5-3368-4115-9fbb-c88b5ae84789), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:06.065525 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] Publish callbacks [] for port (c3b3de0b-3a3c-4a58-9602-0dc8c681b387), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:06.070937 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-362f736d-2675-4365-9744-7e619e339b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (4d6f274f-591e-43c7-8d98-0d1f4a23a678), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:06.118749 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7e8b171c-a3e2-4f61-9f27-8a15eab5b558 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (eae1baf5-3368-4115-9fbb-c88b5ae84789), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:06.139206 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-f16112d6-aa60-40fa-829d-dbe316441718 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Deleting port 08fd5d39-2b37-4851-9a4c-49bce44e5ddb {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:06.139657 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f16112d6-aa60-40fa-829d-dbe316441718 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (08fd5d39-2b37-4851-9a4c-49bce44e5ddb), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:06.148267 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:26:06.148621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:26:06.151486 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (c3b3de0b-3a3c-4a58-9602-0dc8c681b387), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:06.157524 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f736d-2675-4365-9744-7e619e339b6b None None] Pushing event updated for resources: {'Port': ['ID=4d6f274f-591e-43c7-8d98-0d1f4a23a678,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:06.161927 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b171c-a3e2-4f61-9f27-8a15eab5b558 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] In _notify_port_updated(), no bound segment for port eae1baf5-3368-4115-9fbb-c88b5ae84789 on network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 {{(pid=104633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:26:06.168056 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8b171c-a3e2-4f61-9f27-8a15eab5b558 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:06.168897 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7e8b171c-a3e2-4f61-9f27-8a15eab5b558 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:06.173008 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7e8b171c-a3e2-4f61-9f27-8a15eab5b558 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "PUT /v2.0/ports/eae1baf5-3368-4115-9fbb-c88b5ae84789 HTTP/1.1" status: 200 len: 818 time: 0.4977906 Apr 16 04:26:06.173378 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39224) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:06.202958 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d02184f7-1d38-4df7-b666-950beec9dedc tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "DELETE /v2.0/subnets/7cb6724b-dc44-4748-ae73-df7fbbb64541/tags/tempest-TagsExtTest-Tag-1204121363 HTTP/1.1" status: 204 len: 168 time: 0.3022721 Apr 16 04:26:06.209190 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] Network c4c41edf-4fba-4ad4-9bc6-ff6d6730a461 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:06.209413 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39226) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:06.217205 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-4635a5e2-5faa-4c82-b825-ee3614fe1ffe tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7cb6724b-dc44-4748-ae73-df7fbbb64541') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:06.221176 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:06.226020 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b171c-a3e2-4f61-9f27-8a15eab5b558 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=eae1baf5-3368-4115-9fbb-c88b5ae84789,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:06.232326 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:06.237451 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-aa8cfdd2-5b8a-4338-b2e2-0f68ce6e25c1 None None] Provisioning complete for port d441a0e2-fa20-4dfe-a082-be324ac27aa4 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:06.237813 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-aa8cfdd2-5b8a-4338-b2e2-0f68ce6e25c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d441a0e2-fa20-4dfe-a082-be324ac27aa4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:06.242027 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] Pushing event updated for resources: {'Port': ['ID=c3b3de0b-3a3c-4a58-9602-0dc8c681b387,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:06.313346 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4635a5e2-5faa-4c82-b825-ee3614fe1ffe tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/subnets/7cb6724b-dc44-4748-ae73-df7fbbb64541/tags HTTP/1.1" status: 200 len: 205 time: 0.0974166 Apr 16 04:26:06.316041 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-aa8cfdd2-5b8a-4338-b2e2-0f68ce6e25c1 None None] Port d441a0e2-fa20-4dfe-a082-be324ac27aa4 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:06.316248 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39228) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:06.321061 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-8fa532bc-065a-478f-b661-2d7bcc7cc9b1 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd441a0e2-fa20-4dfe-a082-be324ac27aa4') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:06.333453 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-dd8b1055-eb0d-4d0c-8410-0cd3cd8f5d0b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port eae1baf5-3368-4115-9fbb-c88b5ae84789 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:06.334156 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1055-eb0d-4d0c-8410-0cd3cd8f5d0b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (eae1baf5-3368-4115-9fbb-c88b5ae84789), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:06.339353 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] Attempting to bind port c3b3de0b-3a3c-4a58-9602-0dc8c681b387 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:26:06.339726 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] Attempting to bind port c3b3de0b-3a3c-4a58-9602-0dc8c681b387 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '77e4c859-beed-4ad7-91d6-803af93792f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c4c41edf-4fba-4ad4-9bc6-ff6d6730a461'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:26:06.340087 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] Attempting to bind port c3b3de0b-3a3c-4a58-9602-0dc8c681b387 on network c4c41edf-4fba-4ad4-9bc6-ff6d6730a461 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:26:06.342181 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-aa8cfdd2-5b8a-4338-b2e2-0f68ce6e25c1 None None] Provisioning complete for port 4d6f274f-591e-43c7-8d98-0d1f4a23a678 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:06.342606 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-aa8cfdd2-5b8a-4338-b2e2-0f68ce6e25c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4d6f274f-591e-43c7-8d98-0d1f4a23a678), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:06.369550 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:26:06.370023 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] Checking segment: {'id': '77e4c859-beed-4ad7-91d6-803af93792f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c4c41edf-4fba-4ad4-9bc6-ff6d6730a461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:26:06.370357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:06.371017 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] Bound using segment: {'id': '77e4c859-beed-4ad7-91d6-803af93792f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c4c41edf-4fba-4ad4-9bc6-ff6d6730a461'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:26:06.371240 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] Bound port: c3b3de0b-3a3c-4a58-9602-0dc8c681b387, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e4c859-beed-4ad7-91d6-803af93792f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c4c41edf-4fba-4ad4-9bc6-ff6d6730a461'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:26:06.372099 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c3b3de0b-3a3c-4a58-9602-0dc8c681b387), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:06.386003 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8fa532bc-065a-478f-b661-2d7bcc7cc9b1 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/ports/d441a0e2-fa20-4dfe-a082-be324ac27aa4/tags HTTP/1.1" status: 200 len: 240 time: 0.0686376 Apr 16 04:26:06.390453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39230) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:06.399673 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-d9cbc394-c70d-4437-a393-f087c8042625 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd441a0e2-fa20-4dfe-a082-be324ac27aa4', 'tempest-TagsExtTest-Tag-806075034') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:06.406653 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f16112d6-aa60-40fa-829d-dbe316441718 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (08fd5d39-2b37-4851-9a4c-49bce44e5ddb), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:06.409021 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b89ca5-db6d-4499-aa62-55277520d5d1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:06.412297 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-90b89ca5-db6d-4499-aa62-55277520d5d1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:06.430717 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1055-eb0d-4d0c-8410-0cd3cd8f5d0b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (eae1baf5-3368-4115-9fbb-c88b5ae84789), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:06.447088 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-dd8b1055-eb0d-4d0c-8410-0cd3cd8f5d0b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for eae1baf5-3368-4115-9fbb-c88b5ae84789 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:06.460167 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-f16112d6-aa60-40fa-829d-dbe316441718 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Calling delete_port for 08fd5d39-2b37-4851-9a4c-49bce44e5ddb owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:06.480325 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-90b89ca5-db6d-4499-aa62-55277520d5d1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] device_id is not set on port 7b93d951-7311-471b-a904-e809819639b8 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:26:06.482801 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] For port c3b3de0b-3a3c-4a58-9602-0dc8c681b387, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:26:06.496685 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-aa8cfdd2-5b8a-4338-b2e2-0f68ce6e25c1 None None] Current status of the port 4d6f274f-591e-43c7-8d98-0d1f4a23a678 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:06.497570 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d9cbc394-c70d-4437-a393-f087c8042625 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/ports/d441a0e2-fa20-4dfe-a082-be324ac27aa4/tags/tempest-TagsExtTest-Tag-806075034 HTTP/1.1" status: 204 len: 168 time: 0.1061060 Apr 16 04:26:06.500292 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] For port c3b3de0b-3a3c-4a58-9602-0dc8c681b387, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c3b3de0b-3a3c-4a58-9602-0dc8c681b387,segment=NetworkSegment(77e4c859-beed-4ad7-91d6-803af93792f4),segment_id=77e4c859-beed-4ad7-91d6-803af93792f4)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:26:06.500644 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39232) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:06.505165 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-41fd24a3-4a0c-447c-9ee4-2d7b337abb16 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd441a0e2-fa20-4dfe-a082-be324ac27aa4', 'tempest-TagsExtTest-Tag-806075034') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:06.586421 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c3b3de0b-3a3c-4a58-9602-0dc8c681b387), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:06.610243 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1055-eb0d-4d0c-8410-0cd3cd8f5d0b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (eae1baf5-3368-4115-9fbb-c88b5ae84789), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:06.651780 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b1055-eb0d-4d0c-8410-0cd3cd8f5d0b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=eae1baf5-3368-4115-9fbb-c88b5ae84789,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:06.651939 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-d4621579-374a-4dd3-9696-3fa71a7766b6 None None] Provisioning complete for port d441a0e2-fa20-4dfe-a082-be324ac27aa4 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:06.652213 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d4621579-374a-4dd3-9696-3fa71a7766b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d441a0e2-fa20-4dfe-a082-be324ac27aa4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:06.656131 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1055-eb0d-4d0c-8410-0cd3cd8f5d0b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:06.668563 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dd8b1055-eb0d-4d0c-8410-0cd3cd8f5d0b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/ports/eae1baf5-3368-4115-9fbb-c88b5ae84789 HTTP/1.1" status: 204 len: 168 time: 0.4937682 Apr 16 04:26:06.670861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39234) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:06.725338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f32c4-c000-402d-bd6b-75b5f38782d7 None None] Pushing event updated for resources: {'Port': ['ID=c3b3de0b-3a3c-4a58-9602-0dc8c681b387,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:06.741636 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-90b89ca5-db6d-4499-aa62-55277520d5d1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Allocated IP 2001:db8::14d (c4c41edf-4fba-4ad4-9bc6-ff6d6730a461/3f83b0c5-0f4e-4008-a95a-25d57c4b3ba1/7b93d951-7311-471b-a904-e809819639b8) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:06.742637 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ebfd43-421c-477a-9fec-fe7ebacbe768 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:06.745945 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-20ebfd43-421c-477a-9fec-fe7ebacbe768 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0735252 Apr 16 04:26:06.748108 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 4d6f274f-591e-43c7-8d98-0d1f4a23a678 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:06.749034 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39236) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:06.757676 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d4621579-374a-4dd3-9696-3fa71a7766b6 None None] Port d441a0e2-fa20-4dfe-a082-be324ac27aa4 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:06.796932 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-41fd24a3-4a0c-447c-9ee4-2d7b337abb16 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "DELETE /v2.0/ports/d441a0e2-fa20-4dfe-a082-be324ac27aa4/tags/tempest-TagsExtTest-Tag-806075034 HTTP/1.1" status: 204 len: 168 time: 0.2922368 Apr 16 04:26:06.796932 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-df98d2c4-e5d8-44b8-98cc-034ce50b9187 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] GET failed (client error): The resource could not be found. Apr 16 04:26:06.797260 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-df98d2c4-e5d8-44b8-98cc-034ce50b9187 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports/eae1baf5-3368-4115-9fbb-c88b5ae84789 HTTP/1.1" status: 404 len: 333 time: 0.0454431 Apr 16 04:26:06.797345 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39238) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:06.802990 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39240) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:06.803915 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.tag.tag_plugin [None req-c5e4cccd-ff53-485d-9df6-da8ad14d7c90 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd441a0e2-fa20-4dfe-a082-be324ac27aa4') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:06.812917 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-3e709752-39c0-4733-8465-19d82b081222 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1403513275'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:06.864392 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c5e4cccd-ff53-485d-9df6-da8ad14d7c90 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/ports/d441a0e2-fa20-4dfe-a082-be324ac27aa4/tags HTTP/1.1" status: 200 len: 205 time: 0.0659468 Apr 16 04:26:06.867137 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39242) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:06.874934 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-d3225934-49e8-476d-a4c4-abfb081fc666 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '48973a72-8f48-4d6b-ad33-854133704bf0') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:06.920322 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f16112d6-aa60-40fa-829d-dbe316441718 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (08fd5d39-2b37-4851-9a4c-49bce44e5ddb), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:06.967787 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e709752-39c0-4733-8465-19d82b081222 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:06.971866 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e709752-39c0-4733-8465-19d82b081222 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:07.017716 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16112d6-aa60-40fa-829d-dbe316441718 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Pushing event deleted for resources: {'Port': ['ID=08fd5d39-2b37-4851-9a4c-49bce44e5ddb,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:07.064395 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d3225934-49e8-476d-a4c4-abfb081fc666 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/routers/48973a72-8f48-4d6b-ad33-854133704bf0/tags HTTP/1.1" status: 200 len: 240 time: 0.1961455 Apr 16 04:26:07.068658 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39244) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:07.071673 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.tag.tag_plugin [None req-1819ca9e-98ad-4555-9181-10191103a2b3 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '48973a72-8f48-4d6b-ad33-854133704bf0', 'tempest-TagsExtTest-Tag-288802703') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:07.137310 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e709752-39c0-4733-8465-19d82b081222 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:26:07.166100 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e709752-39c0-4733-8465-19d82b081222 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f2b347bb-4d61-4583-890f-1a3602cd9c43), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:07.166448 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-3e709752-39c0-4733-8465-19d82b081222 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Added segment f2b347bb-4d61-4583-890f-1a3602cd9c43 of type vlan for network 319b4473-e2c6-4a5a-9c95-7292386eac16 Apr 16 04:26:07.171254 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f16112d6-aa60-40fa-829d-dbe316441718 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:07.182643 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f16112d6-aa60-40fa-829d-dbe316441718 tempest-RoutersAdminNegativeIpV6Test-506601229 tempest-RoutersAdminNegativeIpV6Test-506601229-project-admin] 10.222.0.30 "DELETE /v2.0/ports/08fd5d39-2b37-4851-9a4c-49bce44e5ddb HTTP/1.1" status: 204 len: 168 time: 1.2316456 Apr 16 04:26:07.223004 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-90b89ca5-db6d-4499-aa62-55277520d5d1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (7b93d951-7311-471b-a904-e809819639b8), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:07.239000 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e709752-39c0-4733-8465-19d82b081222 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (319b4473-e2c6-4a5a-9c95-7292386eac16), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:07.316997 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c3b3de0b-3a3c-4a58-9602-0dc8c681b387 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:26:07.369708 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port c3b3de0b-3a3c-4a58-9602-0dc8c681b387 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:07.370081 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c3b3de0b-3a3c-4a58-9602-0dc8c681b387), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:07.380506 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e709752-39c0-4733-8465-19d82b081222 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (319b4473-e2c6-4a5a-9c95-7292386eac16), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:07.386508 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e709752-39c0-4733-8465-19d82b081222 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:07.388040 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e709752-39c0-4733-8465-19d82b081222 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:07.431786 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-90b89ca5-db6d-4499-aa62-55277520d5d1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (7b93d951-7311-471b-a904-e809819639b8), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:07.483682 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port c3b3de0b-3a3c-4a58-9602-0dc8c681b387 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:07.484216 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c3b3de0b-3a3c-4a58-9602-0dc8c681b387), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:07.536356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port c3b3de0b-3a3c-4a58-9602-0dc8c681b387, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c3b3de0b-3a3c-4a58-9602-0dc8c681b387,segment=NetworkSegment(77e4c859-beed-4ad7-91d6-803af93792f4),segment_id=77e4c859-beed-4ad7-91d6-803af93792f4)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:07.539565 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1819ca9e-98ad-4555-9181-10191103a2b3 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/routers/48973a72-8f48-4d6b-ad33-854133704bf0/tags/tempest-TagsExtTest-Tag-288802703 HTTP/1.1" status: 204 len: 168 time: 0.4713831 Apr 16 04:26:07.542877 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39248) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:07.550516 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-87d4632f-3aa4-4108-a42a-636e799a1628 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '48973a72-8f48-4d6b-ad33-854133704bf0', 'tempest-TagsExtTest-Tag-288802703') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:07.556886 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3e709752-39c0-4733-8465-19d82b081222 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7520747 Apr 16 04:26:07.556886 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e709752-39c0-4733-8465-19d82b081222 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Network': ['ID=319b4473-e2c6-4a5a-9c95-7292386eac16,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:07.559857 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39250) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:07.565838 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-6afaddbb-fccb-4937-944f-a9c78e2bdba4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'subnet': {'network_id': '319b4473-e2c6-4a5a-9c95-7292386eac16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:07.568406 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b89ca5-db6d-4499-aa62-55277520d5d1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network c4c41edf-4fba-4ad4-9bc6-ff6d6730a461 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:07.572197 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 319b4473-e2c6-4a5a-9c95-7292386eac16 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:26:07.623556 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-90b89ca5-db6d-4499-aa62-55277520d5d1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:07.629788 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c3b3de0b-3a3c-4a58-9602-0dc8c681b387), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:07.630593 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 4d6f274f-591e-43c7-8d98-0d1f4a23a678 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:26:07.657598 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b89ca5-db6d-4499-aa62-55277520d5d1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:07.663129 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b89ca5-db6d-4499-aa62-55277520d5d1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:07.663922 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-90b89ca5-db6d-4499-aa62-55277520d5d1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:07.670212 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b89ca5-db6d-4499-aa62-55277520d5d1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=7b93d951-7311-471b-a904-e809819639b8,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:07.719489 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afaddbb-fccb-4937-944f-a9c78e2bdba4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:07.723688 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6afaddbb-fccb-4937-944f-a9c78e2bdba4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:07.757890 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=c3b3de0b-3a3c-4a58-9602-0dc8c681b387,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:07.766351 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 4d6f274f-591e-43c7-8d98-0d1f4a23a678 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:07.766733 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4d6f274f-591e-43c7-8d98-0d1f4a23a678), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:07.798988 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39254) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:07.844471 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39258) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:07.845400 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-90b89ca5-db6d-4499-aa62-55277520d5d1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8953750 Apr 16 04:26:07.853261 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1531db-576e-4fd5-be69-67cf590896a7 None None] Network c4c41edf-4fba-4ad4-9bc6-ff6d6730a461 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:07.862203 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-87d4632f-3aa4-4108-a42a-636e799a1628 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "DELETE /v2.0/routers/48973a72-8f48-4d6b-ad33-854133704bf0/tags/tempest-TagsExtTest-Tag-288802703 HTTP/1.1" status: 204 len: 168 time: 0.3155451 Apr 16 04:26:07.867406 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39260) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:07.879493 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-73808e84-70ec-4d35-abe2-5691a45300fc tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '48973a72-8f48-4d6b-ad33-854133704bf0') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:07.955838 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-7b8b29d1-dde2-4db4-8274-f6d8ac992092 None None] Provisioning complete for port c3b3de0b-3a3c-4a58-9602-0dc8c681b387 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:07.956390 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7b8b29d1-dde2-4db4-8274-f6d8ac992092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c3b3de0b-3a3c-4a58-9602-0dc8c681b387), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:07.959548 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 4d6f274f-591e-43c7-8d98-0d1f4a23a678 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:08.001389 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7e899b4c-a7c2-48d2-8a8f-9232d51131f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:08.004408 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-73808e84-70ec-4d35-abe2-5691a45300fc tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/routers/48973a72-8f48-4d6b-ad33-854133704bf0/tags HTTP/1.1" status: 200 len: 205 time: 0.1320333 Apr 16 04:26:08.012046 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39262) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:08.016300 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-89f5fe97-54f4-464b-8b2e-5fa38e7b05c2 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '160829ab-4874-487e-8824-6df5742e22bf') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:08.065720 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-89f5fe97-54f4-464b-8b2e-5fa38e7b05c2 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/subnetpools/160829ab-4874-487e-8824-6df5742e22bf/tags HTTP/1.1" status: 200 len: 241 time: 0.0502310 Apr 16 04:26:08.066767 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39264) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:08.071594 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-f094806e-bf0c-4d42-9ca2-ff55bd0ee7d8 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '160829ab-4874-487e-8824-6df5742e22bf', 'tempest-TagsExtTest-Tag-1125840567') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:08.091429 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-7b8b29d1-dde2-4db4-8274-f6d8ac992092 None None] Current status of the port c3b3de0b-3a3c-4a58-9602-0dc8c681b387 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:08.094489 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f094806e-bf0c-4d42-9ca2-ff55bd0ee7d8 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/subnetpools/160829ab-4874-487e-8824-6df5742e22bf/tags/tempest-TagsExtTest-Tag-1125840567 HTTP/1.1" status: 204 len: 168 time: 0.0261943 Apr 16 04:26:08.098354 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39266) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:08.104896 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-d420b8cc-632c-4fa6-b2ec-58295d555c04 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '160829ab-4874-487e-8824-6df5742e22bf', 'tempest-TagsExtTest-Tag-1125840567') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:08.175832 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7e899b4c-a7c2-48d2-8a8f-9232d51131f9 admin admin] Publish callbacks [] for security_group (7c3b85b1-1502-416b-86ea-81e434ea388c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:08.227006 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d420b8cc-632c-4fa6-b2ec-58295d555c04 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "DELETE /v2.0/subnetpools/160829ab-4874-487e-8824-6df5742e22bf/tags/tempest-TagsExtTest-Tag-1125840567 HTTP/1.1" status: 204 len: 168 time: 0.1286945 Apr 16 04:26:08.229806 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39268) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:08.236921 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-a0c2ec8b-0083-4dbe-8524-a9390203c64d tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '160829ab-4874-487e-8824-6df5742e22bf') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:08.256639 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7e899b4c-a7c2-48d2-8a8f-9232d51131f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (7c3b85b1-1502-416b-86ea-81e434ea388c), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:08.262287 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6afaddbb-fccb-4937-944f-a9c78e2bdba4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (cc53d099-5e7d-4b67-a4e6-1b6818d7f02d), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:08.282991 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a0c2ec8b-0083-4dbe-8524-a9390203c64d tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/subnetpools/160829ab-4874-487e-8824-6df5742e22bf/tags HTTP/1.1" status: 200 len: 205 time: 0.0519009 Apr 16 04:26:08.283654 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39270) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:08.299875 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-c1893725-08ee-48d6-ab2d-9cdd5d1d3b0f tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '160829ab-4874-487e-8824-6df5742e22bf') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:08.323262 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-52aa576d-0bc1-46db-9b23-7c79935e78a7 None None] Provisioning complete for port c3b3de0b-3a3c-4a58-9602-0dc8c681b387 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:08.324245 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-52aa576d-0bc1-46db-9b23-7c79935e78a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c3b3de0b-3a3c-4a58-9602-0dc8c681b387), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:08.329651 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7e899b4c-a7c2-48d2-8a8f-9232d51131f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e18c60c47284546ad7ddf8c21778870&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5295064 Apr 16 04:26:08.331756 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e899b4c-a7c2-48d2-8a8f-9232d51131f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3b85b1-1502-416b-86ea-81e434ea388c,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:08.334374 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39274) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:08.346981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1b8bb16-c82b-4354-9197-3790af169278 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7b93d951-7311-471b-a904-e809819639b8), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:08.356379 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c1893725-08ee-48d6-ab2d-9cdd5d1d3b0f tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "DELETE /v2.0/subnetpools/160829ab-4874-487e-8824-6df5742e22bf/tags HTTP/1.1" status: 204 len: 168 time: 0.0674713 Apr 16 04:26:08.357048 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39276) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:08.366997 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-42fbecda-dc3e-4a74-a31d-4165d96488d5 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '48973a72-8f48-4d6b-ad33-854133704bf0') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:08.383592 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afaddbb-fccb-4937-944f-a9c78e2bdba4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Subnet': ['ID=cc53d099-5e7d-4b67-a4e6-1b6818d7f02d,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:08.390248 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afaddbb-fccb-4937-944f-a9c78e2bdba4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Checking segment: {'id': 'f2b347bb-4d61-4583-890f-1a3602cd9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '319b4473-e2c6-4a5a-9c95-7292386eac16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:26:08.390615 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afaddbb-fccb-4937-944f-a9c78e2bdba4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network hostable DHCP agents. Network: 319b4473-e2c6-4a5a-9c95-7292386eac16, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:26:08.461733 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-52aa576d-0bc1-46db-9b23-7c79935e78a7 None None] Current status of the port c3b3de0b-3a3c-4a58-9602-0dc8c681b387 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:08.473806 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-52aa576d-0bc1-46db-9b23-7c79935e78a7 None None] Provisioning complete for port 7b93d951-7311-471b-a904-e809819639b8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:08.474522 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-52aa576d-0bc1-46db-9b23-7c79935e78a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7b93d951-7311-471b-a904-e809819639b8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:08.518595 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-52aa576d-0bc1-46db-9b23-7c79935e78a7 None None] Port 7b93d951-7311-471b-a904-e809819639b8 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:08.525392 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afaddbb-fccb-4937-944f-a9c78e2bdba4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network 319b4473-e2c6-4a5a-9c95-7292386eac16 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:26:08.609630 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-6afaddbb-fccb-4937-944f-a9c78e2bdba4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 319b4473-e2c6-4a5a-9c95-7292386eac16) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:08.617354 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afaddbb-fccb-4937-944f-a9c78e2bdba4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:08.618403 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6afaddbb-fccb-4937-944f-a9c78e2bdba4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:08.622953 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92cff0b-2a2f-4398-af9e-66beee6b4024 None None] Network 319b4473-e2c6-4a5a-9c95-7292386eac16 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:08.658825 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b483870c-5488-4792-a892-d8b6a9d8771b None None] Provisioning complete for port 7b93d951-7311-471b-a904-e809819639b8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:08.659564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b483870c-5488-4792-a892-d8b6a9d8771b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7b93d951-7311-471b-a904-e809819639b8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:08.699961 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6afaddbb-fccb-4937-944f-a9c78e2bdba4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1386187 Apr 16 04:26:08.702754 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39278) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:08.706490 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1b8bb16-c82b-4354-9197-3790af169278 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (7b93d951-7311-471b-a904-e809819639b8), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:08.712174 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-1b3cc345-15a4-4e2f-abe4-d96c0b8bbfa7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'subnet': {'network_id': '319b4473-e2c6-4a5a-9c95-7292386eac16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:08.731877 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9f7b-356f-4248-ac22-4f4f450d899a admin admin] Publish callbacks [] for security_group (7c3b85b1-1502-416b-86ea-81e434ea388c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:08.739683 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-42fbecda-dc3e-4a74-a31d-4165d96488d5 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "DELETE /v2.0/routers/48973a72-8f48-4d6b-ad33-854133704bf0/tags HTTP/1.1" status: 204 len: 168 time: 0.3791678 Apr 16 04:26:08.743784 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39280) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:08.745634 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b483870c-5488-4792-a892-d8b6a9d8771b None None] Port 7b93d951-7311-471b-a904-e809819639b8 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:08.761273 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9f7b-356f-4248-ac22-4f4f450d899a admin admin] Publish callbacks [] for security_group (7c3b85b1-1502-416b-86ea-81e434ea388c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:08.774296 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.tag.tag_plugin [None req-6f5c9035-7cab-495b-9804-2df9714ed35f tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd441a0e2-fa20-4dfe-a082-be324ac27aa4') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:08.787980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-319b4473-e2c6-4a5a-9c95-7292386eac16', 'network_id': '319b4473-e2c6-4a5a-9c95-7292386eac16', 'project_id': '2003f45899ce417e8628a90cb615c285', 'fixed_ips': [{'subnet_id': 'cc53d099-5e7d-4b67-a4e6-1b6818d7f02d'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:26:08.789015 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:08.804278 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1b8bb16-c82b-4354-9197-3790af169278 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (7b93d951-7311-471b-a904-e809819639b8), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:08.890075 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9f7b-356f-4248-ac22-4f4f450d899a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (7c3b85b1-1502-416b-86ea-81e434ea388c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:08.893286 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9f7b-356f-4248-ac22-4f4f450d899a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:08.894770 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3a2c9f7b-356f-4248-ac22-4f4f450d899a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c3b85b1-1502-416b-86ea-81e434ea388c HTTP/1.1" status: 204 len: 168 time: 0.5592151 Apr 16 04:26:08.914432 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c9f7b-356f-4248-ac22-4f4f450d899a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3b85b1-1502-416b-86ea-81e434ea388c,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:08.924319 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8bb16-c82b-4354-9197-3790af169278 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=7b93d951-7311-471b-a904-e809819639b8,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:08.931377 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6f5c9035-7cab-495b-9804-2df9714ed35f tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "DELETE /v2.0/ports/d441a0e2-fa20-4dfe-a082-be324ac27aa4/tags HTTP/1.1" status: 204 len: 168 time: 0.1904676 Apr 16 04:26:08.932148 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39284) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:08.948621 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.tag.tag_plugin [None req-aa8cc7d0-910e-49ac-aa78-7dc0af4411e5 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7cb6724b-dc44-4748-ae73-df7fbbb64541') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:09.071735 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] Allocated IP 172.20.0.2 (319b4473-e2c6-4a5a-9c95-7292386eac16/cc53d099-5e7d-4b67-a4e6-1b6818d7f02d/a823927f-636b-4a3d-839e-5d213a6a74bb) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:09.106695 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1879e2a3-6b72-4b7e-98ac-12a151ff2f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:09.121650 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-aa8cc7d0-910e-49ac-aa78-7dc0af4411e5 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "DELETE /v2.0/subnets/7cb6724b-dc44-4748-ae73-df7fbbb64541/tags HTTP/1.1" status: 204 len: 168 time: 0.1829753 Apr 16 04:26:09.126215 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39286) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:09.131253 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-1d6d0bb1-9b38-40fc-8020-5633fb33c5e1 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7cb6724b-dc44-4748-ae73-df7fbbb64541', 'tempest-TagsExtTest-Tag-988034160') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:09.170494 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3cc345-15a4-4e2f-abe4-d96c0b8bbfa7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:09.174938 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc345-15a4-4e2f-abe4-d96c0b8bbfa7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:09.178371 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-bd0a164b-acf1-4838-8f27-b54d889e02cb None None] Provisioning complete for port 7b93d951-7311-471b-a904-e809819639b8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:09.178830 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bd0a164b-acf1-4838-8f27-b54d889e02cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7b93d951-7311-471b-a904-e809819639b8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:09.206659 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1b8bb16-c82b-4354-9197-3790af169278 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (a98feb11-b5c4-472e-88bd-e064489765e2), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:09.225151 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c3b3de0b-3a3c-4a58-9602-0dc8c681b387 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:26:09.285529 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1d6d0bb1-9b38-40fc-8020-5633fb33c5e1 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "PUT /v2.0/subnets/7cb6724b-dc44-4748-ae73-df7fbbb64541/tags/tempest-TagsExtTest-Tag-988034160 HTTP/1.1" status: 201 len: 201 time: 0.1579418 Apr 16 04:26:09.288117 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39290) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:09.293623 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-f483f54d-4ee6-4857-9aea-67927f44b7ea tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd441a0e2-fa20-4dfe-a082-be324ac27aa4', 'tempest-TagsExtTest-Tag-1984801318') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:09.300298 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-bd0a164b-acf1-4838-8f27-b54d889e02cb None None] Port 7b93d951-7311-471b-a904-e809819639b8 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:09.332113 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] Publish callbacks [] for port (a823927f-636b-4a3d-839e-5d213a6a74bb), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:09.349491 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port c3b3de0b-3a3c-4a58-9602-0dc8c681b387 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:09.350639 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c3b3de0b-3a3c-4a58-9602-0dc8c681b387), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:09.376894 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.ipam_backend_mixin [None req-1b3cc345-15a4-4e2f-abe4-d96c0b8bbfa7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cc53d099-5e7d-4b67-a4e6-1b6818d7f02d (CIDR: 172.20.0.0/28) Apr 16 04:26:09.425329 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3cc345-15a4-4e2f-abe4-d96c0b8bbfa7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:26:09.425837 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b3cc345-15a4-4e2f-abe4-d96c0b8bbfa7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:09.428508 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (a823927f-636b-4a3d-839e-5d213a6a74bb), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:09.471349 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f483f54d-4ee6-4857-9aea-67927f44b7ea tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "PUT /v2.0/ports/d441a0e2-fa20-4dfe-a082-be324ac27aa4/tags/tempest-TagsExtTest-Tag-1984801318 HTTP/1.1" status: 201 len: 201 time: 0.1821337 Apr 16 04:26:09.474201 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39292) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:09.474941 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port c3b3de0b-3a3c-4a58-9602-0dc8c681b387 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:09.478216 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] Network 319b4473-e2c6-4a5a-9c95-7292386eac16 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:09.482842 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-1e660733-e5ff-4bc7-be3d-924d6437ee00 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '48973a72-8f48-4d6b-ad33-854133704bf0', 'tempest-TagsExtTest-Tag-1090420194') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:09.483211 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:09.489982 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:09.501635 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] Pushing event updated for resources: {'Port': ['ID=a823927f-636b-4a3d-839e-5d213a6a74bb,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:09.519601 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1b8bb16-c82b-4354-9197-3790af169278 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7b93d951-7311-471b-a904-e809819639b8), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:09.559951 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] Attempting to bind port a823927f-636b-4a3d-839e-5d213a6a74bb on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:26:09.560389 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] Attempting to bind port a823927f-636b-4a3d-839e-5d213a6a74bb by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'f2b347bb-4d61-4583-890f-1a3602cd9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '319b4473-e2c6-4a5a-9c95-7292386eac16'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:26:09.560759 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] Attempting to bind port a823927f-636b-4a3d-839e-5d213a6a74bb on network 319b4473-e2c6-4a5a-9c95-7292386eac16 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:26:09.566191 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1b3cc345-15a4-4e2f-abe4-d96c0b8bbfa7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8609293 Apr 16 04:26:09.568886 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:26:09.572558 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] Checking segment: {'id': 'f2b347bb-4d61-4583-890f-1a3602cd9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '319b4473-e2c6-4a5a-9c95-7292386eac16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:26:09.572558 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:09.572558 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] Bound using segment: {'id': 'f2b347bb-4d61-4583-890f-1a3602cd9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '319b4473-e2c6-4a5a-9c95-7292386eac16'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:26:09.572558 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] Bound port: a823927f-636b-4a3d-839e-5d213a6a74bb, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b347bb-4d61-4583-890f-1a3602cd9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '319b4473-e2c6-4a5a-9c95-7292386eac16'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:26:09.572558 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a823927f-636b-4a3d-839e-5d213a6a74bb), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:09.573647 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39294) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:09.579060 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-4d35d912-2e3a-4a5c-b01f-a007680a2ab1 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'subnet': {'network_id': '319b4473-e2c6-4a5a-9c95-7292386eac16', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:09.640142 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] For port a823927f-636b-4a3d-839e-5d213a6a74bb, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:26:09.643094 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] For port a823927f-636b-4a3d-839e-5d213a6a74bb, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a823927f-636b-4a3d-839e-5d213a6a74bb,segment=NetworkSegment(f2b347bb-4d61-4583-890f-1a3602cd9c43),segment_id=f2b347bb-4d61-4583-890f-1a3602cd9c43)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:26:09.669065 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1e660733-e5ff-4bc7-be3d-924d6437ee00 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "PUT /v2.0/routers/48973a72-8f48-4d6b-ad33-854133704bf0/tags/tempest-TagsExtTest-Tag-1090420194 HTTP/1.1" status: 201 len: 201 time: 0.1935356 Apr 16 04:26:09.674645 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39296) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:09.674645 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-30f9d344-2db0-4bb1-ae66-364d40d1e806 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '160829ab-4874-487e-8824-6df5742e22bf', 'tempest-TagsExtTest-Tag-1194751239') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:09.739466 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (a823927f-636b-4a3d-839e-5d213a6a74bb), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:09.805424 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea0a57-bd33-4055-96f3-28a94fbfe557 None None] Pushing event updated for resources: {'Port': ['ID=a823927f-636b-4a3d-839e-5d213a6a74bb,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:09.829410 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39298) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:09.857490 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-30f9d344-2db0-4bb1-ae66-364d40d1e806 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "PUT /v2.0/subnetpools/160829ab-4874-487e-8824-6df5742e22bf/tags/tempest-TagsExtTest-Tag-1194751239 HTTP/1.1" status: 201 len: 201 time: 0.1868727 Apr 16 04:26:09.865221 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39300) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:09.865221 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-237fb589-8574-4026-b077-321417a4b1f9 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7cb6724b-dc44-4748-ae73-df7fbbb64541', {'tags': ['tempest-TagsExtTest-Tag-1276574279', 'tempest-TagsExtTest-Tag-238757212', 'tempest-TagsExtTest-Tag-1089331352']}) {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:09.885783 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d35d912-2e3a-4a5c-b01f-a007680a2ab1 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:09.889182 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4d35d912-2e3a-4a5c-b01f-a007680a2ab1 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:09.913496 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-043c7469-c378-4e6f-a5f7-8a0c8f511a7a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d0f9198807a4531828b522bb4361dc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0828300 Apr 16 04:26:09.917594 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39302) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:09.920136 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1b8bb16-c82b-4354-9197-3790af169278 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (7b93d951-7311-471b-a904-e809819639b8), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:09.984144 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d5f26733-468c-4058-9520-432f59e7790f admin admin] Publish callbacks [] for security_group (f4c2af5b-d307-4ab0-a507-fa9cddd092da), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:09.991033 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1b8bb16-c82b-4354-9197-3790af169278 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (7b93d951-7311-471b-a904-e809819639b8), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:09.991290 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f1b8bb16-c82b-4354-9197-3790af169278 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (a98feb11-b5c4-472e-88bd-e064489765e2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:10.024940 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d5f26733-468c-4058-9520-432f59e7790f admin admin] Publish callbacks [] for security_group (f4c2af5b-d307-4ab0-a507-fa9cddd092da), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:10.042554 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-237fb589-8574-4026-b077-321417a4b1f9 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "PUT /v2.0/subnets/7cb6724b-dc44-4748-ae73-df7fbbb64541/tags HTTP/1.1" status: 200 len: 317 time: 0.1788256 Apr 16 04:26:10.042787 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39304) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:10.047189 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-7bd40aa0-6545-4532-ac96-3da856810a53 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7cb6724b-dc44-4748-ae73-df7fbbb64541') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:10.102848 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8bb16-c82b-4354-9197-3790af169278 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=7b93d951-7311-471b-a904-e809819639b8,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:10.214580 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7bd40aa0-6545-4532-ac96-3da856810a53 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "DELETE /v2.0/subnets/7cb6724b-dc44-4748-ae73-df7fbbb64541/tags HTTP/1.1" status: 204 len: 168 time: 0.1708159 Apr 16 04:26:10.221349 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39306) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:10.221890 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-a9009797-c853-49f6-b3f1-c90e271825af tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7cb6724b-dc44-4748-ae73-df7fbbb64541', 'tempest-TagsExtTest-Tag-1276574279') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:10.226218 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d5f26733-468c-4058-9520-432f59e7790f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f4c2af5b-d307-4ab0-a507-fa9cddd092da), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:10.228802 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d5f26733-468c-4058-9520-432f59e7790f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:10.229873 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d5f26733-468c-4058-9520-432f59e7790f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4c2af5b-d307-4ab0-a507-fa9cddd092da HTTP/1.1" status: 204 len: 168 time: 0.3113766 Apr 16 04:26:10.238689 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b8bb16-c82b-4354-9197-3790af169278 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network c4c41edf-4fba-4ad4-9bc6-ff6d6730a461 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:10.241627 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-f1b8bb16-c82b-4354-9197-3790af169278 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:10.267923 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f26733-468c-4058-9520-432f59e7790f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c2af5b-d307-4ab0-a507-fa9cddd092da,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:10.302961 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-a9009797-c853-49f6-b3f1-c90e271825af tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] show failed (client error): The resource could not be found. Apr 16 04:26:10.306640 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a9009797-c853-49f6-b3f1-c90e271825af tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/subnets/7cb6724b-dc44-4748-ae73-df7fbbb64541/tags/tempest-TagsExtTest-Tag-1276574279 HTTP/1.1" status: 404 len: 329 time: 0.0857036 Apr 16 04:26:10.306831 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39310) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:10.313085 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-838cf8c5-86ac-457c-a5dd-79a55e4c4ba7 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7cb6724b-dc44-4748-ae73-df7fbbb64541', 'tempest-TagsExtTest-Tag-238757212') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:10.368092 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-838cf8c5-86ac-457c-a5dd-79a55e4c4ba7 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] show failed (client error): The resource could not be found. Apr 16 04:26:10.369184 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-838cf8c5-86ac-457c-a5dd-79a55e4c4ba7 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/subnets/7cb6724b-dc44-4748-ae73-df7fbbb64541/tags/tempest-TagsExtTest-Tag-238757212 HTTP/1.1" status: 404 len: 328 time: 0.0610971 Apr 16 04:26:10.372152 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39312) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:10.377388 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.tag.tag_plugin [None req-2e07cfa2-543c-4a22-8660-0d28c2ee7b83 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7cb6724b-dc44-4748-ae73-df7fbbb64541', 'tempest-TagsExtTest-Tag-1089331352') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:10.417027 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4d35d912-2e3a-4a5c-b01f-a007680a2ab1 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (43993c70-7db4-4d2f-b392-3e6ed10aaa29), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:10.474088 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-2e07cfa2-543c-4a22-8660-0d28c2ee7b83 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] show failed (client error): The resource could not be found. Apr 16 04:26:10.475158 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2e07cfa2-543c-4a22-8660-0d28c2ee7b83 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/subnets/7cb6724b-dc44-4748-ae73-df7fbbb64541/tags/tempest-TagsExtTest-Tag-1089331352 HTTP/1.1" status: 404 len: 329 time: 0.1020260 Apr 16 04:26:10.477063 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d35d912-2e3a-4a5c-b01f-a007680a2ab1 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network 319b4473-e2c6-4a5a-9c95-7292386eac16 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:10.478104 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39314) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:10.484074 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-78e8a4c1-6578-41f2-b628-bc58c8c9de71 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd441a0e2-fa20-4dfe-a082-be324ac27aa4', {'tags': ['tempest-TagsExtTest-Tag-1441697620', 'tempest-TagsExtTest-Tag-833868288', 'tempest-TagsExtTest-Tag-865405848']}) {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:10.485744 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-4d35d912-2e3a-4a5c-b01f-a007680a2ab1 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:10.495865 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d35d912-2e3a-4a5c-b01f-a007680a2ab1 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:10.496463 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4d35d912-2e3a-4a5c-b01f-a007680a2ab1 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:10.509359 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35d912-2e3a-4a5c-b01f-a007680a2ab1 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Subnet': ['ID=43993c70-7db4-4d2f-b392-3e6ed10aaa29,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:10.617661 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b8bb16-c82b-4354-9197-3790af169278 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Router a98feb11-b5c4-472e-88bd-e064489765e2 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:26:10.639259 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-1cfd5da4-816b-4bd2-82c8-ea8130d5ab1d None None] Provisioning complete for port 7b93d951-7311-471b-a904-e809819639b8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:10.639259 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1cfd5da4-816b-4bd2-82c8-ea8130d5ab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7b93d951-7311-471b-a904-e809819639b8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:10.662507 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-78e8a4c1-6578-41f2-b628-bc58c8c9de71 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "PUT /v2.0/ports/d441a0e2-fa20-4dfe-a082-be324ac27aa4/tags HTTP/1.1" status: 200 len: 316 time: 0.1798766 Apr 16 04:26:10.662712 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39316) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:10.666991 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-a1dca036-c5c5-4939-bff8-7da81943e3b6 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd441a0e2-fa20-4dfe-a082-be324ac27aa4') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:10.691884 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1cfd5da4-816b-4bd2-82c8-ea8130d5ab1d None None] Port 7b93d951-7311-471b-a904-e809819639b8 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:10.724305 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4d35d912-2e3a-4a5c-b01f-a007680a2ab1 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1494181 Apr 16 04:26:10.727561 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39318) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:10.736711 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'port': {'network_id': '319b4473-e2c6-4a5a-9c95-7292386eac16', 'fixed_ips': [{'subnet_id': 'cc53d099-5e7d-4b67-a4e6-1b6818d7f02d'}, {'subnet_id': '43993c70-7db4-4d2f-b392-3e6ed10aaa29'}], 'name': 'tempest-PortsTestJSON-1213651385'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:10.795193 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b8bb16-c82b-4354-9197-3790af169278 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:26:10.809763 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1bbec7-52c0-4e89-a006-8bc4f5ede242 None None] Sync routers for ids ['a98feb11-b5c4-472e-88bd-e064489765e2'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:26:10.821684 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1bbec7-52c0-4e89-a006-8bc4f5ede242 None None] Routers {'a98feb11-b5c4-472e-88bd-e064489765e2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:26:10.823055 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-5f1bbec7-52c0-4e89-a006-8bc4f5ede242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['a98feb11-b5c4-472e-88bd-e064489765e2'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:10.844574 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a1dca036-c5c5-4939-bff8-7da81943e3b6 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "DELETE /v2.0/ports/d441a0e2-fa20-4dfe-a082-be324ac27aa4/tags HTTP/1.1" status: 204 len: 168 time: 0.1808548 Apr 16 04:26:10.847368 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39320) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:10.852359 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-75c104b0-2f98-4e12-9169-e9de6febd414 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd441a0e2-fa20-4dfe-a082-be324ac27aa4', 'tempest-TagsExtTest-Tag-1441697620') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:10.853415 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f1b8bb16-c82b-4354-9197-3790af169278 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "PUT /v2.0/routers/a98feb11-b5c4-472e-88bd-e064489765e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0071805 Apr 16 04:26:10.854096 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39322) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:10.899733 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-5f1bbec7-52c0-4e89-a006-8bc4f5ede242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:10.909873 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1bbec7-52c0-4e89-a006-8bc4f5ede242 None None] Routers {'a98feb11-b5c4-472e-88bd-e064489765e2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:26:10.910958 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-5f1bbec7-52c0-4e89-a006-8bc4f5ede242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:25:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['a98feb11-b5c4-472e-88bd-e064489765e2'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:10.941818 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-75c104b0-2f98-4e12-9169-e9de6febd414 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] show failed (client error): The resource could not be found. Apr 16 04:26:10.944040 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-75c104b0-2f98-4e12-9169-e9de6febd414 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/ports/d441a0e2-fa20-4dfe-a082-be324ac27aa4/tags/tempest-TagsExtTest-Tag-1441697620 HTTP/1.1" status: 404 len: 329 time: 0.0953708 Apr 16 04:26:10.947895 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39324) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:10.954620 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-a73d9194-24cb-456c-b804-c556590633df tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd441a0e2-fa20-4dfe-a082-be324ac27aa4', 'tempest-TagsExtTest-Tag-833868288') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:10.965390 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce7f682-16e7-4ae8-ad7a-bc4c0bb6f1a5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:10.971629 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4ce7f682-16e7-4ae8-ad7a-bc4c0bb6f1a5 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports?device_id=a98feb11-b5c4-472e-88bd-e064489765e2 HTTP/1.1" status: 200 len: 988 time: 0.1132610 Apr 16 04:26:10.972278 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39326) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:11.018606 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-a73d9194-24cb-456c-b804-c556590633df tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] show failed (client error): The resource could not be found. Apr 16 04:26:11.022488 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a73d9194-24cb-456c-b804-c556590633df tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/ports/d441a0e2-fa20-4dfe-a082-be324ac27aa4/tags/tempest-TagsExtTest-Tag-833868288 HTTP/1.1" status: 404 len: 328 time: 0.0709722 Apr 16 04:26:11.025031 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39328) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:11.027650 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-1ae85e9b-39de-4a30-92d6-70a8dcc17611 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd441a0e2-fa20-4dfe-a082-be324ac27aa4', 'tempest-TagsExtTest-Tag-865405848') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:11.068384 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-5f1bbec7-52c0-4e89-a006-8bc4f5ede242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:11.069179 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1bbec7-52c0-4e89-a006-8bc4f5ede242 None None] The sync data for ids ['a98feb11-b5c4-472e-88bd-e064489765e2'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:26:11.083223 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-1ae85e9b-39de-4a30-92d6-70a8dcc17611 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] show failed (client error): The resource could not be found. Apr 16 04:26:11.084286 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1ae85e9b-39de-4a30-92d6-70a8dcc17611 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/ports/d441a0e2-fa20-4dfe-a082-be324ac27aa4/tags/tempest-TagsExtTest-Tag-865405848 HTTP/1.1" status: 404 len: 328 time: 0.0606458 Apr 16 04:26:11.087162 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39330) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:11.100156 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-1331384c-ca9e-464e-9a47-8af0f7daf6e6 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '48973a72-8f48-4d6b-ad33-854133704bf0', {'tags': ['tempest-TagsExtTest-Tag-1846592883', 'tempest-TagsExtTest-Tag-410011243', 'tempest-TagsExtTest-Tag-263983224']}) {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:11.101768 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66118465-2a9d-4996-a8b6-a6ccbfe08b87 None None] Network 319b4473-e2c6-4a5a-9c95-7292386eac16 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:11.168749 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-877b3441-a077-4f0c-96ef-5e56ab883783 None None] Provisioning complete for port a823927f-636b-4a3d-839e-5d213a6a74bb triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:11.169327 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-877b3441-a077-4f0c-96ef-5e56ab883783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a823927f-636b-4a3d-839e-5d213a6a74bb), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:11.202092 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:11.250272 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a823927f-636b-4a3d-839e-5d213a6a74bb up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:26:11.296580 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1331384c-ca9e-464e-9a47-8af0f7daf6e6 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "PUT /v2.0/routers/48973a72-8f48-4d6b-ad33-854133704bf0/tags HTTP/1.1" status: 200 len: 316 time: 0.2077165 Apr 16 04:26:11.299059 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39332) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:11.304933 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-ad62e634-7948-49dc-95c6-f15a64404b9e tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '48973a72-8f48-4d6b-ad33-854133704bf0') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:11.332427 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-877b3441-a077-4f0c-96ef-5e56ab883783 None None] Current status of the port a823927f-636b-4a3d-839e-5d213a6a74bb is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:11.332838 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-877b3441-a077-4f0c-96ef-5e56ab883783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a823927f-636b-4a3d-839e-5d213a6a74bb), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:11.362565 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:11.373524 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port a823927f-636b-4a3d-839e-5d213a6a74bb triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:11.373524 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a823927f-636b-4a3d-839e-5d213a6a74bb), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:11.414424 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] device_id is not set on port 14484320-5528-427c-9b8f-a16fbcecb5a3 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:26:11.504599 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ad62e634-7948-49dc-95c6-f15a64404b9e tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "DELETE /v2.0/routers/48973a72-8f48-4d6b-ad33-854133704bf0/tags HTTP/1.1" status: 204 len: 168 time: 0.2041636 Apr 16 04:26:11.505469 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39334) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:11.519594 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.tag.tag_plugin [None req-f0bef4a9-0725-48d7-8f7b-b4137ecd28fc tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '48973a72-8f48-4d6b-ad33-854133704bf0', 'tempest-TagsExtTest-Tag-1846592883') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:11.582266 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-877b3441-a077-4f0c-96ef-5e56ab883783 None None] For port a823927f-636b-4a3d-839e-5d213a6a74bb, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a823927f-636b-4a3d-839e-5d213a6a74bb,segment=NetworkSegment(f2b347bb-4d61-4583-890f-1a3602cd9c43),segment_id=f2b347bb-4d61-4583-890f-1a3602cd9c43)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:11.606164 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6cff8d-0f67-4eef-8943-3463fab1f281 None None] Update dhcp port {'port': {'network_id': '319b4473-e2c6-4a5a-9c95-7292386eac16', 'fixed_ips': [{'subnet_id': 'cc53d099-5e7d-4b67-a4e6-1b6818d7f02d', 'ip_address': '172.20.0.2'}, {'subnet_id': '43993c70-7db4-4d2f-b392-3e6ed10aaa29'}], 'binding:host_id': 'dv-neutron-838078-2-hyperv'}, 'id': 'a823927f-636b-4a3d-839e-5d213a6a74bb'} from dv-neutron-838078-2-hyperv. {{(pid=104634) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 16 04:26:11.643107 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0c6cff8d-0f67-4eef-8943-3463fab1f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a823927f-636b-4a3d-839e-5d213a6a74bb), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:11.709595 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-877b3441-a077-4f0c-96ef-5e56ab883783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (a823927f-636b-4a3d-839e-5d213a6a74bb), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:11.719570 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port a823927f-636b-4a3d-839e-5d213a6a74bb is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:11.719570 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a823927f-636b-4a3d-839e-5d213a6a74bb), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:11.753365 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cfe730f7-7b01-45d1-877c-f8bce2661e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:11.867957 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b3441-a077-4f0c-96ef-5e56ab883783 None None] Pushing event updated for resources: {'Port': ['ID=a823927f-636b-4a3d-839e-5d213a6a74bb,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:11.919459 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:26:11.919815 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:26:11.943366 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-0c6cff8d-0f67-4eef-8943-3463fab1f281 None None] Allocated IP 172.20.0.18 (319b4473-e2c6-4a5a-9c95-7292386eac16/43993c70-7db4-4d2f-b392-3e6ed10aaa29/a823927f-636b-4a3d-839e-5d213a6a74bb) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:11.997247 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd7376bb-c710-463d-b0b2-8ffee1666c85 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (a98feb11-b5c4-472e-88bd-e064489765e2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:12.002546 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-f0bef4a9-0725-48d7-8f7b-b4137ecd28fc tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] show failed (client error): The resource could not be found. Apr 16 04:26:12.003574 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f0bef4a9-0725-48d7-8f7b-b4137ecd28fc tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/routers/48973a72-8f48-4d6b-ad33-854133704bf0/tags/tempest-TagsExtTest-Tag-1846592883 HTTP/1.1" status: 404 len: 329 time: 0.4948709 Apr 16 04:26:12.006656 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39336) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:12.013105 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-94d4d4ff-7de9-4727-a051-490d89a88a79 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '48973a72-8f48-4d6b-ad33-854133704bf0', 'tempest-TagsExtTest-Tag-410011243') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:12.044321 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-0c6cff8d-0f67-4eef-8943-3463fab1f281 None None] For port a823927f-636b-4a3d-839e-5d213a6a74bb, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a823927f-636b-4a3d-839e-5d213a6a74bb,segment=NetworkSegment(f2b347bb-4d61-4583-890f-1a3602cd9c43),segment_id=f2b347bb-4d61-4583-890f-1a3602cd9c43)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:12.081904 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0c6cff8d-0f67-4eef-8943-3463fab1f281 None None] Publish callbacks [] for port (a823927f-636b-4a3d-839e-5d213a6a74bb), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:12.091054 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-94d4d4ff-7de9-4727-a051-490d89a88a79 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] show failed (client error): The resource could not be found. Apr 16 04:26:12.095331 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-94d4d4ff-7de9-4727-a051-490d89a88a79 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/routers/48973a72-8f48-4d6b-ad33-854133704bf0/tags/tempest-TagsExtTest-Tag-410011243 HTTP/1.1" status: 404 len: 328 time: 0.0842826 Apr 16 04:26:12.095745 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39338) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:12.100149 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-98c59231-72af-429d-bd00-72cc990c1471 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '48973a72-8f48-4d6b-ad33-854133704bf0', 'tempest-TagsExtTest-Tag-263983224') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:12.140442 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0c6cff8d-0f67-4eef-8943-3463fab1f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (a823927f-636b-4a3d-839e-5d213a6a74bb), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:12.171511 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-98c59231-72af-429d-bd00-72cc990c1471 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] show failed (client error): The resource could not be found. Apr 16 04:26:12.172165 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-98c59231-72af-429d-bd00-72cc990c1471 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/routers/48973a72-8f48-4d6b-ad33-854133704bf0/tags/tempest-TagsExtTest-Tag-263983224 HTTP/1.1" status: 404 len: 328 time: 0.0754716 Apr 16 04:26:12.181225 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39340) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:12.186475 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-12b80702-4c4e-48c5-a811-608f6dfcbc1a tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '160829ab-4874-487e-8824-6df5742e22bf', {'tags': ['tempest-TagsExtTest-Tag-1438348919', 'tempest-TagsExtTest-Tag-1398003937', 'tempest-TagsExtTest-Tag-1047310882']}) {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:12.249156 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cff8d-0f67-4eef-8943-3463fab1f281 None None] Pushing event updated for resources: {'Port': ['ID=a823927f-636b-4a3d-839e-5d213a6a74bb,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:12.286775 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-12b80702-4c4e-48c5-a811-608f6dfcbc1a tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "PUT /v2.0/subnetpools/160829ab-4874-487e-8824-6df5742e22bf/tags HTTP/1.1" status: 200 len: 318 time: 0.1020737 Apr 16 04:26:12.292913 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39342) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:12.292913 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-24065a24-23c4-4dc2-b87e-91adf3e2566a tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '160829ab-4874-487e-8824-6df5742e22bf') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:12.337653 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-dd7376bb-c710-463d-b0b2-8ffee1666c85 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port 7b93d951-7311-471b-a904-e809819639b8 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:12.337653 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd7376bb-c710-463d-b0b2-8ffee1666c85 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (7b93d951-7311-471b-a904-e809819639b8), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:12.340664 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Allocated IP 172.20.0.11 (319b4473-e2c6-4a5a-9c95-7292386eac16/cc53d099-5e7d-4b67-a4e6-1b6818d7f02d/14484320-5528-427c-9b8f-a16fbcecb5a3) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:12.365301 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Allocated IP 172.20.0.29 (319b4473-e2c6-4a5a-9c95-7292386eac16/43993c70-7db4-4d2f-b392-3e6ed10aaa29/14484320-5528-427c-9b8f-a16fbcecb5a3) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:12.429726 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-24065a24-23c4-4dc2-b87e-91adf3e2566a tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "DELETE /v2.0/subnetpools/160829ab-4874-487e-8824-6df5742e22bf/tags HTTP/1.1" status: 204 len: 168 time: 0.1390030 Apr 16 04:26:12.430667 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39344) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:12.438072 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.tag.tag_plugin [None req-2e97874f-8612-4a19-b1bb-b5f5d4edc696 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '160829ab-4874-487e-8824-6df5742e22bf', 'tempest-TagsExtTest-Tag-1438348919') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:12.477499 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port a823927f-636b-4a3d-839e-5d213a6a74bb is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:12.484266 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-2e97874f-8612-4a19-b1bb-b5f5d4edc696 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] show failed (client error): The resource could not be found. Apr 16 04:26:12.485355 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2e97874f-8612-4a19-b1bb-b5f5d4edc696 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/subnetpools/160829ab-4874-487e-8824-6df5742e22bf/tags/tempest-TagsExtTest-Tag-1438348919 HTTP/1.1" status: 404 len: 329 time: 0.0543883 Apr 16 04:26:12.488838 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39346) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:12.493032 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd7376bb-c710-463d-b0b2-8ffee1666c85 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (7b93d951-7311-471b-a904-e809819639b8), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:12.493909 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-96c6a790-2ba1-4f47-aad9-2dda157eec84 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '160829ab-4874-487e-8824-6df5742e22bf', 'tempest-TagsExtTest-Tag-1398003937') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:12.512951 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-96c6a790-2ba1-4f47-aad9-2dda157eec84 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] show failed (client error): The resource could not be found. Apr 16 04:26:12.515596 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-96c6a790-2ba1-4f47-aad9-2dda157eec84 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/subnetpools/160829ab-4874-487e-8824-6df5742e22bf/tags/tempest-TagsExtTest-Tag-1398003937 HTTP/1.1" status: 404 len: 329 time: 0.0241158 Apr 16 04:26:12.517864 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39348) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:12.522752 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-a3dacf7d-1a44-47db-bf1d-8e09f850db5a tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '160829ab-4874-487e-8824-6df5742e22bf', 'tempest-TagsExtTest-Tag-1047310882') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:12.527641 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-dd7376bb-c710-463d-b0b2-8ffee1666c85 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for 7b93d951-7311-471b-a904-e809819639b8 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:12.543647 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-a3dacf7d-1a44-47db-bf1d-8e09f850db5a tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] show failed (client error): The resource could not be found. Apr 16 04:26:12.545012 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a3dacf7d-1a44-47db-bf1d-8e09f850db5a tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/subnetpools/160829ab-4874-487e-8824-6df5742e22bf/tags/tempest-TagsExtTest-Tag-1047310882 HTTP/1.1" status: 404 len: 329 time: 0.0259800 Apr 16 04:26:12.547924 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39350) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:12.552591 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-1be9cab0-a1c7-45db-b520-48ca463909a0 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '160829ab-4874-487e-8824-6df5742e22bf') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:12.581669 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1be9cab0-a1c7-45db-b520-48ca463909a0 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "DELETE /v2.0/subnetpools/160829ab-4874-487e-8824-6df5742e22bf/tags HTTP/1.1" status: 204 len: 168 time: 0.0326934 Apr 16 04:26:12.582428 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39352) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:12.585882 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:12.591414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-be9af540-f87b-4916-992f-21053c123f38 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '48973a72-8f48-4d6b-ad33-854133704bf0') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:12.664786 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (14484320-5528-427c-9b8f-a16fbcecb5a3), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:12.669473 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-be9af540-f87b-4916-992f-21053c123f38 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "DELETE /v2.0/routers/48973a72-8f48-4d6b-ad33-854133704bf0/tags HTTP/1.1" status: 204 len: 168 time: 0.0859578 Apr 16 04:26:12.672383 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39354) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:12.677055 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.tag.tag_plugin [None req-6d94c35b-da49-45b3-b653-7e672a5e30a8 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd441a0e2-fa20-4dfe-a082-be324ac27aa4') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:12.781164 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb237950-2cb6-4d6e-95a5-ee64a5e34d40 None None] Network 319b4473-e2c6-4a5a-9c95-7292386eac16 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:12.797996 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6d94c35b-da49-45b3-b653-7e672a5e30a8 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "DELETE /v2.0/ports/d441a0e2-fa20-4dfe-a082-be324ac27aa4/tags HTTP/1.1" status: 204 len: 168 time: 0.1245587 Apr 16 04:26:12.801701 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39356) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:12.808253 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.tag.tag_plugin [None req-5fdd1eb1-5f21-4682-b92f-d1c1555b96c0 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7cb6724b-dc44-4748-ae73-df7fbbb64541') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:12.849999 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-a1f32173-fd1a-4071-82ff-678061046912 None None] Provisioning complete for port a823927f-636b-4a3d-839e-5d213a6a74bb triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:12.849999 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a1f32173-fd1a-4071-82ff-678061046912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a823927f-636b-4a3d-839e-5d213a6a74bb), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:12.865438 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (14484320-5528-427c-9b8f-a16fbcecb5a3), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:12.872957 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5fdd1eb1-5f21-4682-b92f-d1c1555b96c0 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "DELETE /v2.0/subnets/7cb6724b-dc44-4748-ae73-df7fbbb64541/tags HTTP/1.1" status: 204 len: 168 time: 0.0635662 Apr 16 04:26:12.873810 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39358) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:12.933014 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network 319b4473-e2c6-4a5a-9c95-7292386eac16 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:12.937084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:12.939199 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd7376bb-c710-463d-b0b2-8ffee1666c85 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (7b93d951-7311-471b-a904-e809819639b8), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:12.940963 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:12.949716 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=14484320-5528-427c-9b8f-a16fbcecb5a3,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:12.980230 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a1f32173-fd1a-4071-82ff-678061046912 None None] Current status of the port a823927f-636b-4a3d-839e-5d213a6a74bb is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:12.987039 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:12.987396 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:12.987742 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:12.988099 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:12.988421 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:12.988943 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:12.989408 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:12.989742 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:12.990164 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:12.990410 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:12.990738 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:12.991068 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:12.991399 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:12.991718 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:12.992048 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:13.042279 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7376bb-c710-463d-b0b2-8ffee1666c85 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=7b93d951-7311-471b-a904-e809819639b8,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:13.053930 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9cc4a989-b807-4143-9943-26595fd14718 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:13.057497 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9cc4a989-b807-4143-9943-26595fd14718 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "DELETE /v2.0/subnetpools/160829ab-4874-487e-8824-6df5742e22bf HTTP/1.1" status: 204 len: 168 time: 0.1798010 Apr 16 04:26:13.057715 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39360) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:13.074158 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:13.074887 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:13.090637 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-12ef5195-91f6-43a3-847b-71bce8a0b802 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "GET /v2.0/ports?device_id=48973a72-8f48-4d6b-ad33-854133704bf0 HTTP/1.1" status: 200 len: 205 time: 0.0317631 Apr 16 04:26:13.093661 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39362) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:13.185621 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd7376bb-c710-463d-b0b2-8ffee1666c85 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (a98feb11-b5c4-472e-88bd-e064489765e2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:13.215796 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a823927f-636b-4a3d-839e-5d213a6a74bb up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:26:13.220063 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d207b286-d2a0-4419-8d3d-4c6356188df0 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks [] for router (48973a72-8f48-4d6b-ad33-854133704bf0), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:13.291023 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port a823927f-636b-4a3d-839e-5d213a6a74bb triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:13.291605 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a823927f-636b-4a3d-839e-5d213a6a74bb), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:13.296874 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3a062a15-304d-46f9-944b-1ea1bcd6e2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.5681565 Apr 16 04:26:13.300053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39364) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:13.308540 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-4dfd3233-d49d-407d-bcbd-8d6f8f6de5d4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cc53d099-5e7d-4b67-a4e6-1b6818d7f02d'}]}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:13.359431 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-de7138cd-008f-4888-bd83-1d0b44517286 None None] Provisioning complete for port a823927f-636b-4a3d-839e-5d213a6a74bb triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:13.360041 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-de7138cd-008f-4888-bd83-1d0b44517286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a823927f-636b-4a3d-839e-5d213a6a74bb), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:13.423002 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port a823927f-636b-4a3d-839e-5d213a6a74bb is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:13.464634 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d207b286-d2a0-4419-8d3d-4c6356188df0 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (48973a72-8f48-4d6b-ad33-854133704bf0), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:13.467459 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d207b286-d2a0-4419-8d3d-4c6356188df0 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks [] for router_controller (48973a72-8f48-4d6b-ad33-854133704bf0), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:13.485146 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4dfd3233-d49d-407d-bcbd-8d6f8f6de5d4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (14484320-5528-427c-9b8f-a16fbcecb5a3), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:13.488799 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-de7138cd-008f-4888-bd83-1d0b44517286 None None] Current status of the port a823927f-636b-4a3d-839e-5d213a6a74bb is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:13.502968 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-de7138cd-008f-4888-bd83-1d0b44517286 None None] Provisioning complete for port 14484320-5528-427c-9b8f-a16fbcecb5a3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:13.503496 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-de7138cd-008f-4888-bd83-1d0b44517286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (14484320-5528-427c-9b8f-a16fbcecb5a3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:13.507879 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7376bb-c710-463d-b0b2-8ffee1666c85 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Router a98feb11-b5c4-472e-88bd-e064489765e2 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:26:13.545526 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-de7138cd-008f-4888-bd83-1d0b44517286 None None] Port 14484320-5528-427c-9b8f-a16fbcecb5a3 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:13.584456 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d207b286-d2a0-4419-8d3d-4c6356188df0 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (48973a72-8f48-4d6b-ad33-854133704bf0), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:13.585042 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d207b286-d2a0-4419-8d3d-4c6356188df0 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Fanout notify agent at l3_agent the message router_deleted on router 48973a72-8f48-4d6b-ad33-854133704bf0 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:26:13.597926 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d207b286-d2a0-4419-8d3d-4c6356188df0 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:13.597926 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d207b286-d2a0-4419-8d3d-4c6356188df0 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "DELETE /v2.0/routers/48973a72-8f48-4d6b-ad33-854133704bf0 HTTP/1.1" status: 204 len: 168 time: 0.4993169 Apr 16 04:26:13.597926 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39366) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:13.652971 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7376bb-c710-463d-b0b2-8ffee1666c85 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:26:13.662362 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dd7376bb-c710-463d-b0b2-8ffee1666c85 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "PUT /v2.0/routers/a98feb11-b5c4-472e-88bd-e064489765e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6788492 Apr 16 04:26:13.662983 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39368) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:13.665852 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-bc6c625a-6556-4105-82f2-726e03ff788b None None] Provisioning complete for port 14484320-5528-427c-9b8f-a16fbcecb5a3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:13.666279 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bc6c625a-6556-4105-82f2-726e03ff788b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (14484320-5528-427c-9b8f-a16fbcecb5a3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:13.668191 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62daa94-89a2-4823-8314-396ca7717c4d None None] Sync routers for ids ['a98feb11-b5c4-472e-88bd-e064489765e2'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:26:13.691384 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-1b91a69b-ca45-4ef9-b44a-4c1a128c9d90 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Deleting port d441a0e2-fa20-4dfe-a082-be324ac27aa4 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:13.691723 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1b91a69b-ca45-4ef9-b44a-4c1a128c9d90 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (d441a0e2-fa20-4dfe-a082-be324ac27aa4), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:13.701971 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-481a74d1-8cf0-47a3-a0ce-22c6fd81b725 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] GET failed (client error): The resource could not be found. Apr 16 04:26:13.705660 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-481a74d1-8cf0-47a3-a0ce-22c6fd81b725 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports/7b93d951-7311-471b-a904-e809819639b8 HTTP/1.1" status: 404 len: 333 time: 0.0390985 Apr 16 04:26:13.706746 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39370) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:13.715900 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62daa94-89a2-4823-8314-396ca7717c4d None None] Routers {'a98feb11-b5c4-472e-88bd-e064489765e2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:26:13.720717 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-d62daa94-89a2-4823-8314-396ca7717c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:26:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['a98feb11-b5c4-472e-88bd-e064489765e2'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:13.720717 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-bc6c625a-6556-4105-82f2-726e03ff788b None None] Port 14484320-5528-427c-9b8f-a16fbcecb5a3 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:13.753260 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-d62daa94-89a2-4823-8314-396ca7717c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:13.762687 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62daa94-89a2-4823-8314-396ca7717c4d None None] Routers {'a98feb11-b5c4-472e-88bd-e064489765e2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:26:13.765670 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-d62daa94-89a2-4823-8314-396ca7717c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:26:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['a98feb11-b5c4-472e-88bd-e064489765e2'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:13.792586 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1b91a69b-ca45-4ef9-b44a-4c1a128c9d90 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (d441a0e2-fa20-4dfe-a082-be324ac27aa4), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:13.803361 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-d62daa94-89a2-4823-8314-396ca7717c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:13.804071 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62daa94-89a2-4823-8314-396ca7717c4d None None] The sync data for ids ['a98feb11-b5c4-472e-88bd-e064489765e2'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:26:13.806000 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-1b91a69b-ca45-4ef9-b44a-4c1a128c9d90 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Calling delete_port for d441a0e2-fa20-4dfe-a082-be324ac27aa4 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:13.867525 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a611f13c-f82d-4128-9763-3c758de8debd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for router (a98feb11-b5c4-472e-88bd-e064489765e2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.001701 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.047913 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1b91a69b-ca45-4ef9-b44a-4c1a128c9d90 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (d441a0e2-fa20-4dfe-a082-be324ac27aa4), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.079338 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a611f13c-f82d-4128-9763-3c758de8debd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (a98feb11-b5c4-472e-88bd-e064489765e2), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.082247 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91a69b-ca45-4ef9-b44a-4c1a128c9d90 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Pushing event deleted for resources: {'Port': ['ID=d441a0e2-fa20-4dfe-a082-be324ac27aa4,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:14.084472 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a611f13c-f82d-4128-9763-3c758de8debd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for router_controller (a98feb11-b5c4-472e-88bd-e064489765e2), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.088552 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-4dfd3233-d49d-407d-bcbd-8d6f8f6de5d4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Delete allocated IP 172.20.0.29 (319b4473-e2c6-4a5a-9c95-7292386eac16/43993c70-7db4-4d2f-b392-3e6ed10aaa29) {{(pid=104633) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 16 04:26:14.150955 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1b91a69b-ca45-4ef9-b44a-4c1a128c9d90 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.154396 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1b91a69b-ca45-4ef9-b44a-4c1a128c9d90 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "DELETE /v2.0/ports/d441a0e2-fa20-4dfe-a082-be324ac27aa4 HTTP/1.1" status: 204 len: 168 time: 0.5570264 Apr 16 04:26:14.157421 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39372) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:14.210834 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9e9e4d-2575-49f7-869e-b0a0567aa967 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Deleting subnet 7cb6724b-dc44-4748-ae73-df7fbbb64541 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:26:14.214518 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bf9e9e4d-2575-49f7-869e-b0a0567aa967 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks [] for subnet (7cb6724b-dc44-4748-ae73-df7fbbb64541), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.227688 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a611f13c-f82d-4128-9763-3c758de8debd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (a98feb11-b5c4-472e-88bd-e064489765e2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.230406 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a611f13c-f82d-4128-9763-3c758de8debd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Fanout notify agent at l3_agent the message router_deleted on router a98feb11-b5c4-472e-88bd-e064489765e2 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:26:14.245886 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a611f13c-f82d-4128-9763-3c758de8debd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.247034 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a611f13c-f82d-4128-9763-3c758de8debd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/routers/a98feb11-b5c4-472e-88bd-e064489765e2 HTTP/1.1" status: 204 len: 168 time: 0.4999774 Apr 16 04:26:14.250520 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39374) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:14.265861 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bf9e9e4d-2575-49f7-869e-b0a0567aa967 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (7cb6724b-dc44-4748-ae73-df7fbbb64541), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.311346 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4dfd3233-d49d-407d-bcbd-8d6f8f6de5d4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (14484320-5528-427c-9b8f-a16fbcecb5a3), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.323665 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59e23f4-aef3-437a-b1f0-0a144fa209dd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting subnet 3f83b0c5-0f4e-4008-a95a-25d57c4b3ba1 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:26:14.326888 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c59e23f4-aef3-437a-b1f0-0a144fa209dd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (3f83b0c5-0f4e-4008-a95a-25d57c4b3ba1), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.357086 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bf9e9e4d-2575-49f7-869e-b0a0567aa967 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (7cb6724b-dc44-4748-ae73-df7fbbb64541), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.368474 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c59e23f4-aef3-437a-b1f0-0a144fa209dd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (3f83b0c5-0f4e-4008-a95a-25d57c4b3ba1), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.390028 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4dfd3233-d49d-407d-bcbd-8d6f8f6de5d4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (14484320-5528-427c-9b8f-a16fbcecb5a3), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.472227 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bf9e9e4d-2575-49f7-869e-b0a0567aa967 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (7cb6724b-dc44-4748-ae73-df7fbbb64541), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.502859 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e9e4d-2575-49f7-869e-b0a0567aa967 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Pushing event deleted for resources: {'Subnet': ['ID=7cb6724b-dc44-4748-ae73-df7fbbb64541,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:14.505048 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bf9e9e4d-2575-49f7-869e-b0a0567aa967 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.508399 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bf9e9e4d-2575-49f7-869e-b0a0567aa967 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "DELETE /v2.0/subnets/7cb6724b-dc44-4748-ae73-df7fbbb64541 HTTP/1.1" status: 204 len: 168 time: 0.3500404 Apr 16 04:26:14.510910 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39376) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:14.516302 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83994a5c-f505-40dd-833e-c52e3879f5b0 None None] Network dd4d26de-dabb-4b01-8d22-6bc304fb9e05 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:14.520641 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd3233-d49d-407d-bcbd-8d6f8f6de5d4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=14484320-5528-427c-9b8f-a16fbcecb5a3,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:14.557210 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-4dfd3233-d49d-407d-bcbd-8d6f8f6de5d4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] In _notify_port_updated(), no bound segment for port 14484320-5528-427c-9b8f-a16fbcecb5a3 on network 319b4473-e2c6-4a5a-9c95-7292386eac16 {{(pid=104633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:26:14.562380 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfd3233-d49d-407d-bcbd-8d6f8f6de5d4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:14.568556 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4dfd3233-d49d-407d-bcbd-8d6f8f6de5d4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.568556 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4dfd3233-d49d-407d-bcbd-8d6f8f6de5d4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "PUT /v2.0/ports/14484320-5528-427c-9b8f-a16fbcecb5a3 HTTP/1.1" status: 200 len: 920 time: 1.2633479 Apr 16 04:26:14.568556 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c59e23f4-aef3-437a-b1f0-0a144fa209dd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (3f83b0c5-0f4e-4008-a95a-25d57c4b3ba1), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.568920 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39378) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:14.591753 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-972c4f6c-5ccc-4705-a4eb-1b294b113634 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cc53d099-5e7d-4b67-a4e6-1b6818d7f02d'}, {'subnet_id': '43993c70-7db4-4d2f-b392-3e6ed10aaa29'}]}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:14.616229 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (dd4d26de-dabb-4b01-8d22-6bc304fb9e05), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.674758 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Deleting port 4d6f274f-591e-43c7-8d98-0d1f4a23a678 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:14.675098 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (4d6f274f-591e-43c7-8d98-0d1f4a23a678), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.720973 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-972c4f6c-5ccc-4705-a4eb-1b294b113634 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (14484320-5528-427c-9b8f-a16fbcecb5a3), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.747811 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b0ff14bf-f763-4e50-9cd0-5b90c288a8bd None None] Provisioning complete for port 14484320-5528-427c-9b8f-a16fbcecb5a3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:14.748439 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b0ff14bf-f763-4e50-9cd0-5b90c288a8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (14484320-5528-427c-9b8f-a16fbcecb5a3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.752457 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] For port 4d6f274f-591e-43c7-8d98-0d1f4a23a678, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=4d6f274f-591e-43c7-8d98-0d1f4a23a678,segment=NetworkSegment(73d358d1-7dd3-4caf-a648-e82342da8bbd),segment_id=73d358d1-7dd3-4caf-a648-e82342da8bbd)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:14.752860 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (4d6f274f-591e-43c7-8d98-0d1f4a23a678), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.753377 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94172b2-4046-4a08-be8c-6162342bcd1d None None] DHCP port deletion for dd4d26de-dabb-4b01-8d22-6bc304fb9e05 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:26:14.768877 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Calling delete_port for 4d6f274f-591e-43c7-8d98-0d1f4a23a678 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:14.785373 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c59e23f4-aef3-437a-b1f0-0a144fa209dd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (3f83b0c5-0f4e-4008-a95a-25d57c4b3ba1), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.820220 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff14bf-f763-4e50-9cd0-5b90c288a8bd None None] Port 14484320-5528-427c-9b8f-a16fbcecb5a3 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:14.830708 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f94172b2-4046-4a08-be8c-6162342bcd1d None None] Deleting port 4d6f274f-591e-43c7-8d98-0d1f4a23a678 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:14.831085 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f94172b2-4046-4a08-be8c-6162342bcd1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (4d6f274f-591e-43c7-8d98-0d1f4a23a678), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.857055 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e23f4-aef3-437a-b1f0-0a144fa209dd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Subnet': ['ID=3f83b0c5-0f4e-4008-a95a-25d57c4b3ba1,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:14.865202 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c59e23f4-aef3-437a-b1f0-0a144fa209dd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.868789 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c59e23f4-aef3-437a-b1f0-0a144fa209dd tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/subnets/3f83b0c5-0f4e-4008-a95a-25d57c4b3ba1 HTTP/1.1" status: 204 len: 168 time: 0.6168265 Apr 16 04:26:14.871909 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39380) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:14.888045 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6714a8c-b989-4989-9b95-32db7aebaa3d None None] Network c4c41edf-4fba-4ad4-9bc6-ff6d6730a461 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:14.927883 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f94172b2-4046-4a08-be8c-6162342bcd1d None None] For port 4d6f274f-591e-43c7-8d98-0d1f4a23a678, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=4d6f274f-591e-43c7-8d98-0d1f4a23a678,segment=NetworkSegment(73d358d1-7dd3-4caf-a648-e82342da8bbd),segment_id=73d358d1-7dd3-4caf-a648-e82342da8bbd)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:14.928288 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f94172b2-4046-4a08-be8c-6162342bcd1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (4d6f274f-591e-43c7-8d98-0d1f4a23a678), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.958492 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e1a518f2-fa2a-4106-b533-fb8c9dc133b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (c4c41edf-4fba-4ad4-9bc6-ff6d6730a461), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:14.977137 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f94172b2-4046-4a08-be8c-6162342bcd1d None None] Calling delete_port for 4d6f274f-591e-43c7-8d98-0d1f4a23a678 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:15.002144 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (4d6f274f-591e-43c7-8d98-0d1f4a23a678), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.032175 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-e1a518f2-fa2a-4106-b533-fb8c9dc133b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port c3b3de0b-3a3c-4a58-9602-0dc8c681b387 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:15.032470 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e1a518f2-fa2a-4106-b533-fb8c9dc133b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c3b3de0b-3a3c-4a58-9602-0dc8c681b387), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.034314 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Pushing event deleted for resources: {'Port': ['ID=4d6f274f-591e-43c7-8d98-0d1f4a23a678,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:15.039180 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] No DVR routers for this DVR port 4d6f274f-591e-43c7-8d98-0d1f4a23a678 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:26:15.039359 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-972c4f6c-5ccc-4705-a4eb-1b294b113634 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Allocated IP 172.20.0.25 (319b4473-e2c6-4a5a-9c95-7292386eac16/43993c70-7db4-4d2f-b392-3e6ed10aaa29/14484320-5528-427c-9b8f-a16fbcecb5a3) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:15.087890 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:15.088512 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:15.089571 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f94172b2-4046-4a08-be8c-6162342bcd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (4d6f274f-591e-43c7-8d98-0d1f4a23a678), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.089709 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:15.089709 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:15.089709 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:15.089709 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:15.090018 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:15.090191 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:15.090448 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:15.090765 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:15.091086 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:15.091398 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:15.091716 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:15.092033 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:15.092443 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:15.116908 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94172b2-4046-4a08-be8c-6162342bcd1d None None] Pushing event deleted for resources: {'Port': ['ID=4d6f274f-591e-43c7-8d98-0d1f4a23a678,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:15.139333 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94172b2-4046-4a08-be8c-6162342bcd1d None None] No DVR routers for this DVR port 4d6f274f-591e-43c7-8d98-0d1f4a23a678 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:26:15.160228 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db12739b-53c3-46be-a3bd-3b785a4fba29 None None] DHCP port deletion for c4c41edf-4fba-4ad4-9bc6-ff6d6730a461 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:26:15.194243 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-972c4f6c-5ccc-4705-a4eb-1b294b113634 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (14484320-5528-427c-9b8f-a16fbcecb5a3), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.204611 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-e1a518f2-fa2a-4106-b533-fb8c9dc133b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] For port c3b3de0b-3a3c-4a58-9602-0dc8c681b387, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c3b3de0b-3a3c-4a58-9602-0dc8c681b387,segment=NetworkSegment(77e4c859-beed-4ad7-91d6-803af93792f4),segment_id=77e4c859-beed-4ad7-91d6-803af93792f4)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:15.205041 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e1a518f2-fa2a-4106-b533-fb8c9dc133b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c3b3de0b-3a3c-4a58-9602-0dc8c681b387), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.215025 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 4d6f274f-591e-43c7-8d98-0d1f4a23a678 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:26:15.215377 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (dd4d26de-dabb-4b01-8d22-6bc304fb9e05), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.229779 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-e1a518f2-fa2a-4106-b533-fb8c9dc133b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for c3b3de0b-3a3c-4a58-9602-0dc8c681b387 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:15.238500 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-db12739b-53c3-46be-a3bd-3b785a4fba29 None None] Deleting port c3b3de0b-3a3c-4a58-9602-0dc8c681b387 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:15.238874 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-db12739b-53c3-46be-a3bd-3b785a4fba29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c3b3de0b-3a3c-4a58-9602-0dc8c681b387), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.240627 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 4d6f274f-591e-43c7-8d98-0d1f4a23a678 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:26:15.240992 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 4d6f274f-591e-43c7-8d98-0d1f4a23a678 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:26:15.253186 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4d26de-dabb-4b01-8d22-6bc304fb9e05']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:15.273134 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d358d1-7dd3-4caf-a648-e82342da8bbd') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:15.273434 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d358d1-7dd3-4caf-a648-e82342da8bbd') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:15.305272 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-972c4f6c-5ccc-4705-a4eb-1b294b113634 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (14484320-5528-427c-9b8f-a16fbcecb5a3), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.305739 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-db12739b-53c3-46be-a3bd-3b785a4fba29 None None] For port c3b3de0b-3a3c-4a58-9602-0dc8c681b387, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c3b3de0b-3a3c-4a58-9602-0dc8c681b387,segment=NetworkSegment(77e4c859-beed-4ad7-91d6-803af93792f4),segment_id=77e4c859-beed-4ad7-91d6-803af93792f4)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:15.305739 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-db12739b-53c3-46be-a3bd-3b785a4fba29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c3b3de0b-3a3c-4a58-9602-0dc8c681b387), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.312292 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (73d358d1-7dd3-4caf-a648-e82342da8bbd), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.327765 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-db12739b-53c3-46be-a3bd-3b785a4fba29 None None] Calling delete_port for c3b3de0b-3a3c-4a58-9602-0dc8c681b387 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:15.333284 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (73d358d1-7dd3-4caf-a648-e82342da8bbd), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.345454 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:26:15.345875 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (73d358d1-7dd3-4caf-a648-e82342da8bbd), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:26:15.348988 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:26:15.401262 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c4f6c-5ccc-4705-a4eb-1b294b113634 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=14484320-5528-427c-9b8f-a16fbcecb5a3,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:15.431990 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.489888 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e1a518f2-fa2a-4106-b533-fb8c9dc133b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (c3b3de0b-3a3c-4a58-9602-0dc8c681b387), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.496219 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-db12739b-53c3-46be-a3bd-3b785a4fba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (c3b3de0b-3a3c-4a58-9602-0dc8c681b387), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.521760 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (dd4d26de-dabb-4b01-8d22-6bc304fb9e05), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.523259 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a518f2-fa2a-4106-b533-fb8c9dc133b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=c3b3de0b-3a3c-4a58-9602-0dc8c681b387,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:15.526674 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12739b-53c3-46be-a3bd-3b785a4fba29 None None] Pushing event deleted for resources: {'Port': ['ID=c3b3de0b-3a3c-4a58-9602-0dc8c681b387,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:15.533289 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a518f2-fa2a-4106-b533-fb8c9dc133b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No DVR routers for this DVR port c3b3de0b-3a3c-4a58-9602-0dc8c681b387 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:26:15.539069 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db12739b-53c3-46be-a3bd-3b785a4fba29 None None] No DVR routers for this DVR port c3b3de0b-3a3c-4a58-9602-0dc8c681b387 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:26:15.544449 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.548429 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] 10.222.0.30 "DELETE /v2.0/networks/dd4d26de-dabb-4b01-8d22-6bc304fb9e05 HTTP/1.1" status: 204 len: 168 time: 1.0364239 Apr 16 04:26:15.595428 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43715d29-630e-4332-827a-80075e25f359 tempest-TagsExtTest-1990037000 tempest-TagsExtTest-1990037000-project] Pushing event deleted for resources: {'Network': ['ID=dd4d26de-dabb-4b01-8d22-6bc304fb9e05,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:15.647417 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e1a518f2-fa2a-4106-b533-fb8c9dc133b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (c4c41edf-4fba-4ad4-9bc6-ff6d6730a461), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.659822 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-cee3a4f7-dd48-493c-a013-ef1b93ffc49d None None] Provisioning complete for port 14484320-5528-427c-9b8f-a16fbcecb5a3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:15.660191 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cee3a4f7-dd48-493c-a013-ef1b93ffc49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (14484320-5528-427c-9b8f-a16fbcecb5a3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.684019 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-e1a518f2-fa2a-4106-b533-fb8c9dc133b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c41edf-4fba-4ad4-9bc6-ff6d6730a461']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:15.699685 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-e1a518f2-fa2a-4106-b533-fb8c9dc133b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e4c859-beed-4ad7-91d6-803af93792f4') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:15.700154 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-e1a518f2-fa2a-4106-b533-fb8c9dc133b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e4c859-beed-4ad7-91d6-803af93792f4') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:15.705952 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-cee3a4f7-dd48-493c-a013-ef1b93ffc49d None None] Port 14484320-5528-427c-9b8f-a16fbcecb5a3 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:15.879804 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-972c4f6c-5ccc-4705-a4eb-1b294b113634 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] In _notify_port_updated(), no bound segment for port 14484320-5528-427c-9b8f-a16fbcecb5a3 on network 319b4473-e2c6-4a5a-9c95-7292386eac16 {{(pid=104633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:26:15.884889 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972c4f6c-5ccc-4705-a4eb-1b294b113634 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:15.885522 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-972c4f6c-5ccc-4705-a4eb-1b294b113634 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.889678 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-972c4f6c-5ccc-4705-a4eb-1b294b113634 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "PUT /v2.0/ports/14484320-5528-427c-9b8f-a16fbcecb5a3 HTTP/1.1" status: 200 len: 1000 time: 1.3170555 Apr 16 04:26:15.889960 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39384) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:15.970415 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e1a518f2-fa2a-4106-b533-fb8c9dc133b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (77e4c859-beed-4ad7-91d6-803af93792f4), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.984433 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e1a518f2-fa2a-4106-b533-fb8c9dc133b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (77e4c859-beed-4ad7-91d6-803af93792f4), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.984678 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-62a53124-32b7-41da-9501-294decf9c681 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port 14484320-5528-427c-9b8f-a16fbcecb5a3 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:15.984947 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-62a53124-32b7-41da-9501-294decf9c681 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (14484320-5528-427c-9b8f-a16fbcecb5a3), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.990705 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a518f2-fa2a-4106-b533-fb8c9dc133b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:26:15.993901 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e1a518f2-fa2a-4106-b533-fb8c9dc133b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (77e4c859-beed-4ad7-91d6-803af93792f4), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:26:15.994140 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:26:16.075942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-62a53124-32b7-41da-9501-294decf9c681 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (14484320-5528-427c-9b8f-a16fbcecb5a3), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:16.091294 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-62a53124-32b7-41da-9501-294decf9c681 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for 14484320-5528-427c-9b8f-a16fbcecb5a3 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:16.104623 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39388) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:16.133580 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e1a518f2-fa2a-4106-b533-fb8c9dc133b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (c4c41edf-4fba-4ad4-9bc6-ff6d6730a461), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:16.142541 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e1a518f2-fa2a-4106-b533-fb8c9dc133b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:16.153295 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e1a518f2-fa2a-4106-b533-fb8c9dc133b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/networks/c4c41edf-4fba-4ad4-9bc6-ff6d6730a461 HTTP/1.1" status: 204 len: 168 time: 1.2738154 Apr 16 04:26:16.153295 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39392) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:16.174084 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a518f2-fa2a-4106-b533-fb8c9dc133b3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Network': ['ID=c4c41edf-4fba-4ad4-9bc6-ff6d6730a461,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:16.221268 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a948734b-1f2c-47a0-97bd-a6d644dd5e89 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:16.226101 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a948734b-1f2c-47a0-97bd-a6d644dd5e89 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports/9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3 HTTP/1.1" status: 200 len: 845 time: 0.0684562 Apr 16 04:26:16.226458 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39394) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:16.294574 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8996fe9b-6802-4d74-9418-54846c16cd4f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports/9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0661809 Apr 16 04:26:16.298854 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39396) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:16.299493 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2983b7d4-843e-4e0b-8f3b-9810a22e4e7d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c43546cde69247ddb01a1061e108d003&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1937993 Apr 16 04:26:16.302329 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39398) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:16.304328 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-48f1f12d-788b-404c-8f4e-a15344432663 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'subnet': {'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:16.351440 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9e33d087-26f6-422e-98a3-7d4f5c8a4052 admin admin] Publish callbacks [] for security_group (f9475c62-7105-4459-b759-243d5325fae6), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:16.360463 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-62a53124-32b7-41da-9501-294decf9c681 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (14484320-5528-427c-9b8f-a16fbcecb5a3), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:16.374796 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9e33d087-26f6-422e-98a3-7d4f5c8a4052 admin admin] Publish callbacks [] for security_group (f9475c62-7105-4459-b759-243d5325fae6), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:16.401301 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a53124-32b7-41da-9501-294decf9c681 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=14484320-5528-427c-9b8f-a16fbcecb5a3,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:16.505207 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-62a53124-32b7-41da-9501-294decf9c681 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:16.508516 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-62a53124-32b7-41da-9501-294decf9c681 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/ports/14484320-5528-427c-9b8f-a16fbcecb5a3 HTTP/1.1" status: 204 len: 168 time: 0.6175871 Apr 16 04:26:16.511565 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39400) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:16.513700 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9e33d087-26f6-422e-98a3-7d4f5c8a4052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f9475c62-7105-4459-b759-243d5325fae6), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:16.516233 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9e33d087-26f6-422e-98a3-7d4f5c8a4052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:16.519649 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9e33d087-26f6-422e-98a3-7d4f5c8a4052 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9475c62-7105-4459-b759-243d5325fae6 HTTP/1.1" status: 204 len: 168 time: 0.2141902 Apr 16 04:26:16.557540 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f1f12d-788b-404c-8f4e-a15344432663 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:16.557799 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-948878d1-05d4-4692-8ab1-ab917113bf5b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] GET failed (client error): The resource could not be found. Apr 16 04:26:16.562273 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-948878d1-05d4-4692-8ab1-ab917113bf5b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports/14484320-5528-427c-9b8f-a16fbcecb5a3 HTTP/1.1" status: 404 len: 333 time: 0.0463760 Apr 16 04:26:16.562273 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33d087-26f6-422e-98a3-7d4f5c8a4052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9475c62-7105-4459-b759-243d5325fae6,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:16.563846 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39404) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:16.566669 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-48f1f12d-788b-404c-8f4e-a15344432663 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:16.624402 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f08d97-6379-4121-827b-223db62ec199 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting subnet 43993c70-7db4-4d2f-b392-3e6ed10aaa29 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:26:16.631610 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c7f08d97-6379-4121-827b-223db62ec199 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (43993c70-7db4-4d2f-b392-3e6ed10aaa29), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:16.668148 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c7f08d97-6379-4121-827b-223db62ec199 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (43993c70-7db4-4d2f-b392-3e6ed10aaa29), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:16.759411 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c7f08d97-6379-4121-827b-223db62ec199 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (43993c70-7db4-4d2f-b392-3e6ed10aaa29), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:16.865379 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-48f1f12d-788b-404c-8f4e-a15344432663 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (7a9008ea-f075-4335-99f6-4e0961ab5f37), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:16.893929 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c7f08d97-6379-4121-827b-223db62ec199 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (43993c70-7db4-4d2f-b392-3e6ed10aaa29), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:16.915794 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f1f12d-788b-404c-8f4e-a15344432663 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network d1d14891-221a-49df-9520-4b4a920d79c5 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:16.921543 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-48f1f12d-788b-404c-8f4e-a15344432663 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:16.926476 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f1f12d-788b-404c-8f4e-a15344432663 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:16.927048 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f08d97-6379-4121-827b-223db62ec199 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Subnet': ['ID=43993c70-7db4-4d2f-b392-3e6ed10aaa29,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:16.931119 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-48f1f12d-788b-404c-8f4e-a15344432663 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:16.934635 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c7f08d97-6379-4121-827b-223db62ec199 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:16.942734 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c7f08d97-6379-4121-827b-223db62ec199 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/subnets/43993c70-7db4-4d2f-b392-3e6ed10aaa29 HTTP/1.1" status: 204 len: 168 time: 0.3751142 Apr 16 04:26:16.943002 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39408) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:16.948799 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6ad13d-3278-4ba1-91e1-1f0cf53ba190 None None] Network d1d14891-221a-49df-9520-4b4a920d79c5 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:16.951498 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1f12d-788b-404c-8f4e-a15344432663 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Subnet': ['ID=7a9008ea-f075-4335-99f6-4e0961ab5f37,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:16.958312 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b538003-44b3-471c-93fe-6673399019ad None None] Network 319b4473-e2c6-4a5a-9c95-7292386eac16 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:17.003511 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f673eca-de18-452f-b935-4fbd58ce59c3 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting subnet cc53d099-5e7d-4b67-a4e6-1b6818d7f02d {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:26:17.007400 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5f673eca-de18-452f-b935-4fbd58ce59c3 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (cc53d099-5e7d-4b67-a4e6-1b6818d7f02d), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.015799 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-48f1f12d-788b-404c-8f4e-a15344432663 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7130949 Apr 16 04:26:17.016121 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39410) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:17.020817 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-28bc7ab5-773d-4ba7-9c78-94001e667ea3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'security_group': {'name': 'tempest-secgroup-279403307'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:17.054872 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5f673eca-de18-452f-b935-4fbd58ce59c3 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (cc53d099-5e7d-4b67-a4e6-1b6818d7f02d), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.101199 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28bc7ab5-773d-4ba7-9c78-94001e667ea3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.163663 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5f673eca-de18-452f-b935-4fbd58ce59c3 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (cc53d099-5e7d-4b67-a4e6-1b6818d7f02d), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.196477 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28bc7ab5-773d-4ba7-9c78-94001e667ea3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (fd204053-b81a-4068-add3-f67c3c99e658), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.227559 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c3b3de0b-3a3c-4a58-9602-0dc8c681b387 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:26:17.258759 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: c3b3de0b-3a3c-4a58-9602-0dc8c681b387 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:26:17.259098 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c3b3de0b-3a3c-4a58-9602-0dc8c681b387 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:26:17.305596 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28bc7ab5-773d-4ba7-9c78-94001e667ea3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (fd204053-b81a-4068-add3-f67c3c99e658), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.335522 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc7ab5-773d-4ba7-9c78-94001e667ea3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd204053-b81a-4068-add3-f67c3c99e658,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:17.350781 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5f673eca-de18-452f-b935-4fbd58ce59c3 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (cc53d099-5e7d-4b67-a4e6-1b6818d7f02d), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.351705 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-d1d14891-221a-49df-9520-4b4a920d79c5', 'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5', 'project_id': '4c55de659951468a91bdb9322c74436d', 'fixed_ips': [{'subnet_id': '7a9008ea-f075-4335-99f6-4e0961ab5f37'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:26:17.352995 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.384371 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f673eca-de18-452f-b935-4fbd58ce59c3 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Subnet': ['ID=cc53d099-5e7d-4b67-a4e6-1b6818d7f02d,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:17.389928 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5f673eca-de18-452f-b935-4fbd58ce59c3 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.393465 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5f673eca-de18-452f-b935-4fbd58ce59c3 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/subnets/cc53d099-5e7d-4b67-a4e6-1b6818d7f02d HTTP/1.1" status: 204 len: 168 time: 0.4495347 Apr 16 04:26:17.396120 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39412) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:17.405782 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28bc7ab5-773d-4ba7-9c78-94001e667ea3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.407389 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-28bc7ab5-773d-4ba7-9c78-94001e667ea3 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3902299 Apr 16 04:26:17.413852 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39414) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:17.418684 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-718f41cb-f2c6-43e6-8e84-8eb3abeb1e00 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'security_group': {'name': 'tempest-secgroup-1806078154'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:17.489191 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7bc7b78a-d227-44de-a1de-7f81be41ac99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (319b4473-e2c6-4a5a-9c95-7292386eac16), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.509846 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Allocated IP 2001:db8::2 (d1d14891-221a-49df-9520-4b4a920d79c5/7a9008ea-f075-4335-99f6-4e0961ab5f37/edbb8649-78e5-49cd-9abc-b2648ee0cf23) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:17.516325 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-718f41cb-f2c6-43e6-8e84-8eb3abeb1e00 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.544684 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7b78a-d227-44de-a1de-7f81be41ac99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port a823927f-636b-4a3d-839e-5d213a6a74bb {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:17.545336 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7bc7b78a-d227-44de-a1de-7f81be41ac99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (a823927f-636b-4a3d-839e-5d213a6a74bb), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.605272 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-718f41cb-f2c6-43e6-8e84-8eb3abeb1e00 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (f0d263bf-a912-40d5-a361-5961b7b322a0), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.627623 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-7bc7b78a-d227-44de-a1de-7f81be41ac99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] For port a823927f-636b-4a3d-839e-5d213a6a74bb, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a823927f-636b-4a3d-839e-5d213a6a74bb,segment=NetworkSegment(f2b347bb-4d61-4583-890f-1a3602cd9c43),segment_id=f2b347bb-4d61-4583-890f-1a3602cd9c43)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:17.627623 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7bc7b78a-d227-44de-a1de-7f81be41ac99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (a823927f-636b-4a3d-839e-5d213a6a74bb), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.644400 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7b78a-d227-44de-a1de-7f81be41ac99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for a823927f-636b-4a3d-839e-5d213a6a74bb owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:17.676286 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-718f41cb-f2c6-43e6-8e84-8eb3abeb1e00 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f0d263bf-a912-40d5-a361-5961b7b322a0), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.684218 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Publish callbacks [] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.707066 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f41cb-f2c6-43e6-8e84-8eb3abeb1e00 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d263bf-a912-40d5-a361-5961b7b322a0,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:17.750989 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.776292 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-718f41cb-f2c6-43e6-8e84-8eb3abeb1e00 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.778434 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-718f41cb-f2c6-43e6-8e84-8eb3abeb1e00 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3632209 Apr 16 04:26:17.781688 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39416) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:17.786789 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-4957777e-2ec0-4aab-9e19-64491a3a83eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1945406294', 'security_groups': ['f0d263bf-a912-40d5-a361-5961b7b322a0'], 'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7a9008ea-f075-4335-99f6-4e0961ab5f37'}]}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:17.800040 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Network d1d14891-221a-49df-9520-4b4a920d79c5 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:17.804403 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:17.808045 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:17.812930 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Pushing event updated for resources: {'Port': ['ID=edbb8649-78e5-49cd-9abc-b2648ee0cf23,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:17.839188 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:17.839534 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:17.839879 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:17.840220 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:17.841237 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:17.841237 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:17.841237 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:17.841526 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:17.841854 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:17.842189 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:17.842547 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:17.843414 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:17.843747 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:17.844070 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:17.844396 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:26:17.872834 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7bc7b78a-d227-44de-a1de-7f81be41ac99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (a823927f-636b-4a3d-839e-5d213a6a74bb), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.881688 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Attempting to bind port edbb8649-78e5-49cd-9abc-b2648ee0cf23 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:26:17.881817 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Attempting to bind port edbb8649-78e5-49cd-9abc-b2648ee0cf23 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'd41cb675-06cd-4e09-87b0-a8fc89dfd597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:26:17.882190 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Attempting to bind port edbb8649-78e5-49cd-9abc-b2648ee0cf23 on network d1d14891-221a-49df-9520-4b4a920d79c5 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:26:17.887611 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:26:17.887987 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Checking segment: {'id': 'd41cb675-06cd-4e09-87b0-a8fc89dfd597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:26:17.888390 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.888815 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Bound using segment: {'id': 'd41cb675-06cd-4e09-87b0-a8fc89dfd597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:26:17.889310 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Bound port: edbb8649-78e5-49cd-9abc-b2648ee0cf23, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41cb675-06cd-4e09-87b0-a8fc89dfd597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:26:17.890216 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:17.903360 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7b78a-d227-44de-a1de-7f81be41ac99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=a823927f-636b-4a3d-839e-5d213a6a74bb,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:17.921770 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc7b78a-d227-44de-a1de-7f81be41ac99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No DVR routers for this DVR port a823927f-636b-4a3d-839e-5d213a6a74bb on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:26:17.939698 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771a8cca-27fe-4523-b50a-b710bcbefbbf None None] Network 319b4473-e2c6-4a5a-9c95-7292386eac16 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:17.956450 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-f93c34f2-6534-42e5-9135-08820c502225 None None] Could not find standard attr ID for object a823927f-636b-4a3d-839e-5d213a6a74bb. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:26:18.015360 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7bc7b78a-d227-44de-a1de-7f81be41ac99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (319b4473-e2c6-4a5a-9c95-7292386eac16), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:18.040015 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-7bc7b78a-d227-44de-a1de-7f81be41ac99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319b4473-e2c6-4a5a-9c95-7292386eac16']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:18.045308 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] For port edbb8649-78e5-49cd-9abc-b2648ee0cf23, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:26:18.050374 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-7bc7b78a-d227-44de-a1de-7f81be41ac99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b347bb-4d61-4583-890f-1a3602cd9c43') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:18.050695 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-7bc7b78a-d227-44de-a1de-7f81be41ac99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b347bb-4d61-4583-890f-1a3602cd9c43') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:18.057263 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] For port edbb8649-78e5-49cd-9abc-b2648ee0cf23, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=edbb8649-78e5-49cd-9abc-b2648ee0cf23,segment=NetworkSegment(d41cb675-06cd-4e09-87b0-a8fc89dfd597),segment_id=d41cb675-06cd-4e09-87b0-a8fc89dfd597)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:26:18.062345 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7bc7b78a-d227-44de-a1de-7f81be41ac99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (f2b347bb-4d61-4583-890f-1a3602cd9c43), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:18.073567 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4957777e-2ec0-4aab-9e19-64491a3a83eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:18.088255 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7bc7b78a-d227-44de-a1de-7f81be41ac99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (f2b347bb-4d61-4583-890f-1a3602cd9c43), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:18.102520 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc7b78a-d227-44de-a1de-7f81be41ac99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:26:18.108599 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7bc7b78a-d227-44de-a1de-7f81be41ac99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (f2b347bb-4d61-4583-890f-1a3602cd9c43), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:18.108766 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7376cfe-62ac-407b-adf9-60550f5f9bdb None None] DHCP port deletion for 319b4473-e2c6-4a5a-9c95-7292386eac16 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:26:18.108904 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:26:18.128070 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:18.191697 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5b0ee-ab72-45f7-9a53-05edb7ec2ff2 None None] Pushing event updated for resources: {'Port': ['ID=edbb8649-78e5-49cd-9abc-b2648ee0cf23,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:18.216479 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4957777e-2ec0-4aab-9e19-64491a3a83eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:18.235895 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-4957777e-2ec0-4aab-9e19-64491a3a83eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] device_id is not set on port af7f469d-95b4-4a84-8b97-dc49a4058654 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:26:18.290030 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7bc7b78a-d227-44de-a1de-7f81be41ac99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (319b4473-e2c6-4a5a-9c95-7292386eac16), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:18.298381 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7bc7b78a-d227-44de-a1de-7f81be41ac99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:18.301748 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7bc7b78a-d227-44de-a1de-7f81be41ac99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/networks/319b4473-e2c6-4a5a-9c95-7292386eac16 HTTP/1.1" status: 204 len: 168 time: 0.9045992 Apr 16 04:26:18.308321 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39418) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:18.343581 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7b78a-d227-44de-a1de-7f81be41ac99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Network': ['ID=319b4473-e2c6-4a5a-9c95-7292386eac16,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:18.391024 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71022b2c-27ab-4c76-b693-629e95932b2c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:18.392611 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-71022b2c-27ab-4c76-b693-629e95932b2c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0832858 Apr 16 04:26:18.396081 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39420) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:18.449042 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-847afeac-6556-4fa4-b5fc-b5512be2974e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0516753 Apr 16 04:26:18.452910 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39422) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:18.458012 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-94627a36-9099-4eae-81c4-e65eefa3960b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-394986179'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:18.462054 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-4957777e-2ec0-4aab-9e19-64491a3a83eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Allocated IP 2001:db8::10 (d1d14891-221a-49df-9520-4b4a920d79c5/7a9008ea-f075-4335-99f6-4e0961ab5f37/af7f469d-95b4-4a84-8b97-dc49a4058654) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:18.557174 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94627a36-9099-4eae-81c4-e65eefa3960b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:18.560592 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94627a36-9099-4eae-81c4-e65eefa3960b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:18.585111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94627a36-9099-4eae-81c4-e65eefa3960b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:26:18.594488 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94627a36-9099-4eae-81c4-e65eefa3960b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (ca8b0666-c9a3-4a68-b1db-0d6d1b06990c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:18.594825 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-94627a36-9099-4eae-81c4-e65eefa3960b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Added segment ca8b0666-c9a3-4a68-b1db-0d6d1b06990c of type vlan for network 9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b Apr 16 04:26:18.604225 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4957777e-2ec0-4aab-9e19-64491a3a83eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (af7f469d-95b4-4a84-8b97-dc49a4058654), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:18.636340 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94627a36-9099-4eae-81c4-e65eefa3960b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:18.688620 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4957777e-2ec0-4aab-9e19-64491a3a83eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (af7f469d-95b4-4a84-8b97-dc49a4058654), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:18.733667 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94627a36-9099-4eae-81c4-e65eefa3960b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:18.735635 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4957777e-2ec0-4aab-9e19-64491a3a83eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network d1d14891-221a-49df-9520-4b4a920d79c5 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:18.739020 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94627a36-9099-4eae-81c4-e65eefa3960b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:18.739613 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94627a36-9099-4eae-81c4-e65eefa3960b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:18.740898 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-4957777e-2ec0-4aab-9e19-64491a3a83eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:18.744847 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4957777e-2ec0-4aab-9e19-64491a3a83eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:18.750448 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4957777e-2ec0-4aab-9e19-64491a3a83eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:18.751070 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4957777e-2ec0-4aab-9e19-64491a3a83eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:18.759884 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957777e-2ec0-4aab-9e19-64491a3a83eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=af7f469d-95b4-4a84-8b97-dc49a4058654,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:18.807839 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4957777e-2ec0-4aab-9e19-64491a3a83eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0225472 Apr 16 04:26:18.808056 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39424) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:18.813137 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-b1b8700f-a717-4105-b705-e6021f80a57c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'subnet': {'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:18.816119 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94627a36-9099-4eae-81c4-e65eefa3960b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Network': ['ID=9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:18.825756 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-94627a36-9099-4eae-81c4-e65eefa3960b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3692651 Apr 16 04:26:18.826723 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39426) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:18.830798 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:26:18.832259 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-a62a01eb-3790-4415-a51f-4e8297167e1a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'subnet': {'network_id': '9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:19.037170 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62a01eb-3790-4415-a51f-4e8297167e1a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:19.040738 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a62a01eb-3790-4415-a51f-4e8297167e1a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:19.042945 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b8700f-a717-4105-b705-e6021f80a57c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:19.047209 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b1b8700f-a717-4105-b705-e6021f80a57c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:19.104133 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:26:19.153005 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.ipam_backend_mixin [None req-b1b8700f-a717-4105-b705-e6021f80a57c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7a9008ea-f075-4335-99f6-4e0961ab5f37 (CIDR: 2001:db8::/64) Apr 16 04:26:19.206829 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b8700f-a717-4105-b705-e6021f80a57c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:26:19.206829 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b8700f-a717-4105-b705-e6021f80a57c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:19.250247 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device edbb8649-78e5-49cd-9abc-b2648ee0cf23 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:26:19.302935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c964f7e2-3eaa-47ba-9702-76faf9c1d46e None None] Provisioning complete for port edbb8649-78e5-49cd-9abc-b2648ee0cf23 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:19.303306 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c964f7e2-3eaa-47ba-9702-76faf9c1d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:19.332799 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port edbb8649-78e5-49cd-9abc-b2648ee0cf23 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:19.333276 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:19.337785 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b1b8700f-a717-4105-b705-e6021f80a57c tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5286336 Apr 16 04:26:19.340378 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39428) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:19.346169 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-66846a88-81dd-467c-8db5-cd75563356db tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'subnet': {'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:19.347603 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a62a01eb-3790-4415-a51f-4e8297167e1a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (d76755ed-723b-478e-b594-440a3fe0e64a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:19.459525 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a01eb-3790-4415-a51f-4e8297167e1a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Subnet': ['ID=d76755ed-723b-478e-b594-440a3fe0e64a,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:19.461966 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c964f7e2-3eaa-47ba-9702-76faf9c1d46e None None] Current status of the port edbb8649-78e5-49cd-9abc-b2648ee0cf23 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:19.462700 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c964f7e2-3eaa-47ba-9702-76faf9c1d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:19.465579 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62a01eb-3790-4415-a51f-4e8297167e1a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Checking segment: {'id': 'ca8b0666-c9a3-4a68-b1db-0d6d1b06990c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:26:19.466410 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62a01eb-3790-4415-a51f-4e8297167e1a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network hostable DHCP agents. Network: 9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:26:19.480827 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port edbb8649-78e5-49cd-9abc-b2648ee0cf23 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:19.481259 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:19.519580 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c964f7e2-3eaa-47ba-9702-76faf9c1d46e None None] For port edbb8649-78e5-49cd-9abc-b2648ee0cf23, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=edbb8649-78e5-49cd-9abc-b2648ee0cf23,segment=NetworkSegment(d41cb675-06cd-4e09-87b0-a8fc89dfd597),segment_id=d41cb675-06cd-4e09-87b0-a8fc89dfd597)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:19.551615 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66846a88-81dd-467c-8db5-cd75563356db tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:19.555233 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-66846a88-81dd-467c-8db5-cd75563356db tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:19.599731 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62a01eb-3790-4415-a51f-4e8297167e1a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network 9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:26:19.603440 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c964f7e2-3eaa-47ba-9702-76faf9c1d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:19.672099 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c964f7e2-3eaa-47ba-9702-76faf9c1d46e None None] Provisioning complete for port 9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:19.672511 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c964f7e2-3eaa-47ba-9702-76faf9c1d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:19.694801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-a62a01eb-3790-4415-a51f-4e8297167e1a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:19.699958 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62a01eb-3790-4415-a51f-4e8297167e1a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:19.700180 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:26:19.700539 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:26:19.701547 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a62a01eb-3790-4415-a51f-4e8297167e1a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:19.712775 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f2829e-f521-49fe-ae0f-73d2c1f8a303 None None] Network 9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:19.732171 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964f7e2-3eaa-47ba-9702-76faf9c1d46e None None] Pushing event updated for resources: {'Port': ['ID=edbb8649-78e5-49cd-9abc-b2648ee0cf23,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:19.752859 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c964f7e2-3eaa-47ba-9702-76faf9c1d46e None None] Port 9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:19.799723 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a62a01eb-3790-4415-a51f-4e8297167e1a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9718721 Apr 16 04:26:19.808296 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39430) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:19.813903 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f4976715-147e-445d-afc1-81f7120d57a2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'port': {'network_id': '9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b', 'name': 'tempest-PortsTestJSON-1524482973'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:19.838050 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b', 'network_id': '9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b', 'project_id': '2003f45899ce417e8628a90cb615c285', 'fixed_ips': [{'subnet_id': 'd76755ed-723b-478e-b594-440a3fe0e64a'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:26:19.838898 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:19.854636 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-66846a88-81dd-467c-8db5-cd75563356db tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (d3d1c347-38e7-430a-b994-2376c3520030), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:19.899165 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66846a88-81dd-467c-8db5-cd75563356db tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network d1d14891-221a-49df-9520-4b4a920d79c5 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:19.903851 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-66846a88-81dd-467c-8db5-cd75563356db tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:19.908368 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66846a88-81dd-467c-8db5-cd75563356db tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:19.909064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-66846a88-81dd-467c-8db5-cd75563356db tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:19.918839 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da279bb-1f29-412c-8b25-3987ca51df9a None None] Network d1d14891-221a-49df-9520-4b4a920d79c5 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:19.921623 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66846a88-81dd-467c-8db5-cd75563356db tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Subnet': ['ID=d3d1c347-38e7-430a-b994-2376c3520030,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:19.927646 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-5a746a0c-dcc2-4307-bc90-3c9342380db0 None None] Provisioning complete for port af7f469d-95b4-4a84-8b97-dc49a4058654 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:19.928018 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5a746a0c-dcc2-4307-bc90-3c9342380db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (af7f469d-95b4-4a84-8b97-dc49a4058654), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:20.022689 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-66846a88-81dd-467c-8db5-cd75563356db tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6810141 Apr 16 04:26:20.025219 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39432) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:20.030584 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-46c9757d-b65a-44cb-954e-37fb75cd223d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-887551144', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd3d1c347-38e7-430a-b994-2376c3520030'}], 'security_groups': ['fd204053-b81a-4068-add3-f67c3c99e658']}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:20.055417 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-5a746a0c-dcc2-4307-bc90-3c9342380db0 None None] Port af7f469d-95b4-4a84-8b97-dc49a4058654 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:20.085284 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] Allocated IP 172.20.0.2 (9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b/d76755ed-723b-478e-b594-440a3fe0e64a/38b4391d-33fa-4175-9092-eb1552bc51b1) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:20.091428 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4976715-147e-445d-afc1-81f7120d57a2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:20.094783 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f4976715-147e-445d-afc1-81f7120d57a2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:20.145262 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-f4976715-147e-445d-afc1-81f7120d57a2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] device_id is not set on port 0f092cb1-5f02-417b-9932-75770706631a yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:26:20.256863 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-46c9757d-b65a-44cb-954e-37fb75cd223d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (af7f469d-95b4-4a84-8b97-dc49a4058654), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:20.257695 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b66b6f-7409-4a37-a6c9-9d4a9679f761 None None] Update dhcp port {'port': {'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5', 'fixed_ips': [{'subnet_id': '7a9008ea-f075-4335-99f6-4e0961ab5f37', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd3d1c347-38e7-430a-b994-2376c3520030'}], 'binding:host_id': 'dv-neutron-838078-2-hyperv'}, 'id': 'edbb8649-78e5-49cd-9abc-b2648ee0cf23'} from dv-neutron-838078-2-hyperv. {{(pid=104634) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 16 04:26:20.287138 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port edbb8649-78e5-49cd-9abc-b2648ee0cf23 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:20.323501 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-62b66b6f-7409-4a37-a6c9-9d4a9679f761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:20.339957 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a823927f-636b-4a3d-839e-5d213a6a74bb no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:26:20.395917 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: a823927f-636b-4a3d-839e-5d213a6a74bb {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:26:20.396269 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a823927f-636b-4a3d-839e-5d213a6a74bb not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:26:20.402193 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] Publish callbacks [] for port (38b4391d-33fa-4175-9092-eb1552bc51b1), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:20.545146 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (38b4391d-33fa-4175-9092-eb1552bc51b1), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:20.587508 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] Network 9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:20.593146 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:20.596791 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:20.603801 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] Pushing event updated for resources: {'Port': ['ID=38b4391d-33fa-4175-9092-eb1552bc51b1,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:20.619212 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-46c9757d-b65a-44cb-954e-37fb75cd223d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Delete allocated IP 2001:db8::10 (d1d14891-221a-49df-9520-4b4a920d79c5/7a9008ea-f075-4335-99f6-4e0961ab5f37) {{(pid=104632) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 16 04:26:20.631414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-46c9757d-b65a-44cb-954e-37fb75cd223d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Allocated IP 2001:db8:0:1::125 (d1d14891-221a-49df-9520-4b4a920d79c5/d3d1c347-38e7-430a-b994-2376c3520030/af7f469d-95b4-4a84-8b97-dc49a4058654) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:20.659138 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] Attempting to bind port 38b4391d-33fa-4175-9092-eb1552bc51b1 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:26:20.659509 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] Attempting to bind port 38b4391d-33fa-4175-9092-eb1552bc51b1 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ca8b0666-c9a3-4a68-b1db-0d6d1b06990c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:26:20.659872 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] Attempting to bind port 38b4391d-33fa-4175-9092-eb1552bc51b1 on network 9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:26:20.663075 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.db.api [None req-f4976715-147e-445d-afc1-81f7120d57a2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-93af9d6e-c0fb-4040-bb86-6a5104d4a197 {{(pid=104632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:26:20.663399 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG oslo_db.api [None req-f4976715-147e-445d-afc1-81f7120d57a2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:26:20.665057 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:26:20.669644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] Checking segment: {'id': 'ca8b0666-c9a3-4a68-b1db-0d6d1b06990c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:26:20.669644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:20.669644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] Bound using segment: {'id': 'ca8b0666-c9a3-4a68-b1db-0d6d1b06990c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:26:20.669644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] Bound port: 38b4391d-33fa-4175-9092-eb1552bc51b1, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8b0666-c9a3-4a68-b1db-0d6d1b06990c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:26:20.669644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (38b4391d-33fa-4175-9092-eb1552bc51b1), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:20.731473 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] For port 38b4391d-33fa-4175-9092-eb1552bc51b1, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:26:20.735149 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] For port 38b4391d-33fa-4175-9092-eb1552bc51b1, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=38b4391d-33fa-4175-9092-eb1552bc51b1,segment=NetworkSegment(ca8b0666-c9a3-4a68-b1db-0d6d1b06990c),segment_id=ca8b0666-c9a3-4a68-b1db-0d6d1b06990c)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:26:20.787916 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-46c9757d-b65a-44cb-954e-37fb75cd223d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (af7f469d-95b4-4a84-8b97-dc49a4058654), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:20.808901 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (38b4391d-33fa-4175-9092-eb1552bc51b1), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:20.870969 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec913e8c-2dd2-425b-acdf-59d01ea3869b None None] Pushing event updated for resources: {'Port': ['ID=38b4391d-33fa-4175-9092-eb1552bc51b1,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:20.882792 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-46c9757d-b65a-44cb-954e-37fb75cd223d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (af7f469d-95b4-4a84-8b97-dc49a4058654), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:20.949891 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-46c9757d-b65a-44cb-954e-37fb75cd223d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] In _notify_port_updated(), no bound segment for port af7f469d-95b4-4a84-8b97-dc49a4058654 on network d1d14891-221a-49df-9520-4b4a920d79c5 {{(pid=104632) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:26:20.955811 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c9757d-b65a-44cb-954e-37fb75cd223d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:20.956495 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-46c9757d-b65a-44cb-954e-37fb75cd223d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:20.960701 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-46c9757d-b65a-44cb-954e-37fb75cd223d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "PUT /v2.0/ports/af7f469d-95b4-4a84-8b97-dc49a4058654 HTTP/1.1" status: 200 len: 930 time: 0.9316995 Apr 16 04:26:20.963900 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39434) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:20.971029 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9757d-b65a-44cb-954e-37fb75cd223d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=af7f469d-95b4-4a84-8b97-dc49a4058654,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:21.086536 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-582d5daf-405c-4110-a710-0b980ef9dc8b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port af7f469d-95b4-4a84-8b97-dc49a4058654 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:21.087117 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-582d5daf-405c-4110-a710-0b980ef9dc8b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (af7f469d-95b4-4a84-8b97-dc49a4058654), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:21.093154 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-62b66b6f-7409-4a37-a6c9-9d4a9679f761 None None] Allocated IP 2001:db8:0:1::2 (d1d14891-221a-49df-9520-4b4a920d79c5/d3d1c347-38e7-430a-b994-2376c3520030/edbb8649-78e5-49cd-9abc-b2648ee0cf23) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:21.164701 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f4976715-147e-445d-afc1-81f7120d57a2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:21.196543 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-f4976715-147e-445d-afc1-81f7120d57a2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] device_id is not set on port 2b8ab940-8444-48e9-a3fc-c9dc9477c746 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:26:21.222201 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-582d5daf-405c-4110-a710-0b980ef9dc8b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (af7f469d-95b4-4a84-8b97-dc49a4058654), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:21.245268 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-582d5daf-405c-4110-a710-0b980ef9dc8b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for af7f469d-95b4-4a84-8b97-dc49a4058654 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:21.258429 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-62b66b6f-7409-4a37-a6c9-9d4a9679f761 None None] For port edbb8649-78e5-49cd-9abc-b2648ee0cf23, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=edbb8649-78e5-49cd-9abc-b2648ee0cf23,segment=NetworkSegment(d41cb675-06cd-4e09-87b0-a8fc89dfd597),segment_id=d41cb675-06cd-4e09-87b0-a8fc89dfd597)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:21.300273 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-62b66b6f-7409-4a37-a6c9-9d4a9679f761 None None] Publish callbacks [] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:21.309817 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device edbb8649-78e5-49cd-9abc-b2648ee0cf23 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:26:21.341340 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-f4976715-147e-445d-afc1-81f7120d57a2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Allocated IP 172.20.0.10 (9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b/d76755ed-723b-478e-b594-440a3fe0e64a/2b8ab940-8444-48e9-a3fc-c9dc9477c746) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:21.363526 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port edbb8649-78e5-49cd-9abc-b2648ee0cf23 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:21.363990 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:21.414743 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-62b66b6f-7409-4a37-a6c9-9d4a9679f761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:21.483178 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-582d5daf-405c-4110-a710-0b980ef9dc8b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (af7f469d-95b4-4a84-8b97-dc49a4058654), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:21.511198 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f4976715-147e-445d-afc1-81f7120d57a2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (2b8ab940-8444-48e9-a3fc-c9dc9477c746), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:21.534187 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port edbb8649-78e5-49cd-9abc-b2648ee0cf23 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:21.535332 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 38b4391d-33fa-4175-9092-eb1552bc51b1 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:26:21.536976 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b66b6f-7409-4a37-a6c9-9d4a9679f761 None None] Pushing event updated for resources: {'Port': ['ID=edbb8649-78e5-49cd-9abc-b2648ee0cf23,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:21.547270 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d5daf-405c-4110-a710-0b980ef9dc8b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=af7f469d-95b4-4a84-8b97-dc49a4058654,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:21.553461 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-582d5daf-405c-4110-a710-0b980ef9dc8b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:21.560166 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39436) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:21.561032 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-582d5daf-405c-4110-a710-0b980ef9dc8b tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/ports/af7f469d-95b4-4a84-8b97-dc49a4058654 HTTP/1.1" status: 204 len: 168 time: 0.5962574 Apr 16 04:26:21.594443 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 38b4391d-33fa-4175-9092-eb1552bc51b1 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:21.594739 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (38b4391d-33fa-4175-9092-eb1552bc51b1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:21.598079 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f4976715-147e-445d-afc1-81f7120d57a2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (2b8ab940-8444-48e9-a3fc-c9dc9477c746), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:21.610347 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-e882b523-700e-440d-ae2f-567bcd8e9bf4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] GET failed (client error): The resource could not be found. Apr 16 04:26:21.614925 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39438) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:21.621478 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e882b523-700e-440d-ae2f-567bcd8e9bf4 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports/af7f469d-95b4-4a84-8b97-dc49a4058654 HTTP/1.1" status: 404 len: 333 time: 0.0598207 Apr 16 04:26:21.662221 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4976715-147e-445d-afc1-81f7120d57a2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network 9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:21.665510 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-f4976715-147e-445d-afc1-81f7120d57a2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:21.669974 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4976715-147e-445d-afc1-81f7120d57a2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:21.708380 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 38b4391d-33fa-4175-9092-eb1552bc51b1 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:21.709211 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (38b4391d-33fa-4175-9092-eb1552bc51b1), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:21.714158 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bd6446b7-805f-4d07-88fc-5517f724ac11 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (f0d263bf-a912-40d5-a361-5961b7b322a0), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:21.720375 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4976715-147e-445d-afc1-81f7120d57a2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=2b8ab940-8444-48e9-a3fc-c9dc9477c746,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:21.749496 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bd6446b7-805f-4d07-88fc-5517f724ac11 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (f0d263bf-a912-40d5-a361-5961b7b322a0), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:21.755828 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 38b4391d-33fa-4175-9092-eb1552bc51b1, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=38b4391d-33fa-4175-9092-eb1552bc51b1,segment=NetworkSegment(ca8b0666-c9a3-4a68-b1db-0d6d1b06990c),segment_id=ca8b0666-c9a3-4a68-b1db-0d6d1b06990c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:21.769328 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4976715-147e-445d-afc1-81f7120d57a2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:21.770019 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f4976715-147e-445d-afc1-81f7120d57a2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:21.827920 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (38b4391d-33fa-4175-9092-eb1552bc51b1), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:21.865845 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bd6446b7-805f-4d07-88fc-5517f724ac11 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f0d263bf-a912-40d5-a361-5961b7b322a0), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:21.868820 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bd6446b7-805f-4d07-88fc-5517f724ac11 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:21.870068 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-bd6446b7-805f-4d07-88fc-5517f724ac11 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/security-groups/f0d263bf-a912-40d5-a361-5961b7b322a0 HTTP/1.1" status: 204 len: 168 time: 0.2540169 Apr 16 04:26:21.873028 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f4976715-147e-445d-afc1-81f7120d57a2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0602448 Apr 16 04:26:21.874172 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39440) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:21.874511 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39442) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:21.887583 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6446b7-805f-4d07-88fc-5517f724ac11 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d263bf-a912-40d5-a361-5961b7b322a0,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:21.893388 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=38b4391d-33fa-4175-9092-eb1552bc51b1,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:21.916849 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-00286212-bdfb-4cd4-ab45-467d8209eb3c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'port': {'network_id': '9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b', 'name': 'tempest-PortsTestJSON-1665092242'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:22.017318 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3690d046-0fac-4a1e-bc95-6e9cfff57258 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (fd204053-b81a-4068-add3-f67c3c99e658), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:22.058535 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3690d046-0fac-4a1e-bc95-6e9cfff57258 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (fd204053-b81a-4068-add3-f67c3c99e658), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:22.100545 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51c7720-f434-4251-8e46-7d414dcc2bd7 None None] Network 9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:22.154639 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00286212-bdfb-4cd4-ab45-467d8209eb3c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:22.158725 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-00286212-bdfb-4cd4-ab45-467d8209eb3c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:22.179278 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-00286212-bdfb-4cd4-ab45-467d8209eb3c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] device_id is not set on port b91e48ec-3c6d-40c7-bea4-703cbd39f0a4 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:26:22.189208 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3690d046-0fac-4a1e-bc95-6e9cfff57258 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (fd204053-b81a-4068-add3-f67c3c99e658), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:22.195610 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3690d046-0fac-4a1e-bc95-6e9cfff57258 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:22.195610 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3690d046-0fac-4a1e-bc95-6e9cfff57258 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/security-groups/fd204053-b81a-4068-add3-f67c3c99e658 HTTP/1.1" status: 204 len: 168 time: 0.3165798 Apr 16 04:26:22.196550 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39446) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:22.221948 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-aa9cc67d-fbb2-4a01-b2a2-1cd7fa99fda2 None None] Provisioning complete for port 38b4391d-33fa-4175-9092-eb1552bc51b1 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:22.222324 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-aa9cc67d-fbb2-4a01-b2a2-1cd7fa99fda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (38b4391d-33fa-4175-9092-eb1552bc51b1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:22.271981 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690d046-0fac-4a1e-bc95-6e9cfff57258 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd204053-b81a-4068-add3-f67c3c99e658,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:22.273387 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-444e5c20-8683-4fee-86fb-2b8894684f2a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting subnet 7a9008ea-f075-4335-99f6-4e0961ab5f37 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:26:22.282161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-444e5c20-8683-4fee-86fb-2b8894684f2a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (7a9008ea-f075-4335-99f6-4e0961ab5f37), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:22.346426 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-444e5c20-8683-4fee-86fb-2b8894684f2a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (7a9008ea-f075-4335-99f6-4e0961ab5f37), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:22.359951 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-aa9cc67d-fbb2-4a01-b2a2-1cd7fa99fda2 None None] Current status of the port 38b4391d-33fa-4175-9092-eb1552bc51b1 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:22.375177 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-00286212-bdfb-4cd4-ab45-467d8209eb3c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Allocated IP 172.20.0.12 (9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b/d76755ed-723b-478e-b594-440a3fe0e64a/b91e48ec-3c6d-40c7-bea4-703cbd39f0a4) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:22.452483 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-444e5c20-8683-4fee-86fb-2b8894684f2a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (7a9008ea-f075-4335-99f6-4e0961ab5f37), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:22.482378 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-5fdfd61f-ca47-4163-9bd1-289d0f28f282 None None] Provisioning complete for port edbb8649-78e5-49cd-9abc-b2648ee0cf23 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:22.483802 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5fdfd61f-ca47-4163-9bd1-289d0f28f282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:22.565933 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-00286212-bdfb-4cd4-ab45-467d8209eb3c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (b91e48ec-3c6d-40c7-bea4-703cbd39f0a4), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:22.581530 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-5fdfd61f-ca47-4163-9bd1-289d0f28f282 None None] Current status of the port edbb8649-78e5-49cd-9abc-b2648ee0cf23 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:22.598000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-5fdfd61f-ca47-4163-9bd1-289d0f28f282 None None] Provisioning complete for port 9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:22.598000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5fdfd61f-ca47-4163-9bd1-289d0f28f282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:22.634296 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-5fdfd61f-ca47-4163-9bd1-289d0f28f282 None None] Port 9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:22.637729 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-5fdfd61f-ca47-4163-9bd1-289d0f28f282 None None] Could not find standard attr ID for object af7f469d-95b4-4a84-8b97-dc49a4058654. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:26:22.649143 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-444e5c20-8683-4fee-86fb-2b8894684f2a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (7a9008ea-f075-4335-99f6-4e0961ab5f37), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:22.677913 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e5c20-8683-4fee-86fb-2b8894684f2a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Subnet': ['ID=7a9008ea-f075-4335-99f6-4e0961ab5f37,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:22.681765 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-444e5c20-8683-4fee-86fb-2b8894684f2a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:22.685009 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-444e5c20-8683-4fee-86fb-2b8894684f2a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/subnets/7a9008ea-f075-4335-99f6-4e0961ab5f37 HTTP/1.1" status: 204 len: 168 time: 0.4866433 Apr 16 04:26:22.689692 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39448) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:22.694823 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-89e802ac-9d14-4fab-bea2-08dc91487067 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'subnet': {'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:22.701344 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-00286212-bdfb-4cd4-ab45-467d8209eb3c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (b91e48ec-3c6d-40c7-bea4-703cbd39f0a4), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:22.728459 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31358aae-592a-475b-9c9f-74bd3891d7a4 None None] Network d1d14891-221a-49df-9520-4b4a920d79c5 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:22.799269 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-85efc5a2-41f8-4c33-a702-ee7e17a65b13 None None] Provisioning complete for port 2b8ab940-8444-48e9-a3fc-c9dc9477c746 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:22.799636 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-85efc5a2-41f8-4c33-a702-ee7e17a65b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2b8ab940-8444-48e9-a3fc-c9dc9477c746), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:22.812207 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00286212-bdfb-4cd4-ab45-467d8209eb3c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network 9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:22.815510 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00286212-bdfb-4cd4-ab45-467d8209eb3c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=b91e48ec-3c6d-40c7-bea4-703cbd39f0a4,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:22.820229 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-00286212-bdfb-4cd4-ab45-467d8209eb3c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:22.824960 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00286212-bdfb-4cd4-ab45-467d8209eb3c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:22.874494 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-85efc5a2-41f8-4c33-a702-ee7e17a65b13 None None] Port 2b8ab940-8444-48e9-a3fc-c9dc9477c746 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:22.887561 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-85efc5a2-41f8-4c33-a702-ee7e17a65b13 None None] Provisioning complete for port 38b4391d-33fa-4175-9092-eb1552bc51b1 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:22.888130 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-85efc5a2-41f8-4c33-a702-ee7e17a65b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (38b4391d-33fa-4175-9092-eb1552bc51b1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:22.898336 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00286212-bdfb-4cd4-ab45-467d8209eb3c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:22.898987 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-00286212-bdfb-4cd4-ab45-467d8209eb3c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:22.992455 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-85efc5a2-41f8-4c33-a702-ee7e17a65b13 None None] Current status of the port 38b4391d-33fa-4175-9092-eb1552bc51b1 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:22.999509 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-85efc5a2-41f8-4c33-a702-ee7e17a65b13 None None] Could not find standard attr ID for object af7f469d-95b4-4a84-8b97-dc49a4058654. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:26:23.081896 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-00286212-bdfb-4cd4-ab45-467d8209eb3c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2063088 Apr 16 04:26:23.084622 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39450) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:23.121430 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-0b52170d-3b18-4fee-b0e7-ad5b6be62079 None None] Provisioning complete for port 2b8ab940-8444-48e9-a3fc-c9dc9477c746 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:23.134834 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0b52170d-3b18-4fee-b0e7-ad5b6be62079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2b8ab940-8444-48e9-a3fc-c9dc9477c746), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:23.146525 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a70162-7c80-4df7-ae94-cedc17901664 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:23.150650 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c6a70162-7c80-4df7-ae94-cedc17901664 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.0623169 Apr 16 04:26:23.151064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39452) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:23.162478 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0b52170d-3b18-4fee-b0e7-ad5b6be62079 None None] Port 2b8ab940-8444-48e9-a3fc-c9dc9477c746 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:23.169137 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e802ac-9d14-4fab-bea2-08dc91487067 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:23.174329 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-89e802ac-9d14-4fab-bea2-08dc91487067 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:23.223938 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device edbb8649-78e5-49cd-9abc-b2648ee0cf23 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:26:23.261850 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-9ea17745-d2c1-4b9b-b846-8a9c83db7aeb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port b91e48ec-3c6d-40c7-bea4-703cbd39f0a4 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:23.262429 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9ea17745-d2c1-4b9b-b846-8a9c83db7aeb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (b91e48ec-3c6d-40c7-bea4-703cbd39f0a4), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:23.292272 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-a2c4c9c3-4651-4274-a51d-14494374d290 None None] Provisioning complete for port b91e48ec-3c6d-40c7-bea4-703cbd39f0a4 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:23.299052 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a2c4c9c3-4651-4274-a51d-14494374d290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b91e48ec-3c6d-40c7-bea4-703cbd39f0a4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:23.335051 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port edbb8649-78e5-49cd-9abc-b2648ee0cf23 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:23.336389 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:23.369992 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4c9c3-4651-4274-a51d-14494374d290 None None] Port b91e48ec-3c6d-40c7-bea4-703cbd39f0a4 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:23.392671 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9ea17745-d2c1-4b9b-b846-8a9c83db7aeb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (b91e48ec-3c6d-40c7-bea4-703cbd39f0a4), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:23.409606 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-9ea17745-d2c1-4b9b-b846-8a9c83db7aeb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for b91e48ec-3c6d-40c7-bea4-703cbd39f0a4 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:23.432709 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port edbb8649-78e5-49cd-9abc-b2648ee0cf23 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:23.433918 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 38b4391d-33fa-4175-9092-eb1552bc51b1 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:26:23.495269 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 38b4391d-33fa-4175-9092-eb1552bc51b1 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:23.495269 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (38b4391d-33fa-4175-9092-eb1552bc51b1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:23.558390 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-89e802ac-9d14-4fab-bea2-08dc91487067 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (d9329518-0e2a-4e77-a262-18e3d1736b01), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:23.575957 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 38b4391d-33fa-4175-9092-eb1552bc51b1 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:23.588313 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c1ed0b90-0efd-40c8-a41a-f65c3bb0fa4d None None] Provisioning complete for port edbb8649-78e5-49cd-9abc-b2648ee0cf23 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:23.588683 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c1ed0b90-0efd-40c8-a41a-f65c3bb0fa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:23.607118 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e802ac-9d14-4fab-bea2-08dc91487067 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network d1d14891-221a-49df-9520-4b4a920d79c5 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:23.611031 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-89e802ac-9d14-4fab-bea2-08dc91487067 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:23.614399 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e802ac-9d14-4fab-bea2-08dc91487067 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:23.615004 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-89e802ac-9d14-4fab-bea2-08dc91487067 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:23.624269 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baed6161-283e-497d-b4bb-0359058856fe None None] Network d1d14891-221a-49df-9520-4b4a920d79c5 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:23.634310 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e802ac-9d14-4fab-bea2-08dc91487067 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Subnet': ['ID=d9329518-0e2a-4e77-a262-18e3d1736b01,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:23.643679 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9ea17745-d2c1-4b9b-b846-8a9c83db7aeb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (b91e48ec-3c6d-40c7-bea4-703cbd39f0a4), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:23.676053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea17745-d2c1-4b9b-b846-8a9c83db7aeb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=b91e48ec-3c6d-40c7-bea4-703cbd39f0a4,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:23.748896 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-89e802ac-9d14-4fab-bea2-08dc91487067 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0579984 Apr 16 04:26:23.751781 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39454) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:23.755238 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9ea17745-d2c1-4b9b-b846-8a9c83db7aeb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:23.755454 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed0b90-0efd-40c8-a41a-f65c3bb0fa4d None None] Current status of the port edbb8649-78e5-49cd-9abc-b2648ee0cf23 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:23.758831 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9ea17745-d2c1-4b9b-b846-8a9c83db7aeb tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/ports/b91e48ec-3c6d-40c7-bea4-703cbd39f0a4 HTTP/1.1" status: 204 len: 168 time: 0.6066098 Apr 16 04:26:23.759900 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-327906e4-6dfd-4255-8a57-d7c321dd0dea tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'security_group': {'name': 'tempest-secgroup-786403946'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:23.761426 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39456) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:23.780533 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c1ed0b90-0efd-40c8-a41a-f65c3bb0fa4d None None] Provisioning complete for port 9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:23.780992 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c1ed0b90-0efd-40c8-a41a-f65c3bb0fa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:23.790038 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-054f2094-9e4e-47aa-95d3-6af29fb2929a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] GET failed (client error): The resource could not be found. Apr 16 04:26:23.793991 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-054f2094-9e4e-47aa-95d3-6af29fb2929a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports/b91e48ec-3c6d-40c7-bea4-703cbd39f0a4 HTTP/1.1" status: 404 len: 333 time: 0.0291488 Apr 16 04:26:23.794255 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39458) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:23.823248 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed0b90-0efd-40c8-a41a-f65c3bb0fa4d None None] Port 9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:23.843946 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-327906e4-6dfd-4255-8a57-d7c321dd0dea tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:23.896667 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-0eb392eb-0c5f-475d-b3df-6aa25906717e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port 2b8ab940-8444-48e9-a3fc-c9dc9477c746 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:23.897231 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0eb392eb-0c5f-475d-b3df-6aa25906717e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (2b8ab940-8444-48e9-a3fc-c9dc9477c746), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:23.908775 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b54614-40e4-4bae-972b-1067c5d488c8 None None] Update dhcp port {'port': {'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5', 'fixed_ips': [{'subnet_id': 'd3d1c347-38e7-430a-b994-2376c3520030', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd9329518-0e2a-4e77-a262-18e3d1736b01'}], 'binding:host_id': 'dv-neutron-838078-2-hyperv'}, 'id': 'edbb8649-78e5-49cd-9abc-b2648ee0cf23'} from dv-neutron-838078-2-hyperv. {{(pid=104634) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 16 04:26:23.947897 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-83b54614-40e4-4bae-972b-1067c5d488c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:23.953716 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-327906e4-6dfd-4255-8a57-d7c321dd0dea tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (eba1bd02-cb97-4cee-8043-a9163cbe9cc9), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:23.994210 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0eb392eb-0c5f-475d-b3df-6aa25906717e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (2b8ab940-8444-48e9-a3fc-c9dc9477c746), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.003065 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-327906e4-6dfd-4255-8a57-d7c321dd0dea tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (eba1bd02-cb97-4cee-8043-a9163cbe9cc9), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.009339 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-0eb392eb-0c5f-475d-b3df-6aa25906717e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for 2b8ab940-8444-48e9-a3fc-c9dc9477c746 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:24.033906 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327906e4-6dfd-4255-8a57-d7c321dd0dea tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba1bd02-cb97-4cee-8043-a9163cbe9cc9,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:24.073850 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-327906e4-6dfd-4255-8a57-d7c321dd0dea tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.075211 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-327906e4-6dfd-4255-8a57-d7c321dd0dea tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3222437 Apr 16 04:26:24.078712 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39460) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:24.083569 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-b6e6ed9d-c91a-425b-8ec6-4394b61220eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'security_group': {'name': 'tempest-secgroup-579099906'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:24.124084 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-83b54614-40e4-4bae-972b-1067c5d488c8 None None] Allocated IP 2001:db8::2 (d1d14891-221a-49df-9520-4b4a920d79c5/d9329518-0e2a-4e77-a262-18e3d1736b01/edbb8649-78e5-49cd-9abc-b2648ee0cf23) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:24.145859 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b6e6ed9d-c91a-425b-8ec6-4394b61220eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.208898 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0eb392eb-0c5f-475d-b3df-6aa25906717e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (2b8ab940-8444-48e9-a3fc-c9dc9477c746), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.213851 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b6e6ed9d-c91a-425b-8ec6-4394b61220eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (b61eb043-e3a4-4dd8-a397-afea9a2ea89e), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.226383 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-83b54614-40e4-4bae-972b-1067c5d488c8 None None] For port edbb8649-78e5-49cd-9abc-b2648ee0cf23, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=edbb8649-78e5-49cd-9abc-b2648ee0cf23,segment=NetworkSegment(d41cb675-06cd-4e09-87b0-a8fc89dfd597),segment_id=d41cb675-06cd-4e09-87b0-a8fc89dfd597)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:24.244081 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb392eb-0c5f-475d-b3df-6aa25906717e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=2b8ab940-8444-48e9-a3fc-c9dc9477c746,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:24.258347 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-83b54614-40e4-4bae-972b-1067c5d488c8 None None] Publish callbacks [] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.310251 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b6e6ed9d-c91a-425b-8ec6-4394b61220eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (b61eb043-e3a4-4dd8-a397-afea9a2ea89e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.319496 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0eb392eb-0c5f-475d-b3df-6aa25906717e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.325020 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0eb392eb-0c5f-475d-b3df-6aa25906717e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/ports/2b8ab940-8444-48e9-a3fc-c9dc9477c746 HTTP/1.1" status: 204 len: 168 time: 0.5272915 Apr 16 04:26:24.325259 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39462) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:24.345238 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6ed9d-c91a-425b-8ec6-4394b61220eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b61eb043-e3a4-4dd8-a397-afea9a2ea89e,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:24.353427 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-3882aa33-2fcc-4bd7-bb4a-1ee1b4574c1c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] GET failed (client error): The resource could not be found. Apr 16 04:26:24.356765 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3882aa33-2fcc-4bd7-bb4a-1ee1b4574c1c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports/2b8ab940-8444-48e9-a3fc-c9dc9477c746 HTTP/1.1" status: 404 len: 333 time: 0.0287209 Apr 16 04:26:24.360031 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39464) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:24.360134 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-83b54614-40e4-4bae-972b-1067c5d488c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.419896 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-7475bac1-944f-4378-aa00-39e9b00444b2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting subnet d76755ed-723b-478e-b594-440a3fe0e64a {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:26:24.426436 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7475bac1-944f-4378-aa00-39e9b00444b2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (d76755ed-723b-478e-b594-440a3fe0e64a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.444954 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b6e6ed9d-c91a-425b-8ec6-4394b61220eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.446338 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b6e6ed9d-c91a-425b-8ec6-4394b61220eb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3665442 Apr 16 04:26:24.449046 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39468) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:24.454048 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-a556d68e-3f3d-41f6-a4cd-f5486d5ebb35 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'security_group': {'name': 'tempest-secgroup-1353662287'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:24.477207 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b54614-40e4-4bae-972b-1067c5d488c8 None None] Pushing event updated for resources: {'Port': ['ID=edbb8649-78e5-49cd-9abc-b2648ee0cf23,revision_number=6']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:24.491113 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7475bac1-944f-4378-aa00-39e9b00444b2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (d76755ed-723b-478e-b594-440a3fe0e64a), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.534659 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a556d68e-3f3d-41f6-a4cd-f5486d5ebb35 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.580043 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7475bac1-944f-4378-aa00-39e9b00444b2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (d76755ed-723b-478e-b594-440a3fe0e64a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.610410 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a556d68e-3f3d-41f6-a4cd-f5486d5ebb35 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (080acf87-4f89-432f-a9bc-4178e6d2cfac), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.670376 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a556d68e-3f3d-41f6-a4cd-f5486d5ebb35 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (080acf87-4f89-432f-a9bc-4178e6d2cfac), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.708901 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556d68e-3f3d-41f6-a4cd-f5486d5ebb35 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=080acf87-4f89-432f-a9bc-4178e6d2cfac,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:24.716816 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7475bac1-944f-4378-aa00-39e9b00444b2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (d76755ed-723b-478e-b594-440a3fe0e64a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.743319 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475bac1-944f-4378-aa00-39e9b00444b2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Subnet': ['ID=d76755ed-723b-478e-b594-440a3fe0e64a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:24.749602 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7475bac1-944f-4378-aa00-39e9b00444b2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.752855 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7475bac1-944f-4378-aa00-39e9b00444b2 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/subnets/d76755ed-723b-478e-b594-440a3fe0e64a HTTP/1.1" status: 204 len: 168 time: 0.3940091 Apr 16 04:26:24.755571 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39470) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:24.759020 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fcf45e-8814-4a75-b67c-6cf76a1037ef None None] Network 9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:24.830462 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a556d68e-3f3d-41f6-a4cd-f5486d5ebb35 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.832217 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a556d68e-3f3d-41f6-a4cd-f5486d5ebb35 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3822327 Apr 16 04:26:24.835130 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39472) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:24.841918 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-9aaa5c48-ad4b-4135-afe3-33df4824837f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1268669445', 'security_groups': ['080acf87-4f89-432f-a9bc-4178e6d2cfac'], 'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd9329518-0e2a-4e77-a262-18e3d1736b01'}]}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:24.849456 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc927dc3-a650-446b-a577-021f21f03a82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.907952 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-dc927dc3-a650-446b-a577-021f21f03a82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port 38b4391d-33fa-4175-9092-eb1552bc51b1 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:24.908307 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc927dc3-a650-446b-a577-021f21f03a82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (38b4391d-33fa-4175-9092-eb1552bc51b1), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:24.961783 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ed4811-2cd9-4c63-b494-f9d937dbfb94 None None] DHCP port deletion for 9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:26:24.991913 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-dc927dc3-a650-446b-a577-021f21f03a82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] For port 38b4391d-33fa-4175-9092-eb1552bc51b1, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=38b4391d-33fa-4175-9092-eb1552bc51b1,segment=NetworkSegment(ca8b0666-c9a3-4a68-b1db-0d6d1b06990c),segment_id=ca8b0666-c9a3-4a68-b1db-0d6d1b06990c)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:24.992414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc927dc3-a650-446b-a577-021f21f03a82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (38b4391d-33fa-4175-9092-eb1552bc51b1), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.007287 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-dc927dc3-a650-446b-a577-021f21f03a82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for 38b4391d-33fa-4175-9092-eb1552bc51b1 owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:25.007460 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a5ed4811-2cd9-4c63-b494-f9d937dbfb94 None None] Deleting port 38b4391d-33fa-4175-9092-eb1552bc51b1 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:25.007781 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4811-2cd9-4c63-b494-f9d937dbfb94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (38b4391d-33fa-4175-9092-eb1552bc51b1), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.077877 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-a5ed4811-2cd9-4c63-b494-f9d937dbfb94 None None] For port 38b4391d-33fa-4175-9092-eb1552bc51b1, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=38b4391d-33fa-4175-9092-eb1552bc51b1,segment=NetworkSegment(ca8b0666-c9a3-4a68-b1db-0d6d1b06990c),segment_id=ca8b0666-c9a3-4a68-b1db-0d6d1b06990c)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:25.078270 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4811-2cd9-4c63-b494-f9d937dbfb94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (38b4391d-33fa-4175-9092-eb1552bc51b1), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.088289 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaa5c48-ad4b-4135-afe3-33df4824837f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:25.093130 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a5ed4811-2cd9-4c63-b494-f9d937dbfb94 None None] Calling delete_port for 38b4391d-33fa-4175-9092-eb1552bc51b1 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:25.093931 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9aaa5c48-ad4b-4135-afe3-33df4824837f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.112992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-9aaa5c48-ad4b-4135-afe3-33df4824837f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] device_id is not set on port cc1619be-7194-4738-b461-20c42b238f2f yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:26:25.174262 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-e3784309-e715-4df2-997b-978c8a6c5faf None None] Provisioning complete for port edbb8649-78e5-49cd-9abc-b2648ee0cf23 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:25.174635 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e3784309-e715-4df2-997b-978c8a6c5faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.205338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device edbb8649-78e5-49cd-9abc-b2648ee0cf23 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:26:25.225673 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc927dc3-a650-446b-a577-021f21f03a82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (38b4391d-33fa-4175-9092-eb1552bc51b1), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.253694 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc927dc3-a650-446b-a577-021f21f03a82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=38b4391d-33fa-4175-9092-eb1552bc51b1,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:25.255971 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc927dc3-a650-446b-a577-021f21f03a82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No DVR routers for this DVR port 38b4391d-33fa-4175-9092-eb1552bc51b1 on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:26:25.265582 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4811-2cd9-4c63-b494-f9d937dbfb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (38b4391d-33fa-4175-9092-eb1552bc51b1), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.300330 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ed4811-2cd9-4c63-b494-f9d937dbfb94 None None] No DVR routers for this DVR port 38b4391d-33fa-4175-9092-eb1552bc51b1 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:26:25.308543 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed4811-2cd9-4c63-b494-f9d937dbfb94 None None] Pushing event deleted for resources: {'Port': ['ID=38b4391d-33fa-4175-9092-eb1552bc51b1,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:25.318246 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port edbb8649-78e5-49cd-9abc-b2648ee0cf23 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:25.318647 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.346573 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc927dc3-a650-446b-a577-021f21f03a82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.367096 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-dc927dc3-a650-446b-a577-021f21f03a82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:25.376642 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-dc927dc3-a650-446b-a577-021f21f03a82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8b0666-c9a3-4a68-b1db-0d6d1b06990c') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:25.376972 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-dc927dc3-a650-446b-a577-021f21f03a82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8b0666-c9a3-4a68-b1db-0d6d1b06990c') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:25.388676 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e3784309-e715-4df2-997b-978c8a6c5faf None None] Current status of the port edbb8649-78e5-49cd-9abc-b2648ee0cf23 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:25.391425 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc927dc3-a650-446b-a577-021f21f03a82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (ca8b0666-c9a3-4a68-b1db-0d6d1b06990c), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.403912 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-e3784309-e715-4df2-997b-978c8a6c5faf None None] Provisioning complete for port 9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:25.404289 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e3784309-e715-4df2-997b-978c8a6c5faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.406414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc927dc3-a650-446b-a577-021f21f03a82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (ca8b0666-c9a3-4a68-b1db-0d6d1b06990c), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.412120 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-9aaa5c48-ad4b-4135-afe3-33df4824837f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Allocated IP 2001:db8::223 (d1d14891-221a-49df-9520-4b4a920d79c5/d9329518-0e2a-4e77-a262-18e3d1736b01/cc1619be-7194-4738-b461-20c42b238f2f) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:25.413984 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc927dc3-a650-446b-a577-021f21f03a82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:26:25.414383 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc927dc3-a650-446b-a577-021f21f03a82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (ca8b0666-c9a3-4a68-b1db-0d6d1b06990c), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:26:25.417462 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:26:25.470106 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port edbb8649-78e5-49cd-9abc-b2648ee0cf23 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:25.472445 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e3784309-e715-4df2-997b-978c8a6c5faf None None] Port 9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:25.522403 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 38b4391d-33fa-4175-9092-eb1552bc51b1 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:26:25.544937 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 38b4391d-33fa-4175-9092-eb1552bc51b1 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:26:25.545338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 38b4391d-33fa-4175-9092-eb1552bc51b1 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:26:25.552320 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc927dc3-a650-446b-a577-021f21f03a82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.566626 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dc927dc3-a650-446b-a577-021f21f03a82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.566626 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dc927dc3-a650-446b-a577-021f21f03a82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/networks/9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b HTTP/1.1" status: 204 len: 168 time: 0.8084764 Apr 16 04:26:25.566826 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39474) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:25.571349 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-99add2db-ad8c-43bb-b459-a719c7347176 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1639778291'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:25.579249 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9aaa5c48-ad4b-4135-afe3-33df4824837f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (cc1619be-7194-4738-b461-20c42b238f2f), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.580246 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc927dc3-a650-446b-a577-021f21f03a82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Network': ['ID=9e7091e2-f94e-4a8c-bcd9-b49a0af73d6b,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:25.698585 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99add2db-ad8c-43bb-b459-a719c7347176 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:25.702501 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-99add2db-ad8c-43bb-b459-a719c7347176 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.725285 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9aaa5c48-ad4b-4135-afe3-33df4824837f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (cc1619be-7194-4738-b461-20c42b238f2f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.726888 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99add2db-ad8c-43bb-b459-a719c7347176 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:26:25.773232 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-99add2db-ad8c-43bb-b459-a719c7347176 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (66ff5d2f-381a-4ce7-9b22-2cbf59f83cd3), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.773461 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-99add2db-ad8c-43bb-b459-a719c7347176 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Added segment 66ff5d2f-381a-4ce7-9b22-2cbf59f83cd3 of type vlan for network 7d74512f-2285-4b06-91e9-3b5d94c91395 Apr 16 04:26:25.785791 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaa5c48-ad4b-4135-afe3-33df4824837f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network d1d14891-221a-49df-9520-4b4a920d79c5 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:25.790520 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-9aaa5c48-ad4b-4135-afe3-33df4824837f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:25.818042 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaa5c48-ad4b-4135-afe3-33df4824837f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:25.823214 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaa5c48-ad4b-4135-afe3-33df4824837f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:25.823844 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9aaa5c48-ad4b-4135-afe3-33df4824837f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.833556 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa5c48-ad4b-4135-afe3-33df4824837f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=cc1619be-7194-4738-b461-20c42b238f2f,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:25.846590 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-99add2db-ad8c-43bb-b459-a719c7347176 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (7d74512f-2285-4b06-91e9-3b5d94c91395), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.942759 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9aaa5c48-ad4b-4135-afe3-33df4824837f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1054883 Apr 16 04:26:25.946018 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39476) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:25.950840 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-12945040-642d-4a11-9a75-7757b7f8f185 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'subnet': {'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:25.956141 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-99add2db-ad8c-43bb-b459-a719c7347176 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (7d74512f-2285-4b06-91e9-3b5d94c91395), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:25.961076 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99add2db-ad8c-43bb-b459-a719c7347176 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:25.961657 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-99add2db-ad8c-43bb-b459-a719c7347176 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:26.094231 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-fdaa5d31-a4cf-43a6-8a2c-4b2e775e2def None None] Provisioning complete for port cc1619be-7194-4738-b461-20c42b238f2f triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:26.094486 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fdaa5d31-a4cf-43a6-8a2c-4b2e775e2def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cc1619be-7194-4738-b461-20c42b238f2f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:26.130827 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa5d31-a4cf-43a6-8a2c-4b2e775e2def None None] Port cc1619be-7194-4738-b461-20c42b238f2f cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:26.324242 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-99add2db-ad8c-43bb-b459-a719c7347176 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7573490 Apr 16 04:26:26.327391 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39478) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:26.333049 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-eea872d9-c7fb-4d76-b2f2-7d81528a34aa tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'subnet': {'network_id': '7d74512f-2285-4b06-91e9-3b5d94c91395', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:26.340038 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99add2db-ad8c-43bb-b459-a719c7347176 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Network': ['ID=7d74512f-2285-4b06-91e9-3b5d94c91395,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:26.347678 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 7d74512f-2285-4b06-91e9-3b5d94c91395 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:26:26.442940 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12945040-642d-4a11-9a75-7757b7f8f185 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:26.446374 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-12945040-642d-4a11-9a75-7757b7f8f185 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:26.482938 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea872d9-c7fb-4d76-b2f2-7d81528a34aa tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:26.486873 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-eea872d9-c7fb-4d76-b2f2-7d81528a34aa tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:26.537438 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.ipam_backend_mixin [None req-12945040-642d-4a11-9a75-7757b7f8f185 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d9329518-0e2a-4e77-a262-18e3d1736b01 (CIDR: 2001:db8::/64) Apr 16 04:26:26.574910 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-12945040-642d-4a11-9a75-7757b7f8f185 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:26:26.575368 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12945040-642d-4a11-9a75-7757b7f8f185 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:26.651481 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-12945040-642d-4a11-9a75-7757b7f8f185 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7044125 Apr 16 04:26:26.654523 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39480) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:26.660372 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-35b5664c-4f69-4a18-a7a9-cce7bca2ab81 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'subnet': {'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:26.723184 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-eea872d9-c7fb-4d76-b2f2-7d81528a34aa tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (000b29db-de2a-4a27-a131-d8ca90e17cf9), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:26.785334 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea872d9-c7fb-4d76-b2f2-7d81528a34aa tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Subnet': ['ID=000b29db-de2a-4a27-a131-d8ca90e17cf9,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:26.792422 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea872d9-c7fb-4d76-b2f2-7d81528a34aa tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Checking segment: {'id': '66ff5d2f-381a-4ce7-9b22-2cbf59f83cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7d74512f-2285-4b06-91e9-3b5d94c91395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:26:26.792807 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea872d9-c7fb-4d76-b2f2-7d81528a34aa tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network hostable DHCP agents. Network: 7d74512f-2285-4b06-91e9-3b5d94c91395, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:26:26.831510 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b5664c-4f69-4a18-a7a9-cce7bca2ab81 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:26.834912 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-35b5664c-4f69-4a18-a7a9-cce7bca2ab81 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:26.926188 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.ipam_backend_mixin [None req-35b5664c-4f69-4a18-a7a9-cce7bca2ab81 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d3d1c347-38e7-430a-b994-2376c3520030 (CIDR: 2001:db8:0:1::/64) Apr 16 04:26:26.945817 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea872d9-c7fb-4d76-b2f2-7d81528a34aa tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network 7d74512f-2285-4b06-91e9-3b5d94c91395 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:26:26.969666 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b5664c-4f69-4a18-a7a9-cce7bca2ab81 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:26:26.970120 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b5664c-4f69-4a18-a7a9-cce7bca2ab81 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:27.031409 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-eea872d9-c7fb-4d76-b2f2-7d81528a34aa tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 7d74512f-2285-4b06-91e9-3b5d94c91395) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:27.035308 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea872d9-c7fb-4d76-b2f2-7d81528a34aa tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:27.035930 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-eea872d9-c7fb-4d76-b2f2-7d81528a34aa tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:27.041993 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a272acd-11d1-4019-b4c6-7fdfd53376b2 None None] Network 7d74512f-2285-4b06-91e9-3b5d94c91395 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:27.090399 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-35b5664c-4f69-4a18-a7a9-cce7bca2ab81 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4341023 Apr 16 04:26:27.093460 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39482) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:27.098652 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-ec7dac4a-1bbb-4af5-9dbb-39a150f2351d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'subnet': {'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:27.148865 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-7d74512f-2285-4b06-91e9-3b5d94c91395', 'network_id': '7d74512f-2285-4b06-91e9-3b5d94c91395', 'project_id': '2003f45899ce417e8628a90cb615c285', 'fixed_ips': [{'subnet_id': '000b29db-de2a-4a27-a131-d8ca90e17cf9'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:26:27.149772 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:27.188412 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-eea872d9-c7fb-4d76-b2f2-7d81528a34aa tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8595815 Apr 16 04:26:27.191404 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39484) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:27.198376 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-bd552455-b6d7-48ac-a91b-7b84ce180b82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'port': {'network_id': '7d74512f-2285-4b06-91e9-3b5d94c91395', 'name': 'tempest-PortsTestJSON-1453842414', 'fixed_ips': [{'subnet_id': '000b29db-de2a-4a27-a131-d8ca90e17cf9', 'ip_address': '172.20.0.10'}]}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:27.290112 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] Allocated IP 172.20.0.2 (7d74512f-2285-4b06-91e9-3b5d94c91395/000b29db-de2a-4a27-a131-d8ca90e17cf9/480604b3-54e7-43c6-8d78-73507130b9e4) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:27.322748 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7dac4a-1bbb-4af5-9dbb-39a150f2351d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Made reservation on behalf of 4c55de659951468a91bdb9322c74436d for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:27.326238 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec7dac4a-1bbb-4af5-9dbb-39a150f2351d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:27.391320 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd552455-b6d7-48ac-a91b-7b84ce180b82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:27.447171 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] Publish callbacks [] for port (480604b3-54e7-43c6-8d78-73507130b9e4), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:27.479293 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bd552455-b6d7-48ac-a91b-7b84ce180b82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:27.497165 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-bd552455-b6d7-48ac-a91b-7b84ce180b82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] device_id is not set on port 2e528358-0858-4047-8f9e-48470a5014a8 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:26:27.512066 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (480604b3-54e7-43c6-8d78-73507130b9e4), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:27.556115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] Network 7d74512f-2285-4b06-91e9-3b5d94c91395 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:27.559056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:27.564231 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:27.567629 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] Pushing event updated for resources: {'Port': ['ID=480604b3-54e7-43c6-8d78-73507130b9e4,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:27.621885 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] Attempting to bind port 480604b3-54e7-43c6-8d78-73507130b9e4 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:26:27.622244 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] Attempting to bind port 480604b3-54e7-43c6-8d78-73507130b9e4 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '66ff5d2f-381a-4ce7-9b22-2cbf59f83cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7d74512f-2285-4b06-91e9-3b5d94c91395'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:26:27.622600 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] Attempting to bind port 480604b3-54e7-43c6-8d78-73507130b9e4 on network 7d74512f-2285-4b06-91e9-3b5d94c91395 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:26:27.628500 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:26:27.628964 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] Checking segment: {'id': '66ff5d2f-381a-4ce7-9b22-2cbf59f83cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7d74512f-2285-4b06-91e9-3b5d94c91395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:26:27.629359 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:27.629752 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] Bound using segment: {'id': '66ff5d2f-381a-4ce7-9b22-2cbf59f83cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7d74512f-2285-4b06-91e9-3b5d94c91395'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:26:27.630248 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] Bound port: 480604b3-54e7-43c6-8d78-73507130b9e4, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ff5d2f-381a-4ce7-9b22-2cbf59f83cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7d74512f-2285-4b06-91e9-3b5d94c91395'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:26:27.630625 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (480604b3-54e7-43c6-8d78-73507130b9e4), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:27.631988 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec7dac4a-1bbb-4af5-9dbb-39a150f2351d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (d36e3f66-be64-41fe-b4dc-16fb4612ffe2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:27.658427 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-bd552455-b6d7-48ac-a91b-7b84ce180b82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Allocated IP 172.20.0.10 (7d74512f-2285-4b06-91e9-3b5d94c91395/000b29db-de2a-4a27-a131-d8ca90e17cf9/2e528358-0858-4047-8f9e-48470a5014a8) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:27.683838 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7dac4a-1bbb-4af5-9dbb-39a150f2351d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Network d1d14891-221a-49df-9520-4b4a920d79c5 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:27.688365 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-ec7dac4a-1bbb-4af5-9dbb-39a150f2351d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:27.693840 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7dac4a-1bbb-4af5-9dbb-39a150f2351d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:27.694284 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec7dac4a-1bbb-4af5-9dbb-39a150f2351d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:27.702678 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7dac4a-1bbb-4af5-9dbb-39a150f2351d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Subnet': ['ID=d36e3f66-be64-41fe-b4dc-16fb4612ffe2,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:27.812052 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ec7dac4a-1bbb-4af5-9dbb-39a150f2351d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7174656 Apr 16 04:26:27.814895 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39486) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:27.815032 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c81314-ac04-4dbd-bc3c-6d5afae6512b None None] Network d1d14891-221a-49df-9520-4b4a920d79c5 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:27.820022 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-52a31815-7440-4201-8403-3d58746cc9dc tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-446858561', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd36e3f66-be64-41fe-b4dc-16fb4612ffe2'}], 'security_groups': ['eba1bd02-cb97-4cee-8043-a9163cbe9cc9', 'b61eb043-e3a4-4dd8-a397-afea9a2ea89e']}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:27.834004 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bd552455-b6d7-48ac-a91b-7b84ce180b82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (2e528358-0858-4047-8f9e-48470a5014a8), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:27.897747 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] For port 480604b3-54e7-43c6-8d78-73507130b9e4, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:26:27.902120 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] For port 480604b3-54e7-43c6-8d78-73507130b9e4, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=480604b3-54e7-43c6-8d78-73507130b9e4,segment=NetworkSegment(66ff5d2f-381a-4ce7-9b22-2cbf59f83cd3),segment_id=66ff5d2f-381a-4ce7-9b22-2cbf59f83cd3)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:26:27.963931 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (480604b3-54e7-43c6-8d78-73507130b9e4), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:28.010914 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-52a31815-7440-4201-8403-3d58746cc9dc tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (cc1619be-7194-4738-b461-20c42b238f2f), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:28.058370 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c7f91-5fce-4416-ade8-e151b735894e None None] Pushing event updated for resources: {'Port': ['ID=480604b3-54e7-43c6-8d78-73507130b9e4,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:28.063080 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bd552455-b6d7-48ac-a91b-7b84ce180b82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (2e528358-0858-4047-8f9e-48470a5014a8), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:28.063295 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40782718-4781-4d5c-b90c-b18763a935b8 None None] Update dhcp port {'port': {'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5', 'fixed_ips': [{'subnet_id': 'd3d1c347-38e7-430a-b994-2376c3520030', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd9329518-0e2a-4e77-a262-18e3d1736b01', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd36e3f66-be64-41fe-b4dc-16fb4612ffe2'}], 'binding:host_id': 'dv-neutron-838078-2-hyperv'}, 'id': 'edbb8649-78e5-49cd-9abc-b2648ee0cf23'} from dv-neutron-838078-2-hyperv. {{(pid=104634) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 16 04:26:28.066478 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:28.105246 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-40782718-4781-4d5c-b90c-b18763a935b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:28.144500 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd552455-b6d7-48ac-a91b-7b84ce180b82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network 7d74512f-2285-4b06-91e9-3b5d94c91395 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:28.155358 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-bd552455-b6d7-48ac-a91b-7b84ce180b82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:28.161342 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd552455-b6d7-48ac-a91b-7b84ce180b82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:28.234913 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd552455-b6d7-48ac-a91b-7b84ce180b82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=2e528358-0858-4047-8f9e-48470a5014a8,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:28.321266 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-40782718-4781-4d5c-b90c-b18763a935b8 None None] Allocated IP 2001:db8:0:2::2 (d1d14891-221a-49df-9520-4b4a920d79c5/d36e3f66-be64-41fe-b4dc-16fb4612ffe2/edbb8649-78e5-49cd-9abc-b2648ee0cf23) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:28.322007 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd552455-b6d7-48ac-a91b-7b84ce180b82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:28.322951 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bd552455-b6d7-48ac-a91b-7b84ce180b82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:28.417171 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bd552455-b6d7-48ac-a91b-7b84ce180b82 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2243357 Apr 16 04:26:28.419790 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39488) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:28.424920 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-366e6e01-622d-4c4f-a1bf-7b0fcbc0446b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'port': {'network_id': '7d74512f-2285-4b06-91e9-3b5d94c91395', 'name': 'tempest-PortsTestJSON-1411717044', 'fixed_ips': [{'subnet_id': '000b29db-de2a-4a27-a131-d8ca90e17cf9', 'ip_address': '172.20.0.9'}]}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:28.426378 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-40782718-4781-4d5c-b90c-b18763a935b8 None None] For port edbb8649-78e5-49cd-9abc-b2648ee0cf23, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=edbb8649-78e5-49cd-9abc-b2648ee0cf23,segment=NetworkSegment(d41cb675-06cd-4e09-87b0-a8fc89dfd597),segment_id=d41cb675-06cd-4e09-87b0-a8fc89dfd597)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:28.456175 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-40782718-4781-4d5c-b90c-b18763a935b8 None None] Publish callbacks [] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:28.528429 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-40782718-4781-4d5c-b90c-b18763a935b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:28.597202 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366e6e01-622d-4c4f-a1bf-7b0fcbc0446b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:28.641106 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40782718-4781-4d5c-b90c-b18763a935b8 None None] Pushing event updated for resources: {'Port': ['ID=edbb8649-78e5-49cd-9abc-b2648ee0cf23,revision_number=7']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:28.644020 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-52a31815-7440-4201-8403-3d58746cc9dc tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Delete allocated IP 2001:db8::223 (d1d14891-221a-49df-9520-4b4a920d79c5/d9329518-0e2a-4e77-a262-18e3d1736b01) {{(pid=104632) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 16 04:26:28.651955 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-52a31815-7440-4201-8403-3d58746cc9dc tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Allocated IP 2001:db8:0:2::4e (d1d14891-221a-49df-9520-4b4a920d79c5/d36e3f66-be64-41fe-b4dc-16fb4612ffe2/cc1619be-7194-4738-b461-20c42b238f2f) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:28.691979 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-366e6e01-622d-4c4f-a1bf-7b0fcbc0446b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:28.716663 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-366e6e01-622d-4c4f-a1bf-7b0fcbc0446b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] device_id is not set on port 4049e713-d8ab-4189-a552-fd5e571b9032 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:26:28.858799 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-52a31815-7440-4201-8403-3d58746cc9dc tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for port (cc1619be-7194-4738-b461-20c42b238f2f), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:28.911382 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-52a31815-7440-4201-8403-3d58746cc9dc tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (cc1619be-7194-4738-b461-20c42b238f2f), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:28.936900 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-366e6e01-622d-4c4f-a1bf-7b0fcbc0446b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Allocated IP 172.20.0.9 (7d74512f-2285-4b06-91e9-3b5d94c91395/000b29db-de2a-4a27-a131-d8ca90e17cf9/4049e713-d8ab-4189-a552-fd5e571b9032) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:28.987425 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-52a31815-7440-4201-8403-3d58746cc9dc tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] In _notify_port_updated(), no bound segment for port cc1619be-7194-4738-b461-20c42b238f2f on network d1d14891-221a-49df-9520-4b4a920d79c5 {{(pid=104632) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:26:28.992610 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a31815-7440-4201-8403-3d58746cc9dc tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:28.993294 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-52a31815-7440-4201-8403-3d58746cc9dc tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:28.994640 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-52a31815-7440-4201-8403-3d58746cc9dc tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "PUT /v2.0/ports/cc1619be-7194-4738-b461-20c42b238f2f HTTP/1.1" status: 200 len: 968 time: 1.1788130 Apr 16 04:26:29.000031 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39490) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:29.007336 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a31815-7440-4201-8403-3d58746cc9dc tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event updated for resources: {'Port': ['ID=cc1619be-7194-4738-b461-20c42b238f2f,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:29.148818 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32545363-1b26-46d9-83b3-750bc0f92f4e None None] Network 7d74512f-2285-4b06-91e9-3b5d94c91395 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:29.239922 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-af92428e-387b-4138-adda-91bf655efa8f None None] Provisioning complete for port 480604b3-54e7-43c6-8d78-73507130b9e4 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:29.240042 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-af92428e-387b-4138-adda-91bf655efa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (480604b3-54e7-43c6-8d78-73507130b9e4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:29.331227 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 480604b3-54e7-43c6-8d78-73507130b9e4 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:26:29.427907 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-af92428e-387b-4138-adda-91bf655efa8f None None] Current status of the port 480604b3-54e7-43c6-8d78-73507130b9e4 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:29.428386 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-af92428e-387b-4138-adda-91bf655efa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (480604b3-54e7-43c6-8d78-73507130b9e4), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:29.457596 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 480604b3-54e7-43c6-8d78-73507130b9e4 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:29.458230 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (480604b3-54e7-43c6-8d78-73507130b9e4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:29.503299 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-af92428e-387b-4138-adda-91bf655efa8f None None] For port 480604b3-54e7-43c6-8d78-73507130b9e4, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=480604b3-54e7-43c6-8d78-73507130b9e4,segment=NetworkSegment(66ff5d2f-381a-4ce7-9b22-2cbf59f83cd3),segment_id=66ff5d2f-381a-4ce7-9b22-2cbf59f83cd3)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:29.562972 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 480604b3-54e7-43c6-8d78-73507130b9e4 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:29.563498 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (480604b3-54e7-43c6-8d78-73507130b9e4), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:29.568408 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-366e6e01-622d-4c4f-a1bf-7b0fcbc0446b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (4049e713-d8ab-4189-a552-fd5e571b9032), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:29.578897 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-2b37a5e4-8437-4bee-87c6-f8af983a7794 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port cc1619be-7194-4738-b461-20c42b238f2f {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:29.579311 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2b37a5e4-8437-4bee-87c6-f8af983a7794 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (cc1619be-7194-4738-b461-20c42b238f2f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:29.585666 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-af92428e-387b-4138-adda-91bf655efa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (480604b3-54e7-43c6-8d78-73507130b9e4), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:29.660596 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:26:29.660961 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:26:29.689099 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92428e-387b-4138-adda-91bf655efa8f None None] Pushing event updated for resources: {'Port': ['ID=480604b3-54e7-43c6-8d78-73507130b9e4,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:29.700353 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2b37a5e4-8437-4bee-87c6-f8af983a7794 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (cc1619be-7194-4738-b461-20c42b238f2f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:29.718787 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-2b37a5e4-8437-4bee-87c6-f8af983a7794 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for cc1619be-7194-4738-b461-20c42b238f2f owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:29.721383 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-4152b142-70a7-4751-9760-2afb4dde8f34 None None] Provisioning complete for port edbb8649-78e5-49cd-9abc-b2648ee0cf23 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:29.722101 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4152b142-70a7-4751-9760-2afb4dde8f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:29.782190 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-366e6e01-622d-4c4f-a1bf-7b0fcbc0446b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (4049e713-d8ab-4189-a552-fd5e571b9032), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:29.813870 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4152b142-70a7-4751-9760-2afb4dde8f34 None None] Current status of the port edbb8649-78e5-49cd-9abc-b2648ee0cf23 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:29.825780 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-4152b142-70a7-4751-9760-2afb4dde8f34 None None] Provisioning complete for port 9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:29.826203 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4152b142-70a7-4751-9760-2afb4dde8f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:29.843846 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366e6e01-622d-4c4f-a1bf-7b0fcbc0446b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network 7d74512f-2285-4b06-91e9-3b5d94c91395 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:29.852403 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-366e6e01-622d-4c4f-a1bf-7b0fcbc0446b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:29.855064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366e6e01-622d-4c4f-a1bf-7b0fcbc0446b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:29.867344 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4152b142-70a7-4751-9760-2afb4dde8f34 None None] Port 9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:29.876888 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-4152b142-70a7-4751-9760-2afb4dde8f34 None None] Provisioning complete for port cc1619be-7194-4738-b461-20c42b238f2f triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:29.877317 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4152b142-70a7-4751-9760-2afb4dde8f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cc1619be-7194-4738-b461-20c42b238f2f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:29.899790 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e6e01-622d-4c4f-a1bf-7b0fcbc0446b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=4049e713-d8ab-4189-a552-fd5e571b9032,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:29.923699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4152b142-70a7-4751-9760-2afb4dde8f34 None None] Port cc1619be-7194-4738-b461-20c42b238f2f cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:29.929450 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e6e01-622d-4c4f-a1bf-7b0fcbc0446b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:29.930103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-366e6e01-622d-4c4f-a1bf-7b0fcbc0446b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.042464 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-a1f6bb6b-4cad-4f60-9c4c-df1809e91fc0 None None] Provisioning complete for port 2e528358-0858-4047-8f9e-48470a5014a8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:30.042913 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a1f6bb6b-4cad-4f60-9c4c-df1809e91fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2e528358-0858-4047-8f9e-48470a5014a8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.064602 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-366e6e01-622d-4c4f-a1bf-7b0fcbc0446b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6435330 Apr 16 04:26:30.066140 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39492) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:30.082549 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a1f6bb6b-4cad-4f60-9c4c-df1809e91fc0 None None] Port 2e528358-0858-4047-8f9e-48470a5014a8 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:30.090949 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-a1f6bb6b-4cad-4f60-9c4c-df1809e91fc0 None None] Provisioning complete for port cc1619be-7194-4738-b461-20c42b238f2f triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:30.091503 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a1f6bb6b-4cad-4f60-9c4c-df1809e91fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cc1619be-7194-4738-b461-20c42b238f2f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.107378 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2b37a5e4-8437-4bee-87c6-f8af983a7794 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (cc1619be-7194-4738-b461-20c42b238f2f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.122852 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0043202b-50a1-458f-9206-8d86212cf899 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:30.127339 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0043202b-50a1-458f-9206-8d86212cf899 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0573108 Apr 16 04:26:30.128622 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39494) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:30.137553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a1f6bb6b-4cad-4f60-9c4c-df1809e91fc0 None None] Port cc1619be-7194-4738-b461-20c42b238f2f cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:30.146052 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-a1f6bb6b-4cad-4f60-9c4c-df1809e91fc0 None None] Provisioning complete for port 480604b3-54e7-43c6-8d78-73507130b9e4 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:30.146425 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a1f6bb6b-4cad-4f60-9c4c-df1809e91fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (480604b3-54e7-43c6-8d78-73507130b9e4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.147216 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37a5e4-8437-4bee-87c6-f8af983a7794 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=cc1619be-7194-4738-b461-20c42b238f2f,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:30.176885 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2b37a5e4-8437-4bee-87c6-f8af983a7794 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.180396 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2b37a5e4-8437-4bee-87c6-f8af983a7794 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/ports/cc1619be-7194-4738-b461-20c42b238f2f HTTP/1.1" status: 204 len: 168 time: 1.1793549 Apr 16 04:26:30.182893 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39496) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:30.213155 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d9db97-03a9-4d67-bf98-ca4f0f6a4a5a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] GET failed (client error): The resource could not be found. Apr 16 04:26:30.215020 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-35d9db97-03a9-4d67-bf98-ca4f0f6a4a5a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports/cc1619be-7194-4738-b461-20c42b238f2f HTTP/1.1" status: 404 len: 333 time: 0.0310099 Apr 16 04:26:30.218208 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39498) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:30.238399 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9040b8a-6366-4096-be4e-f1cc0b9998c1 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:30.244297 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9040b8a-6366-4096-be4e-f1cc0b9998c1 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:30.249722 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9040b8a-6366-4096-be4e-f1cc0b9998c1 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:30.254046 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d9040b8a-6366-4096-be4e-f1cc0b9998c1 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1214187 Apr 16 04:26:30.254902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39500) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:30.261974 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 480604b3-54e7-43c6-8d78-73507130b9e4 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:30.263597 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device edbb8649-78e5-49cd-9abc-b2648ee0cf23 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:26:30.319285 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-208cdad3-4a4c-47bd-8bc1-c5791a50508d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (080acf87-4f89-432f-a9bc-4178e6d2cfac), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.351044 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port edbb8649-78e5-49cd-9abc-b2648ee0cf23 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:30.351501 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.359284 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-208cdad3-4a4c-47bd-8bc1-c5791a50508d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (080acf87-4f89-432f-a9bc-4178e6d2cfac), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.368601 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-ac1915a6-c4fe-4905-bd43-666b2489054b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port 4049e713-d8ab-4189-a552-fd5e571b9032 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:30.368964 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ac1915a6-c4fe-4905-bd43-666b2489054b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (4049e713-d8ab-4189-a552-fd5e571b9032), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.378136 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a1f6bb6b-4cad-4f60-9c4c-df1809e91fc0 None None] Current status of the port 480604b3-54e7-43c6-8d78-73507130b9e4 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:30.440289 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port edbb8649-78e5-49cd-9abc-b2648ee0cf23 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:30.463764 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ac1915a6-c4fe-4905-bd43-666b2489054b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (4049e713-d8ab-4189-a552-fd5e571b9032), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.480513 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-ac1915a6-c4fe-4905-bd43-666b2489054b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for 4049e713-d8ab-4189-a552-fd5e571b9032 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:30.483200 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-208cdad3-4a4c-47bd-8bc1-c5791a50508d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (080acf87-4f89-432f-a9bc-4178e6d2cfac), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.487340 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-208cdad3-4a4c-47bd-8bc1-c5791a50508d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.488737 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-208cdad3-4a4c-47bd-8bc1-c5791a50508d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/security-groups/080acf87-4f89-432f-a9bc-4178e6d2cfac HTTP/1.1" status: 204 len: 168 time: 0.2695727 Apr 16 04:26:30.491919 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39502) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:30.497106 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-a9c6aa46-46f7-4717-b99a-356211ef5a26 None None] Provisioning complete for port 4049e713-d8ab-4189-a552-fd5e571b9032 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:30.497480 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a9c6aa46-46f7-4717-b99a-356211ef5a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4049e713-d8ab-4189-a552-fd5e571b9032), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.499926 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cdad3-4a4c-47bd-8bc1-c5791a50508d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=080acf87-4f89-432f-a9bc-4178e6d2cfac,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:30.549010 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6aa46-46f7-4717-b99a-356211ef5a26 None None] Port 4049e713-d8ab-4189-a552-fd5e571b9032 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:30.596888 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aaf67eb0-8217-41bd-bc52-c670ca403291 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (b61eb043-e3a4-4dd8-a397-afea9a2ea89e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.646419 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aaf67eb0-8217-41bd-bc52-c670ca403291 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (b61eb043-e3a4-4dd8-a397-afea9a2ea89e), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.829891 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ac1915a6-c4fe-4905-bd43-666b2489054b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (4049e713-d8ab-4189-a552-fd5e571b9032), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.858399 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aaf67eb0-8217-41bd-bc52-c670ca403291 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (b61eb043-e3a4-4dd8-a397-afea9a2ea89e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.860826 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aaf67eb0-8217-41bd-bc52-c670ca403291 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.861920 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-aaf67eb0-8217-41bd-bc52-c670ca403291 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/security-groups/b61eb043-e3a4-4dd8-a397-afea9a2ea89e HTTP/1.1" status: 204 len: 168 time: 0.3690794 Apr 16 04:26:30.862720 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1915a6-c4fe-4905-bd43-666b2489054b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=4049e713-d8ab-4189-a552-fd5e571b9032,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:30.864883 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39504) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:30.878568 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf67eb0-8217-41bd-bc52-c670ca403291 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61eb043-e3a4-4dd8-a397-afea9a2ea89e,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:30.939417 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c9451ed-a5eb-4fd4-8884-7fefdbf84139 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (eba1bd02-cb97-4cee-8043-a9163cbe9cc9), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.944120 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ac1915a6-c4fe-4905-bd43-666b2489054b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.948769 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ac1915a6-c4fe-4905-bd43-666b2489054b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/ports/4049e713-d8ab-4189-a552-fd5e571b9032 HTTP/1.1" status: 204 len: 168 time: 0.6916893 Apr 16 04:26:30.950200 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39506) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:30.968818 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c9451ed-a5eb-4fd4-8884-7fefdbf84139 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (eba1bd02-cb97-4cee-8043-a9163cbe9cc9), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:30.980906 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3aaa20c-055e-4cd4-a99a-446cb2a0d7ba tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] GET failed (client error): The resource could not be found. Apr 16 04:26:30.982524 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d3aaa20c-055e-4cd4-a99a-446cb2a0d7ba tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports/4049e713-d8ab-4189-a552-fd5e571b9032 HTTP/1.1" status: 404 len: 333 time: 0.0313878 Apr 16 04:26:30.992273 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39508) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:31.093859 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-a735b802-4a5d-4b0b-a20e-b0797f87ee75 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port 2e528358-0858-4047-8f9e-48470a5014a8 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:31.094182 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a735b802-4a5d-4b0b-a20e-b0797f87ee75 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (2e528358-0858-4047-8f9e-48470a5014a8), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:31.145406 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c9451ed-a5eb-4fd4-8884-7fefdbf84139 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (eba1bd02-cb97-4cee-8043-a9163cbe9cc9), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:31.147798 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c9451ed-a5eb-4fd4-8884-7fefdbf84139 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:31.148981 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7c9451ed-a5eb-4fd4-8884-7fefdbf84139 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/security-groups/eba1bd02-cb97-4cee-8043-a9163cbe9cc9 HTTP/1.1" status: 204 len: 168 time: 0.2830455 Apr 16 04:26:31.152518 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39510) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:31.165952 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9451ed-a5eb-4fd4-8884-7fefdbf84139 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba1bd02-cb97-4cee-8043-a9163cbe9cc9,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:31.198931 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a735b802-4a5d-4b0b-a20e-b0797f87ee75 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (2e528358-0858-4047-8f9e-48470a5014a8), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:31.208191 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 480604b3-54e7-43c6-8d78-73507130b9e4 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:26:31.212101 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bacc7df-e6f8-4097-a610-b52fc08d98bc tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting subnet d9329518-0e2a-4e77-a262-18e3d1736b01 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:26:31.213786 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-a735b802-4a5d-4b0b-a20e-b0797f87ee75 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for 2e528358-0858-4047-8f9e-48470a5014a8 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:31.216106 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1bacc7df-e6f8-4097-a610-b52fc08d98bc tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (d9329518-0e2a-4e77-a262-18e3d1736b01), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:31.259561 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1bacc7df-e6f8-4097-a610-b52fc08d98bc tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (d9329518-0e2a-4e77-a262-18e3d1736b01), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:31.262096 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 480604b3-54e7-43c6-8d78-73507130b9e4 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:31.262600 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (480604b3-54e7-43c6-8d78-73507130b9e4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:31.347788 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 480604b3-54e7-43c6-8d78-73507130b9e4 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:31.356245 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1bacc7df-e6f8-4097-a610-b52fc08d98bc tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (d9329518-0e2a-4e77-a262-18e3d1736b01), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:31.431200 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a735b802-4a5d-4b0b-a20e-b0797f87ee75 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (2e528358-0858-4047-8f9e-48470a5014a8), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:31.458145 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735b802-4a5d-4b0b-a20e-b0797f87ee75 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=2e528358-0858-4047-8f9e-48470a5014a8,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:31.472116 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1bacc7df-e6f8-4097-a610-b52fc08d98bc tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (d9329518-0e2a-4e77-a262-18e3d1736b01), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:31.501782 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacc7df-e6f8-4097-a610-b52fc08d98bc tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Subnet': ['ID=d9329518-0e2a-4e77-a262-18e3d1736b01,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:31.503993 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1bacc7df-e6f8-4097-a610-b52fc08d98bc tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:31.507426 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1bacc7df-e6f8-4097-a610-b52fc08d98bc tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/subnets/d9329518-0e2a-4e77-a262-18e3d1736b01 HTTP/1.1" status: 204 len: 168 time: 0.3535664 Apr 16 04:26:31.513715 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39512) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:31.516081 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9e41d9-7412-451a-b48b-0da831528236 None None] Network d1d14891-221a-49df-9520-4b4a920d79c5 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:31.550032 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a735b802-4a5d-4b0b-a20e-b0797f87ee75 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:31.557643 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a735b802-4a5d-4b0b-a20e-b0797f87ee75 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/ports/2e528358-0858-4047-8f9e-48470a5014a8 HTTP/1.1" status: 204 len: 168 time: 0.5619903 Apr 16 04:26:31.557911 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39514) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:31.570035 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcad1fec-9cd9-4d6f-9224-a59a0a04475f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting subnet d36e3f66-be64-41fe-b4dc-16fb4612ffe2 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:26:31.574462 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dcad1fec-9cd9-4d6f-9224-a59a0a04475f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (d36e3f66-be64-41fe-b4dc-16fb4612ffe2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:31.599352 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d3a9a6-1ac8-4a7f-b6b8-f8114c6f4fad tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] GET failed (client error): The resource could not be found. Apr 16 04:26:31.603851 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-23d3a9a6-1ac8-4a7f-b6b8-f8114c6f4fad tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports/2e528358-0858-4047-8f9e-48470a5014a8 HTTP/1.1" status: 404 len: 333 time: 0.0449502 Apr 16 04:26:31.604472 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39516) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:31.627471 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dcad1fec-9cd9-4d6f-9224-a59a0a04475f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (d36e3f66-be64-41fe-b4dc-16fb4612ffe2), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:31.661833 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-37943e51-a510-4566-9ac4-362aa10bc54e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting subnet 000b29db-de2a-4a27-a131-d8ca90e17cf9 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:26:31.665451 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-37943e51-a510-4566-9ac4-362aa10bc54e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (000b29db-de2a-4a27-a131-d8ca90e17cf9), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:31.712245 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-37943e51-a510-4566-9ac4-362aa10bc54e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (000b29db-de2a-4a27-a131-d8ca90e17cf9), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:31.756100 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dcad1fec-9cd9-4d6f-9224-a59a0a04475f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (d36e3f66-be64-41fe-b4dc-16fb4612ffe2), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:31.820163 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-37943e51-a510-4566-9ac4-362aa10bc54e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (000b29db-de2a-4a27-a131-d8ca90e17cf9), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:31.894554 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dcad1fec-9cd9-4d6f-9224-a59a0a04475f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (d36e3f66-be64-41fe-b4dc-16fb4612ffe2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:31.925053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad1fec-9cd9-4d6f-9224-a59a0a04475f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Subnet': ['ID=d36e3f66-be64-41fe-b4dc-16fb4612ffe2,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:31.927306 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dcad1fec-9cd9-4d6f-9224-a59a0a04475f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:31.930559 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dcad1fec-9cd9-4d6f-9224-a59a0a04475f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/subnets/d36e3f66-be64-41fe-b4dc-16fb4612ffe2 HTTP/1.1" status: 204 len: 168 time: 0.4152718 Apr 16 04:26:31.932992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39520) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:31.959598 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f7051f-19f2-44da-ae66-84c2b441ed65 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:31.960061 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f7051f-19f2-44da-ae66-84c2b441ed65 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:31.963111 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f5f7051f-19f2-44da-ae66-84c2b441ed65 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/subnets/d9329518-0e2a-4e77-a262-18e3d1736b01 HTTP/1.1" status: 404 len: 337 time: 0.0291939 Apr 16 04:26:31.965668 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39522) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:31.985984 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-37943e51-a510-4566-9ac4-362aa10bc54e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (000b29db-de2a-4a27-a131-d8ca90e17cf9), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.016579 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37943e51-a510-4566-9ac4-362aa10bc54e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Subnet': ['ID=000b29db-de2a-4a27-a131-d8ca90e17cf9,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:32.020651 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-37943e51-a510-4566-9ac4-362aa10bc54e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.026396 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-37943e51-a510-4566-9ac4-362aa10bc54e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/subnets/000b29db-de2a-4a27-a131-d8ca90e17cf9 HTTP/1.1" status: 204 len: 168 time: 0.4184451 Apr 16 04:26:32.029020 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39524) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:32.029154 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c069d8c4-a690-4673-86af-c51b451b74e9 None None] Network 7d74512f-2285-4b06-91e9-3b5d94c91395 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:32.034440 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f978ae2-a23e-4c3c-9724-5a56c6273f0a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting subnet d3d1c347-38e7-430a-b994-2376c3520030 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:26:32.038097 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f978ae2-a23e-4c3c-9724-5a56c6273f0a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (d3d1c347-38e7-430a-b994-2376c3520030), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.091796 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f978ae2-a23e-4c3c-9724-5a56c6273f0a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (d3d1c347-38e7-430a-b994-2376c3520030), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.130888 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a71e798-a73f-452a-a726-250f8faaa310 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (7d74512f-2285-4b06-91e9-3b5d94c91395), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.187122 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-0a71e798-a73f-452a-a726-250f8faaa310 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port 480604b3-54e7-43c6-8d78-73507130b9e4 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:32.187759 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a71e798-a73f-452a-a726-250f8faaa310 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (480604b3-54e7-43c6-8d78-73507130b9e4), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.199861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f978ae2-a23e-4c3c-9724-5a56c6273f0a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (d3d1c347-38e7-430a-b994-2376c3520030), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.228841 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bc0c97-2c92-4850-89c8-7b9d33badf99 None None] DHCP port deletion for 7d74512f-2285-4b06-91e9-3b5d94c91395 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:26:32.274237 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-0a71e798-a73f-452a-a726-250f8faaa310 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] For port 480604b3-54e7-43c6-8d78-73507130b9e4, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=480604b3-54e7-43c6-8d78-73507130b9e4,segment=NetworkSegment(66ff5d2f-381a-4ce7-9b22-2cbf59f83cd3),segment_id=66ff5d2f-381a-4ce7-9b22-2cbf59f83cd3)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:32.274731 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a71e798-a73f-452a-a726-250f8faaa310 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (480604b3-54e7-43c6-8d78-73507130b9e4), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.282707 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-21bc0c97-2c92-4850-89c8-7b9d33badf99 None None] Deleting port 480604b3-54e7-43c6-8d78-73507130b9e4 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:32.283252 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-21bc0c97-2c92-4850-89c8-7b9d33badf99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (480604b3-54e7-43c6-8d78-73507130b9e4), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.289884 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-0a71e798-a73f-452a-a726-250f8faaa310 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for 480604b3-54e7-43c6-8d78-73507130b9e4 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:32.337126 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c0738b-ac1e-4e84-b7b3-ddaa69376c5d None None] Network d1d14891-221a-49df-9520-4b4a920d79c5 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:32.383011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-21bc0c97-2c92-4850-89c8-7b9d33badf99 None None] For port 480604b3-54e7-43c6-8d78-73507130b9e4, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=480604b3-54e7-43c6-8d78-73507130b9e4,segment=NetworkSegment(66ff5d2f-381a-4ce7-9b22-2cbf59f83cd3),segment_id=66ff5d2f-381a-4ce7-9b22-2cbf59f83cd3)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:32.383406 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-21bc0c97-2c92-4850-89c8-7b9d33badf99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (480604b3-54e7-43c6-8d78-73507130b9e4), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.391701 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f978ae2-a23e-4c3c-9724-5a56c6273f0a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (d3d1c347-38e7-430a-b994-2376c3520030), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.421878 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f978ae2-a23e-4c3c-9724-5a56c6273f0a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Subnet': ['ID=d3d1c347-38e7-430a-b994-2376c3520030,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:32.423849 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f978ae2-a23e-4c3c-9724-5a56c6273f0a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.429516 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1f978ae2-a23e-4c3c-9724-5a56c6273f0a tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/subnets/d3d1c347-38e7-430a-b994-2376c3520030 HTTP/1.1" status: 204 len: 168 time: 0.4607313 Apr 16 04:26:32.429908 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39526) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:32.435806 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-21bc0c97-2c92-4850-89c8-7b9d33badf99 None None] Calling delete_port for 480604b3-54e7-43c6-8d78-73507130b9e4 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:32.438959 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-f65adb40-06e3-4eb6-9c7b-67ddc4dd77d5 None None] Provisioning complete for port edbb8649-78e5-49cd-9abc-b2648ee0cf23 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:32.439330 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f65adb40-06e3-4eb6-9c7b-67ddc4dd77d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.455817 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-75932a39-0fdb-45f2-bcba-5ca05932ad13 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:32.456200 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75932a39-0fdb-45f2-bcba-5ca05932ad13 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:32.459365 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-75932a39-0fdb-45f2-bcba-5ca05932ad13 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/subnets/7a9008ea-f075-4335-99f6-4e0961ab5f37 HTTP/1.1" status: 404 len: 337 time: 0.0283682 Apr 16 04:26:32.461791 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39528) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:32.494902 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-dac33727-0cb5-4212-a601-d04d6763967f tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "GET /v2.0/ports?device_id=a98feb11-b5c4-472e-88bd-e064489765e2 HTTP/1.1" status: 200 len: 205 time: 0.0276105 Apr 16 04:26:32.494902 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a71e798-a73f-452a-a726-250f8faaa310 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (480604b3-54e7-43c6-8d78-73507130b9e4), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.497649 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39530) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:32.517138 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71e798-a73f-452a-a726-250f8faaa310 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=480604b3-54e7-43c6-8d78-73507130b9e4,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:32.521784 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a71e798-a73f-452a-a726-250f8faaa310 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No DVR routers for this DVR port 480604b3-54e7-43c6-8d78-73507130b9e4 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:26:32.543971 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-61b52f68-a48d-4049-a484-2224172d0844 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] delete failed (client error): The resource could not be found. Apr 16 04:26:32.548366 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-61b52f68-a48d-4049-a484-2224172d0844 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/routers/a98feb11-b5c4-472e-88bd-e064489765e2 HTTP/1.1" status: 404 len: 336 time: 0.0468600 Apr 16 04:26:32.548594 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39532) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:32.577516 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-919e10d8-0f0b-44a8-ae68-11d2f6f10204 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:32.578077 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919e10d8-0f0b-44a8-ae68-11d2f6f10204 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:32.583638 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-919e10d8-0f0b-44a8-ae68-11d2f6f10204 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/subnets/3f83b0c5-0f4e-4008-a95a-25d57c4b3ba1 HTTP/1.1" status: 404 len: 337 time: 0.0317109 Apr 16 04:26:32.583968 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39534) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:32.610529 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a71e798-a73f-452a-a726-250f8faaa310 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (7d74512f-2285-4b06-91e9-3b5d94c91395), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.616204 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a119b86-b12d-46f5-b97c-119663125818 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:32.616664 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a119b86-b12d-46f5-b97c-119663125818 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:32.619801 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9a119b86-b12d-46f5-b97c-119663125818 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/subnets/06e015f6-2a13-470d-93e8-e068eee5ff7b HTTP/1.1" status: 404 len: 337 time: 0.0349226 Apr 16 04:26:32.622859 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39536) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:32.642171 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-21bc0c97-2c92-4850-89c8-7b9d33badf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (480604b3-54e7-43c6-8d78-73507130b9e4), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.659039 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-0a71e798-a73f-452a-a726-250f8faaa310 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d74512f-2285-4b06-91e9-3b5d94c91395']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:32.661891 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21fc8c0-33e0-4fcc-ae07-5a8a83d7dffa tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:32.662348 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21fc8c0-33e0-4fcc-ae07-5a8a83d7dffa tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:32.665353 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a21fc8c0-33e0-4fcc-ae07-5a8a83d7dffa tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/subnets/8c29a3d2-0d78-42a7-8a58-8161bd237e1c HTTP/1.1" status: 404 len: 337 time: 0.0410347 Apr 16 04:26:32.667990 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f65adb40-06e3-4eb6-9c7b-67ddc4dd77d5 None None] Current status of the port edbb8649-78e5-49cd-9abc-b2648ee0cf23 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:32.668135 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39538) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:32.677241 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-0a71e798-a73f-452a-a726-250f8faaa310 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ff5d2f-381a-4ce7-9b22-2cbf59f83cd3') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:32.677669 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-0a71e798-a73f-452a-a726-250f8faaa310 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ff5d2f-381a-4ce7-9b22-2cbf59f83cd3') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:32.687919 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a71e798-a73f-452a-a726-250f8faaa310 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (66ff5d2f-381a-4ce7-9b22-2cbf59f83cd3), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.693253 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14268aa-5d1a-4559-bfa3-5cb9ec65d2c8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:32.693813 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b14268aa-5d1a-4559-bfa3-5cb9ec65d2c8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:32.697125 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b14268aa-5d1a-4559-bfa3-5cb9ec65d2c8 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/ports/0b413aee-7424-43c0-b332-ce3ededd4014 HTTP/1.1" status: 404 len: 333 time: 0.0280161 Apr 16 04:26:32.698102 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc0c97-2c92-4850-89c8-7b9d33badf99 None None] Pushing event deleted for resources: {'Port': ['ID=480604b3-54e7-43c6-8d78-73507130b9e4,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:32.699976 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39540) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:32.708089 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc0c97-2c92-4850-89c8-7b9d33badf99 None None] No DVR routers for this DVR port 480604b3-54e7-43c6-8d78-73507130b9e4 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:26:32.709802 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a71e798-a73f-452a-a726-250f8faaa310 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (66ff5d2f-381a-4ce7-9b22-2cbf59f83cd3), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.716110 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-f65adb40-06e3-4eb6-9c7b-67ddc4dd77d5 None None] Provisioning complete for port 9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:32.716483 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f65adb40-06e3-4eb6-9c7b-67ddc4dd77d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.717823 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a71e798-a73f-452a-a726-250f8faaa310 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:26:32.718514 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a71e798-a73f-452a-a726-250f8faaa310 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (66ff5d2f-381a-4ce7-9b22-2cbf59f83cd3), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:26:32.725183 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:26:32.730152 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12ee120-51b9-4c1a-a2cf-4eae071dffdb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:32.730152 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12ee120-51b9-4c1a-a2cf-4eae071dffdb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:32.733751 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a12ee120-51b9-4c1a-a2cf-4eae071dffdb tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/subnets/ea48ad65-21c7-41e0-a182-5779f0becc10 HTTP/1.1" status: 404 len: 337 time: 0.0326540 Apr 16 04:26:32.736470 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39542) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:32.747781 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3de574-7a4b-49ea-beed-b098fa31b161 None None] Update dhcp port {'port': {'network_id': 'd1d14891-221a-49df-9520-4b4a920d79c5', 'fixed_ips': [{'subnet_id': 'd3d1c347-38e7-430a-b994-2376c3520030'}], 'binding:host_id': 'dv-neutron-838078-2-hyperv'}, 'id': 'edbb8649-78e5-49cd-9abc-b2648ee0cf23'} from dv-neutron-838078-2-hyperv. {{(pid=104634) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 16 04:26:32.763837 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-3285e0c6-b619-4f79-9485-88a00becfdb1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:32.764320 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3285e0c6-b619-4f79-9485-88a00becfdb1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:32.767360 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3285e0c6-b619-4f79-9485-88a00becfdb1 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/subnets/df9998a8-86f5-4f47-9527-4622726ff923 HTTP/1.1" status: 404 len: 337 time: 0.0299575 Apr 16 04:26:32.770057 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39544) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:32.778104 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f65adb40-06e3-4eb6-9c7b-67ddc4dd77d5 None None] Port 9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:32.787010 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2b3de574-7a4b-49ea-beed-b098fa31b161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.796259 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-50594b23-7bec-4c87-a427-6047bcdf7d72 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:32.796861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50594b23-7bec-4c87-a427-6047bcdf7d72 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:32.799842 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-50594b23-7bec-4c87-a427-6047bcdf7d72 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/ports/cfc0693e-6fce-43c6-97db-5b960df570a1 HTTP/1.1" status: 404 len: 333 time: 0.0284162 Apr 16 04:26:32.806448 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39546) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:32.838744 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7c6aea-d49b-4a62-bb41-87b9509b8c69 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:32.839201 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7c6aea-d49b-4a62-bb41-87b9509b8c69 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:32.842339 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0c7c6aea-d49b-4a62-bb41-87b9509b8c69 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/subnets/9d7a90d1-8284-4b5c-832f-370bce4d0bc7 HTTP/1.1" status: 404 len: 337 time: 0.0348346 Apr 16 04:26:32.845037 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39548) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:32.872341 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-311b51d7-9349-49f8-b288-e813f4e6cd5d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:32.872843 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311b51d7-9349-49f8-b288-e813f4e6cd5d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:32.876537 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-311b51d7-9349-49f8-b288-e813f4e6cd5d tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/subnets/bb6ed925-20a0-4054-8ccd-47fa5709db3e HTTP/1.1" status: 404 len: 337 time: 0.0305982 Apr 16 04:26:32.879286 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39550) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:32.911967 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a71e798-a73f-452a-a726-250f8faaa310 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (7d74512f-2285-4b06-91e9-3b5d94c91395), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.923207 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0a71e798-a73f-452a-a726-250f8faaa310 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:32.926734 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0a71e798-a73f-452a-a726-250f8faaa310 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/networks/7d74512f-2285-4b06-91e9-3b5d94c91395 HTTP/1.1" status: 204 len: 168 time: 0.8960879 Apr 16 04:26:32.930544 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39552) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:32.935922 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-1a7c76ba-45d4-488a-bb6d-513f1e47e481 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1778839889'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:32.943228 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71e798-a73f-452a-a726-250f8faaa310 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Network': ['ID=7d74512f-2285-4b06-91e9-3b5d94c91395,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:32.994253 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-153fcf1a-1dac-48f5-a2af-1232f539bdf2 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port 9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:32.994253 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-153fcf1a-1dac-48f5-a2af-1232f539bdf2 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:33.065951 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-153fcf1a-1dac-48f5-a2af-1232f539bdf2 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:33.080624 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-153fcf1a-1dac-48f5-a2af-1232f539bdf2 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for 9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:33.082995 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7c76ba-45d4-488a-bb6d-513f1e47e481 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:33.087305 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1a7c76ba-45d4-488a-bb6d-513f1e47e481 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:33.111525 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7c76ba-45d4-488a-bb6d-513f1e47e481 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:26:33.120800 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1a7c76ba-45d4-488a-bb6d-513f1e47e481 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (3a92d704-aea9-4902-95a9-a2c77d62534f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:33.121158 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-1a7c76ba-45d4-488a-bb6d-513f1e47e481 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Added segment 3a92d704-aea9-4902-95a9-a2c77d62534f of type vlan for network 5baf6290-1dfa-4fad-bb88-f2a533e4df52 Apr 16 04:26:33.138679 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af1542a-a8ef-4fde-bc72-8dc60966487c None None] Network d1d14891-221a-49df-9520-4b4a920d79c5 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:33.177470 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1a7c76ba-45d4-488a-bb6d-513f1e47e481 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (5baf6290-1dfa-4fad-bb88-f2a533e4df52), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:33.213151 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 480604b3-54e7-43c6-8d78-73507130b9e4 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:26:33.247430 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-153fcf1a-1dac-48f5-a2af-1232f539bdf2 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:33.254897 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-08ddc45f-c9a3-49e3-88c3-20b5d698a108 None None] Provisioning complete for port edbb8649-78e5-49cd-9abc-b2648ee0cf23 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:33.255268 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-08ddc45f-c9a3-49e3-88c3-20b5d698a108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:33.259419 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 480604b3-54e7-43c6-8d78-73507130b9e4 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:26:33.259766 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 480604b3-54e7-43c6-8d78-73507130b9e4 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:26:33.260195 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device edbb8649-78e5-49cd-9abc-b2648ee0cf23 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:26:33.277186 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1a7c76ba-45d4-488a-bb6d-513f1e47e481 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (5baf6290-1dfa-4fad-bb88-f2a533e4df52), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:33.281575 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fcf1a-1dac-48f5-a2af-1232f539bdf2 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:33.283374 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-153fcf1a-1dac-48f5-a2af-1232f539bdf2 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:33.288770 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7c76ba-45d4-488a-bb6d-513f1e47e481 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:33.289350 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1a7c76ba-45d4-488a-bb6d-513f1e47e481 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:33.289480 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-153fcf1a-1dac-48f5-a2af-1232f539bdf2 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/ports/9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3 HTTP/1.1" status: 204 len: 168 time: 0.4090927 Apr 16 04:26:33.289975 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39554) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:33.342261 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390ee817-f511-4f1c-99d9-d070a09d2805 None None] DHCP port deletion for d1d14891-221a-49df-9520-4b4a920d79c5 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:26:33.370512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c76ba-45d4-488a-bb6d-513f1e47e481 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Network': ['ID=5baf6290-1dfa-4fad-bb88-f2a533e4df52,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:33.382822 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1a7c76ba-45d4-488a-bb6d-513f1e47e481 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4511116 Apr 16 04:26:33.397391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39556) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:33.397391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-5deb02b3-238a-4ce8-97dd-21d99fe942cc tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'subnet': {'network_id': '5baf6290-1dfa-4fad-bb88-f2a533e4df52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:33.399304 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94ee621a-beca-41fe-99f3-cb595c2ea345 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (d1d14891-221a-49df-9520-4b4a920d79c5), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:33.403908 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 5baf6290-1dfa-4fad-bb88-f2a533e4df52 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:26:33.471174 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-08ddc45f-c9a3-49e3-88c3-20b5d698a108 None None] Current status of the port edbb8649-78e5-49cd-9abc-b2648ee0cf23 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:33.505589 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-94ee621a-beca-41fe-99f3-cb595c2ea345 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Deleting port edbb8649-78e5-49cd-9abc-b2648ee0cf23 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:33.505928 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94ee621a-beca-41fe-99f3-cb595c2ea345 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:33.510253 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-08ddc45f-c9a3-49e3-88c3-20b5d698a108 None None] Could not find standard attr ID for object 9a0f6f91-5cff-459e-9a4c-148b8b3d6ee3. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:26:33.511495 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-390ee817-f511-4f1c-99d9-d070a09d2805 None None] Deleting port edbb8649-78e5-49cd-9abc-b2648ee0cf23 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:33.511869 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-390ee817-f511-4f1c-99d9-d070a09d2805 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:33.516341 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port edbb8649-78e5-49cd-9abc-b2648ee0cf23 is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:33.516717 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:33.579216 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-94ee621a-beca-41fe-99f3-cb595c2ea345 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] For port edbb8649-78e5-49cd-9abc-b2648ee0cf23, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=edbb8649-78e5-49cd-9abc-b2648ee0cf23,segment=NetworkSegment(d41cb675-06cd-4e09-87b0-a8fc89dfd597),segment_id=d41cb675-06cd-4e09-87b0-a8fc89dfd597)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:33.579216 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94ee621a-beca-41fe-99f3-cb595c2ea345 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:33.594089 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-94ee621a-beca-41fe-99f3-cb595c2ea345 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Calling delete_port for edbb8649-78e5-49cd-9abc-b2648ee0cf23 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:33.614753 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-390ee817-f511-4f1c-99d9-d070a09d2805 None None] For port edbb8649-78e5-49cd-9abc-b2648ee0cf23, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=edbb8649-78e5-49cd-9abc-b2648ee0cf23,segment=NetworkSegment(d41cb675-06cd-4e09-87b0-a8fc89dfd597),segment_id=d41cb675-06cd-4e09-87b0-a8fc89dfd597)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:33.615155 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-390ee817-f511-4f1c-99d9-d070a09d2805 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:33.625776 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port edbb8649-78e5-49cd-9abc-b2648ee0cf23, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=edbb8649-78e5-49cd-9abc-b2648ee0cf23,segment=NetworkSegment(d41cb675-06cd-4e09-87b0-a8fc89dfd597),segment_id=d41cb675-06cd-4e09-87b0-a8fc89dfd597)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:33.631773 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-390ee817-f511-4f1c-99d9-d070a09d2805 None None] Calling delete_port for edbb8649-78e5-49cd-9abc-b2648ee0cf23 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:33.637642 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5deb02b3-238a-4ce8-97dd-21d99fe942cc tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:33.641081 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5deb02b3-238a-4ce8-97dd-21d99fe942cc tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:33.706564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:33.756999 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=edbb8649-78e5-49cd-9abc-b2648ee0cf23,revision_number=11']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:33.871903 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-390ee817-f511-4f1c-99d9-d070a09d2805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:33.877732 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94ee621a-beca-41fe-99f3-cb595c2ea345 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (edbb8649-78e5-49cd-9abc-b2648ee0cf23), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:33.898240 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ee817-f511-4f1c-99d9-d070a09d2805 None None] Pushing event deleted for resources: {'Port': ['ID=edbb8649-78e5-49cd-9abc-b2648ee0cf23,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:33.902137 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390ee817-f511-4f1c-99d9-d070a09d2805 None None] No DVR routers for this DVR port edbb8649-78e5-49cd-9abc-b2648ee0cf23 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:26:33.905178 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee621a-beca-41fe-99f3-cb595c2ea345 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Port': ['ID=edbb8649-78e5-49cd-9abc-b2648ee0cf23,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:33.907045 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee621a-beca-41fe-99f3-cb595c2ea345 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] No DVR routers for this DVR port edbb8649-78e5-49cd-9abc-b2648ee0cf23 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:26:33.985681 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5deb02b3-238a-4ce8-97dd-21d99fe942cc tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (f2deff91-e9ab-49bb-917f-1fb5ee08e26a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:33.989184 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94ee621a-beca-41fe-99f3-cb595c2ea345 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (d1d14891-221a-49df-9520-4b4a920d79c5), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:34.050932 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-94ee621a-beca-41fe-99f3-cb595c2ea345 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d14891-221a-49df-9520-4b4a920d79c5']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:34.069304 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-94ee621a-beca-41fe-99f3-cb595c2ea345 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41cb675-06cd-4e09-87b0-a8fc89dfd597') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:34.069605 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-94ee621a-beca-41fe-99f3-cb595c2ea345 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41cb675-06cd-4e09-87b0-a8fc89dfd597') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:34.078181 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb02b3-238a-4ce8-97dd-21d99fe942cc tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Subnet': ['ID=f2deff91-e9ab-49bb-917f-1fb5ee08e26a,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:34.088893 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94ee621a-beca-41fe-99f3-cb595c2ea345 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (d41cb675-06cd-4e09-87b0-a8fc89dfd597), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:34.106757 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb02b3-238a-4ce8-97dd-21d99fe942cc tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Checking segment: {'id': '3a92d704-aea9-4902-95a9-a2c77d62534f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5baf6290-1dfa-4fad-bb88-f2a533e4df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:26:34.107118 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5deb02b3-238a-4ce8-97dd-21d99fe942cc tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network hostable DHCP agents. Network: 5baf6290-1dfa-4fad-bb88-f2a533e4df52, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:26:34.110036 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94ee621a-beca-41fe-99f3-cb595c2ea345 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (d41cb675-06cd-4e09-87b0-a8fc89dfd597), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:34.117139 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ee621a-beca-41fe-99f3-cb595c2ea345 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:26:34.117527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94ee621a-beca-41fe-99f3-cb595c2ea345 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (d41cb675-06cd-4e09-87b0-a8fc89dfd597), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:26:34.120656 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:26:34.236684 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5deb02b3-238a-4ce8-97dd-21d99fe942cc tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network 5baf6290-1dfa-4fad-bb88-f2a533e4df52 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:26:34.264548 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94ee621a-beca-41fe-99f3-cb595c2ea345 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (d1d14891-221a-49df-9520-4b4a920d79c5), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:34.271918 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94ee621a-beca-41fe-99f3-cb595c2ea345 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:34.274464 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-94ee621a-beca-41fe-99f3-cb595c2ea345 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] 10.222.0.30 "DELETE /v2.0/networks/d1d14891-221a-49df-9520-4b4a920d79c5 HTTP/1.1" status: 204 len: 168 time: 0.9835091 Apr 16 04:26:34.286699 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee621a-beca-41fe-99f3-cb595c2ea345 tempest-PortsIpV6TestJSON-214459334 tempest-PortsIpV6TestJSON-214459334-project] Pushing event deleted for resources: {'Network': ['ID=d1d14891-221a-49df-9520-4b4a920d79c5,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:34.333865 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-5deb02b3-238a-4ce8-97dd-21d99fe942cc tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 5baf6290-1dfa-4fad-bb88-f2a533e4df52) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:34.338007 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deb02b3-238a-4ce8-97dd-21d99fe942cc tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:34.338690 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5deb02b3-238a-4ce8-97dd-21d99fe942cc tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:34.343802 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9d7e8d-ce96-4edd-b4bf-985917071392 None None] Network 5baf6290-1dfa-4fad-bb88-f2a533e4df52 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:34.437429 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5deb02b3-238a-4ce8-97dd-21d99fe942cc tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0493026 Apr 16 04:26:34.438077 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39560) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:34.442970 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-802e88de-ff1a-498f-b327-d908461d447a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-330920914', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:34.449668 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-5baf6290-1dfa-4fad-bb88-f2a533e4df52', 'network_id': '5baf6290-1dfa-4fad-bb88-f2a533e4df52', 'project_id': '2003f45899ce417e8628a90cb615c285', 'fixed_ips': [{'subnet_id': 'f2deff91-e9ab-49bb-917f-1fb5ee08e26a'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:26:34.450626 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:34.453125 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9ab184a7-c6fc-4ff6-a9e7-b0804ba0c87c req-7cb3b5fb-eb17-4acf-9f2f-fe61a579c5ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493236 Apr 16 04:26:34.537421 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab184a7-c6fc-4ff6-a9e7-b0804ba0c87c req-9f462fc6-3975-4a4c-aa66-f23049d89d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:34.538891 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9ab184a7-c6fc-4ff6-a9e7-b0804ba0c87c req-9f462fc6-3975-4a4c-aa66-f23049d89d27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 1130 time: 0.0440507 Apr 16 04:26:34.595678 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] Allocated IP 172.20.0.2 (5baf6290-1dfa-4fad-bb88-f2a533e4df52/f2deff91-e9ab-49bb-917f-1fb5ee08e26a/a836ab1f-ddcb-4101-85e3-34cf062da347) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:34.645121 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab184a7-c6fc-4ff6-a9e7-b0804ba0c87c req-9eaf93f6-9e7f-4aa7-8551-24db78824478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:34.646587 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9ab184a7-c6fc-4ff6-a9e7-b0804ba0c87c req-9eaf93f6-9e7f-4aa7-8551-24db78824478 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e HTTP/1.1" status: 200 len: 912 time: 0.0912204 Apr 16 04:26:34.692469 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-802e88de-ff1a-498f-b327-d908461d447a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (dad4c681-f958-46b0-a17f-0f929b9bae3a), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:34.693492 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-802e88de-ff1a-498f-b327-d908461d447a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (dad4c681-f958-46b0-a17f-0f929b9bae3a), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:34.733050 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9ab184a7-c6fc-4ff6-a9e7-b0804ba0c87c req-7c9751b8-ee2a-4bdc-8d06-e9e4c3699d6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce65225f-df16-4d65-9a85-02706113e772 HTTP/1.1" status: 200 len: 1001 time: 0.0799575 Apr 16 04:26:34.741288 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] Publish callbacks [] for port (a836ab1f-ddcb-4101-85e3-34cf062da347), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:34.790400 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-802e88de-ff1a-498f-b327-d908461d447a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for router_controller (dad4c681-f958-46b0-a17f-0f929b9bae3a), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:34.806367 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab184a7-c6fc-4ff6-a9e7-b0804ba0c87c req-8bc858eb-c2e5-4726-a6cc-a74d8be315eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:34.807873 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9ab184a7-c6fc-4ff6-a9e7-b0804ba0c87c req-8bc858eb-c2e5-4726-a6cc-a74d8be315eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de0b4063-129f-46ca-b5ba-66ee8157041e HTTP/1.1" status: 200 len: 851 time: 0.0485849 Apr 16 04:26:34.825371 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (a836ab1f-ddcb-4101-85e3-34cf062da347), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:34.839659 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39564) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:34.855628 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab184a7-c6fc-4ff6-a9e7-b0804ba0c87c req-5621fa5f-f2af-4d63-8c8a-615aabbbcb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:34.857169 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9ab184a7-c6fc-4ff6-a9e7-b0804ba0c87c req-5621fa5f-f2af-4d63-8c8a-615aabbbcb76 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439465 Apr 16 04:26:34.874898 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] Network 5baf6290-1dfa-4fad-bb88-f2a533e4df52 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:34.877888 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:34.881025 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:34.881757 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-802e88de-ff1a-498f-b327-d908461d447a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (dad4c681-f958-46b0-a17f-0f929b9bae3a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:34.917593 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] Pushing event updated for resources: {'Port': ['ID=a836ab1f-ddcb-4101-85e3-34cf062da347,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:34.954457 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] Attempting to bind port a836ab1f-ddcb-4101-85e3-34cf062da347 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:26:34.954829 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] Attempting to bind port a836ab1f-ddcb-4101-85e3-34cf062da347 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '3a92d704-aea9-4902-95a9-a2c77d62534f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5baf6290-1dfa-4fad-bb88-f2a533e4df52'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:26:34.955910 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] Attempting to bind port a836ab1f-ddcb-4101-85e3-34cf062da347 on network 5baf6290-1dfa-4fad-bb88-f2a533e4df52 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:26:34.961381 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:26:34.961766 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] Checking segment: {'id': '3a92d704-aea9-4902-95a9-a2c77d62534f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5baf6290-1dfa-4fad-bb88-f2a533e4df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:26:34.962277 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:34.962395 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9ab184a7-c6fc-4ff6-a9e7-b0804ba0c87c req-44c65f41-29f7-4341-a967-b7356eba2cbf service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988126 Apr 16 04:26:34.962675 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] Bound using segment: {'id': '3a92d704-aea9-4902-95a9-a2c77d62534f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5baf6290-1dfa-4fad-bb88-f2a533e4df52'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:26:34.963140 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] Bound port: a836ab1f-ddcb-4101-85e3-34cf062da347, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a92d704-aea9-4902-95a9-a2c77d62534f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5baf6290-1dfa-4fad-bb88-f2a533e4df52'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:26:34.963520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a836ab1f-ddcb-4101-85e3-34cf062da347), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:35.010762 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a2507ecc-b61a-4d84-9009-c52fc326e539 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c55de659951468a91bdb9322c74436d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1675477 Apr 16 04:26:35.011129 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39568) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:35.029451 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-802e88de-ff1a-498f-b327-d908461d447a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:35.031186 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-802e88de-ff1a-498f-b327-d908461d447a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5916333 Apr 16 04:26:35.034280 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39570) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:35.039861 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] For port a836ab1f-ddcb-4101-85e3-34cf062da347, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:26:35.042726 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-39d65e51-451a-4250-a7ea-fa7555785605 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'port': {'network_id': '5baf6290-1dfa-4fad-bb88-f2a533e4df52', 'name': 'tempest-PortsTestJSON-1497582706'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:35.044835 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] For port a836ab1f-ddcb-4101-85e3-34cf062da347, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a836ab1f-ddcb-4101-85e3-34cf062da347,segment=NetworkSegment(3a92d704-aea9-4902-95a9-a2c77d62534f),segment_id=3a92d704-aea9-4902-95a9-a2c77d62534f)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:26:35.062148 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9ab184a7-c6fc-4ff6-a9e7-b0804ba0c87c req-3313bb70-e667-473e-9eb2-7688e3a643ff service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938964 Apr 16 04:26:35.121821 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-de03a534-656d-43be-bb0c-fce8347acb39 admin admin] Publish callbacks [] for security_group (cb24c008-123c-4cfa-b2be-38560632ce38), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:35.134339 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (a836ab1f-ddcb-4101-85e3-34cf062da347), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:35.166946 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-de03a534-656d-43be-bb0c-fce8347acb39 admin admin] Publish callbacks [] for security_group (cb24c008-123c-4cfa-b2be-38560632ce38), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:35.196517 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bae1be-4264-4228-a75b-eb103c307df4 None None] Pushing event updated for resources: {'Port': ['ID=a836ab1f-ddcb-4101-85e3-34cf062da347,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:35.316873 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d65e51-451a-4250-a7ea-fa7555785605 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:35.320315 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-39d65e51-451a-4250-a7ea-fa7555785605 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:35.341550 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-39d65e51-451a-4250-a7ea-fa7555785605 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] device_id is not set on port e7f373a0-7c67-4278-bf1b-213382596043 yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:26:35.350801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-de03a534-656d-43be-bb0c-fce8347acb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (cb24c008-123c-4cfa-b2be-38560632ce38), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:35.352231 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-de03a534-656d-43be-bb0c-fce8347acb39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:35.355817 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-de03a534-656d-43be-bb0c-fce8347acb39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb24c008-123c-4cfa-b2be-38560632ce38 HTTP/1.1" status: 204 len: 168 time: 0.3414459 Apr 16 04:26:35.404514 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03a534-656d-43be-bb0c-fce8347acb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb24c008-123c-4cfa-b2be-38560632ce38,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:35.491854 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-39d65e51-451a-4250-a7ea-fa7555785605 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Allocated IP 172.20.0.10 (5baf6290-1dfa-4fad-bb88-f2a533e4df52/f2deff91-e9ab-49bb-917f-1fb5ee08e26a/e7f373a0-7c67-4278-bf1b-213382596043) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:35.645662 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-39d65e51-451a-4250-a7ea-fa7555785605 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (e7f373a0-7c67-4278-bf1b-213382596043), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:35.774743 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-39d65e51-451a-4250-a7ea-fa7555785605 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (e7f373a0-7c67-4278-bf1b-213382596043), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:35.825197 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d65e51-451a-4250-a7ea-fa7555785605 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network 5baf6290-1dfa-4fad-bb88-f2a533e4df52 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:35.828659 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-39d65e51-451a-4250-a7ea-fa7555785605 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:35.833382 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d65e51-451a-4250-a7ea-fa7555785605 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:35.837631 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d65e51-451a-4250-a7ea-fa7555785605 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=e7f373a0-7c67-4278-bf1b-213382596043,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:35.890557 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d65e51-451a-4250-a7ea-fa7555785605 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:35.891182 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-39d65e51-451a-4250-a7ea-fa7555785605 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:36.007182 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-39d65e51-451a-4250-a7ea-fa7555785605 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9693120 Apr 16 04:26:36.008352 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39584) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:36.160268 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74c6752-b860-4329-9a82-4601d2ea5bd0 None None] Network 5baf6290-1dfa-4fad-bb88-f2a533e4df52 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:36.231692 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-e3f63627-4035-45ec-9376-c5e521a60533 None None] Provisioning complete for port a836ab1f-ddcb-4101-85e3-34cf062da347 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:36.232084 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e3f63627-4035-45ec-9376-c5e521a60533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a836ab1f-ddcb-4101-85e3-34cf062da347), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:36.373167 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e3f63627-4035-45ec-9376-c5e521a60533 None None] Current status of the port a836ab1f-ddcb-4101-85e3-34cf062da347 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:36.373574 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e3f63627-4035-45ec-9376-c5e521a60533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a836ab1f-ddcb-4101-85e3-34cf062da347), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:36.421600 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e3f63627-4035-45ec-9376-c5e521a60533 None None] For port a836ab1f-ddcb-4101-85e3-34cf062da347, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a836ab1f-ddcb-4101-85e3-34cf062da347,segment=NetworkSegment(3a92d704-aea9-4902-95a9-a2c77d62534f),segment_id=3a92d704-aea9-4902-95a9-a2c77d62534f)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:36.527071 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e3f63627-4035-45ec-9376-c5e521a60533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (a836ab1f-ddcb-4101-85e3-34cf062da347), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:36.585185 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f63627-4035-45ec-9376-c5e521a60533 None None] Pushing event updated for resources: {'Port': ['ID=a836ab1f-ddcb-4101-85e3-34cf062da347,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:36.647392 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-390162fb-61bf-414a-b964-67d7010cf85e None None] Provisioning complete for port a836ab1f-ddcb-4101-85e3-34cf062da347 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:36.649318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-390162fb-61bf-414a-b964-67d7010cf85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a836ab1f-ddcb-4101-85e3-34cf062da347), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:36.669630 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-64905999-fab7-43fd-8197-d36e9438f41e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e7f373a0-7c67-4278-bf1b-213382596043), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:36.691884 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39594) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:36.752491 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-390162fb-61bf-414a-b964-67d7010cf85e None None] Current status of the port a836ab1f-ddcb-4101-85e3-34cf062da347 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:36.762594 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-390162fb-61bf-414a-b964-67d7010cf85e None None] Provisioning complete for port e7f373a0-7c67-4278-bf1b-213382596043 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:36.762969 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-390162fb-61bf-414a-b964-67d7010cf85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e7f373a0-7c67-4278-bf1b-213382596043), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:36.804332 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-390162fb-61bf-414a-b964-67d7010cf85e None None] Port e7f373a0-7c67-4278-bf1b-213382596043 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:36.829628 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-55f66eed-2aa2-4580-bf18-17c70cb5d327 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group': {'name': 'tempest-secgroup--542246691'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:36.923904 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3793148d-ad85-4b3d-85f0-35501594f975 None None] Provisioning complete for port e7f373a0-7c67-4278-bf1b-213382596043 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:36.924858 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3793148d-ad85-4b3d-85f0-35501594f975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e7f373a0-7c67-4278-bf1b-213382596043), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:36.928791 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-55f66eed-2aa2-4580-bf18-17c70cb5d327 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:36.942344 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-55f66eed-2aa2-4580-bf18-17c70cb5d327 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:36.945275 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-64905999-fab7-43fd-8197-d36e9438f41e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (e7f373a0-7c67-4278-bf1b-213382596043), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:36.979829 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3793148d-ad85-4b3d-85f0-35501594f975 None None] Port e7f373a0-7c67-4278-bf1b-213382596043 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:37.026200 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-55f66eed-2aa2-4580-bf18-17c70cb5d327 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (c8dc6bd2-95ab-4901-a736-534695c52828), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:37.075962 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-64905999-fab7-43fd-8197-d36e9438f41e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (e7f373a0-7c67-4278-bf1b-213382596043), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:37.107332 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-55f66eed-2aa2-4580-bf18-17c70cb5d327 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (c8dc6bd2-95ab-4901-a736-534695c52828), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:37.151070 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f66eed-2aa2-4580-bf18-17c70cb5d327 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dc6bd2-95ab-4901-a736-534695c52828,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:37.168011 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64905999-fab7-43fd-8197-d36e9438f41e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=e7f373a0-7c67-4278-bf1b-213382596043,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:37.233674 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-55f66eed-2aa2-4580-bf18-17c70cb5d327 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (67f59618-20e1-4438-89a6-66bfc779f202), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:37.263048 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a836ab1f-ddcb-4101-85e3-34cf062da347 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:26:37.318420 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port a836ab1f-ddcb-4101-85e3-34cf062da347 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:37.318859 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a836ab1f-ddcb-4101-85e3-34cf062da347), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:37.340186 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-55f66eed-2aa2-4580-bf18-17c70cb5d327 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (67f59618-20e1-4438-89a6-66bfc779f202), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:37.366752 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-64905999-fab7-43fd-8197-d36e9438f41e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (dad4c681-f958-46b0-a17f-0f929b9bae3a), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:37.382321 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f66eed-2aa2-4580-bf18-17c70cb5d327 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f59618-20e1-4438-89a6-66bfc779f202,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:37.414244 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port a836ab1f-ddcb-4101-85e3-34cf062da347 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:37.416845 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-170a1f37-e5e4-4e91-9528-a43c1fb74fd9 None None] Provisioning complete for port e7f373a0-7c67-4278-bf1b-213382596043 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:37.417292 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-170a1f37-e5e4-4e91-9528-a43c1fb74fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e7f373a0-7c67-4278-bf1b-213382596043), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:37.453644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-170a1f37-e5e4-4e91-9528-a43c1fb74fd9 None None] Port e7f373a0-7c67-4278-bf1b-213382596043 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:37.468420 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-55f66eed-2aa2-4580-bf18-17c70cb5d327 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:37.469915 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-55f66eed-2aa2-4580-bf18-17c70cb5d327 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7769465 Apr 16 04:26:37.472479 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39598) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:37.524639 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7dfc1230-865f-4bf6-b874-adb235775a9a tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0510600 Apr 16 04:26:37.527449 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39600) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:37.551966 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-8cfa0da8-b37b-4687-a9f5-877c7f1fc647 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group': {'name': 'tempest-security--1093889056', 'description': 'tempest-security-description-300287374'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:37.581664 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-64905999-fab7-43fd-8197-d36e9438f41e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e7f373a0-7c67-4278-bf1b-213382596043), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:37.604343 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8cfa0da8-b37b-4687-a9f5-877c7f1fc647 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (67f59618-20e1-4438-89a6-66bfc779f202), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:37.740060 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8cfa0da8-b37b-4687-a9f5-877c7f1fc647 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (67f59618-20e1-4438-89a6-66bfc779f202), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:37.890354 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8cfa0da8-b37b-4687-a9f5-877c7f1fc647 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (67f59618-20e1-4438-89a6-66bfc779f202), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:37.893031 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8cfa0da8-b37b-4687-a9f5-877c7f1fc647 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:37.894261 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8cfa0da8-b37b-4687-a9f5-877c7f1fc647 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "PUT /v2.0/security-groups/67f59618-20e1-4438-89a6-66bfc779f202 HTTP/1.1" status: 200 len: 1796 time: 0.3658078 Apr 16 04:26:37.896265 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-64905999-fab7-43fd-8197-d36e9438f41e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (e7f373a0-7c67-4278-bf1b-213382596043), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:37.897189 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39604) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:37.920900 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa0da8-b37b-4687-a9f5-877c7f1fc647 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f59618-20e1-4438-89a6-66bfc779f202,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:37.941491 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dcac2949-2d6e-46ea-80ef-565e214f975c tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-groups/67f59618-20e1-4438-89a6-66bfc779f202 HTTP/1.1" status: 200 len: 1796 time: 0.0419011 Apr 16 04:26:37.943482 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39606) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:37.968915 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-64905999-fab7-43fd-8197-d36e9438f41e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (e7f373a0-7c67-4278-bf1b-213382596043), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:37.994660 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fa64306e-eb7e-4135-b772-1f27538a6024 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (67f59618-20e1-4438-89a6-66bfc779f202), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:38.017619 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fa64306e-eb7e-4135-b772-1f27538a6024 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (67f59618-20e1-4438-89a6-66bfc779f202), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:38.042265 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64905999-fab7-43fd-8197-d36e9438f41e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=e7f373a0-7c67-4278-bf1b-213382596043,revision_number=3']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:38.044808 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-64905999-fab7-43fd-8197-d36e9438f41e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (dad4c681-f958-46b0-a17f-0f929b9bae3a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:38.121583 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fa64306e-eb7e-4135-b772-1f27538a6024 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (67f59618-20e1-4438-89a6-66bfc779f202), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:38.124227 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fa64306e-eb7e-4135-b772-1f27538a6024 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:38.125427 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-fa64306e-eb7e-4135-b772-1f27538a6024 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-groups/67f59618-20e1-4438-89a6-66bfc779f202 HTTP/1.1" status: 204 len: 168 time: 0.1815901 Apr 16 04:26:38.129949 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39608) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:38.134874 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64306e-eb7e-4135-b772-1f27538a6024 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f59618-20e1-4438-89a6-66bfc779f202,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:38.156253 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64905999-fab7-43fd-8197-d36e9438f41e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network 5baf6290-1dfa-4fad-bb88-f2a533e4df52 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:38.160684 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-64905999-fab7-43fd-8197-d36e9438f41e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:38.257377 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-edd5c036-a0a4-456f-8c30-af78acafcf04 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1240702 Apr 16 04:26:38.257619 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39610) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:38.278102 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-fd114b00-4ead-4d1c-9f0b-8d2948439a15 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] delete failed (client error): The resource could not be found. Apr 16 04:26:38.281218 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fd114b00-4ead-4d1c-9f0b-8d2948439a15 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-groups/67f59618-20e1-4438-89a6-66bfc779f202 HTTP/1.1" status: 404 len: 347 time: 0.0206900 Apr 16 04:26:38.284391 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39612) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:38.289333 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-36813fc4-07d1-47f4-a364-2efd23c7b51d tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group': {'name': 'tempest-secgroup--1066305012'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:38.369600 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-36813fc4-07d1-47f4-a364-2efd23c7b51d tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:38.379675 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-d9f46dc2-068f-4d9f-8c91-add73d4f4083 None None] Provisioning complete for port e7f373a0-7c67-4278-bf1b-213382596043 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:38.380209 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d9f46dc2-068f-4d9f-8c91-add73d4f4083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e7f373a0-7c67-4278-bf1b-213382596043), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:38.414448 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64905999-fab7-43fd-8197-d36e9438f41e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Router dad4c681-f958-46b0-a17f-0f929b9bae3a is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:26:38.419487 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d9f46dc2-068f-4d9f-8c91-add73d4f4083 None None] Port e7f373a0-7c67-4278-bf1b-213382596043 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:38.440319 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-36813fc4-07d1-47f4-a364-2efd23c7b51d tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (4f111865-d373-4c7b-aaef-2f90e37ca79a), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:38.515352 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64905999-fab7-43fd-8197-d36e9438f41e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:26:38.517364 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-36813fc4-07d1-47f4-a364-2efd23c7b51d tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (4f111865-d373-4c7b-aaef-2f90e37ca79a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:38.521758 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-64905999-fab7-43fd-8197-d36e9438f41e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "PUT /v2.0/routers/dad4c681-f958-46b0-a17f-0f929b9bae3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5114231 Apr 16 04:26:38.523535 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39614) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:38.525738 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2485612-30fc-4466-9513-fd0b38bdd88f None None] Sync routers for ids ['dad4c681-f958-46b0-a17f-0f929b9bae3a'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:26:38.539397 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2485612-30fc-4466-9513-fd0b38bdd88f None None] Routers {'dad4c681-f958-46b0-a17f-0f929b9bae3a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:26:38.544397 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f2485612-30fc-4466-9513-fd0b38bdd88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:26:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['dad4c681-f958-46b0-a17f-0f929b9bae3a'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:38.552093 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36813fc4-07d1-47f4-a364-2efd23c7b51d tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f111865-d373-4c7b-aaef-2f90e37ca79a,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:38.573824 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d7534c-3818-4112-a3e8-93a63bae7a8d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:38.575345 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-53d7534c-3818-4112-a3e8-93a63bae7a8d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports?device_id=dad4c681-f958-46b0-a17f-0f929b9bae3a HTTP/1.1" status: 200 len: 983 time: 0.0507083 Apr 16 04:26:38.577767 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f2485612-30fc-4466-9513-fd0b38bdd88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:38.578379 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39616) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:38.586528 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2485612-30fc-4466-9513-fd0b38bdd88f None None] Routers {'dad4c681-f958-46b0-a17f-0f929b9bae3a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:26:38.587154 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f2485612-30fc-4466-9513-fd0b38bdd88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:26:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['dad4c681-f958-46b0-a17f-0f929b9bae3a'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:38.621132 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f2485612-30fc-4466-9513-fd0b38bdd88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:38.621759 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2485612-30fc-4466-9513-fd0b38bdd88f None None] The sync data for ids ['dad4c681-f958-46b0-a17f-0f929b9bae3a'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:26:38.661941 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-36813fc4-07d1-47f4-a364-2efd23c7b51d tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:38.663430 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-36813fc4-07d1-47f4-a364-2efd23c7b51d tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3779094 Apr 16 04:26:38.666247 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39618) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:38.670826 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-35e7b864-486b-4391-b55d-f2fff3eb396a tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group_rule': {'security_group_id': '4f111865-d373-4c7b-aaef-2f90e37ca79a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:38.775570 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-35e7b864-486b-4391-b55d-f2fff3eb396a tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (ccb609d8-6a8a-484b-9934-4501994eeacd), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:38.838987 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-35e7b864-486b-4391-b55d-f2fff3eb396a tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (ccb609d8-6a8a-484b-9934-4501994eeacd), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:38.906270 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-35e7b864-486b-4391-b55d-f2fff3eb396a tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (ccb609d8-6a8a-484b-9934-4501994eeacd), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:38.924257 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7b864-486b-4391-b55d-f2fff3eb396a tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb609d8-6a8a-484b-9934-4501994eeacd,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:38.984808 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be24db5b-198d-4dd8-ae98-ce6b0fae03ed tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (dad4c681-f958-46b0-a17f-0f929b9bae3a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:38.987323 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-35e7b864-486b-4391-b55d-f2fff3eb396a tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:38.988581 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-35e7b864-486b-4391-b55d-f2fff3eb396a tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3213921 Apr 16 04:26:38.991474 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39620) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:39.024836 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-763cae94-cf76-4a6d-8f33-7f928becc64e tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (ccb609d8-6a8a-484b-9934-4501994eeacd), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:39.034040 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-763cae94-cf76-4a6d-8f33-7f928becc64e tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (ccb609d8-6a8a-484b-9934-4501994eeacd), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:39.082520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d85287ef-6d0c-481d-98a0-19f2354a9ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:39.138349 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-763cae94-cf76-4a6d-8f33-7f928becc64e tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (ccb609d8-6a8a-484b-9934-4501994eeacd), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:39.146349 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-763cae94-cf76-4a6d-8f33-7f928becc64e tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:39.149966 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-763cae94-cf76-4a6d-8f33-7f928becc64e tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/ccb609d8-6a8a-484b-9934-4501994eeacd HTTP/1.1" status: 204 len: 168 time: 0.1550071 Apr 16 04:26:39.152033 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39622) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:39.159031 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763cae94-cf76-4a6d-8f33-7f928becc64e tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ccb609d8-6a8a-484b-9934-4501994eeacd,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:39.189852 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-be24db5b-198d-4dd8-ae98-ce6b0fae03ed tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port e7f373a0-7c67-4278-bf1b-213382596043 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:39.190201 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be24db5b-198d-4dd8-ae98-ce6b0fae03ed tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (e7f373a0-7c67-4278-bf1b-213382596043), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:39.222337 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f3100da3-7e0e-4052-982e-53cf34f06f5d tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0692213 Apr 16 04:26:39.225142 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39624) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:39.277783 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e3d5dd6c-9c93-44e1-a522-8d20fa850bf4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (4f111865-d373-4c7b-aaef-2f90e37ca79a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:39.278127 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be24db5b-198d-4dd8-ae98-ce6b0fae03ed tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (e7f373a0-7c67-4278-bf1b-213382596043), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:39.291495 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-be24db5b-198d-4dd8-ae98-ce6b0fae03ed tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for e7f373a0-7c67-4278-bf1b-213382596043 owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:39.300762 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e3d5dd6c-9c93-44e1-a522-8d20fa850bf4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (4f111865-d373-4c7b-aaef-2f90e37ca79a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:39.437490 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e3d5dd6c-9c93-44e1-a522-8d20fa850bf4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (4f111865-d373-4c7b-aaef-2f90e37ca79a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:39.440073 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e3d5dd6c-9c93-44e1-a522-8d20fa850bf4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:39.441282 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e3d5dd6c-9c93-44e1-a522-8d20fa850bf4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-groups/4f111865-d373-4c7b-aaef-2f90e37ca79a HTTP/1.1" status: 204 len: 168 time: 0.2151787 Apr 16 04:26:39.445239 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39626) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:39.450490 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5dd6c-9c93-44e1-a522-8d20fa850bf4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f111865-d373-4c7b-aaef-2f90e37ca79a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:39.499486 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6466b5ba-0c98-4224-82f1-2e5989d7311b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0532231 Apr 16 04:26:39.502985 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39628) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:39.507126 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f800fa79-ecc9-4486-8895-e51faa9270f4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group': {'name': 'tempest-secgroup--16650356'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:39.539931 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be24db5b-198d-4dd8-ae98-ce6b0fae03ed tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (e7f373a0-7c67-4278-bf1b-213382596043), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:39.578441 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24db5b-198d-4dd8-ae98-ce6b0fae03ed tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=e7f373a0-7c67-4278-bf1b-213382596043,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:39.622353 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f800fa79-ecc9-4486-8895-e51faa9270f4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:39.751036 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be24db5b-198d-4dd8-ae98-ce6b0fae03ed tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (dad4c681-f958-46b0-a17f-0f929b9bae3a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:39.845729 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f800fa79-ecc9-4486-8895-e51faa9270f4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (62c202d2-2ae6-478c-accf-613dd24b8d21), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:39.932496 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be24db5b-198d-4dd8-ae98-ce6b0fae03ed tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Router dad4c681-f958-46b0-a17f-0f929b9bae3a has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:26:39.941344 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f800fa79-ecc9-4486-8895-e51faa9270f4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (62c202d2-2ae6-478c-accf-613dd24b8d21), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:40.281406 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800fa79-ecc9-4486-8895-e51faa9270f4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c202d2-2ae6-478c-accf-613dd24b8d21,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:40.287185 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be24db5b-198d-4dd8-ae98-ce6b0fae03ed tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:26:40.291870 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-be24db5b-198d-4dd8-ae98-ce6b0fae03ed tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "PUT /v2.0/routers/dad4c681-f958-46b0-a17f-0f929b9bae3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7125182 Apr 16 04:26:40.294679 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39630) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:40.298258 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290d9c24-2ea7-4792-95fa-fe63546a582a None None] Sync routers for ids ['dad4c681-f958-46b0-a17f-0f929b9bae3a'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:26:40.310005 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290d9c24-2ea7-4792-95fa-fe63546a582a None None] Routers {'dad4c681-f958-46b0-a17f-0f929b9bae3a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:26:40.314407 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-290d9c24-2ea7-4792-95fa-fe63546a582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:26:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['dad4c681-f958-46b0-a17f-0f929b9bae3a'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:40.319856 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47f8681-a49c-4a79-bfa4-ab07b68fe569 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] GET failed (client error): The resource could not be found. Apr 16 04:26:40.321289 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c47f8681-a49c-4a79-bfa4-ab07b68fe569 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports/e7f373a0-7c67-4278-bf1b-213382596043 HTTP/1.1" status: 404 len: 333 time: 0.0256529 Apr 16 04:26:40.323974 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39632) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:40.346560 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-290d9c24-2ea7-4792-95fa-fe63546a582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:40.355410 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290d9c24-2ea7-4792-95fa-fe63546a582a None None] Routers {'dad4c681-f958-46b0-a17f-0f929b9bae3a'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:26:40.356015 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-290d9c24-2ea7-4792-95fa-fe63546a582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:26:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['dad4c681-f958-46b0-a17f-0f929b9bae3a'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:40.365219 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f800fa79-ecc9-4486-8895-e51faa9270f4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:40.366447 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f800fa79-ecc9-4486-8895-e51faa9270f4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8625689 Apr 16 04:26:40.369500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39634) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:40.374166 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-11ae0eaf-4c92-48ea-837b-7be44fc49030 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group_rule': {'security_group_id': '62c202d2-2ae6-478c-accf-613dd24b8d21', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:40.390984 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-290d9c24-2ea7-4792-95fa-fe63546a582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:40.391590 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290d9c24-2ea7-4792-95fa-fe63546a582a None None] The sync data for ids ['dad4c681-f958-46b0-a17f-0f929b9bae3a'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:26:40.408521 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa508030-6dab-47e0-846f-3d93d88733a5 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for router (dad4c681-f958-46b0-a17f-0f929b9bae3a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:40.459722 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-11ae0eaf-4c92-48ea-837b-7be44fc49030 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (2dc9165d-21a0-482d-bf09-623d0cd55e21), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:40.506163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-11ae0eaf-4c92-48ea-837b-7be44fc49030 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (2dc9165d-21a0-482d-bf09-623d0cd55e21), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:40.556619 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-11ae0eaf-4c92-48ea-837b-7be44fc49030 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (2dc9165d-21a0-482d-bf09-623d0cd55e21), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:40.574767 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae0eaf-4c92-48ea-837b-7be44fc49030 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc9165d-21a0-482d-bf09-623d0cd55e21,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:40.578077 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa508030-6dab-47e0-846f-3d93d88733a5 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (dad4c681-f958-46b0-a17f-0f929b9bae3a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:40.580457 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa508030-6dab-47e0-846f-3d93d88733a5 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for router_controller (dad4c681-f958-46b0-a17f-0f929b9bae3a), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:40.643050 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-11ae0eaf-4c92-48ea-837b-7be44fc49030 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:40.644265 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-11ae0eaf-4c92-48ea-837b-7be44fc49030 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2736650 Apr 16 04:26:40.646882 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39638) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:40.651146 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-a1c277c5-2815-49a3-b568-ef2406e25ca7 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group_rule': {'security_group_id': '62c202d2-2ae6-478c-accf-613dd24b8d21', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:40.709957 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa508030-6dab-47e0-846f-3d93d88733a5 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (dad4c681-f958-46b0-a17f-0f929b9bae3a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:40.710519 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa508030-6dab-47e0-846f-3d93d88733a5 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Fanout notify agent at l3_agent the message router_deleted on router dad4c681-f958-46b0-a17f-0f929b9bae3a {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:26:40.717344 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa508030-6dab-47e0-846f-3d93d88733a5 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:40.718570 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fa508030-6dab-47e0-846f-3d93d88733a5 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/routers/dad4c681-f958-46b0-a17f-0f929b9bae3a HTTP/1.1" status: 204 len: 168 time: 0.3937058 Apr 16 04:26:40.721722 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39640) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:40.734204 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a1c277c5-2815-49a3-b568-ef2406e25ca7 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (55f64d27-189d-4e53-a0df-f9d1d981bc38), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:40.774684 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-4299c131-988d-48da-9e68-1c1de4029c96 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting subnet f2deff91-e9ab-49bb-917f-1fb5ee08e26a {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:26:40.778348 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4299c131-988d-48da-9e68-1c1de4029c96 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (f2deff91-e9ab-49bb-917f-1fb5ee08e26a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:40.791358 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a1c277c5-2815-49a3-b568-ef2406e25ca7 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (55f64d27-189d-4e53-a0df-f9d1d981bc38), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:40.819780 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4299c131-988d-48da-9e68-1c1de4029c96 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (f2deff91-e9ab-49bb-917f-1fb5ee08e26a), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:40.858434 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a1c277c5-2815-49a3-b568-ef2406e25ca7 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (55f64d27-189d-4e53-a0df-f9d1d981bc38), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:40.877037 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c277c5-2815-49a3-b568-ef2406e25ca7 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f64d27-189d-4e53-a0df-f9d1d981bc38,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:40.908302 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4299c131-988d-48da-9e68-1c1de4029c96 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (f2deff91-e9ab-49bb-917f-1fb5ee08e26a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:40.975720 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a1c277c5-2815-49a3-b568-ef2406e25ca7 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:40.976983 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a1c277c5-2815-49a3-b568-ef2406e25ca7 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3291306 Apr 16 04:26:40.979953 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39642) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:40.984893 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-cfb5680e-8638-4acf-a3be-02386d16fb83 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group_rule': {'security_group_id': '62c202d2-2ae6-478c-accf-613dd24b8d21', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:41.087313 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4299c131-988d-48da-9e68-1c1de4029c96 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (f2deff91-e9ab-49bb-917f-1fb5ee08e26a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.115901 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299c131-988d-48da-9e68-1c1de4029c96 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Subnet': ['ID=f2deff91-e9ab-49bb-917f-1fb5ee08e26a,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:41.117875 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4299c131-988d-48da-9e68-1c1de4029c96 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.121214 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4299c131-988d-48da-9e68-1c1de4029c96 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/subnets/f2deff91-e9ab-49bb-917f-1fb5ee08e26a HTTP/1.1" status: 204 len: 168 time: 0.3983765 Apr 16 04:26:41.124539 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39644) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:41.125870 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22945112-78b2-4f0c-ae3e-8bada3b8374c None None] Network 5baf6290-1dfa-4fad-bb88-f2a533e4df52 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:41.162408 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cfb5680e-8638-4acf-a3be-02386d16fb83 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (ba5833eb-3858-4dd3-9977-a2055e1bdac4), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.237313 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-48161e1a-51fc-4ff8-a6b6-97f4b26b2970 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (5baf6290-1dfa-4fad-bb88-f2a533e4df52), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.269172 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcb5a2e-e74f-482d-87f5-345486c49034 None None] DHCP port deletion for 5baf6290-1dfa-4fad-bb88-f2a533e4df52 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:26:41.285517 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cfb5680e-8638-4acf-a3be-02386d16fb83 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (ba5833eb-3858-4dd3-9977-a2055e1bdac4), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.300228 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-48161e1a-51fc-4ff8-a6b6-97f4b26b2970 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port a836ab1f-ddcb-4101-85e3-34cf062da347 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:41.300865 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-48161e1a-51fc-4ff8-a6b6-97f4b26b2970 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (a836ab1f-ddcb-4101-85e3-34cf062da347), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.313587 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb5a2e-e74f-482d-87f5-345486c49034 None None] Deleting port a836ab1f-ddcb-4101-85e3-34cf062da347 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:41.314145 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7bcb5a2e-e74f-482d-87f5-345486c49034 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (a836ab1f-ddcb-4101-85e3-34cf062da347), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.354428 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cfb5680e-8638-4acf-a3be-02386d16fb83 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (ba5833eb-3858-4dd3-9977-a2055e1bdac4), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.387030 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-48161e1a-51fc-4ff8-a6b6-97f4b26b2970 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] For port a836ab1f-ddcb-4101-85e3-34cf062da347, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a836ab1f-ddcb-4101-85e3-34cf062da347,segment=NetworkSegment(3a92d704-aea9-4902-95a9-a2c77d62534f),segment_id=3a92d704-aea9-4902-95a9-a2c77d62534f)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:41.387393 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-48161e1a-51fc-4ff8-a6b6-97f4b26b2970 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (a836ab1f-ddcb-4101-85e3-34cf062da347), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.388684 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-7bcb5a2e-e74f-482d-87f5-345486c49034 None None] For port a836ab1f-ddcb-4101-85e3-34cf062da347, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a836ab1f-ddcb-4101-85e3-34cf062da347,segment=NetworkSegment(3a92d704-aea9-4902-95a9-a2c77d62534f),segment_id=3a92d704-aea9-4902-95a9-a2c77d62534f)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:41.389108 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7bcb5a2e-e74f-482d-87f5-345486c49034 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (a836ab1f-ddcb-4101-85e3-34cf062da347), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.390396 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5680e-8638-4acf-a3be-02386d16fb83 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5833eb-3858-4dd3-9977-a2055e1bdac4,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:41.402315 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb5a2e-e74f-482d-87f5-345486c49034 None None] Calling delete_port for a836ab1f-ddcb-4101-85e3-34cf062da347 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:41.402479 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-48161e1a-51fc-4ff8-a6b6-97f4b26b2970 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for a836ab1f-ddcb-4101-85e3-34cf062da347 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:41.450273 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ce66f8f1-7e50-4f83-8cc6-4b0c497a0ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.456799 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cfb5680e-8638-4acf-a3be-02386d16fb83 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.458039 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-cfb5680e-8638-4acf-a3be-02386d16fb83 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4771302 Apr 16 04:26:41.460977 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39646) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:41.466016 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-c6ee91f9-aaaf-4b18-ab20-7f5d87bc0bc4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group_rule': {'security_group_id': '62c202d2-2ae6-478c-accf-613dd24b8d21', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:41.544831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c6ee91f9-aaaf-4b18-ab20-7f5d87bc0bc4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (7d0c8068-9433-4c53-8758-fea168aa6a7c), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.551475 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7bcb5a2e-e74f-482d-87f5-345486c49034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (a836ab1f-ddcb-4101-85e3-34cf062da347), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.559190 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-48161e1a-51fc-4ff8-a6b6-97f4b26b2970 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (a836ab1f-ddcb-4101-85e3-34cf062da347), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.577749 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb5a2e-e74f-482d-87f5-345486c49034 None None] Pushing event deleted for resources: {'Port': ['ID=a836ab1f-ddcb-4101-85e3-34cf062da347,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:41.581840 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb5a2e-e74f-482d-87f5-345486c49034 None None] No DVR routers for this DVR port a836ab1f-ddcb-4101-85e3-34cf062da347 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:26:41.590372 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48161e1a-51fc-4ff8-a6b6-97f4b26b2970 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=a836ab1f-ddcb-4101-85e3-34cf062da347,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:41.596080 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48161e1a-51fc-4ff8-a6b6-97f4b26b2970 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No DVR routers for this DVR port a836ab1f-ddcb-4101-85e3-34cf062da347 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:26:41.615367 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c6ee91f9-aaaf-4b18-ab20-7f5d87bc0bc4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (7d0c8068-9433-4c53-8758-fea168aa6a7c), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.674946 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-48161e1a-51fc-4ff8-a6b6-97f4b26b2970 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (5baf6290-1dfa-4fad-bb88-f2a533e4df52), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.677137 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c6ee91f9-aaaf-4b18-ab20-7f5d87bc0bc4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (7d0c8068-9433-4c53-8758-fea168aa6a7c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.695425 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-48161e1a-51fc-4ff8-a6b6-97f4b26b2970 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5baf6290-1dfa-4fad-bb88-f2a533e4df52']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:41.696235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee91f9-aaaf-4b18-ab20-7f5d87bc0bc4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0c8068-9433-4c53-8758-fea168aa6a7c,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:41.705655 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-48161e1a-51fc-4ff8-a6b6-97f4b26b2970 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a92d704-aea9-4902-95a9-a2c77d62534f') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:41.705968 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-48161e1a-51fc-4ff8-a6b6-97f4b26b2970 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a92d704-aea9-4902-95a9-a2c77d62534f') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:41.715609 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-48161e1a-51fc-4ff8-a6b6-97f4b26b2970 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (3a92d704-aea9-4902-95a9-a2c77d62534f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.729353 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-48161e1a-51fc-4ff8-a6b6-97f4b26b2970 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (3a92d704-aea9-4902-95a9-a2c77d62534f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.735219 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48161e1a-51fc-4ff8-a6b6-97f4b26b2970 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:26:41.735591 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-48161e1a-51fc-4ff8-a6b6-97f4b26b2970 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (3a92d704-aea9-4902-95a9-a2c77d62534f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:26:41.738598 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:26:41.765163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c6ee91f9-aaaf-4b18-ab20-7f5d87bc0bc4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.766384 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c6ee91f9-aaaf-4b18-ab20-7f5d87bc0bc4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3042688 Apr 16 04:26:41.770568 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39648) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:41.773612 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-e256b8c3-784f-4900-936e-c5caec9776b1 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group_rule': {'security_group_id': '62c202d2-2ae6-478c-accf-613dd24b8d21', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:41.864163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e256b8c3-784f-4900-936e-c5caec9776b1 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (d6658134-9e69-4981-a397-d2defdc22767), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.876841 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-48161e1a-51fc-4ff8-a6b6-97f4b26b2970 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (5baf6290-1dfa-4fad-bb88-f2a533e4df52), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.881049 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-48161e1a-51fc-4ff8-a6b6-97f4b26b2970 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.888109 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-48161e1a-51fc-4ff8-a6b6-97f4b26b2970 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/networks/5baf6290-1dfa-4fad-bb88-f2a533e4df52 HTTP/1.1" status: 204 len: 168 time: 0.7585964 Apr 16 04:26:41.889430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39650) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:41.899835 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48161e1a-51fc-4ff8-a6b6-97f4b26b2970 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Network': ['ID=5baf6290-1dfa-4fad-bb88-f2a533e4df52,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:41.951689 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a41f34-b6cb-48a6-9dba-2689bb2d5d04 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:41.956594 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-32a41f34-b6cb-48a6-9dba-2689bb2d5d04 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports/e14aeb15-49bf-4e9c-91cb-cb57e2545ee5 HTTP/1.1" status: 200 len: 841 time: 0.0626748 Apr 16 04:26:41.956958 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39652) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:41.966636 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e256b8c3-784f-4900-936e-c5caec9776b1 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (d6658134-9e69-4981-a397-d2defdc22767), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:41.998848 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5d8a09f6-fcda-48dd-b736-c5bbcfabd038 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports/e14aeb15-49bf-4e9c-91cb-cb57e2545ee5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0402584 Apr 16 04:26:42.002440 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39654) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:42.007046 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-68d9f3b7-d2a7-45bc-8853-f2fd5f48d65d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'subnet': {'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:42.025253 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e256b8c3-784f-4900-936e-c5caec9776b1 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (d6658134-9e69-4981-a397-d2defdc22767), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.043980 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256b8c3-784f-4900-936e-c5caec9776b1 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6658134-9e69-4981-a397-d2defdc22767,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:42.107126 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e256b8c3-784f-4900-936e-c5caec9776b1 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.108366 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e256b8c3-784f-4900-936e-c5caec9776b1 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3383503 Apr 16 04:26:42.111231 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39656) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:42.137435 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c1777224-5230-4860-b308-8df1491df61e tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (d6658134-9e69-4981-a397-d2defdc22767), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.145932 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c1777224-5230-4860-b308-8df1491df61e tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (d6658134-9e69-4981-a397-d2defdc22767), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.179740 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d9f3b7-d2a7-45bc-8853-f2fd5f48d65d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:42.183093 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-68d9f3b7-d2a7-45bc-8853-f2fd5f48d65d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.307445 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c1777224-5230-4860-b308-8df1491df61e tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (d6658134-9e69-4981-a397-d2defdc22767), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.315064 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c1777224-5230-4860-b308-8df1491df61e tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.316189 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c1777224-5230-4860-b308-8df1491df61e tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/d6658134-9e69-4981-a397-d2defdc22767 HTTP/1.1" status: 204 len: 168 time: 0.2040191 Apr 16 04:26:42.319248 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39658) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:42.326844 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1777224-5230-4860-b308-8df1491df61e tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6658134-9e69-4981-a397-d2defdc22767,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:42.363257 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-08fa9568-460a-4872-8524-f5208e93823b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0424879 Apr 16 04:26:42.366083 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39660) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:42.390433 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2eba0cd5-438c-4bfe-b7b4-85db1039ab51 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (7d0c8068-9433-4c53-8758-fea168aa6a7c), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.397825 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2eba0cd5-438c-4bfe-b7b4-85db1039ab51 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (7d0c8068-9433-4c53-8758-fea168aa6a7c), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.488419 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2eba0cd5-438c-4bfe-b7b4-85db1039ab51 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (7d0c8068-9433-4c53-8758-fea168aa6a7c), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.494479 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2eba0cd5-438c-4bfe-b7b4-85db1039ab51 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.495572 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2eba0cd5-438c-4bfe-b7b4-85db1039ab51 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/7d0c8068-9433-4c53-8758-fea168aa6a7c HTTP/1.1" status: 204 len: 168 time: 0.1285954 Apr 16 04:26:42.498884 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39662) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:42.501529 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba0cd5-438c-4bfe-b7b4-85db1039ab51 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d0c8068-9433-4c53-8758-fea168aa6a7c,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:42.527097 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-68d9f3b7-d2a7-45bc-8853-f2fd5f48d65d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (d1406120-a491-4f5d-bce1-1a4a1445d2c2), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.573948 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.574698 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bfba175d-85fd-49dc-b17b-4d2874565f0a tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0746844 Apr 16 04:26:42.577788 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39664) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:42.594799 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d9f3b7-d2a7-45bc-8853-f2fd5f48d65d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:42.605885 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-68d9f3b7-d2a7-45bc-8853-f2fd5f48d65d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:42.611944 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d9f3b7-d2a7-45bc-8853-f2fd5f48d65d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:42.612249 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-68d9f3b7-d2a7-45bc-8853-f2fd5f48d65d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.615239 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c46436-16fb-4c2a-af1e-1dddcc43e3a7 None None] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:42.632503 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9f3b7-d2a7-45bc-8853-f2fd5f48d65d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Subnet': ['ID=d1406120-a491-4f5d-bce1-1a4a1445d2c2,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:42.636414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5422ac65-d5a9-4f0f-8349-328fd54c34cc tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (ba5833eb-3858-4dd3-9977-a2055e1bdac4), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.649174 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5422ac65-d5a9-4f0f-8349-328fd54c34cc tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (ba5833eb-3858-4dd3-9977-a2055e1bdac4), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.713473 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-68d9f3b7-d2a7-45bc-8853-f2fd5f48d65d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7099981 Apr 16 04:26:42.716117 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39666) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:42.720530 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-7d4568f9-6374-4adf-bcc4-050d3b0060a4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'security_group': {'name': 'tempest-secgroup-925175213'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:42.735515 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5422ac65-d5a9-4f0f-8349-328fd54c34cc tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (ba5833eb-3858-4dd3-9977-a2055e1bdac4), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.739443 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7', 'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7', 'project_id': '2003f45899ce417e8628a90cb615c285', 'fixed_ips': [{'subnet_id': 'd1406120-a491-4f5d-bce1-1a4a1445d2c2'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:26:42.740402 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.743061 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5422ac65-d5a9-4f0f-8349-328fd54c34cc tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.744155 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5422ac65-d5a9-4f0f-8349-328fd54c34cc tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/ba5833eb-3858-4dd3-9977-a2055e1bdac4 HTTP/1.1" status: 204 len: 168 time: 0.1639013 Apr 16 04:26:42.747091 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39668) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:42.752111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422ac65-d5a9-4f0f-8349-328fd54c34cc tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba5833eb-3858-4dd3-9977-a2055e1bdac4,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:42.796999 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-89e5ec43-1a3d-4acb-b231-df0684485fe1 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0487552 Apr 16 04:26:42.799763 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39670) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:42.808041 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7d4568f9-6374-4adf-bcc4-050d3b0060a4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.823168 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-93731c39-32c4-434f-9d00-52fc519c4629 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (55f64d27-189d-4e53-a0df-f9d1d981bc38), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.831230 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-93731c39-32c4-434f-9d00-52fc519c4629 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (55f64d27-189d-4e53-a0df-f9d1d981bc38), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.883682 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7d4568f9-6374-4adf-bcc4-050d3b0060a4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (6eecb17f-c236-40b4-b46f-4da19c8317d6), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.885325 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] Allocated IP 172.20.0.2 (dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7/d1406120-a491-4f5d-bce1-1a4a1445d2c2/b3cd22be-f5ea-4368-84ff-2a9408416c93) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:42.899463 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-93731c39-32c4-434f-9d00-52fc519c4629 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (55f64d27-189d-4e53-a0df-f9d1d981bc38), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.904736 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-93731c39-32c4-434f-9d00-52fc519c4629 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.906708 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-93731c39-32c4-434f-9d00-52fc519c4629 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/55f64d27-189d-4e53-a0df-f9d1d981bc38 HTTP/1.1" status: 204 len: 168 time: 0.1052272 Apr 16 04:26:42.909220 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39672) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:42.913735 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93731c39-32c4-434f-9d00-52fc519c4629 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55f64d27-189d-4e53-a0df-f9d1d981bc38,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:42.952147 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f9414653-c997-4e6c-866f-f8070676edee tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0415132 Apr 16 04:26:42.953470 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7d4568f9-6374-4adf-bcc4-050d3b0060a4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (6eecb17f-c236-40b4-b46f-4da19c8317d6), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.955478 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39674) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:42.985033 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8dbefeeb-f9c8-45af-95ca-8ad9ace2af40 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (2dc9165d-21a0-482d-bf09-623d0cd55e21), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:42.990706 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4568f9-6374-4adf-bcc4-050d3b0060a4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eecb17f-c236-40b4-b46f-4da19c8317d6,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:42.994053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8dbefeeb-f9c8-45af-95ca-8ad9ace2af40 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (2dc9165d-21a0-482d-bf09-623d0cd55e21), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.022221 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7d4568f9-6374-4adf-bcc4-050d3b0060a4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.023496 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7d4568f9-6374-4adf-bcc4-050d3b0060a4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3064711 Apr 16 04:26:43.026280 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39676) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:43.031275 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-dff8cea4-b186-48f8-8440-32435405e030 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'security_group': {'name': 'tempest-secgroup-1739923090'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:43.038243 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] Publish callbacks [] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.109730 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8dbefeeb-f9c8-45af-95ca-8ad9ace2af40 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (2dc9165d-21a0-482d-bf09-623d0cd55e21), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.114258 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8dbefeeb-f9c8-45af-95ca-8ad9ace2af40 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.115441 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8dbefeeb-f9c8-45af-95ca-8ad9ace2af40 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/2dc9165d-21a0-482d-bf09-623d0cd55e21 HTTP/1.1" status: 204 len: 168 time: 0.1589038 Apr 16 04:26:43.119122 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39678) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:43.123205 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbefeeb-f9c8-45af-95ca-8ad9ace2af40 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2dc9165d-21a0-482d-bf09-623d0cd55e21,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:43.139419 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.140449 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dff8cea4-b186-48f8-8440-32435405e030 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.170232 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a268a3c3-b2da-4031-a38a-8f30e8d2d7f3 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0509150 Apr 16 04:26:43.173211 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39680) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:43.189040 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:43.194401 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:43.198403 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:43.207285 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] Pushing event updated for resources: {'Port': ['ID=b3cd22be-f5ea-4368-84ff-2a9408416c93,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:43.233210 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a836ab1f-ddcb-4101-85e3-34cf062da347 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:26:43.248302 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-25e53cfe-e1a1-4715-97ea-c7be23e70fc5 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (62c202d2-2ae6-478c-accf-613dd24b8d21), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.251025 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dff8cea4-b186-48f8-8440-32435405e030 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (4a95b591-777d-4a78-ad2c-86b4f2fb37b4), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.270017 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: a836ab1f-ddcb-4101-85e3-34cf062da347 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:26:43.270367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a836ab1f-ddcb-4101-85e3-34cf062da347 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:26:43.273079 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-25e53cfe-e1a1-4715-97ea-c7be23e70fc5 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (62c202d2-2ae6-478c-accf-613dd24b8d21), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.285783 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] Attempting to bind port b3cd22be-f5ea-4368-84ff-2a9408416c93 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:26:43.286155 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] Attempting to bind port b3cd22be-f5ea-4368-84ff-2a9408416c93 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'b0e6a134-f248-4993-8a50-53b439d9a0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:26:43.286512 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] Attempting to bind port b3cd22be-f5ea-4368-84ff-2a9408416c93 on network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:26:43.291984 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:26:43.292351 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] Checking segment: {'id': 'b0e6a134-f248-4993-8a50-53b439d9a0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:26:43.292817 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.293341 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] Bound using segment: {'id': 'b0e6a134-f248-4993-8a50-53b439d9a0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:26:43.293806 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] Bound port: b3cd22be-f5ea-4368-84ff-2a9408416c93, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e6a134-f248-4993-8a50-53b439d9a0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:26:43.294180 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.332457 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dff8cea4-b186-48f8-8440-32435405e030 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (4a95b591-777d-4a78-ad2c-86b4f2fb37b4), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.361049 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] For port b3cd22be-f5ea-4368-84ff-2a9408416c93, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:26:43.362507 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8cea4-b186-48f8-8440-32435405e030 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a95b591-777d-4a78-ad2c-86b4f2fb37b4,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:43.364100 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] For port b3cd22be-f5ea-4368-84ff-2a9408416c93, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=b3cd22be-f5ea-4368-84ff-2a9408416c93,segment=NetworkSegment(b0e6a134-f248-4993-8a50-53b439d9a0a6),segment_id=b0e6a134-f248-4993-8a50-53b439d9a0a6)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:26:43.418374 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-25e53cfe-e1a1-4715-97ea-c7be23e70fc5 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (62c202d2-2ae6-478c-accf-613dd24b8d21), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.420936 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-25e53cfe-e1a1-4715-97ea-c7be23e70fc5 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.422101 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-25e53cfe-e1a1-4715-97ea-c7be23e70fc5 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-groups/62c202d2-2ae6-478c-accf-613dd24b8d21 HTTP/1.1" status: 204 len: 168 time: 0.2479193 Apr 16 04:26:43.424684 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39682) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:43.432056 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e53cfe-e1a1-4715-97ea-c7be23e70fc5 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c202d2-2ae6-478c-accf-613dd24b8d21,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:43.452186 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.453288 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dff8cea4-b186-48f8-8440-32435405e030 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.458970 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-dff8cea4-b186-48f8-8440-32435405e030 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4272261 Apr 16 04:26:43.459899 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39684) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:43.467905 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-7a2d1585-8a61-48f4-8eaa-0c7ae9c1cca0 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1473247392', 'security_groups': ['4a95b591-777d-4a78-ad2c-86b4f2fb37b4'], 'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd1406120-a491-4f5d-bce1-1a4a1445d2c2'}]}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:43.478404 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3f32bb4d-4918-4b57-b292-946a509b8864 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0485654 Apr 16 04:26:43.480873 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39686) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:43.485664 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-398f8a84-076f-469c-89f1-27fab8127f5b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180230477'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:43.515842 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735aea25-f77e-490d-86a6-9d8394975c28 None None] Pushing event updated for resources: {'Port': ['ID=b3cd22be-f5ea-4368-84ff-2a9408416c93,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:43.597138 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-398f8a84-076f-469c-89f1-27fab8127f5b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.653799 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2d1585-8a61-48f4-8eaa-0c7ae9c1cca0 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:43.691022 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-398f8a84-076f-469c-89f1-27fab8127f5b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (88b6b711-45dc-4ea6-919d-0375a06a2f6f), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.757270 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-398f8a84-076f-469c-89f1-27fab8127f5b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (88b6b711-45dc-4ea6-919d-0375a06a2f6f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.761578 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a2d1585-8a61-48f4-8eaa-0c7ae9c1cca0 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.783916 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-7a2d1585-8a61-48f4-8eaa-0c7ae9c1cca0 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] device_id is not set on port ab8fa6df-9869-455c-9127-fbcdb544b731 yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:26:43.791324 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f8a84-076f-469c-89f1-27fab8127f5b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b6b711-45dc-4ea6-919d-0375a06a2f6f,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:43.867518 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-398f8a84-076f-469c-89f1-27fab8127f5b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:43.868829 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-398f8a84-076f-469c-89f1-27fab8127f5b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3867979 Apr 16 04:26:43.871560 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39688) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:43.876433 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-75c34843-1773-446a-b4e2-446d63305a9d tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group_rule': {'security_group_id': '88b6b711-45dc-4ea6-919d-0375a06a2f6f', 'direction': 'ingress', 'protocol': 17}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:43.966700 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-7a2d1585-8a61-48f4-8eaa-0c7ae9c1cca0 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Allocated IP 172.20.0.11 (dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7/d1406120-a491-4f5d-bce1-1a4a1445d2c2/ab8fa6df-9869-455c-9127-fbcdb544b731) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:43.985952 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c34843-1773-446a-b4e2-446d63305a9d tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (92aa3e4c-7ac8-4d4c-a970-e8a5ed8ae5cc), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:44.015426 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:44.042617 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c34843-1773-446a-b4e2-446d63305a9d tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (92aa3e4c-7ac8-4d4c-a970-e8a5ed8ae5cc), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:44.106047 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a2d1585-8a61-48f4-8eaa-0c7ae9c1cca0 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (ab8fa6df-9869-455c-9127-fbcdb544b731), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:44.134134 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c34843-1773-446a-b4e2-446d63305a9d tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (92aa3e4c-7ac8-4d4c-a970-e8a5ed8ae5cc), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:44.153983 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c34843-1773-446a-b4e2-446d63305a9d tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92aa3e4c-7ac8-4d4c-a970-e8a5ed8ae5cc,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:44.232074 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a2d1585-8a61-48f4-8eaa-0c7ae9c1cca0 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (ab8fa6df-9869-455c-9127-fbcdb544b731), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:44.267506 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75c34843-1773-446a-b4e2-446d63305a9d tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:44.268755 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-75c34843-1773-446a-b4e2-446d63305a9d tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3962624 Apr 16 04:26:44.271700 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39690) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:44.282638 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2d1585-8a61-48f4-8eaa-0c7ae9c1cca0 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:44.288486 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-7a2d1585-8a61-48f4-8eaa-0c7ae9c1cca0 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:44.292954 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2d1585-8a61-48f4-8eaa-0c7ae9c1cca0 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:44.319927 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d1585-8a61-48f4-8eaa-0c7ae9c1cca0 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=ab8fa6df-9869-455c-9127-fbcdb544b731,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:44.334473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e172eab3-a011-46d1-9b9d-d8e5d7a91da4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (88b6b711-45dc-4ea6-919d-0375a06a2f6f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:44.353291 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2d1585-8a61-48f4-8eaa-0c7ae9c1cca0 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:44.353958 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a2d1585-8a61-48f4-8eaa-0c7ae9c1cca0 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:44.365799 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e172eab3-a011-46d1-9b9d-d8e5d7a91da4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (88b6b711-45dc-4ea6-919d-0375a06a2f6f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:44.434190 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7a2d1585-8a61-48f4-8eaa-0c7ae9c1cca0 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9731777 Apr 16 04:26:44.437176 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39692) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:44.442287 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-7b51b369-3f35-4f2e-99b1-e7dcd6729ae3 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'subnet': {'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:44.489473 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8f55b8c8-5d07-4f2b-b438-2aa6660c5d37 None None] Provisioning complete for port e14aeb15-49bf-4e9c-91cb-cb57e2545ee5 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:44.489995 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8f55b8c8-5d07-4f2b-b438-2aa6660c5d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e14aeb15-49bf-4e9c-91cb-cb57e2545ee5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:44.511653 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e172eab3-a011-46d1-9b9d-d8e5d7a91da4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (88b6b711-45dc-4ea6-919d-0375a06a2f6f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:44.514798 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e172eab3-a011-46d1-9b9d-d8e5d7a91da4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:44.516067 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e172eab3-a011-46d1-9b9d-d8e5d7a91da4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-groups/88b6b711-45dc-4ea6-919d-0375a06a2f6f HTTP/1.1" status: 204 len: 168 time: 0.2433178 Apr 16 04:26:44.519064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39694) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:44.532879 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8f55b8c8-5d07-4f2b-b438-2aa6660c5d37 None None] Port e14aeb15-49bf-4e9c-91cb-cb57e2545ee5 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:44.544334 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172eab3-a011-46d1-9b9d-d8e5d7a91da4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b6b711-45dc-4ea6-919d-0375a06a2f6f,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:44.548307 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8f55b8c8-5d07-4f2b-b438-2aa6660c5d37 None None] Provisioning complete for port b3cd22be-f5ea-4368-84ff-2a9408416c93 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:44.548307 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8f55b8c8-5d07-4f2b-b438-2aa6660c5d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:44.579167 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-fc73ebb8-336e-4cff-9523-e13608c9e2ee tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0591357 Apr 16 04:26:44.582824 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39696) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:44.587796 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f8badfdc-f166-4d9f-8af6-7bbd9856497b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group': {'name': 'tempest-secgroup--1607187682'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:44.647316 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b51b369-3f35-4f2e-99b1-e7dcd6729ae3 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:44.650928 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7b51b369-3f35-4f2e-99b1-e7dcd6729ae3 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:44.710372 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8badfdc-f166-4d9f-8af6-7bbd9856497b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:44.770180 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.ipam_backend_mixin [None req-7b51b369-3f35-4f2e-99b1-e7dcd6729ae3 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d1406120-a491-4f5d-bce1-1a4a1445d2c2 (CIDR: 172.20.0.0/28) Apr 16 04:26:44.789127 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8f55b8c8-5d07-4f2b-b438-2aa6660c5d37 None None] Current status of the port b3cd22be-f5ea-4368-84ff-2a9408416c93 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:44.789672 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8f55b8c8-5d07-4f2b-b438-2aa6660c5d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:44.807147 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8badfdc-f166-4d9f-8af6-7bbd9856497b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (1fad0731-006a-4dc6-95e6-7ff34257eb87), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:44.822839 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-8f55b8c8-5d07-4f2b-b438-2aa6660c5d37 None None] For port b3cd22be-f5ea-4368-84ff-2a9408416c93, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=b3cd22be-f5ea-4368-84ff-2a9408416c93,segment=NetworkSegment(b0e6a134-f248-4993-8a50-53b439d9a0a6),segment_id=b0e6a134-f248-4993-8a50-53b439d9a0a6)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:44.831260 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b51b369-3f35-4f2e-99b1-e7dcd6729ae3 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:26:44.831774 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b51b369-3f35-4f2e-99b1-e7dcd6729ae3 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:44.887672 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8badfdc-f166-4d9f-8af6-7bbd9856497b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (1fad0731-006a-4dc6-95e6-7ff34257eb87), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:44.910826 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8f55b8c8-5d07-4f2b-b438-2aa6660c5d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:44.917062 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7b51b369-3f35-4f2e-99b1-e7dcd6729ae3 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4787667 Apr 16 04:26:44.919687 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39698) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:44.924400 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-0b69bb67-b71b-42a6-b513-e8d0050174c4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'subnet': {'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:44.930053 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8badfdc-f166-4d9f-8af6-7bbd9856497b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fad0731-006a-4dc6-95e6-7ff34257eb87,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:44.962317 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55b8c8-5d07-4f2b-b438-2aa6660c5d37 None None] Pushing event updated for resources: {'Port': ['ID=b3cd22be-f5ea-4368-84ff-2a9408416c93,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:44.987006 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8badfdc-f166-4d9f-8af6-7bbd9856497b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:44.988173 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f8badfdc-f166-4d9f-8af6-7bbd9856497b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4041426 Apr 16 04:26:44.991000 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39700) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:44.996894 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-98d8b043-df1e-40a2-bb3e-93524ed10758 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group': {'name': 'tempest-secgroup--493799174'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:45.028501 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-87ef36fa-d0e0-48c7-a308-4b4bba64493a None None] Provisioning complete for port ab8fa6df-9869-455c-9127-fbcdb544b731 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:45.029145 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-87ef36fa-d0e0-48c7-a308-4b4bba64493a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ab8fa6df-9869-455c-9127-fbcdb544b731), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:45.062670 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-87ef36fa-d0e0-48c7-a308-4b4bba64493a None None] Port ab8fa6df-9869-455c-9127-fbcdb544b731 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:45.088172 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-98d8b043-df1e-40a2-bb3e-93524ed10758 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:45.147852 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b69bb67-b71b-42a6-b513-e8d0050174c4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:45.151450 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b69bb67-b71b-42a6-b513-e8d0050174c4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:45.161894 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-98d8b043-df1e-40a2-bb3e-93524ed10758 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (d8808cab-ceaa-4aa9-a701-638523605342), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:45.225975 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-98d8b043-df1e-40a2-bb3e-93524ed10758 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (d8808cab-ceaa-4aa9-a701-638523605342), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:45.228336 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device b3cd22be-f5ea-4368-84ff-2a9408416c93 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:26:45.276617 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port b3cd22be-f5ea-4368-84ff-2a9408416c93 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:45.276875 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8b043-df1e-40a2-bb3e-93524ed10758 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8808cab-ceaa-4aa9-a701-638523605342,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:45.276992 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:45.341778 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-98d8b043-df1e-40a2-bb3e-93524ed10758 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:45.343059 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-98d8b043-df1e-40a2-bb3e-93524ed10758 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3511541 Apr 16 04:26:45.345855 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39702) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:45.350123 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-20af75df-0f40-4612-bb6c-ba6acae36f5b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group_rule': {'security_group_id': '1fad0731-006a-4dc6-95e6-7ff34257eb87', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd8808cab-ceaa-4aa9-a701-638523605342', 'remote_ip_prefix': None}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:45.374967 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port b3cd22be-f5ea-4368-84ff-2a9408416c93 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:45.390824 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:45.503374 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-20af75df-0f40-4612-bb6c-ba6acae36f5b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (b01d5f1d-d37b-4f6b-a8a7-1bc78f8fb947), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:45.521988 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b69bb67-b71b-42a6-b513-e8d0050174c4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (f6add2fb-ba06-4598-88f7-e564e73af5e4), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:45.572699 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b69bb67-b71b-42a6-b513-e8d0050174c4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:45.581677 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-0b69bb67-b71b-42a6-b513-e8d0050174c4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:45.584687 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b69bb67-b71b-42a6-b513-e8d0050174c4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:45.585309 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b69bb67-b71b-42a6-b513-e8d0050174c4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:45.591027 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b391fc-8e33-4d7a-9f55-69931b2fc859 None None] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:45.614307 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69bb67-b71b-42a6-b513-e8d0050174c4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Subnet': ['ID=f6add2fb-ba06-4598-88f7-e564e73af5e4,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:45.647117 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-20af75df-0f40-4612-bb6c-ba6acae36f5b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (b01d5f1d-d37b-4f6b-a8a7-1bc78f8fb947), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:45.696741 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0b69bb67-b71b-42a6-b513-e8d0050174c4 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7760296 Apr 16 04:26:45.699427 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39704) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:45.704848 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-acee8ecf-0486-4a50-859e-bd6561b2c3f9 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1898601755', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f6add2fb-ba06-4598-88f7-e564e73af5e4'}], 'security_groups': ['6eecb17f-c236-40b4-b46f-4da19c8317d6']}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:45.746245 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-20af75df-0f40-4612-bb6c-ba6acae36f5b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (b01d5f1d-d37b-4f6b-a8a7-1bc78f8fb947), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:45.770742 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60829a3-9fc8-4c72-b386-e84bc3a21993 None None] Update dhcp port {'port': {'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7', 'fixed_ips': [{'subnet_id': 'd1406120-a491-4f5d-bce1-1a4a1445d2c2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f6add2fb-ba06-4598-88f7-e564e73af5e4'}], 'binding:host_id': 'dv-neutron-838078-2-hyperv'}, 'id': 'b3cd22be-f5ea-4368-84ff-2a9408416c93'} from dv-neutron-838078-2-hyperv. {{(pid=104634) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 16 04:26:45.782528 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af75df-0f40-4612-bb6c-ba6acae36f5b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01d5f1d-d37b-4f6b-a8a7-1bc78f8fb947,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:45.802345 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b60829a3-9fc8-4c72-b386-e84bc3a21993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:45.885940 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-acee8ecf-0486-4a50-859e-bd6561b2c3f9 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ab8fa6df-9869-455c-9127-fbcdb544b731), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:45.902678 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-20af75df-0f40-4612-bb6c-ba6acae36f5b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:45.903880 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-20af75df-0f40-4612-bb6c-ba6acae36f5b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5571125 Apr 16 04:26:45.907431 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39706) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:45.932269 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f8b2b836-883c-48e9-9a1b-eb4a603d924b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (b01d5f1d-d37b-4f6b-a8a7-1bc78f8fb947), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:45.941447 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f8b2b836-883c-48e9-9a1b-eb4a603d924b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (b01d5f1d-d37b-4f6b-a8a7-1bc78f8fb947), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:45.979582 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-b60829a3-9fc8-4c72-b386-e84bc3a21993 None None] Allocated IP 172.20.0.18 (dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7/f6add2fb-ba06-4598-88f7-e564e73af5e4/b3cd22be-f5ea-4368-84ff-2a9408416c93) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:46.042649 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f8b2b836-883c-48e9-9a1b-eb4a603d924b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (b01d5f1d-d37b-4f6b-a8a7-1bc78f8fb947), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:46.049267 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f8b2b836-883c-48e9-9a1b-eb4a603d924b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:46.054739 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f8b2b836-883c-48e9-9a1b-eb4a603d924b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b01d5f1d-d37b-4f6b-a8a7-1bc78f8fb947 HTTP/1.1" status: 204 len: 168 time: 0.1428463 Apr 16 04:26:46.056340 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39708) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:46.063329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2b836-883c-48e9-9a1b-eb4a603d924b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b01d5f1d-d37b-4f6b-a8a7-1bc78f8fb947,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:46.081128 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-b60829a3-9fc8-4c72-b386-e84bc3a21993 None None] For port b3cd22be-f5ea-4368-84ff-2a9408416c93, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=b3cd22be-f5ea-4368-84ff-2a9408416c93,segment=NetworkSegment(b0e6a134-f248-4993-8a50-53b439d9a0a6),segment_id=b0e6a134-f248-4993-8a50-53b439d9a0a6)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:46.102099 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-63e3710f-38dc-4f9e-97a1-3d278e7d364d tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0444224 Apr 16 04:26:46.105095 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39710) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:46.111098 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b60829a3-9fc8-4c72-b386-e84bc3a21993 None None] Publish callbacks [] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:46.158835 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-88e15a92-a472-463d-87ed-76824ba28dba tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (d8808cab-ceaa-4aa9-a701-638523605342), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:46.162419 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b60829a3-9fc8-4c72-b386-e84bc3a21993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:46.207480 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-88e15a92-a472-463d-87ed-76824ba28dba tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (d8808cab-ceaa-4aa9-a701-638523605342), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:46.254593 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60829a3-9fc8-4c72-b386-e84bc3a21993 None None] Pushing event updated for resources: {'Port': ['ID=b3cd22be-f5ea-4368-84ff-2a9408416c93,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:46.311809 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-acee8ecf-0486-4a50-859e-bd6561b2c3f9 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Delete allocated IP 172.20.0.11 (dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7/d1406120-a491-4f5d-bce1-1a4a1445d2c2) {{(pid=104632) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 16 04:26:46.319601 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-acee8ecf-0486-4a50-859e-bd6561b2c3f9 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Allocated IP 172.20.0.20 (dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7/f6add2fb-ba06-4598-88f7-e564e73af5e4/ab8fa6df-9869-455c-9127-fbcdb544b731) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:46.352113 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-88e15a92-a472-463d-87ed-76824ba28dba tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (d8808cab-ceaa-4aa9-a701-638523605342), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:46.354703 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-88e15a92-a472-463d-87ed-76824ba28dba tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:46.358743 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-88e15a92-a472-463d-87ed-76824ba28dba tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-groups/d8808cab-ceaa-4aa9-a701-638523605342 HTTP/1.1" status: 204 len: 168 time: 0.2490957 Apr 16 04:26:46.359466 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39712) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:46.372816 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e15a92-a472-463d-87ed-76824ba28dba tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8808cab-ceaa-4aa9-a701-638523605342,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:46.422285 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-bf5da7fd-72fd-4613-bf6a-580b1373f087 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0585620 Apr 16 04:26:46.422655 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39714) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:46.478201 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e8e99f05-4da6-49f6-b05c-af31454a09ba tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (1fad0731-006a-4dc6-95e6-7ff34257eb87), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:46.507325 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e8e99f05-4da6-49f6-b05c-af31454a09ba tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (1fad0731-006a-4dc6-95e6-7ff34257eb87), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:46.511664 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-acee8ecf-0486-4a50-859e-bd6561b2c3f9 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (ab8fa6df-9869-455c-9127-fbcdb544b731), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:46.574403 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-acee8ecf-0486-4a50-859e-bd6561b2c3f9 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (ab8fa6df-9869-455c-9127-fbcdb544b731), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:46.608006 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e8e99f05-4da6-49f6-b05c-af31454a09ba tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (1fad0731-006a-4dc6-95e6-7ff34257eb87), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:46.613232 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e8e99f05-4da6-49f6-b05c-af31454a09ba tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:46.616842 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e8e99f05-4da6-49f6-b05c-af31454a09ba tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-groups/1fad0731-006a-4dc6-95e6-7ff34257eb87 HTTP/1.1" status: 204 len: 168 time: 0.1910434 Apr 16 04:26:46.621920 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39716) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:46.634786 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e99f05-4da6-49f6-b05c-af31454a09ba tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fad0731-006a-4dc6-95e6-7ff34257eb87,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:46.673845 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee8ecf-0486-4a50-859e-bd6561b2c3f9 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=ab8fa6df-9869-455c-9127-fbcdb544b731,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:46.690756 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-acee8ecf-0486-4a50-859e-bd6561b2c3f9 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] In _notify_port_updated(), no bound segment for port ab8fa6df-9869-455c-9127-fbcdb544b731 on network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 {{(pid=104632) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:26:46.695848 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acee8ecf-0486-4a50-859e-bd6561b2c3f9 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:46.696495 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-acee8ecf-0486-4a50-859e-bd6561b2c3f9 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:46.700478 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-90565a56-4a62-4ac7-ae33-90410820cbab tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0749795 Apr 16 04:26:46.700776 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-acee8ecf-0486-4a50-859e-bd6561b2c3f9 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "PUT /v2.0/ports/ab8fa6df-9869-455c-9127-fbcdb544b731 HTTP/1.1" status: 200 len: 921 time: 0.9975963 Apr 16 04:26:46.700887 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39718) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:46.702692 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39720) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:46.707149 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-02ae9a1d-9d54-48f3-98dd-59911e57e9f6 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group': {'name': 'tempest-secgroup--279714683'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:46.791142 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-1b709411-8ffc-49c8-8c33-70a66a765bfa tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port ab8fa6df-9869-455c-9127-fbcdb544b731 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:46.791479 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1b709411-8ffc-49c8-8c33-70a66a765bfa tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (ab8fa6df-9869-455c-9127-fbcdb544b731), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:46.825500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-02ae9a1d-9d54-48f3-98dd-59911e57e9f6 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:46.881825 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1b709411-8ffc-49c8-8c33-70a66a765bfa tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (ab8fa6df-9869-455c-9127-fbcdb544b731), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:46.894567 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-2e6c5336-8274-4150-b36b-98d6bbf5d148 None None] Provisioning complete for port e14aeb15-49bf-4e9c-91cb-cb57e2545ee5 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:46.895276 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2e6c5336-8274-4150-b36b-98d6bbf5d148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e14aeb15-49bf-4e9c-91cb-cb57e2545ee5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:46.896990 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-1b709411-8ffc-49c8-8c33-70a66a765bfa tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for ab8fa6df-9869-455c-9127-fbcdb544b731 owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:46.911212 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-02ae9a1d-9d54-48f3-98dd-59911e57e9f6 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (99c3cd25-40a1-443e-b461-790c1ed71680), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:46.930253 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2e6c5336-8274-4150-b36b-98d6bbf5d148 None None] Port e14aeb15-49bf-4e9c-91cb-cb57e2545ee5 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:46.938225 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-2e6c5336-8274-4150-b36b-98d6bbf5d148 None None] Provisioning complete for port b3cd22be-f5ea-4368-84ff-2a9408416c93 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:46.938599 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2e6c5336-8274-4150-b36b-98d6bbf5d148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:46.989958 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-02ae9a1d-9d54-48f3-98dd-59911e57e9f6 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (99c3cd25-40a1-443e-b461-790c1ed71680), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.020818 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2e6c5336-8274-4150-b36b-98d6bbf5d148 None None] Current status of the port b3cd22be-f5ea-4368-84ff-2a9408416c93 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:47.021702 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae9a1d-9d54-48f3-98dd-59911e57e9f6 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c3cd25-40a1-443e-b461-790c1ed71680,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:47.032073 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-2e6c5336-8274-4150-b36b-98d6bbf5d148 None None] Provisioning complete for port ab8fa6df-9869-455c-9127-fbcdb544b731 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:47.032508 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2e6c5336-8274-4150-b36b-98d6bbf5d148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ab8fa6df-9869-455c-9127-fbcdb544b731), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.073201 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2e6c5336-8274-4150-b36b-98d6bbf5d148 None None] Port ab8fa6df-9869-455c-9127-fbcdb544b731 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:47.073845 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-02ae9a1d-9d54-48f3-98dd-59911e57e9f6 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.078932 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-02ae9a1d-9d54-48f3-98dd-59911e57e9f6 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3750799 Apr 16 04:26:47.079592 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39722) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:47.084343 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-a6638613-98de-4e77-886e-aab760937a25 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group_rule': {'security_group_id': '99c3cd25-40a1-443e-b461-790c1ed71680', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:47.181533 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a6638613-98de-4e77-886e-aab760937a25 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (3fd421b9-93ad-4bc9-9bcb-e1588ef9d2a7), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.220913 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device b3cd22be-f5ea-4368-84ff-2a9408416c93 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:26:47.258641 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a6638613-98de-4e77-886e-aab760937a25 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (3fd421b9-93ad-4bc9-9bcb-e1588ef9d2a7), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.282573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port b3cd22be-f5ea-4368-84ff-2a9408416c93 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:47.282943 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.345567 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a6638613-98de-4e77-886e-aab760937a25 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (3fd421b9-93ad-4bc9-9bcb-e1588ef9d2a7), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.363044 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port b3cd22be-f5ea-4368-84ff-2a9408416c93 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:47.367163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6638613-98de-4e77-886e-aab760937a25 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd421b9-93ad-4bc9-9bcb-e1588ef9d2a7,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:47.391311 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c6919cd8-5673-4120-99c7-173f61378dfa None None] Provisioning complete for port ab8fa6df-9869-455c-9127-fbcdb544b731 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:47.391611 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c6919cd8-5673-4120-99c7-173f61378dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ab8fa6df-9869-455c-9127-fbcdb544b731), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.396522 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1b709411-8ffc-49c8-8c33-70a66a765bfa tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (ab8fa6df-9869-455c-9127-fbcdb544b731), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.421334 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a6638613-98de-4e77-886e-aab760937a25 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.425161 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a6638613-98de-4e77-886e-aab760937a25 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3420737 Apr 16 04:26:47.425868 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39724) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:47.434128 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b709411-8ffc-49c8-8c33-70a66a765bfa tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=ab8fa6df-9869-455c-9127-fbcdb544b731,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:47.445052 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c6919cd8-5673-4120-99c7-173f61378dfa None None] Port ab8fa6df-9869-455c-9127-fbcdb544b731 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:47.453487 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e1fdfe48-5245-4cee-8003-3fe378dad135 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (3fd421b9-93ad-4bc9-9bcb-e1588ef9d2a7), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.462418 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e1fdfe48-5245-4cee-8003-3fe378dad135 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (3fd421b9-93ad-4bc9-9bcb-e1588ef9d2a7), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.502803 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1b709411-8ffc-49c8-8c33-70a66a765bfa tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.506009 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1b709411-8ffc-49c8-8c33-70a66a765bfa tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/ports/ab8fa6df-9869-455c-9127-fbcdb544b731 HTTP/1.1" status: 204 len: 168 time: 0.8040807 Apr 16 04:26:47.508893 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39726) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:47.538712 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3879a67-39f6-429b-8254-3cc80f15a2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] GET failed (client error): The resource could not be found. Apr 16 04:26:47.540193 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d3879a67-39f6-429b-8254-3cc80f15a2ae tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports/ab8fa6df-9869-455c-9127-fbcdb544b731 HTTP/1.1" status: 404 len: 333 time: 0.0300963 Apr 16 04:26:47.543011 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39728) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:47.551576 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e1fdfe48-5245-4cee-8003-3fe378dad135 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (3fd421b9-93ad-4bc9-9bcb-e1588ef9d2a7), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.563710 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e1fdfe48-5245-4cee-8003-3fe378dad135 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.564839 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e1fdfe48-5245-4cee-8003-3fe378dad135 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/3fd421b9-93ad-4bc9-9bcb-e1588ef9d2a7 HTTP/1.1" status: 204 len: 168 time: 0.1380272 Apr 16 04:26:47.567462 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39730) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:47.579274 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdfe48-5245-4cee-8003-3fe378dad135 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fd421b9-93ad-4bc9-9bcb-e1588ef9d2a7,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:47.611639 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5412705a-e3d0-4c49-b4f0-6b9532b92bb4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0415747 Apr 16 04:26:47.614296 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39732) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:47.615096 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acf52602-e36b-468f-b3c6-01868ac2739b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (4a95b591-777d-4a78-ad2c-86b4f2fb37b4), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.640870 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acf52602-e36b-468f-b3c6-01868ac2739b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (4a95b591-777d-4a78-ad2c-86b4f2fb37b4), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.671009 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b5a87685-8265-4fca-a508-edddad76158b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (99c3cd25-40a1-443e-b461-790c1ed71680), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.694581 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b5a87685-8265-4fca-a508-edddad76158b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (99c3cd25-40a1-443e-b461-790c1ed71680), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.778379 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acf52602-e36b-468f-b3c6-01868ac2739b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (4a95b591-777d-4a78-ad2c-86b4f2fb37b4), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.781096 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-acf52602-e36b-468f-b3c6-01868ac2739b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.782390 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-acf52602-e36b-468f-b3c6-01868ac2739b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/security-groups/4a95b591-777d-4a78-ad2c-86b4f2fb37b4 HTTP/1.1" status: 204 len: 168 time: 0.2384319 Apr 16 04:26:47.790428 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39734) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:47.791733 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf52602-e36b-468f-b3c6-01868ac2739b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a95b591-777d-4a78-ad2c-86b4f2fb37b4,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:47.808101 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b5a87685-8265-4fca-a508-edddad76158b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (99c3cd25-40a1-443e-b461-790c1ed71680), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.811391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b5a87685-8265-4fca-a508-edddad76158b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.812522 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b5a87685-8265-4fca-a508-edddad76158b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-groups/99c3cd25-40a1-443e-b461-790c1ed71680 HTTP/1.1" status: 204 len: 168 time: 0.1973040 Apr 16 04:26:47.815176 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39736) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:47.833252 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a87685-8265-4fca-a508-edddad76158b tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c3cd25-40a1-443e-b461-790c1ed71680,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:47.861779 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-32b9fb69-707e-4903-b094-f4a2f21b99b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (6eecb17f-c236-40b4-b46f-4da19c8317d6), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.867373 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a958d33e-b369-43b4-870c-577481296944 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0466819 Apr 16 04:26:47.867715 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39738) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:47.876964 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-fb0c0b22-ebce-4c8a-a35e-3be3b30245f4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group': {'name': 'tempest-secgroup--1809757913'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:47.887240 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-32b9fb69-707e-4903-b094-f4a2f21b99b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (6eecb17f-c236-40b4-b46f-4da19c8317d6), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.945276 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fb0c0b22-ebce-4c8a-a35e-3be3b30245f4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.990867 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-32b9fb69-707e-4903-b094-f4a2f21b99b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (6eecb17f-c236-40b4-b46f-4da19c8317d6), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.993394 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-32b9fb69-707e-4903-b094-f4a2f21b99b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:47.994650 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-32b9fb69-707e-4903-b094-f4a2f21b99b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/security-groups/6eecb17f-c236-40b4-b46f-4da19c8317d6 HTTP/1.1" status: 204 len: 168 time: 0.2032311 Apr 16 04:26:47.998590 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39740) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:48.012451 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9fb69-707e-4903-b094-f4a2f21b99b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eecb17f-c236-40b4-b46f-4da19c8317d6,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:48.036399 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fb0c0b22-ebce-4c8a-a35e-3be3b30245f4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (c0869a7e-8780-40ee-b1ac-7655916cc683), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:48.055963 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40f9036-2b24-41f3-bf9e-e4262b278667 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting subnet d1406120-a491-4f5d-bce1-1a4a1445d2c2 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:26:48.058998 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c40f9036-2b24-41f3-bf9e-e4262b278667 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (d1406120-a491-4f5d-bce1-1a4a1445d2c2), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:48.098044 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c40f9036-2b24-41f3-bf9e-e4262b278667 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (d1406120-a491-4f5d-bce1-1a4a1445d2c2), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:48.105389 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fb0c0b22-ebce-4c8a-a35e-3be3b30245f4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (c0869a7e-8780-40ee-b1ac-7655916cc683), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:48.135307 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c0b22-ebce-4c8a-a35e-3be3b30245f4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0869a7e-8780-40ee-b1ac-7655916cc683,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:48.182057 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fb0c0b22-ebce-4c8a-a35e-3be3b30245f4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:48.185958 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-fb0c0b22-ebce-4c8a-a35e-3be3b30245f4 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3147037 Apr 16 04:26:48.186099 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c40f9036-2b24-41f3-bf9e-e4262b278667 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (d1406120-a491-4f5d-bce1-1a4a1445d2c2), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:48.186248 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39742) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:48.190640 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-837732b0-c91f-4f66-84e9-da9a266fe202 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group_rule': {'security_group_id': 'c0869a7e-8780-40ee-b1ac-7655916cc683', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:48.271172 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-837732b0-c91f-4f66-84e9-da9a266fe202 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (893be909-2148-4392-8417-c0467e78afc8), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:48.300881 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c40f9036-2b24-41f3-bf9e-e4262b278667 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (d1406120-a491-4f5d-bce1-1a4a1445d2c2), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:48.330034 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-837732b0-c91f-4f66-84e9-da9a266fe202 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (893be909-2148-4392-8417-c0467e78afc8), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:48.330698 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f9036-2b24-41f3-bf9e-e4262b278667 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Subnet': ['ID=d1406120-a491-4f5d-bce1-1a4a1445d2c2,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:48.332777 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c40f9036-2b24-41f3-bf9e-e4262b278667 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:48.337819 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c40f9036-2b24-41f3-bf9e-e4262b278667 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/subnets/d1406120-a491-4f5d-bce1-1a4a1445d2c2 HTTP/1.1" status: 204 len: 168 time: 0.3363481 Apr 16 04:26:48.337941 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959955cc-03d9-4e4a-a3e7-4157d4db2648 None None] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:48.340125 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39744) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:48.346109 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-547b3d08-c6df-47ef-aa2e-d4152ac60dc9 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'subnet': {'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:48.385584 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-837732b0-c91f-4f66-84e9-da9a266fe202 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (893be909-2148-4392-8417-c0467e78afc8), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:48.406276 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837732b0-c91f-4f66-84e9-da9a266fe202 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893be909-2148-4392-8417-c0467e78afc8,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:48.495574 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-837732b0-c91f-4f66-84e9-da9a266fe202 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:48.496927 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-837732b0-c91f-4f66-84e9-da9a266fe202 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3097117 Apr 16 04:26:48.500110 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39746) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:48.518070 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5c8332ed-8891-4efd-af95-0a0b82c89ba1 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-group-rules/893be909-2148-4392-8417-c0467e78afc8 HTTP/1.1" status: 200 len: 763 time: 0.0167673 Apr 16 04:26:48.520537 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39748) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:48.563458 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fee627b2-f8a2-4819-894a-498bab630e22 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0417743 Apr 16 04:26:48.566141 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39750) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:48.574019 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547b3d08-c6df-47ef-aa2e-d4152ac60dc9 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:48.577288 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-547b3d08-c6df-47ef-aa2e-d4152ac60dc9 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:48.617430 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3afd0d83-00f7-41dd-a4df-ac59cff64900 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (893be909-2148-4392-8417-c0467e78afc8), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:48.653632 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3afd0d83-00f7-41dd-a4df-ac59cff64900 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (893be909-2148-4392-8417-c0467e78afc8), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:48.782268 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3afd0d83-00f7-41dd-a4df-ac59cff64900 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (893be909-2148-4392-8417-c0467e78afc8), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:48.789615 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3afd0d83-00f7-41dd-a4df-ac59cff64900 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:48.790847 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3afd0d83-00f7-41dd-a4df-ac59cff64900 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/893be909-2148-4392-8417-c0467e78afc8 HTTP/1.1" status: 204 len: 168 time: 0.2236228 Apr 16 04:26:48.793412 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39752) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:48.799399 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd0d83-00f7-41dd-a4df-ac59cff64900 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=893be909-2148-4392-8417-c0467e78afc8,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:48.844140 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5f14b5f8-4d12-496d-8c43-00639fb88ec9 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0481551 Apr 16 04:26:48.844559 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39754) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:48.852889 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-b288dbff-b8f9-4c99-b42b-cda206960ac6 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group_rule': {'security_group_id': 'c0869a7e-8780-40ee-b1ac-7655916cc683', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:48.950591 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b288dbff-b8f9-4c99-b42b-cda206960ac6 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (a955cdf5-c515-4d02-8485-e8c25ba0ea26), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:48.970122 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c493ebf7-c43b-4a5f-a427-26039be72208 None None] Provisioning complete for port e14aeb15-49bf-4e9c-91cb-cb57e2545ee5 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:48.970564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c493ebf7-c43b-4a5f-a427-26039be72208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e14aeb15-49bf-4e9c-91cb-cb57e2545ee5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.005734 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c493ebf7-c43b-4a5f-a427-26039be72208 None None] Port e14aeb15-49bf-4e9c-91cb-cb57e2545ee5 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:49.013525 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c493ebf7-c43b-4a5f-a427-26039be72208 None None] Provisioning complete for port b3cd22be-f5ea-4368-84ff-2a9408416c93 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:49.013889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c493ebf7-c43b-4a5f-a427-26039be72208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.018721 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b288dbff-b8f9-4c99-b42b-cda206960ac6 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (a955cdf5-c515-4d02-8485-e8c25ba0ea26), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.019912 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-547b3d08-c6df-47ef-aa2e-d4152ac60dc9 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (666d5690-5948-4be5-9363-e2daecd00673), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.068717 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547b3d08-c6df-47ef-aa2e-d4152ac60dc9 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:49.071880 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-547b3d08-c6df-47ef-aa2e-d4152ac60dc9 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:49.075057 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547b3d08-c6df-47ef-aa2e-d4152ac60dc9 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:49.075691 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-547b3d08-c6df-47ef-aa2e-d4152ac60dc9 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.081833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c83eaa6-84be-4c14-a69f-d5779a579a49 None None] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:49.082029 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b3d08-c6df-47ef-aa2e-d4152ac60dc9 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Subnet': ['ID=666d5690-5948-4be5-9363-e2daecd00673,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:49.109618 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b288dbff-b8f9-4c99-b42b-cda206960ac6 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (a955cdf5-c515-4d02-8485-e8c25ba0ea26), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.115199 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c493ebf7-c43b-4a5f-a427-26039be72208 None None] Current status of the port b3cd22be-f5ea-4368-84ff-2a9408416c93 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:49.130866 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288dbff-b8f9-4c99-b42b-cda206960ac6 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a955cdf5-c515-4d02-8485-e8c25ba0ea26,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:49.205618 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-547b3d08-c6df-47ef-aa2e-d4152ac60dc9 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8642526 Apr 16 04:26:49.208138 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39756) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:49.212744 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1b9a86df-442e-44ed-bacd-13329d9fdb25 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'security_group': {'name': 'tempest-secgroup-2091971885'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:49.228691 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b288dbff-b8f9-4c99-b42b-cda206960ac6 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.229938 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b288dbff-b8f9-4c99-b42b-cda206960ac6 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3842061 Apr 16 04:26:49.232677 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39758) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:49.249861 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c6c7af5d-b31d-42da-9f59-1dfcf3f6d469 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-group-rules/a955cdf5-c515-4d02-8485-e8c25ba0ea26 HTTP/1.1" status: 200 len: 763 time: 0.0159705 Apr 16 04:26:49.252806 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39760) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:49.270554 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f429d2c4-611f-4528-97bd-7090cb2af861 None None] Update dhcp port {'port': {'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7', 'fixed_ips': [{'subnet_id': 'f6add2fb-ba06-4598-88f7-e564e73af5e4', 'ip_address': '172.20.0.18'}, {'subnet_id': '666d5690-5948-4be5-9363-e2daecd00673'}], 'binding:host_id': 'dv-neutron-838078-2-hyperv'}, 'id': 'b3cd22be-f5ea-4368-84ff-2a9408416c93'} from dv-neutron-838078-2-hyperv. {{(pid=104634) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 16 04:26:49.281473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1b9a86df-442e-44ed-bacd-13329d9fdb25 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.293516 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3d3f0fda-f437-4ecc-9f63-c323852c7a02 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0395644 Apr 16 04:26:49.296106 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39762) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:49.302795 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f429d2c4-611f-4528-97bd-7090cb2af861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.324474 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2f885e94-c619-4daf-b92e-a7297d719bb8 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (a955cdf5-c515-4d02-8485-e8c25ba0ea26), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.332928 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2f885e94-c619-4daf-b92e-a7297d719bb8 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (a955cdf5-c515-4d02-8485-e8c25ba0ea26), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.355098 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1b9a86df-442e-44ed-bacd-13329d9fdb25 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (08a10d3e-08fe-47b0-a938-edf6298ba4ed), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.396901 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1b9a86df-442e-44ed-bacd-13329d9fdb25 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (08a10d3e-08fe-47b0-a938-edf6298ba4ed), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.419434 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2f885e94-c619-4daf-b92e-a7297d719bb8 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (a955cdf5-c515-4d02-8485-e8c25ba0ea26), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.428231 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a86df-442e-44ed-bacd-13329d9fdb25 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a10d3e-08fe-47b0-a938-edf6298ba4ed,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:49.430819 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2f885e94-c619-4daf-b92e-a7297d719bb8 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.431968 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2f885e94-c619-4daf-b92e-a7297d719bb8 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/a955cdf5-c515-4d02-8485-e8c25ba0ea26 HTTP/1.1" status: 204 len: 168 time: 0.1349459 Apr 16 04:26:49.438307 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39764) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:49.438591 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f885e94-c619-4daf-b92e-a7297d719bb8 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a955cdf5-c515-4d02-8485-e8c25ba0ea26,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:49.469885 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1b9a86df-442e-44ed-bacd-13329d9fdb25 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.471121 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1b9a86df-442e-44ed-bacd-13329d9fdb25 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2619884 Apr 16 04:26:49.474116 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39766) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:49.479913 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-e1c381e9-5ae3-4275-8c51-f92565bcee20 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'security_group': {'name': 'tempest-secgroup-532257863'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:49.481000 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d24ee56a-b8e2-4802-9226-70756a86f862 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0443795 Apr 16 04:26:49.483559 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39768) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:49.488091 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-94f33403-0576-42ce-b49b-8450eb24f50f tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group_rule': {'security_group_id': 'c0869a7e-8780-40ee-b1ac-7655916cc683', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:49.490481 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-f429d2c4-611f-4528-97bd-7090cb2af861 None None] Allocated IP 172.20.0.2 (dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7/666d5690-5948-4be5-9363-e2daecd00673/b3cd22be-f5ea-4368-84ff-2a9408416c93) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:49.562867 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e1c381e9-5ae3-4275-8c51-f92565bcee20 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.589136 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-94f33403-0576-42ce-b49b-8450eb24f50f tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Project 15e8196d4b77498ea9f54fda52ea7633 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:26:49.589831 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f429d2c4-611f-4528-97bd-7090cb2af861 None None] For port b3cd22be-f5ea-4368-84ff-2a9408416c93, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=b3cd22be-f5ea-4368-84ff-2a9408416c93,segment=NetworkSegment(b0e6a134-f248-4993-8a50-53b439d9a0a6),segment_id=b0e6a134-f248-4993-8a50-53b439d9a0a6)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:49.591752 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94f33403-0576-42ce-b49b-8450eb24f50f tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (507e7633-b512-4bc1-81d2-e5085c1a63c7), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.617852 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f429d2c4-611f-4528-97bd-7090cb2af861 None None] Publish callbacks [] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.639570 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e1c381e9-5ae3-4275-8c51-f92565bcee20 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (126fe884-6957-4b4a-bdbe-6b3f2aa1bd60), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.655340 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94f33403-0576-42ce-b49b-8450eb24f50f tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (507e7633-b512-4bc1-81d2-e5085c1a63c7), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.722248 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f429d2c4-611f-4528-97bd-7090cb2af861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.774029 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e1c381e9-5ae3-4275-8c51-f92565bcee20 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (126fe884-6957-4b4a-bdbe-6b3f2aa1bd60), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.778729 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94f33403-0576-42ce-b49b-8450eb24f50f tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (507e7633-b512-4bc1-81d2-e5085c1a63c7), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.800550 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f33403-0576-42ce-b49b-8450eb24f50f tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507e7633-b512-4bc1-81d2-e5085c1a63c7,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:49.814956 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429d2c4-611f-4528-97bd-7090cb2af861 None None] Pushing event updated for resources: {'Port': ['ID=b3cd22be-f5ea-4368-84ff-2a9408416c93,revision_number=6']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:49.837303 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c381e9-5ae3-4275-8c51-f92565bcee20 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=126fe884-6957-4b4a-bdbe-6b3f2aa1bd60,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:49.896011 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e1c381e9-5ae3-4275-8c51-f92565bcee20 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.900098 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e1c381e9-5ae3-4275-8c51-f92565bcee20 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4221630 Apr 16 04:26:49.900558 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39770) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:49.905753 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f04c0ebf-ca87-4792-8287-267bd7e55d4d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'security_group': {'name': 'tempest-secgroup-970178605'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:49.921616 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-94f33403-0576-42ce-b49b-8450eb24f50f tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:49.927337 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-94f33403-0576-42ce-b49b-8450eb24f50f tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4383230 Apr 16 04:26:49.929633 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39772) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:49.950433 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3ba247ad-4e86-4398-8ea2-947b65326387 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-group-rules/507e7633-b512-4bc1-81d2-e5085c1a63c7 HTTP/1.1" status: 200 len: 769 time: 0.0194280 Apr 16 04:26:49.958046 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39776) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:50.004317 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5ca43fa7-e3ad-4fec-bfdb-6607370f0b11 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0451024 Apr 16 04:26:50.007064 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39778) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:50.027788 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f04c0ebf-ca87-4792-8287-267bd7e55d4d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:50.046980 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c816bd91-c6a5-4ccf-bd70-dfbb0aa15a9c tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (507e7633-b512-4bc1-81d2-e5085c1a63c7), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:50.061727 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c816bd91-c6a5-4ccf-bd70-dfbb0aa15a9c tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (507e7633-b512-4bc1-81d2-e5085c1a63c7), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:50.172632 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c816bd91-c6a5-4ccf-bd70-dfbb0aa15a9c tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (507e7633-b512-4bc1-81d2-e5085c1a63c7), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:50.182073 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c816bd91-c6a5-4ccf-bd70-dfbb0aa15a9c tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:50.186243 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c816bd91-c6a5-4ccf-bd70-dfbb0aa15a9c tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/507e7633-b512-4bc1-81d2-e5085c1a63c7 HTTP/1.1" status: 204 len: 168 time: 0.1748407 Apr 16 04:26:50.186705 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39780) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:50.197626 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816bd91-c6a5-4ccf-bd70-dfbb0aa15a9c tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=507e7633-b512-4bc1-81d2-e5085c1a63c7,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:50.218599 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f04c0ebf-ca87-4792-8287-267bd7e55d4d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (9cffaaf6-f14e-4efe-bba8-6526d5300a35), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:50.240018 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f95409f5-2ac5-432e-a31f-ab82d6a5284a tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0521126 Apr 16 04:26:50.242720 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39782) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:50.287924 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f04c0ebf-ca87-4792-8287-267bd7e55d4d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (9cffaaf6-f14e-4efe-bba8-6526d5300a35), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:50.307429 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-07b3e9cb-aa0e-480d-bdd4-6fe278223b36 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (c0869a7e-8780-40ee-b1ac-7655916cc683), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:50.322129 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c0ebf-ca87-4792-8287-267bd7e55d4d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cffaaf6-f14e-4efe-bba8-6526d5300a35,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:50.333185 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-07b3e9cb-aa0e-480d-bdd4-6fe278223b36 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (c0869a7e-8780-40ee-b1ac-7655916cc683), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:50.410625 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f04c0ebf-ca87-4792-8287-267bd7e55d4d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:50.414835 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39786) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:50.414989 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f04c0ebf-ca87-4792-8287-267bd7e55d4d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5131435 Apr 16 04:26:50.420575 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-8ec3ba83-16d3-4eea-a6f7-c7257d129731 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1746591713', 'security_groups': ['9cffaaf6-f14e-4efe-bba8-6526d5300a35'], 'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '666d5690-5948-4be5-9363-e2daecd00673'}]}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:50.445940 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-fb38f21d-b4ba-4eff-ad60-7049bedf845c None None] Provisioning complete for port e14aeb15-49bf-4e9c-91cb-cb57e2545ee5 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:50.446306 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fb38f21d-b4ba-4eff-ad60-7049bedf845c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e14aeb15-49bf-4e9c-91cb-cb57e2545ee5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:50.484052 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-fb38f21d-b4ba-4eff-ad60-7049bedf845c None None] Port e14aeb15-49bf-4e9c-91cb-cb57e2545ee5 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:50.486566 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-07b3e9cb-aa0e-480d-bdd4-6fe278223b36 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (c0869a7e-8780-40ee-b1ac-7655916cc683), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:50.488898 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-07b3e9cb-aa0e-480d-bdd4-6fe278223b36 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:50.492345 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-07b3e9cb-aa0e-480d-bdd4-6fe278223b36 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-groups/c0869a7e-8780-40ee-b1ac-7655916cc683 HTTP/1.1" status: 204 len: 168 time: 0.2464027 Apr 16 04:26:50.493551 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39788) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:50.509887 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3e9cb-aa0e-480d-bdd4-6fe278223b36 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0869a7e-8780-40ee-b1ac-7655916cc683,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:50.519325 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-fb38f21d-b4ba-4eff-ad60-7049bedf845c None None] Provisioning complete for port b3cd22be-f5ea-4368-84ff-2a9408416c93 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:50.521148 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fb38f21d-b4ba-4eff-ad60-7049bedf845c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:50.548701 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-75851537-a337-402b-bbb2-0eee8141d947 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0538948 Apr 16 04:26:50.554454 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39790) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:50.558706 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-d71c9d42-add8-41e6-81cd-0c1b2c3b4eee tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group': {'name': 'tempest-secgroup--748409060'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:50.628087 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-fb38f21d-b4ba-4eff-ad60-7049bedf845c None None] Current status of the port b3cd22be-f5ea-4368-84ff-2a9408416c93 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:50.631033 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec3ba83-16d3-4eea-a6f7-c7257d129731 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:50.682031 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d71c9d42-add8-41e6-81cd-0c1b2c3b4eee tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:50.742992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8ec3ba83-16d3-4eea-a6f7-c7257d129731 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:50.777410 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [None req-8ec3ba83-16d3-4eea-a6f7-c7257d129731 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] device_id is not set on port b114f1f8-4452-49c9-af75-9365ae4ebe2a yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:26:50.838758 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d71c9d42-add8-41e6-81cd-0c1b2c3b4eee tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (3dd34789-30e1-4dce-9413-e0721d2cead2), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:50.931464 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d71c9d42-add8-41e6-81cd-0c1b2c3b4eee tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (3dd34789-30e1-4dce-9413-e0721d2cead2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:50.982844 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c9d42-add8-41e6-81cd-0c1b2c3b4eee tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd34789-30e1-4dce-9413-e0721d2cead2,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:50.990660 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-8ec3ba83-16d3-4eea-a6f7-c7257d129731 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Allocated IP 172.20.0.13 (dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7/666d5690-5948-4be5-9363-e2daecd00673/b114f1f8-4452-49c9-af75-9365ae4ebe2a) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:51.080502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d71c9d42-add8-41e6-81cd-0c1b2c3b4eee tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:51.081678 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d71c9d42-add8-41e6-81cd-0c1b2c3b4eee tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5267284 Apr 16 04:26:51.084850 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39792) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:51.089842 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-d4b89120-fbd8-440e-9ad4-43cce855cd61 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Request body: {'security_group_rule': {'security_group_id': '3dd34789-30e1-4dce-9413-e0721d2cead2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:51.132518 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8ec3ba83-16d3-4eea-a6f7-c7257d129731 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (b114f1f8-4452-49c9-af75-9365ae4ebe2a), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:51.167975 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4b89120-fbd8-440e-9ad4-43cce855cd61 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (e02782d9-172a-498b-9d49-79d6f62879b6), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:51.211221 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device b3cd22be-f5ea-4368-84ff-2a9408416c93 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:26:51.236342 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4b89120-fbd8-440e-9ad4-43cce855cd61 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (e02782d9-172a-498b-9d49-79d6f62879b6), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:51.249610 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8ec3ba83-16d3-4eea-a6f7-c7257d129731 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (b114f1f8-4452-49c9-af75-9365ae4ebe2a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:51.262893 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port b3cd22be-f5ea-4368-84ff-2a9408416c93 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:51.263277 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:51.291750 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec3ba83-16d3-4eea-a6f7-c7257d129731 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:51.298971 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-8ec3ba83-16d3-4eea-a6f7-c7257d129731 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:51.303096 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec3ba83-16d3-4eea-a6f7-c7257d129731 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:51.309849 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3ba83-16d3-4eea-a6f7-c7257d129731 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=b114f1f8-4452-49c9-af75-9365ae4ebe2a,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:51.358000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port b3cd22be-f5ea-4368-84ff-2a9408416c93 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:51.362006 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4b89120-fbd8-440e-9ad4-43cce855cd61 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (e02782d9-172a-498b-9d49-79d6f62879b6), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:51.365502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec3ba83-16d3-4eea-a6f7-c7257d129731 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:51.365502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8ec3ba83-16d3-4eea-a6f7-c7257d129731 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:51.393174 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b89120-fbd8-440e-9ad4-43cce855cd61 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02782d9-172a-498b-9d49-79d6f62879b6,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:51.475026 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8ec3ba83-16d3-4eea-a6f7-c7257d129731 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0567610 Apr 16 04:26:51.475833 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39794) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:51.482335 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-c48d4716-b0ca-4b85-9828-03cdca052182 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'subnet': {'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:51.489789 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d4b89120-fbd8-440e-9ad4-43cce855cd61 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:51.493365 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d4b89120-fbd8-440e-9ad4-43cce855cd61 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4051600 Apr 16 04:26:51.494046 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39796) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:51.568027 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-826dc314-1cc8-4c28-bb4d-fb00aca4aacd tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (3dd34789-30e1-4dce-9413-e0721d2cead2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:51.595516 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-826dc314-1cc8-4c28-bb4d-fb00aca4aacd tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (3dd34789-30e1-4dce-9413-e0721d2cead2), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:51.654688 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-0b67c6e3-624d-4e71-9ced-924227af007e None None] Provisioning complete for port b114f1f8-4452-49c9-af75-9365ae4ebe2a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:51.655238 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0b67c6e3-624d-4e71-9ced-924227af007e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b114f1f8-4452-49c9-af75-9365ae4ebe2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:51.692945 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0b67c6e3-624d-4e71-9ced-924227af007e None None] Port b114f1f8-4452-49c9-af75-9365ae4ebe2a cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:51.715809 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48d4716-b0ca-4b85-9828-03cdca052182 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:51.719350 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c48d4716-b0ca-4b85-9828-03cdca052182 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:51.745611 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-826dc314-1cc8-4c28-bb4d-fb00aca4aacd tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (3dd34789-30e1-4dce-9413-e0721d2cead2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:51.749017 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-826dc314-1cc8-4c28-bb4d-fb00aca4aacd tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:51.752589 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-826dc314-1cc8-4c28-bb4d-fb00aca4aacd tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-groups/3dd34789-30e1-4dce-9413-e0721d2cead2 HTTP/1.1" status: 204 len: 168 time: 0.2550535 Apr 16 04:26:51.755782 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39798) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:51.774195 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826dc314-1cc8-4c28-bb4d-fb00aca4aacd tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd34789-30e1-4dce-9413-e0721d2cead2,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:51.809630 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cad315eb-d115-49d7-84cd-6782866ba80f tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0526619 Apr 16 04:26:51.812050 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39800) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:51.821533 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.ipam_backend_mixin [None req-c48d4716-b0ca-4b85-9828-03cdca052182 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 666d5690-5948-4be5-9363-e2daecd00673 (CIDR: 172.20.0.0/28) Apr 16 04:26:51.848742 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-64f594f6-6938-4ead-bdff-97f35069ad7d tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0353293 Apr 16 04:26:51.851309 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39802) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:51.864610 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-82a2c710-3791-44ea-a707-52d60edb8e2c tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] delete failed (client error): The resource could not be found. Apr 16 04:26:51.865583 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-82a2c710-3791-44ea-a707-52d60edb8e2c tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "DELETE /v2.0/security-groups/3dd34789-30e1-4dce-9413-e0721d2cead2 HTTP/1.1" status: 404 len: 347 time: 0.0134065 Apr 16 04:26:51.868965 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39804) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:51.872081 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48d4716-b0ca-4b85-9828-03cdca052182 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:26:51.872833 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48d4716-b0ca-4b85-9828-03cdca052182 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:51.920552 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d6ef9c65-dcda-4bbc-85bc-b0f793112548 tempest-SecGroupIPv6Test-1071818940 tempest-SecGroupIPv6Test-1071818940-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0499606 Apr 16 04:26:51.943362 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c48d4716-b0ca-4b85-9828-03cdca052182 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4651251 Apr 16 04:26:51.946591 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39808) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:51.952535 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-bb5287d4-a834-46d2-8d40-654f45cc53a7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'subnet': {'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:52.133389 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5287d4-a834-46d2-8d40-654f45cc53a7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:52.136890 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bb5287d4-a834-46d2-8d40-654f45cc53a7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:52.232851 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.ipam_backend_mixin [None req-bb5287d4-a834-46d2-8d40-654f45cc53a7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f6add2fb-ba06-4598-88f7-e564e73af5e4 (CIDR: 172.20.0.16/28) Apr 16 04:26:52.265931 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5287d4-a834-46d2-8d40-654f45cc53a7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:26:52.266568 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5287d4-a834-46d2-8d40-654f45cc53a7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:52.342284 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-bb5287d4-a834-46d2-8d40-654f45cc53a7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3943355 Apr 16 04:26:52.344963 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39812) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:52.350161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-57d20211-995c-4011-ab07-b74688335453 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'subnet': {'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:52.370652 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39814) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:52.502563 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-dc90220f-78d5-4ee1-bae3-17f74483ca06 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15e8196d4b77498ea9f54fda52ea7633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306508 Apr 16 04:26:52.504928 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39818) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:52.534083 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d20211-995c-4011-ab07-b74688335453 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Made reservation on behalf of 2003f45899ce417e8628a90cb615c285 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:52.537498 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-57d20211-995c-4011-ab07-b74688335453 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:52.552342 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8adabc5-3647-45a1-a814-62fef1c80e1b admin admin] Publish callbacks [] for security_group (c8dc6bd2-95ab-4901-a736-534695c52828), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:52.573565 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8adabc5-3647-45a1-a814-62fef1c80e1b admin admin] Publish callbacks [] for security_group (c8dc6bd2-95ab-4901-a736-534695c52828), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:52.675910 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8adabc5-3647-45a1-a814-62fef1c80e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (c8dc6bd2-95ab-4901-a736-534695c52828), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:52.678521 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8adabc5-3647-45a1-a814-62fef1c80e1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:52.679729 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f8adabc5-3647-45a1-a814-62fef1c80e1b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8dc6bd2-95ab-4901-a736-534695c52828 HTTP/1.1" status: 204 len: 168 time: 0.1738770 Apr 16 04:26:52.688110 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adabc5-3647-45a1-a814-62fef1c80e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dc6bd2-95ab-4901-a736-534695c52828,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:52.835985 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-57d20211-995c-4011-ab07-b74688335453 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (cd5061f8-c805-48fc-952b-4abd23f19d76), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:52.882647 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d20211-995c-4011-ab07-b74688335453 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:52.887125 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-57d20211-995c-4011-ab07-b74688335453 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:52.891735 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d20211-995c-4011-ab07-b74688335453 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:52.892334 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-57d20211-995c-4011-ab07-b74688335453 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:52.897270 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be13299d-3f6c-4806-a9fe-4ef465378105 None None] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:52.904876 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d20211-995c-4011-ab07-b74688335453 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Subnet': ['ID=cd5061f8-c805-48fc-952b-4abd23f19d76,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:52.982578 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-57d20211-995c-4011-ab07-b74688335453 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6364753 Apr 16 04:26:52.985343 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39824) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:52.991166 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-7a13b40e-6f9e-4677-88f2-e61f512a1976 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1306864160', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cd5061f8-c805-48fc-952b-4abd23f19d76'}], 'security_groups': ['08a10d3e-08fe-47b0-a938-edf6298ba4ed', '126fe884-6957-4b4a-bdbe-6b3f2aa1bd60']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:53.079700 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a13b40e-6f9e-4677-88f2-e61f512a1976 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b114f1f8-4452-49c9-af75-9365ae4ebe2a), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:53.084525 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991b4b26-4b15-4af0-b4b2-c2ac50119a20 None None] Update dhcp port {'port': {'network_id': 'dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7', 'fixed_ips': [{'subnet_id': 'f6add2fb-ba06-4598-88f7-e564e73af5e4', 'ip_address': '172.20.0.18'}, {'subnet_id': '666d5690-5948-4be5-9363-e2daecd00673', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cd5061f8-c805-48fc-952b-4abd23f19d76'}], 'binding:host_id': 'dv-neutron-838078-2-hyperv'}, 'id': 'b3cd22be-f5ea-4368-84ff-2a9408416c93'} from dv-neutron-838078-2-hyperv. {{(pid=104634) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 16 04:26:53.121611 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-991b4b26-4b15-4af0-b4b2-c2ac50119a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:53.305743 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-991b4b26-4b15-4af0-b4b2-c2ac50119a20 None None] Allocated IP 172.20.0.34 (dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7/cd5061f8-c805-48fc-952b-4abd23f19d76/b3cd22be-f5ea-4368-84ff-2a9408416c93) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:53.402367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-991b4b26-4b15-4af0-b4b2-c2ac50119a20 None None] For port b3cd22be-f5ea-4368-84ff-2a9408416c93, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=b3cd22be-f5ea-4368-84ff-2a9408416c93,segment=NetworkSegment(b0e6a134-f248-4993-8a50-53b439d9a0a6),segment_id=b0e6a134-f248-4993-8a50-53b439d9a0a6)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:53.433698 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-991b4b26-4b15-4af0-b4b2-c2ac50119a20 None None] Publish callbacks [] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:53.482473 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-991b4b26-4b15-4af0-b4b2-c2ac50119a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:53.593941 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-7a13b40e-6f9e-4677-88f2-e61f512a1976 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Delete allocated IP 172.20.0.13 (dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7/666d5690-5948-4be5-9363-e2daecd00673) {{(pid=104633) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 16 04:26:53.600614 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-7a13b40e-6f9e-4677-88f2-e61f512a1976 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Allocated IP 172.20.0.39 (dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7/cd5061f8-c805-48fc-952b-4abd23f19d76/b114f1f8-4452-49c9-af75-9365ae4ebe2a) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:53.604120 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b4b26-4b15-4af0-b4b2-c2ac50119a20 None None] Pushing event updated for resources: {'Port': ['ID=b3cd22be-f5ea-4368-84ff-2a9408416c93,revision_number=7']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:53.716615 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39842) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:53.787209 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a13b40e-6f9e-4677-88f2-e61f512a1976 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for port (b114f1f8-4452-49c9-af75-9365ae4ebe2a), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:53.827995 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-318219ff-9adf-41af-bc34-5386e751097b tempest-SubnetPoolsTestJSON-1055362041 tempest-SubnetPoolsTestJSON-1055362041-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1876202644', 'prefixes': ['172.20.0.0/16']}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:53.848152 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a13b40e-6f9e-4677-88f2-e61f512a1976 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (b114f1f8-4452-49c9-af75-9365ae4ebe2a), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:53.944152 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13b40e-6f9e-4677-88f2-e61f512a1976 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event updated for resources: {'Port': ['ID=b114f1f8-4452-49c9-af75-9365ae4ebe2a,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:53.967670 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7a13b40e-6f9e-4677-88f2-e61f512a1976 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] In _notify_port_updated(), no bound segment for port b114f1f8-4452-49c9-af75-9365ae4ebe2a on network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 {{(pid=104633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:26:53.972851 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a13b40e-6f9e-4677-88f2-e61f512a1976 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:53.980176 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a13b40e-6f9e-4677-88f2-e61f512a1976 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:53.980176 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7a13b40e-6f9e-4677-88f2-e61f512a1976 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "PUT /v2.0/ports/b114f1f8-4452-49c9-af75-9365ae4ebe2a HTTP/1.1" status: 200 len: 960 time: 0.9883201 Apr 16 04:26:53.980176 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39846) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:54.075529 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c925d-bf4c-4f97-8546-19c17f1b2935 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port b114f1f8-4452-49c9-af75-9365ae4ebe2a {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:54.075898 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2a4c925d-bf4c-4f97-8546-19c17f1b2935 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (b114f1f8-4452-49c9-af75-9365ae4ebe2a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:54.135788 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-318219ff-9adf-41af-bc34-5386e751097b tempest-SubnetPoolsTestJSON-1055362041 tempest-SubnetPoolsTestJSON-1055362041-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:54.137402 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-318219ff-9adf-41af-bc34-5386e751097b tempest-SubnetPoolsTestJSON-1055362041 tempest-SubnetPoolsTestJSON-1055362041-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4196663 Apr 16 04:26:54.141090 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39848) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:54.141448 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-dfb374b9-ebf5-4a8d-b4f7-795f8824b645 None None] Provisioning complete for port e14aeb15-49bf-4e9c-91cb-cb57e2545ee5 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:54.141887 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dfb374b9-ebf5-4a8d-b4f7-795f8824b645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e14aeb15-49bf-4e9c-91cb-cb57e2545ee5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:54.167772 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-16133343-5225-4059-80c5-cec8ee7faaf9 tempest-SubnetPoolsTestJSON-1055362041 tempest-SubnetPoolsTestJSON-1055362041-project] 10.222.0.30 "GET /v2.0/subnetpools/7cdbdaf8-6384-499d-af75-7edab9398ff7 HTTP/1.1" status: 200 len: 732 time: 0.0251861 Apr 16 04:26:54.170846 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39850) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:54.175768 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2a4c925d-bf4c-4f97-8546-19c17f1b2935 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (b114f1f8-4452-49c9-af75-9365ae4ebe2a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:54.176044 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-58ddbb82-be83-4581-a557-62943e1a5189 tempest-SubnetPoolsTestJSON-1055362041 tempest-SubnetPoolsTestJSON-1055362041-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-894265948'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:54.180452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dfb374b9-ebf5-4a8d-b4f7-795f8824b645 None None] Port e14aeb15-49bf-4e9c-91cb-cb57e2545ee5 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:54.188790 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-dfb374b9-ebf5-4a8d-b4f7-795f8824b645 None None] Provisioning complete for port b3cd22be-f5ea-4368-84ff-2a9408416c93 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:54.189250 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dfb374b9-ebf5-4a8d-b4f7-795f8824b645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:54.190720 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c925d-bf4c-4f97-8546-19c17f1b2935 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for b114f1f8-4452-49c9-af75-9365ae4ebe2a owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:54.337297 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-58ddbb82-be83-4581-a557-62943e1a5189 tempest-SubnetPoolsTestJSON-1055362041 tempest-SubnetPoolsTestJSON-1055362041-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:54.341903 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-58ddbb82-be83-4581-a557-62943e1a5189 tempest-SubnetPoolsTestJSON-1055362041 tempest-SubnetPoolsTestJSON-1055362041-project] 10.222.0.30 "PUT /v2.0/subnetpools/7cdbdaf8-6384-499d-af75-7edab9398ff7 HTTP/1.1" status: 200 len: 683 time: 0.1671987 Apr 16 04:26:54.342284 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39852) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:54.440563 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dfb374b9-ebf5-4a8d-b4f7-795f8824b645 None None] Current status of the port b3cd22be-f5ea-4368-84ff-2a9408416c93 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:54.449342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-dfb374b9-ebf5-4a8d-b4f7-795f8824b645 None None] Provisioning complete for port b114f1f8-4452-49c9-af75-9365ae4ebe2a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:54.449717 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dfb374b9-ebf5-4a8d-b4f7-795f8824b645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b114f1f8-4452-49c9-af75-9365ae4ebe2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:54.487803 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dfb374b9-ebf5-4a8d-b4f7-795f8824b645 None None] Port b114f1f8-4452-49c9-af75-9365ae4ebe2a cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:54.524831 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e5fa95a9-1aa5-4de4-b210-45ba9e0d01a9 tempest-SubnetPoolsTestJSON-1055362041 tempest-SubnetPoolsTestJSON-1055362041-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:54.529999 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e5fa95a9-1aa5-4de4-b210-45ba9e0d01a9 tempest-SubnetPoolsTestJSON-1055362041 tempest-SubnetPoolsTestJSON-1055362041-project] 10.222.0.30 "DELETE /v2.0/subnetpools/7cdbdaf8-6384-499d-af75-7edab9398ff7 HTTP/1.1" status: 204 len: 168 time: 0.1859176 Apr 16 04:26:54.530833 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39854) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:54.548380 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-ea0e0ac6-646b-4d4f-8300-824a3dffe191 tempest-SubnetPoolsTestJSON-1055362041 tempest-SubnetPoolsTestJSON-1055362041-project] show failed (client error): The resource could not be found. Apr 16 04:26:54.552619 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ea0e0ac6-646b-4d4f-8300-824a3dffe191 tempest-SubnetPoolsTestJSON-1055362041 tempest-SubnetPoolsTestJSON-1055362041-project] 10.222.0.30 "GET /v2.0/subnetpools/7cdbdaf8-6384-499d-af75-7edab9398ff7 HTTP/1.1" status: 404 len: 346 time: 0.0205486 Apr 16 04:26:54.553463 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39856) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:54.570379 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-f8d54dc9-0708-4270-8e15-6959ee3aaff9 tempest-SubnetPoolsTestJSON-1055362041 tempest-SubnetPoolsTestJSON-1055362041-project] delete failed (client error): The resource could not be found. Apr 16 04:26:54.577909 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f8d54dc9-0708-4270-8e15-6959ee3aaff9 tempest-SubnetPoolsTestJSON-1055362041 tempest-SubnetPoolsTestJSON-1055362041-project] 10.222.0.30 "DELETE /v2.0/subnetpools/7cdbdaf8-6384-499d-af75-7edab9398ff7 HTTP/1.1" status: 404 len: 346 time: 0.0228155 Apr 16 04:26:54.705314 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-1e7d5368-4567-4322-90eb-420fbc39250d None None] Provisioning complete for port b114f1f8-4452-49c9-af75-9365ae4ebe2a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:54.705593 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1e7d5368-4567-4322-90eb-420fbc39250d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b114f1f8-4452-49c9-af75-9365ae4ebe2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:54.740453 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1e7d5368-4567-4322-90eb-420fbc39250d None None] Port b114f1f8-4452-49c9-af75-9365ae4ebe2a cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:54.784311 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2a4c925d-bf4c-4f97-8546-19c17f1b2935 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (b114f1f8-4452-49c9-af75-9365ae4ebe2a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:54.814110 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c925d-bf4c-4f97-8546-19c17f1b2935 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=b114f1f8-4452-49c9-af75-9365ae4ebe2a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:54.891036 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2a4c925d-bf4c-4f97-8546-19c17f1b2935 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:54.894604 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2a4c925d-bf4c-4f97-8546-19c17f1b2935 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/ports/b114f1f8-4452-49c9-af75-9365ae4ebe2a HTTP/1.1" status: 204 len: 168 time: 0.9157264 Apr 16 04:26:54.897129 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39860) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:54.925035 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2825e3-2fea-4f46-8b12-2e049b4086d8 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] GET failed (client error): The resource could not be found. Apr 16 04:26:54.926896 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4e2825e3-2fea-4f46-8b12-2e049b4086d8 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports/b114f1f8-4452-49c9-af75-9365ae4ebe2a HTTP/1.1" status: 404 len: 333 time: 0.0287478 Apr 16 04:26:54.929734 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39862) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:54.993304 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b03f1736-e0d1-46ce-9de8-a882c175722d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (9cffaaf6-f14e-4efe-bba8-6526d5300a35), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.017320 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b03f1736-e0d1-46ce-9de8-a882c175722d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (9cffaaf6-f14e-4efe-bba8-6526d5300a35), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.059456 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39866) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:55.164348 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-774925a7-264c-43c2-b126-f266989092ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.173795 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b03f1736-e0d1-46ce-9de8-a882c175722d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (9cffaaf6-f14e-4efe-bba8-6526d5300a35), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.176856 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b03f1736-e0d1-46ce-9de8-a882c175722d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.177982 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b03f1736-e0d1-46ce-9de8-a882c175722d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/security-groups/9cffaaf6-f14e-4efe-bba8-6526d5300a35 HTTP/1.1" status: 204 len: 168 time: 0.2473395 Apr 16 04:26:55.184096 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39870) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:55.192105 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f1736-e0d1-46ce-9de8-a882c175722d tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cffaaf6-f14e-4efe-bba8-6526d5300a35,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:55.226572 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device b3cd22be-f5ea-4368-84ff-2a9408416c93 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:26:55.249724 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a3c852e2-c696-42c6-b599-36b9ef50056a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (126fe884-6957-4b4a-bdbe-6b3f2aa1bd60), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.271170 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-774925a7-264c-43c2-b126-f266989092ce admin admin] Publish callbacks [] for security_group (2132729d-1455-4700-b67a-8ae8c98aff4b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.273870 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a3c852e2-c696-42c6-b599-36b9ef50056a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (126fe884-6957-4b4a-bdbe-6b3f2aa1bd60), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.277613 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port b3cd22be-f5ea-4368-84ff-2a9408416c93 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:55.278051 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.350818 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-774925a7-264c-43c2-b126-f266989092ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (2132729d-1455-4700-b67a-8ae8c98aff4b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.357739 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port b3cd22be-f5ea-4368-84ff-2a9408416c93 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:55.394278 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-774925a7-264c-43c2-b126-f266989092ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=571224519b504451ac83841c79d00df3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3337772 Apr 16 04:26:55.395587 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774925a7-264c-43c2-b126-f266989092ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2132729d-1455-4700-b67a-8ae8c98aff4b,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:55.397194 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39872) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:55.443425 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a3c852e2-c696-42c6-b599-36b9ef50056a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (126fe884-6957-4b4a-bdbe-6b3f2aa1bd60), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.445899 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a3c852e2-c696-42c6-b599-36b9ef50056a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.447005 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a3c852e2-c696-42c6-b599-36b9ef50056a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/security-groups/126fe884-6957-4b4a-bdbe-6b3f2aa1bd60 HTTP/1.1" status: 204 len: 168 time: 0.2616448 Apr 16 04:26:55.449870 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39874) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:55.454026 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76de0bc8-72cb-4d0f-bb2e-2fed93775550 admin admin] Publish callbacks [] for security_group (2132729d-1455-4700-b67a-8ae8c98aff4b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.461773 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c852e2-c696-42c6-b599-36b9ef50056a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=126fe884-6957-4b4a-bdbe-6b3f2aa1bd60,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:55.482524 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76de0bc8-72cb-4d0f-bb2e-2fed93775550 admin admin] Publish callbacks [] for security_group (2132729d-1455-4700-b67a-8ae8c98aff4b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.512969 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72a81238-b15c-4888-b437-f1bf7122db6a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (08a10d3e-08fe-47b0-a938-edf6298ba4ed), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.535494 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72a81238-b15c-4888-b437-f1bf7122db6a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (08a10d3e-08fe-47b0-a938-edf6298ba4ed), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.600948 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76de0bc8-72cb-4d0f-bb2e-2fed93775550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (2132729d-1455-4700-b67a-8ae8c98aff4b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.603609 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76de0bc8-72cb-4d0f-bb2e-2fed93775550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.604869 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-76de0bc8-72cb-4d0f-bb2e-2fed93775550 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2132729d-1455-4700-b67a-8ae8c98aff4b HTTP/1.1" status: 204 len: 168 time: 0.2066133 Apr 16 04:26:55.612971 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de0bc8-72cb-4d0f-bb2e-2fed93775550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2132729d-1455-4700-b67a-8ae8c98aff4b,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:55.698173 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72a81238-b15c-4888-b437-f1bf7122db6a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (08a10d3e-08fe-47b0-a938-edf6298ba4ed), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.701428 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72a81238-b15c-4888-b437-f1bf7122db6a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.702682 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-72a81238-b15c-4888-b437-f1bf7122db6a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/security-groups/08a10d3e-08fe-47b0-a938-edf6298ba4ed HTTP/1.1" status: 204 len: 168 time: 0.2516873 Apr 16 04:26:55.705551 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39878) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:55.711825 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a81238-b15c-4888-b437-f1bf7122db6a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a10d3e-08fe-47b0-a938-edf6298ba4ed,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:55.760612 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd6c642-79b1-4917-86a1-ba5292c10c83 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting subnet 666d5690-5948-4be5-9363-e2daecd00673 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:26:55.764886 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c642-79b1-4917-86a1-ba5292c10c83 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (666d5690-5948-4be5-9363-e2daecd00673), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.809855 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c642-79b1-4917-86a1-ba5292c10c83 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (666d5690-5948-4be5-9363-e2daecd00673), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:55.894979 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c642-79b1-4917-86a1-ba5292c10c83 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (666d5690-5948-4be5-9363-e2daecd00673), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:56.042925 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c642-79b1-4917-86a1-ba5292c10c83 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (666d5690-5948-4be5-9363-e2daecd00673), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:56.077176 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6c642-79b1-4917-86a1-ba5292c10c83 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Subnet': ['ID=666d5690-5948-4be5-9363-e2daecd00673,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:56.083824 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c642-79b1-4917-86a1-ba5292c10c83 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:56.091269 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-dbd6c642-79b1-4917-86a1-ba5292c10c83 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/subnets/666d5690-5948-4be5-9363-e2daecd00673 HTTP/1.1" status: 204 len: 168 time: 0.3806376 Apr 16 04:26:56.091418 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717da574-041a-4550-952c-df14c0dfd1f6 None None] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:56.091671 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39888) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:56.106143 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:26:56.143984 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-908cc4e6-ffbd-4f4e-9860-4ba198eeba5f tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting subnet cd5061f8-c805-48fc-952b-4abd23f19d76 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:26:56.146764 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-908cc4e6-ffbd-4f4e-9860-4ba198eeba5f tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (cd5061f8-c805-48fc-952b-4abd23f19d76), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:56.194821 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-908cc4e6-ffbd-4f4e-9860-4ba198eeba5f tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (cd5061f8-c805-48fc-952b-4abd23f19d76), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:56.291922 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-908cc4e6-ffbd-4f4e-9860-4ba198eeba5f tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (cd5061f8-c805-48fc-952b-4abd23f19d76), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:56.432478 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-908cc4e6-ffbd-4f4e-9860-4ba198eeba5f tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (cd5061f8-c805-48fc-952b-4abd23f19d76), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:56.468987 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cc4e6-ffbd-4f4e-9860-4ba198eeba5f tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Subnet': ['ID=cd5061f8-c805-48fc-952b-4abd23f19d76,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:56.471074 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-908cc4e6-ffbd-4f4e-9860-4ba198eeba5f tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:56.476926 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-908cc4e6-ffbd-4f4e-9860-4ba198eeba5f tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/subnets/cd5061f8-c805-48fc-952b-4abd23f19d76 HTTP/1.1" status: 204 len: 168 time: 0.3841233 Apr 16 04:26:56.477085 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39898) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:56.506120 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-3960862f-f77d-4e41-9494-8e8afb1282b6 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:56.506598 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3960862f-f77d-4e41-9494-8e8afb1282b6 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:56.509859 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3960862f-f77d-4e41-9494-8e8afb1282b6 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/subnets/666d5690-5948-4be5-9363-e2daecd00673 HTTP/1.1" status: 404 len: 337 time: 0.0317726 Apr 16 04:26:56.512569 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39900) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:56.568974 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-382a1812-a575-47b6-a787-73b33002c100 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting subnet f6add2fb-ba06-4598-88f7-e564e73af5e4 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:26:56.572489 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-382a1812-a575-47b6-a787-73b33002c100 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (f6add2fb-ba06-4598-88f7-e564e73af5e4), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:56.621609 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-382a1812-a575-47b6-a787-73b33002c100 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (f6add2fb-ba06-4598-88f7-e564e73af5e4), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:56.720253 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-382a1812-a575-47b6-a787-73b33002c100 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (f6add2fb-ba06-4598-88f7-e564e73af5e4), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:56.742529 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae0e8ff-9aab-436c-9c34-10c59f42f467 None None] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:56.812128 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-a8a51db7-efd9-4cda-97f7-fc1fed99f631 None None] Provisioning complete for port e14aeb15-49bf-4e9c-91cb-cb57e2545ee5 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:56.812430 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a8a51db7-efd9-4cda-97f7-fc1fed99f631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e14aeb15-49bf-4e9c-91cb-cb57e2545ee5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:56.861702 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a8a51db7-efd9-4cda-97f7-fc1fed99f631 None None] Port e14aeb15-49bf-4e9c-91cb-cb57e2545ee5 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:56.876875 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-382a1812-a575-47b6-a787-73b33002c100 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (f6add2fb-ba06-4598-88f7-e564e73af5e4), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:56.892960 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-a8a51db7-efd9-4cda-97f7-fc1fed99f631 None None] Provisioning complete for port b3cd22be-f5ea-4368-84ff-2a9408416c93 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:56.893335 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a8a51db7-efd9-4cda-97f7-fc1fed99f631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:56.905988 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a1812-a575-47b6-a787-73b33002c100 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Subnet': ['ID=f6add2fb-ba06-4598-88f7-e564e73af5e4,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:56.907954 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-382a1812-a575-47b6-a787-73b33002c100 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:56.913916 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-382a1812-a575-47b6-a787-73b33002c100 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/subnets/f6add2fb-ba06-4598-88f7-e564e73af5e4 HTTP/1.1" status: 204 len: 168 time: 0.4003172 Apr 16 04:26:56.914079 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39906) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:56.948458 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-1774d8e2-883c-47d5-9db1-52c6853b16b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:56.949025 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1774d8e2-883c-47d5-9db1-52c6853b16b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:56.952464 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1774d8e2-883c-47d5-9db1-52c6853b16b7 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/subnets/d1406120-a491-4f5d-bce1-1a4a1445d2c2 HTTP/1.1" status: 404 len: 337 time: 0.0371776 Apr 16 04:26:56.955001 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39910) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:56.989264 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39912) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:56.989664 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c7f979e7-0b88-4df2-8d36-b9a08780c861 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "GET /v2.0/ports?device_id=dad4c681-f958-46b0-a17f-0f929b9bae3a HTTP/1.1" status: 200 len: 205 time: 0.0335600 Apr 16 04:26:57.003339 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a8a51db7-efd9-4cda-97f7-fc1fed99f631 None None] Current status of the port b3cd22be-f5ea-4368-84ff-2a9408416c93 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:57.039320 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-4152ae1f-4639-4c90-939d-7b302179412b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] delete failed (client error): The resource could not be found. Apr 16 04:26:57.043017 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4152ae1f-4639-4c90-939d-7b302179412b tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/routers/dad4c681-f958-46b0-a17f-0f929b9bae3a HTTP/1.1" status: 404 len: 336 time: 0.0524681 Apr 16 04:26:57.044292 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39914) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:57.080096 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc78402-304e-4929-a7ec-63d1bb7c0183 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:57.080799 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc78402-304e-4929-a7ec-63d1bb7c0183 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:57.083768 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3bc78402-304e-4929-a7ec-63d1bb7c0183 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/subnets/f2deff91-e9ab-49bb-917f-1fb5ee08e26a HTTP/1.1" status: 404 len: 337 time: 0.0375247 Apr 16 04:26:57.086668 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39916) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:57.113694 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ceb529-4eb3-46cd-b836-2e971c1c2ef5 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:57.114155 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03ceb529-4eb3-46cd-b836-2e971c1c2ef5 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:57.117192 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-03ceb529-4eb3-46cd-b836-2e971c1c2ef5 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/subnets/000b29db-de2a-4a27-a131-d8ca90e17cf9 HTTP/1.1" status: 404 len: 337 time: 0.0296063 Apr 16 04:26:57.119931 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39918) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:57.150713 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebf5b92-373b-4ca6-8752-be6ab0662d94 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:57.151181 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebf5b92-373b-4ca6-8752-be6ab0662d94 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:57.156929 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2ebf5b92-373b-4ca6-8752-be6ab0662d94 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/subnets/d76755ed-723b-478e-b594-440a3fe0e64a HTTP/1.1" status: 404 len: 337 time: 0.0335941 Apr 16 04:26:57.157114 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39922) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:57.186163 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2acdf6c-93aa-4ba1-81d5-4f448b7abcf5 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:57.186738 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2acdf6c-93aa-4ba1-81d5-4f448b7abcf5 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:57.189807 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f2acdf6c-93aa-4ba1-81d5-4f448b7abcf5 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/ports/14484320-5528-427c-9b8f-a16fbcecb5a3 HTTP/1.1" status: 404 len: 333 time: 0.0317717 Apr 16 04:26:57.192273 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39926) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:57.226250 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-629b9e69-8d57-49b9-a16e-ffb4f1e841a1 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:57.226809 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629b9e69-8d57-49b9-a16e-ffb4f1e841a1 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:57.230137 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-629b9e69-8d57-49b9-a16e-ffb4f1e841a1 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/subnets/43993c70-7db4-4d2f-b392-3e6ed10aaa29 HTTP/1.1" status: 404 len: 337 time: 0.0368032 Apr 16 04:26:57.232689 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39928) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:57.265817 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-6590a152-14ac-46e6-b2fa-3a61703919db tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:57.266274 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6590a152-14ac-46e6-b2fa-3a61703919db tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:57.269485 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6590a152-14ac-46e6-b2fa-3a61703919db tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/subnets/cc53d099-5e7d-4b67-a4e6-1b6818d7f02d HTTP/1.1" status: 404 len: 337 time: 0.0358067 Apr 16 04:26:57.272222 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39930) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:57.297079 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d174df6-dc46-4a7e-a5a1-b20b2e9b8205 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:57.297640 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d174df6-dc46-4a7e-a5a1-b20b2e9b8205 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:57.300965 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5d174df6-dc46-4a7e-a5a1-b20b2e9b8205 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/ports/bb91c4f7-91e2-4967-b2a5-027906a37494 HTTP/1.1" status: 404 len: 333 time: 0.0277393 Apr 16 04:26:57.303695 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39932) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:57.331385 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a16f6a-20ca-4cb0-9a39-3b8620a52b4e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:57.331841 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a16f6a-20ca-4cb0-9a39-3b8620a52b4e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104632) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:57.337420 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-46a16f6a-20ca-4cb0-9a39-3b8620a52b4e tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/subnets/fce0c312-8d53-4868-8db5-9e127bd406e3 HTTP/1.1" status: 404 len: 337 time: 0.0302856 Apr 16 04:26:57.338398 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39934) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:57.365682 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbaae9cb-d877-46ba-bd5e-812efeac8b9a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] DELETE failed (client error): The resource could not be found. Apr 16 04:26:57.366136 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbaae9cb-d877-46ba-bd5e-812efeac8b9a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:26:57.369186 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-bbaae9cb-d877-46ba-bd5e-812efeac8b9a tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/subnets/6642469e-d4ba-424b-9f24-12d51a5f06a1 HTTP/1.1" status: 404 len: 337 time: 0.0297976 Apr 16 04:26:57.375278 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39938) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:57.471883 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-b2eeb4d9-1dc5-44ab-8be3-2c63fd987e8c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port e14aeb15-49bf-4e9c-91cb-cb57e2545ee5 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:57.472228 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b2eeb4d9-1dc5-44ab-8be3-2c63fd987e8c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (e14aeb15-49bf-4e9c-91cb-cb57e2545ee5), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:57.492191 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea40d1eb-9a0c-4bbe-b83e-c7a9caa94f4b None None] Network dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:26:57.548804 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b2eeb4d9-1dc5-44ab-8be3-2c63fd987e8c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (e14aeb15-49bf-4e9c-91cb-cb57e2545ee5), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:57.561918 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-66215fb2-853d-4618-82bd-e3447b902f21 None None] Provisioning complete for port e14aeb15-49bf-4e9c-91cb-cb57e2545ee5 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:57.562289 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-66215fb2-853d-4618-82bd-e3447b902f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e14aeb15-49bf-4e9c-91cb-cb57e2545ee5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:57.564410 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-b2eeb4d9-1dc5-44ab-8be3-2c63fd987e8c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for e14aeb15-49bf-4e9c-91cb-cb57e2545ee5 owned by {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:57.617698 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39944) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:57.623258 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-66215fb2-853d-4618-82bd-e3447b902f21 None None] Port e14aeb15-49bf-4e9c-91cb-cb57e2545ee5 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:26:57.632435 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-66215fb2-853d-4618-82bd-e3447b902f21 None None] Provisioning complete for port b3cd22be-f5ea-4368-84ff-2a9408416c93 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:26:57.632846 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-66215fb2-853d-4618-82bd-e3447b902f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:57.709353 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b2eeb4d9-1dc5-44ab-8be3-2c63fd987e8c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (e14aeb15-49bf-4e9c-91cb-cb57e2545ee5), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:57.714938 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e19af2-a38f-4218-aa4d-2604357a39d7 None None] DHCP port deletion for dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:26:57.739061 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eeb4d9-1dc5-44ab-8be3-2c63fd987e8c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=e14aeb15-49bf-4e9c-91cb-cb57e2545ee5,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:57.746655 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b2eeb4d9-1dc5-44ab-8be3-2c63fd987e8c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:57.750432 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b2eeb4d9-1dc5-44ab-8be3-2c63fd987e8c tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/ports/e14aeb15-49bf-4e9c-91cb-cb57e2545ee5 HTTP/1.1" status: 204 len: 168 time: 0.3741891 Apr 16 04:26:57.751863 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-66215fb2-853d-4618-82bd-e3447b902f21 None None] Current status of the port b3cd22be-f5ea-4368-84ff-2a9408416c93 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:26:57.752869 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39948) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:57.770156 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-05e19af2-a38f-4218-aa4d-2604357a39d7 None None] Deleting port b3cd22be-f5ea-4368-84ff-2a9408416c93 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:57.770536 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-05e19af2-a38f-4218-aa4d-2604357a39d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:57.814316 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-06a51e9e-4f9f-46e8-9799-60b27d85e164 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'network': {'name': 'tempest-network-smoke--461961652', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'port_security_enabled': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:57.842406 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a8fe4cc-a22c-44e3-aa87-d29a12d29a99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:57.848108 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-05e19af2-a38f-4218-aa4d-2604357a39d7 None None] For port b3cd22be-f5ea-4368-84ff-2a9408416c93, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=b3cd22be-f5ea-4368-84ff-2a9408416c93,segment=NetworkSegment(b0e6a134-f248-4993-8a50-53b439d9a0a6),segment_id=b0e6a134-f248-4993-8a50-53b439d9a0a6)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:57.848496 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-05e19af2-a38f-4218-aa4d-2604357a39d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:57.861954 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-05e19af2-a38f-4218-aa4d-2604357a39d7 None None] Calling delete_port for b3cd22be-f5ea-4368-84ff-2a9408416c93 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:57.887023 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a51e9e-4f9f-46e8-9799-60b27d85e164 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:26:57.891116 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7a8fe4cc-a22c-44e3-aa87-d29a12d29a99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Deleting port b3cd22be-f5ea-4368-84ff-2a9408416c93 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:26:57.891290 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-06a51e9e-4f9f-46e8-9799-60b27d85e164 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:57.891502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a8fe4cc-a22c-44e3-aa87-d29a12d29a99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:57.900969 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-06a51e9e-4f9f-46e8-9799-60b27d85e164 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:57.956974 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-7a8fe4cc-a22c-44e3-aa87-d29a12d29a99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] For port b3cd22be-f5ea-4368-84ff-2a9408416c93, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=b3cd22be-f5ea-4368-84ff-2a9408416c93,segment=NetworkSegment(b0e6a134-f248-4993-8a50-53b439d9a0a6),segment_id=b0e6a134-f248-4993-8a50-53b439d9a0a6)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:26:57.957338 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a8fe4cc-a22c-44e3-aa87-d29a12d29a99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:57.970754 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7a8fe4cc-a22c-44e3-aa87-d29a12d29a99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Calling delete_port for b3cd22be-f5ea-4368-84ff-2a9408416c93 owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:26:57.980302 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-06a51e9e-4f9f-46e8-9799-60b27d85e164 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (2ab87036-dfaf-4453-bc4c-2751cad517a8), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:57.990851 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-05e19af2-a38f-4218-aa4d-2604357a39d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:58.019566 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e19af2-a38f-4218-aa4d-2604357a39d7 None None] Pushing event deleted for resources: {'Port': ['ID=b3cd22be-f5ea-4368-84ff-2a9408416c93,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:58.022494 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:58.025016 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e19af2-a38f-4218-aa4d-2604357a39d7 None None] No DVR routers for this DVR port b3cd22be-f5ea-4368-84ff-2a9408416c93 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:26:58.054122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a8fe4cc-a22c-44e3-aa87-d29a12d29a99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (b3cd22be-f5ea-4368-84ff-2a9408416c93), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:58.065388 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-06a51e9e-4f9f-46e8-9799-60b27d85e164 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (2ab87036-dfaf-4453-bc4c-2751cad517a8), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:58.080825 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fe4cc-a22c-44e3-aa87-d29a12d29a99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Port': ['ID=b3cd22be-f5ea-4368-84ff-2a9408416c93,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:58.084341 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8fe4cc-a22c-44e3-aa87-d29a12d29a99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] No DVR routers for this DVR port b3cd22be-f5ea-4368-84ff-2a9408416c93 on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:26:58.096144 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a51e9e-4f9f-46e8-9799-60b27d85e164 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:26:58.101635 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a51e9e-4f9f-46e8-9799-60b27d85e164 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab87036-dfaf-4453-bc4c-2751cad517a8,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:58.108967 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-06a51e9e-4f9f-46e8-9799-60b27d85e164 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (1da55d01-a9a4-4e28-a216-4e18fa8eded2), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:58.109326 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-06a51e9e-4f9f-46e8-9799-60b27d85e164 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Added segment 1da55d01-a9a4-4e28-a216-4e18fa8eded2 of type vlan for network 0c67f80e-1e7b-4d94-888b-5858b39c1280 Apr 16 04:26:58.154521 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-06a51e9e-4f9f-46e8-9799-60b27d85e164 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (0c67f80e-1e7b-4d94-888b-5858b39c1280), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:58.166946 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a8fe4cc-a22c-44e3-aa87-d29a12d29a99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:58.188588 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-7a8fe4cc-a22c-44e3-aa87-d29a12d29a99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:58.198029 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-7a8fe4cc-a22c-44e3-aa87-d29a12d29a99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e6a134-f248-4993-8a50-53b439d9a0a6') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:58.198325 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-7a8fe4cc-a22c-44e3-aa87-d29a12d29a99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e6a134-f248-4993-8a50-53b439d9a0a6') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:26:58.207736 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a8fe4cc-a22c-44e3-aa87-d29a12d29a99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (b0e6a134-f248-4993-8a50-53b439d9a0a6), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:58.221007 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a8fe4cc-a22c-44e3-aa87-d29a12d29a99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (b0e6a134-f248-4993-8a50-53b439d9a0a6), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:58.226932 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8fe4cc-a22c-44e3-aa87-d29a12d29a99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:26:58.227314 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a8fe4cc-a22c-44e3-aa87-d29a12d29a99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (b0e6a134-f248-4993-8a50-53b439d9a0a6), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: self.session.flush() Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:26:58.230338 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:26:58.236564 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-06a51e9e-4f9f-46e8-9799-60b27d85e164 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (0c67f80e-1e7b-4d94-888b-5858b39c1280), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:58.241899 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a51e9e-4f9f-46e8-9799-60b27d85e164 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:26:58.242516 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-06a51e9e-4f9f-46e8-9799-60b27d85e164 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:58.309464 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a51e9e-4f9f-46e8-9799-60b27d85e164 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Network': ['ID=0c67f80e-1e7b-4d94-888b-5858b39c1280,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:58.320295 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 0c67f80e-1e7b-4d94-888b-5858b39c1280 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:26:58.364807 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-06a51e9e-4f9f-46e8-9799-60b27d85e164 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7451231 Apr 16 04:26:58.367611 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39950) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:58.372094 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-ab8cd2f4-4058-4ef1-8818-5d86841c8e10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'admin_state_up': True, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:26:58.374356 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a8fe4cc-a22c-44e3-aa87-d29a12d29a99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:58.383275 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a8fe4cc-a22c-44e3-aa87-d29a12d29a99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:58.386804 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7a8fe4cc-a22c-44e3-aa87-d29a12d29a99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] 10.222.0.30 "DELETE /v2.0/networks/dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7 HTTP/1.1" status: 204 len: 168 time: 0.6327794 Apr 16 04:26:58.399029 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fe4cc-a22c-44e3-aa87-d29a12d29a99 tempest-PortsTestJSON-1050762787 tempest-PortsTestJSON-1050762787-project] Pushing event deleted for resources: {'Network': ['ID=dd9d48ff-9854-4e4b-9cc2-ebeaa4ea5bb7,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:58.459307 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd2f4-4058-4ef1-8818-5d86841c8e10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (b12ae333-465c-4eb7-94aa-8f7c5d6580b2), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:58.460392 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd2f4-4058-4ef1-8818-5d86841c8e10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (b12ae333-465c-4eb7-94aa-8f7c5d6580b2), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:58.517506 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd2f4-4058-4ef1-8818-5d86841c8e10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_controller (b12ae333-465c-4eb7-94aa-8f7c5d6580b2), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:58.722408 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd2f4-4058-4ef1-8818-5d86841c8e10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (b12ae333-465c-4eb7-94aa-8f7c5d6580b2), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:58.801586 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39956) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:58.932937 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f16e53e9-5bc6-4b3b-9fdf-16f9218731c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2003f45899ce417e8628a90cb615c285&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300745 Apr 16 04:26:58.935541 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39960) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:26:58.965335 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd2f4-4058-4ef1-8818-5d86841c8e10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (b12ae333-465c-4eb7-94aa-8f7c5d6580b2), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:58.984693 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd2f4-4058-4ef1-8818-5d86841c8e10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:58.986538 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ba7c-668e-4824-8984-f3153b78dcd6 admin admin] Publish callbacks [] for security_group (a81a1dde-a6af-4430-9ea8-6711e74c4aac), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:59.007306 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ba7c-668e-4824-8984-f3153b78dcd6 admin admin] Publish callbacks [] for security_group (a81a1dde-a6af-4430-9ea8-6711e74c4aac), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:59.086104 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-ab8cd2f4-4058-4ef1-8818-5d86841c8e10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.26.6.220 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/9416790c-d9a2-438d-9acc-e44a183582e1) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:26:59.133589 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ba7c-668e-4824-8984-f3153b78dcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (a81a1dde-a6af-4430-9ea8-6711e74c4aac), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:59.136133 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ba7c-668e-4824-8984-f3153b78dcd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:59.137374 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d8a0ba7c-668e-4824-8984-f3153b78dcd6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a81a1dde-a6af-4430-9ea8-6711e74c4aac HTTP/1.1" status: 204 len: 168 time: 0.2008824 Apr 16 04:26:59.150626 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0ba7c-668e-4824-8984-f3153b78dcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81a1dde-a6af-4430-9ea8-6711e74c4aac,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:59.203040 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd2f4-4058-4ef1-8818-5d86841c8e10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (9416790c-d9a2-438d-9acc-e44a183582e1), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:59.234433 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device b3cd22be-f5ea-4368-84ff-2a9408416c93 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:26:59.255772 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: b3cd22be-f5ea-4368-84ff-2a9408416c93 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:26:59.256050 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device b3cd22be-f5ea-4368-84ff-2a9408416c93 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:26:59.311664 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd2f4-4058-4ef1-8818-5d86841c8e10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (9416790c-d9a2-438d-9acc-e44a183582e1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:59.348636 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8cd2f4-4058-4ef1-8818-5d86841c8e10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:26:59.351473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-ab8cd2f4-4058-4ef1-8818-5d86841c8e10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:26:59.357077 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8cd2f4-4058-4ef1-8818-5d86841c8e10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:26:59.381994 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8cd2f4-4058-4ef1-8818-5d86841c8e10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=9416790c-d9a2-438d-9acc-e44a183582e1,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:26:59.702106 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd2f4-4058-4ef1-8818-5d86841c8e10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (b12ae333-465c-4eb7-94aa-8f7c5d6580b2), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:26:59.907298 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd2f4-4058-4ef1-8818-5d86841c8e10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (b12ae333-465c-4eb7-94aa-8f7c5d6580b2), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:00.104797 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8cd2f4-4058-4ef1-8818-5d86841c8e10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:27:00.158680 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39982) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:00.218567 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8cd2f4-4058-4ef1-8818-5d86841c8e10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:27:00.229204 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] Sync routers for ids ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:27:00.240019 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] Routers {'b12ae333-465c-4eb7-94aa-8f7c5d6580b2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:27:00.240692 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:26:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:27:00.258539 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-762792f5-4871-4397-9588-e7b2b82c875e tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:00.259248 dv-neutron-838078-2-hyperv neutron-server[104633]: WARNING neutron.api.v2.base [None req-762792f5-4871-4397-9588-e7b2b82c875e tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 16 04:27:00.259746 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-762792f5-4871-4397-9588-e7b2b82c875e tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] create failed (client error): There was a conflict when trying to complete your request. Apr 16 04:27:00.260734 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-762792f5-4871-4397-9588-e7b2b82c875e tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1010523 Apr 16 04:27:00.265276 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 39986) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:00.270168 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-5cec4d6f-d5b5-4bae-a664-d05a1da5ef8e tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group': {'name': 'tempest-secgroup--143851741'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:00.294680 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd2f4-4058-4ef1-8818-5d86841c8e10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:00.296044 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ab8cd2f4-4058-4ef1-8818-5d86841c8e10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9273870 Apr 16 04:27:00.299051 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39988) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:00.350731 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] Set router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:27:00.368229 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cec4d6f-d5b5-4bae-a664-d05a1da5ef8e tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:00.377941 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cec4d6f-d5b5-4bae-a664-d05a1da5ef8e tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:00.452942 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7676590c-fb7f-49fe-bcac-75059b69f622 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4b56e019123c4dffa69f7a176eb53d27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1527603 Apr 16 04:27:00.453555 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39992) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:00.458241 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cec4d6f-d5b5-4bae-a664-d05a1da5ef8e tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (71dd8b48-cacf-4cd4-94cb-d00adaae2c37), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:00.516822 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cec4d6f-d5b5-4bae-a664-d05a1da5ef8e tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (71dd8b48-cacf-4cd4-94cb-d00adaae2c37), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:00.522160 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:26:59Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:26:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:27:00.549008 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] Checking router: b12ae333-465c-4eb7-94aa-8f7c5d6580b2 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:27:00.553471 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] Updating router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 port 9416790c-d9a2-438d-9acc-e44a183582e1 binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:27:00.558274 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec4d6f-d5b5-4bae-a664-d05a1da5ef8e tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71dd8b48-cacf-4cd4-94cb-d00adaae2c37,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:00.586895 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (9416790c-d9a2-438d-9acc-e44a183582e1), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:00.598922 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cec4d6f-d5b5-4bae-a664-d05a1da5ef8e tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (0b1fff08-891f-4063-ae7b-b4d4962df8f6), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:00.619187 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e108d9-1602-4f60-9a41-8171da21f454 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:00.620820 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-29e108d9-1602-4f60-9a41-8171da21f454 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1663313 Apr 16 04:27:00.624187 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39994) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:00.657922 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-94c98dd3-2338-4e60-8190-97c8c1178a6b tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326500 Apr 16 04:27:00.660518 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39996) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:00.664067 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cec4d6f-d5b5-4bae-a664-d05a1da5ef8e tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (0b1fff08-891f-4063-ae7b-b4d4962df8f6), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:00.665460 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-a2a15584-be2e-4b5b-8735-20767fcedabc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-496333153', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:00.697370 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec4d6f-d5b5-4bae-a664-d05a1da5ef8e tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1fff08-891f-4063-ae7b-b4d4962df8f6,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:00.758421 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cec4d6f-d5b5-4bae-a664-d05a1da5ef8e tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:00.759717 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5cec4d6f-d5b5-4bae-a664-d05a1da5ef8e tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4934933 Apr 16 04:27:00.762716 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 39998) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:00.767272 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-e7010280-7f3b-4e33-a984-7ebfb0f4155d tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group_rule': {'security_group_id': '0b1fff08-891f-4063-ae7b-b4d4962df8f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:00.830509 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a15584-be2e-4b5b-8735-20767fcedabc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:27:00.833938 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a2a15584-be2e-4b5b-8735-20767fcedabc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:00.844487 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] Publish callbacks [] for port (9416790c-d9a2-438d-9acc-e44a183582e1), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:00.890004 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e7010280-7f3b-4e33-a984-7ebfb0f4155d tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group_rule (f51e7b98-a6c9-4430-8dca-ab1956648e25), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:00.911337 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (9416790c-d9a2-438d-9acc-e44a183582e1), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:00.961131 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] Attempting to bind port 9416790c-d9a2-438d-9acc-e44a183582e1 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:27:00.961453 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] Attempting to bind port 9416790c-d9a2-438d-9acc-e44a183582e1 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:27:00.961809 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] Attempting to bind port 9416790c-d9a2-438d-9acc-e44a183582e1 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:27:00.971261 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4d680-00ea-4adf-aeff-f8991ad222bd None None] Pushing event updated for resources: {'Port': ['ID=9416790c-d9a2-438d-9acc-e44a183582e1,revision_number=2']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:00.974404 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:27:00.974771 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:27:00.975170 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:00.975557 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:27:00.976017 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] Bound port: 9416790c-d9a2-438d-9acc-e44a183582e1, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:27:00.976386 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (9416790c-d9a2-438d-9acc-e44a183582e1), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:00.976573 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e7010280-7f3b-4e33-a984-7ebfb0f4155d tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group_rule (f51e7b98-a6c9-4430-8dca-ab1956648e25), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:00.983170 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d680-00ea-4adf-aeff-f8991ad222bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:00.983516 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d680-00ea-4adf-aeff-f8991ad222bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:00.983873 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d680-00ea-4adf-aeff-f8991ad222bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:00.984207 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d680-00ea-4adf-aeff-f8991ad222bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:00.984533 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d680-00ea-4adf-aeff-f8991ad222bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:00.984881 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d680-00ea-4adf-aeff-f8991ad222bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:00.985203 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d680-00ea-4adf-aeff-f8991ad222bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:00.985524 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d680-00ea-4adf-aeff-f8991ad222bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:00.985869 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d680-00ea-4adf-aeff-f8991ad222bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:00.986179 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d680-00ea-4adf-aeff-f8991ad222bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:00.986512 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d680-00ea-4adf-aeff-f8991ad222bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:00.986847 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d680-00ea-4adf-aeff-f8991ad222bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:00.987167 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d680-00ea-4adf-aeff-f8991ad222bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:00.987480 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d680-00ea-4adf-aeff-f8991ad222bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:00.987791 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d680-00ea-4adf-aeff-f8991ad222bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:01.039583 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] For port 9416790c-d9a2-438d-9acc-e44a183582e1, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:27:01.042825 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] For port 9416790c-d9a2-438d-9acc-e44a183582e1, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=9416790c-d9a2-438d-9acc-e44a183582e1,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:27:01.105863 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (9416790c-d9a2-438d-9acc-e44a183582e1), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:01.162421 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] Routers {'b12ae333-465c-4eb7-94aa-8f7c5d6580b2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:27:01.163054 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:26:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:27:01.209873 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4d680-00ea-4adf-aeff-f8991ad222bd None None] Pushing event updated for resources: {'Port': ['ID=9416790c-d9a2-438d-9acc-e44a183582e1,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:01.284975 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] Set router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:27:01.311115 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e7010280-7f3b-4e33-a984-7ebfb0f4155d tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (f51e7b98-a6c9-4430-8dca-ab1956648e25), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:01.344331 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7010280-7f3b-4e33-a984-7ebfb0f4155d tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51e7b98-a6c9-4430-8dca-ab1956648e25,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:01.409522 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e7010280-7f3b-4e33-a984-7ebfb0f4155d tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:01.410760 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e7010280-7f3b-4e33-a984-7ebfb0f4155d tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6469932 Apr 16 04:27:01.413806 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40000) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:01.418185 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-80748ea8-7df6-45e5-96aa-2a79231d2258 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group_rule': {'security_group_id': '0b1fff08-891f-4063-ae7b-b4d4962df8f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:01.432152 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a2a15584-be2e-4b5b-8735-20767fcedabc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (b844ad2b-77ed-45da-90e2-cc9bccf3fda2), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:01.455392 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:26:59Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:27:01.481511 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4a36e3-7287-4d94-ade4-271380531d50 None None] The sync data for ids ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'] in dv-neutron-838078-2-hyperv is: [{'id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:26:59Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:27:01.500812 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a15584-be2e-4b5b-8735-20767fcedabc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Subnet': ['ID=b844ad2b-77ed-45da-90e2-cc9bccf3fda2,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:01.509670 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a15584-be2e-4b5b-8735-20767fcedabc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Checking segment: {'id': '1da55d01-a9a4-4e28-a216-4e18fa8eded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:27:01.510036 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a15584-be2e-4b5b-8735-20767fcedabc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network hostable DHCP agents. Network: 0c67f80e-1e7b-4d94-888b-5858b39c1280, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:27:01.526462 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-80748ea8-7df6-45e5-96aa-2a79231d2258 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group_rule (b0ca621b-74d7-46fe-9747-6ac02814dddb), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:01.601938 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a15584-be2e-4b5b-8735-20767fcedabc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 0c67f80e-1e7b-4d94-888b-5858b39c1280 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:27:01.653745 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-80748ea8-7df6-45e5-96aa-2a79231d2258 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] create failed (client error): There was a conflict when trying to complete your request. Apr 16 04:27:01.654968 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-80748ea8-7df6-45e5-96aa-2a79231d2258 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2401097 Apr 16 04:27:01.657618 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40002) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:01.688190 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-a2a15584-be2e-4b5b-8735-20767fcedabc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 0c67f80e-1e7b-4d94-888b-5858b39c1280) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:27:01.693073 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a15584-be2e-4b5b-8735-20767fcedabc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:01.700604 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a2a15584-be2e-4b5b-8735-20767fcedabc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:01.721973 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad8160e-ed09-4b9c-9871-0eb4a9512847 None None] Network 0c67f80e-1e7b-4d94-888b-5858b39c1280 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:27:01.732418 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd261-d63e-49c9-919c-14fee1920260 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (0b1fff08-891f-4063-ae7b-b4d4962df8f6), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:01.761183 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd261-d63e-49c9-919c-14fee1920260 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (0b1fff08-891f-4063-ae7b-b4d4962df8f6), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:01.776786 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a2a15584-be2e-4b5b-8735-20767fcedabc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1152303 Apr 16 04:27:01.779576 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40004) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:01.849092 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-0c67f80e-1e7b-4d94-888b-5858b39c1280', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ips': [{'subnet_id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:27:01.849972 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:01.888826 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd261-d63e-49c9-919c-14fee1920260 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (0b1fff08-891f-4063-ae7b-b4d4962df8f6), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:01.891527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd261-d63e-49c9-919c-14fee1920260 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:01.892805 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0ffdd261-d63e-49c9-919c-14fee1920260 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "DELETE /v2.0/security-groups/0b1fff08-891f-4063-ae7b-b4d4962df8f6 HTTP/1.1" status: 204 len: 168 time: 0.2342157 Apr 16 04:27:01.897372 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40006) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:01.910935 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdd261-d63e-49c9-919c-14fee1920260 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1fff08-891f-4063-ae7b-b4d4962df8f6,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:01.964760 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-beca5c8f-1c80-4906-a962-468e4985d596 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0626886 Apr 16 04:27:01.966974 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40008) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:01.970167 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-e8b64e69-e796-4196-b6db-09365532b676 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group': {'name': 'tempest-secgroup--988544118'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:02.033708 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] Allocated IP 172.20.0.2 (0c67f80e-1e7b-4d94-888b-5858b39c1280/b844ad2b-77ed-45da-90e2-cc9bccf3fda2/35ecca9c-e0d4-43db-89c0-ab3cd67721c2) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:27:02.077141 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e8b64e69-e796-4196-b6db-09365532b676 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:02.158855 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e8b64e69-e796-4196-b6db-09365532b676 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (22bd997b-b84e-4dff-b9e1-b20f44d6df1c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:02.207924 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e8b64e69-e796-4196-b6db-09365532b676 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (22bd997b-b84e-4dff-b9e1-b20f44d6df1c), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:02.237575 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] Publish callbacks [] for port (35ecca9c-e0d4-43db-89c0-ab3cd67721c2), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:02.243331 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b64e69-e796-4196-b6db-09365532b676 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22bd997b-b84e-4dff-b9e1-b20f44d6df1c,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:02.350620 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (35ecca9c-e0d4-43db-89c0-ab3cd67721c2), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:02.352085 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e8b64e69-e796-4196-b6db-09365532b676 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:02.356372 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e8b64e69-e796-4196-b6db-09365532b676 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3875115 Apr 16 04:27:02.358523 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40010) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:02.364304 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-55bc97a2-ddc6-47f5-b421-6b91368927e5 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group_rule': {'security_group_id': '22bd997b-b84e-4dff-b9e1-b20f44d6df1c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:02.365365 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.api.v2.base [None req-55bc97a2-ddc6-47f5-b421-6b91368927e5 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 16 04:27:02.365879 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-55bc97a2-ddc6-47f5-b421-6b91368927e5 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:27:02.369420 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-55bc97a2-ddc6-47f5-b421-6b91368927e5 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074110 Apr 16 04:27:02.369694 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40012) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:02.385878 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0e6f9680-9c00-410f-9f2e-ff7ffeb9b98f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:02.399363 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] Network 0c67f80e-1e7b-4d94-888b-5858b39c1280 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:27:02.402798 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:27:02.407909 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:27:02.417490 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] Pushing event updated for resources: {'Port': ['ID=35ecca9c-e0d4-43db-89c0-ab3cd67721c2,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:02.435568 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b790a71d-0723-4d37-afaa-c050b94a041c tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (22bd997b-b84e-4dff-b9e1-b20f44d6df1c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:02.462763 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b790a71d-0723-4d37-afaa-c050b94a041c tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (22bd997b-b84e-4dff-b9e1-b20f44d6df1c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:02.474506 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] Attempting to bind port 35ecca9c-e0d4-43db-89c0-ab3cd67721c2 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:27:02.475022 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] Attempting to bind port 35ecca9c-e0d4-43db-89c0-ab3cd67721c2 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '1da55d01-a9a4-4e28-a216-4e18fa8eded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:27:02.475487 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] Attempting to bind port 35ecca9c-e0d4-43db-89c0-ab3cd67721c2 on network 0c67f80e-1e7b-4d94-888b-5858b39c1280 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:27:02.482929 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:27:02.483475 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] Checking segment: {'id': '1da55d01-a9a4-4e28-a216-4e18fa8eded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:27:02.484076 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:02.484466 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] Bound using segment: {'id': '1da55d01-a9a4-4e28-a216-4e18fa8eded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:27:02.485073 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] Bound port: 35ecca9c-e0d4-43db-89c0-ab3cd67721c2, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da55d01-a9a4-4e28-a216-4e18fa8eded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:27:02.485880 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (35ecca9c-e0d4-43db-89c0-ab3cd67721c2), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:02.557663 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] For port 35ecca9c-e0d4-43db-89c0-ab3cd67721c2, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:27:02.560644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] For port 35ecca9c-e0d4-43db-89c0-ab3cd67721c2, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=35ecca9c-e0d4-43db-89c0-ab3cd67721c2,segment=NetworkSegment(1da55d01-a9a4-4e28-a216-4e18fa8eded2),segment_id=1da55d01-a9a4-4e28-a216-4e18fa8eded2)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:27:02.573651 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b790a71d-0723-4d37-afaa-c050b94a041c tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (22bd997b-b84e-4dff-b9e1-b20f44d6df1c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:02.576349 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b790a71d-0723-4d37-afaa-c050b94a041c tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:02.579936 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b790a71d-0723-4d37-afaa-c050b94a041c tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "DELETE /v2.0/security-groups/22bd997b-b84e-4dff-b9e1-b20f44d6df1c HTTP/1.1" status: 204 len: 168 time: 0.2070045 Apr 16 04:27:02.580884 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40014) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:02.598839 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790a71d-0723-4d37-afaa-c050b94a041c tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bd997b-b84e-4dff-b9e1-b20f44d6df1c,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:02.630048 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1db24962-28e3-471e-9ea1-330a9531587b tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0480845 Apr 16 04:27:02.634131 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40016) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:02.639092 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-e5311e7d-1986-43f8-9191-18610492ef38 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562180073'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:02.665534 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (35ecca9c-e0d4-43db-89c0-ab3cd67721c2), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:02.732642 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72141584-5eb6-4108-ab8a-0835cb4b740e None None] Pushing event updated for resources: {'Port': ['ID=35ecca9c-e0d4-43db-89c0-ab3cd67721c2,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:02.756956 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e5311e7d-1986-43f8-9191-18610492ef38 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:02.840119 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e5311e7d-1986-43f8-9191-18610492ef38 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (0409dd41-6358-4377-9db8-930c6973a78b), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:02.917325 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e5311e7d-1986-43f8-9191-18610492ef38 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (0409dd41-6358-4377-9db8-930c6973a78b), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:02.959753 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5311e7d-1986-43f8-9191-18610492ef38 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0409dd41-6358-4377-9db8-930c6973a78b,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:02.983588 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-0e6f9680-9c00-410f-9f2e-ff7ffeb9b98f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.20.0.1 (0c67f80e-1e7b-4d94-888b-5858b39c1280/b844ad2b-77ed-45da-90e2-cc9bccf3fda2/696bfea0-98fd-40da-87a6-38496ee0f75a) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:27:03.032870 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e5311e7d-1986-43f8-9191-18610492ef38 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.034200 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e5311e7d-1986-43f8-9191-18610492ef38 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3991311 Apr 16 04:27:03.037051 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40018) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:03.044326 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-287223e6-5f8b-49e1-b7d8-1f0568cb77d5 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group_rule': {'security_group_id': '0409dd41-6358-4377-9db8-930c6973a78b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:03.045906 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.api.v2.base [None req-287223e6-5f8b-49e1-b7d8-1f0568cb77d5 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 16 04:27:03.046570 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-287223e6-5f8b-49e1-b7d8-1f0568cb77d5 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:27:03.047626 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-287223e6-5f8b-49e1-b7d8-1f0568cb77d5 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0094888 Apr 16 04:27:03.050831 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40020) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:03.111484 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9ffc73c6-9500-4de8-9598-0291b83b15ef tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (0409dd41-6358-4377-9db8-930c6973a78b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.119673 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0e6f9680-9c00-410f-9f2e-ff7ffeb9b98f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (696bfea0-98fd-40da-87a6-38496ee0f75a), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.136378 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9ffc73c6-9500-4de8-9598-0291b83b15ef tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (0409dd41-6358-4377-9db8-930c6973a78b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.203060 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0e6f9680-9c00-410f-9f2e-ff7ffeb9b98f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (696bfea0-98fd-40da-87a6-38496ee0f75a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.225063 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9ffc73c6-9500-4de8-9598-0291b83b15ef tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (0409dd41-6358-4377-9db8-930c6973a78b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.228028 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9ffc73c6-9500-4de8-9598-0291b83b15ef tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.232695 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9ffc73c6-9500-4de8-9598-0291b83b15ef tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "DELETE /v2.0/security-groups/0409dd41-6358-4377-9db8-930c6973a78b HTTP/1.1" status: 204 len: 168 time: 0.1783803 Apr 16 04:27:03.236472 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40022) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:03.242707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc73c6-9500-4de8-9598-0291b83b15ef tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0409dd41-6358-4377-9db8-930c6973a78b,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:03.265333 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f9680-9c00-410f-9f2e-ff7ffeb9b98f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 0c67f80e-1e7b-4d94-888b-5858b39c1280 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:27:03.269736 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 35ecca9c-e0d4-43db-89c0-ab3cd67721c2 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:27:03.274048 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-0e6f9680-9c00-410f-9f2e-ff7ffeb9b98f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:27:03.277444 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f9680-9c00-410f-9f2e-ff7ffeb9b98f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:27:03.284836 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f9680-9c00-410f-9f2e-ff7ffeb9b98f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=696bfea0-98fd-40da-87a6-38496ee0f75a,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:03.323863 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 35ecca9c-e0d4-43db-89c0-ab3cd67721c2 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:27:03.324412 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (35ecca9c-e0d4-43db-89c0-ab3cd67721c2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.327810 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d2cbad39-0b60-41e8-8d33-a2e7f1bd8729 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0906658 Apr 16 04:27:03.331434 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40024) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:03.339119 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-169f7ce2-d2d5-4245-800c-99d213cf3355 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group': {'name': 'tempest-secgroup--517094224'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:03.354097 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0e6f9680-9c00-410f-9f2e-ff7ffeb9b98f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (b12ae333-465c-4eb7-94aa-8f7c5d6580b2), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.409395 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 35ecca9c-e0d4-43db-89c0-ab3cd67721c2 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:27:03.409788 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (35ecca9c-e0d4-43db-89c0-ab3cd67721c2), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.446921 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 35ecca9c-e0d4-43db-89c0-ab3cd67721c2, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=35ecca9c-e0d4-43db-89c0-ab3cd67721c2,segment=NetworkSegment(1da55d01-a9a4-4e28-a216-4e18fa8eded2),segment_id=1da55d01-a9a4-4e28-a216-4e18fa8eded2)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:27:03.477908 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-169f7ce2-d2d5-4245-800c-99d213cf3355 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.499523 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (35ecca9c-e0d4-43db-89c0-ab3cd67721c2), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.500771 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 9416790c-d9a2-438d-9acc-e44a183582e1 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:27:03.560749 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-169f7ce2-d2d5-4245-800c-99d213cf3355 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (a6ce4f5c-b83f-4990-aee4-8069e40300a3), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.579433 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=35ecca9c-e0d4-43db-89c0-ab3cd67721c2,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:03.590529 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 9416790c-d9a2-438d-9acc-e44a183582e1 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:27:03.590908 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9416790c-d9a2-438d-9acc-e44a183582e1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.594242 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0e6f9680-9c00-410f-9f2e-ff7ffeb9b98f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (696bfea0-98fd-40da-87a6-38496ee0f75a), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.632603 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-169f7ce2-d2d5-4245-800c-99d213cf3355 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (a6ce4f5c-b83f-4990-aee4-8069e40300a3), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.681095 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 9416790c-d9a2-438d-9acc-e44a183582e1 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:27:03.681458 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (9416790c-d9a2-438d-9acc-e44a183582e1), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.706486 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 9416790c-d9a2-438d-9acc-e44a183582e1, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=9416790c-d9a2-438d-9acc-e44a183582e1,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:27:03.713151 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f7ce2-d2d5-4245-800c-99d213cf3355 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ce4f5c-b83f-4990-aee4-8069e40300a3,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:03.759875 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-169f7ce2-d2d5-4245-800c-99d213cf3355 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.762600 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-169f7ce2-d2d5-4245-800c-99d213cf3355 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4288642 Apr 16 04:27:03.763904 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40026) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:03.772017 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-79dc20b8-7ad0-4efa-bf35-6606d4a38b3a tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group_rule': {'security_group_id': 'a6ce4f5c-b83f-4990-aee4-8069e40300a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:03.772017 dv-neutron-838078-2-hyperv neutron-server[104633]: WARNING neutron.api.v2.base [None req-79dc20b8-7ad0-4efa-bf35-6606d4a38b3a tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 16 04:27:03.772017 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-79dc20b8-7ad0-4efa-bf35-6606d4a38b3a tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:27:03.777248 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-79dc20b8-7ad0-4efa-bf35-6606d4a38b3a tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081060 Apr 16 04:27:03.779717 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40028) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:03.784242 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-ac49c5b7-3c00-4813-aa10-a67ec1d798c0 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group_rule': {'security_group_id': 'a6ce4f5c-b83f-4990-aee4-8069e40300a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:03.784979 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.api.v2.base [None req-ac49c5b7-3c00-4813-aa10-a67ec1d798c0 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 16 04:27:03.785469 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-ac49c5b7-3c00-4813-aa10-a67ec1d798c0 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:27:03.789626 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ac49c5b7-3c00-4813-aa10-a67ec1d798c0 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057201 Apr 16 04:27:03.789626 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40030) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:03.796810 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (9416790c-d9a2-438d-9acc-e44a183582e1), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.797822 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-c4b8fd73-bb7f-49c1-a116-5bb79a4a6d90 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group_rule': {'security_group_id': 'a6ce4f5c-b83f-4990-aee4-8069e40300a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:03.814261 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.api.v2.base [None req-c4b8fd73-bb7f-49c1-a116-5bb79a4a6d90 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 16 04:27:03.814261 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-c4b8fd73-bb7f-49c1-a116-5bb79a4a6d90 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:27:03.814261 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c4b8fd73-bb7f-49c1-a116-5bb79a4a6d90 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0148184 Apr 16 04:27:03.816615 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40032) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:03.821574 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-93c27f87-9cd1-4679-b10b-e7b5483692cf tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group_rule': {'security_group_id': 'a6ce4f5c-b83f-4990-aee4-8069e40300a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:03.822465 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.api.v2.base [None req-93c27f87-9cd1-4679-b10b-e7b5483692cf tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 16 04:27:03.822953 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-93c27f87-9cd1-4679-b10b-e7b5483692cf tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:27:03.823932 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-93c27f87-9cd1-4679-b10b-e7b5483692cf tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063274 Apr 16 04:27:03.827405 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40034) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:03.877409 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=9416790c-d9a2-438d-9acc-e44a183582e1,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:03.895327 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-27a1dfec-a564-44dd-86d8-8b8d125cb417 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (a6ce4f5c-b83f-4990-aee4-8069e40300a3), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.921575 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-27a1dfec-a564-44dd-86d8-8b8d125cb417 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (a6ce4f5c-b83f-4990-aee4-8069e40300a3), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.962758 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0e6f9680-9c00-410f-9f2e-ff7ffeb9b98f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (696bfea0-98fd-40da-87a6-38496ee0f75a), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:03.969950 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c99f0d2-afc3-48b1-8641-caf94ff7cf00 None None] Network 0c67f80e-1e7b-4d94-888b-5858b39c1280 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:27:04.013982 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-27a1dfec-a564-44dd-86d8-8b8d125cb417 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (a6ce4f5c-b83f-4990-aee4-8069e40300a3), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:04.016550 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-27a1dfec-a564-44dd-86d8-8b8d125cb417 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:04.017810 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-27a1dfec-a564-44dd-86d8-8b8d125cb417 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "DELETE /v2.0/security-groups/a6ce4f5c-b83f-4990-aee4-8069e40300a3 HTTP/1.1" status: 204 len: 168 time: 0.1893015 Apr 16 04:27:04.021435 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40036) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:04.031297 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0e6f9680-9c00-410f-9f2e-ff7ffeb9b98f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (696bfea0-98fd-40da-87a6-38496ee0f75a), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:04.035094 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1dfec-a564-44dd-86d8-8b8d125cb417 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ce4f5c-b83f-4990-aee4-8069e40300a3,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:04.039173 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-71516f6f-6048-4a1c-b217-65a5207a78e6 None None] Provisioning complete for port 35ecca9c-e0d4-43db-89c0-ab3cd67721c2 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:27:04.039482 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-71516f6f-6048-4a1c-b217-65a5207a78e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (35ecca9c-e0d4-43db-89c0-ab3cd67721c2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:04.082208 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e07fdca6-0dbb-4e9d-8e6f-19dec3722c05 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0548959 Apr 16 04:27:04.082208 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40038) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:04.086697 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-90300029-c3dc-4ee0-a6b6-48325ab678b2 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group': {'name': 'tempest-secgroup--2116012735'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:04.118261 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0e6f9680-9c00-410f-9f2e-ff7ffeb9b98f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (b12ae333-465c-4eb7-94aa-8f7c5d6580b2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:04.121198 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f9680-9c00-410f-9f2e-ff7ffeb9b98f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=696bfea0-98fd-40da-87a6-38496ee0f75a,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:04.179542 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-90300029-c3dc-4ee0-a6b6-48325ab678b2 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:04.180154 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-71516f6f-6048-4a1c-b217-65a5207a78e6 None None] Current status of the port 35ecca9c-e0d4-43db-89c0-ab3cd67721c2 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:27:04.223541 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f9680-9c00-410f-9f2e-ff7ffeb9b98f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 0c67f80e-1e7b-4d94-888b-5858b39c1280 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:27:04.225885 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-0e6f9680-9c00-410f-9f2e-ff7ffeb9b98f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:27:04.256809 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-90300029-c3dc-4ee0-a6b6-48325ab678b2 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (d04ff61b-6bf7-46cf-af9c-9337dcabea76), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:04.327975 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-90300029-c3dc-4ee0-a6b6-48325ab678b2 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (d04ff61b-6bf7-46cf-af9c-9337dcabea76), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:04.347759 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6f9680-9c00-410f-9f2e-ff7ffeb9b98f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:27:04.363942 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90300029-c3dc-4ee0-a6b6-48325ab678b2 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d04ff61b-6bf7-46cf-af9c-9337dcabea76,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:04.400595 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-0a333cc6-1173-4de9-92cf-c94240e69fde None None] Provisioning complete for port 35ecca9c-e0d4-43db-89c0-ab3cd67721c2 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:27:04.401008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0a333cc6-1173-4de9-92cf-c94240e69fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (35ecca9c-e0d4-43db-89c0-ab3cd67721c2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:04.454485 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-90300029-c3dc-4ee0-a6b6-48325ab678b2 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:04.458559 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-90300029-c3dc-4ee0-a6b6-48325ab678b2 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3726928 Apr 16 04:27:04.458964 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40040) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:04.463572 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-8c4a7a0f-8ec8-40fe-b6ef-a8a9b4b931e6 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group_rule': {'security_group_id': 'd04ff61b-6bf7-46cf-af9c-9337dcabea76', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:04.464408 dv-neutron-838078-2-hyperv neutron-server[104633]: WARNING neutron.api.v2.base [None req-8c4a7a0f-8ec8-40fe-b6ef-a8a9b4b931e6 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 16 04:27:04.464936 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-8c4a7a0f-8ec8-40fe-b6ef-a8a9b4b931e6 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:27:04.469110 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8c4a7a0f-8ec8-40fe-b6ef-a8a9b4b931e6 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060620 Apr 16 04:27:04.469413 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40042) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:04.478450 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-c77fc140-20a2-475f-a4f7-85f42c9122d2 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group_rule': {'security_group_id': 'd04ff61b-6bf7-46cf-af9c-9337dcabea76', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:04.491909 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6f9680-9c00-410f-9f2e-ff7ffeb9b98f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:27:04.492246 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0a333cc6-1173-4de9-92cf-c94240e69fde None None] Current status of the port 35ecca9c-e0d4-43db-89c0-ab3cd67721c2 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:27:04.500709 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0e6f9680-9c00-410f-9f2e-ff7ffeb9b98f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/routers/b12ae333-465c-4eb7-94aa-8f7c5d6580b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7200353 Apr 16 04:27:04.501472 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40044) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:04.503174 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] Sync routers for ids ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:27:04.506828 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-0a333cc6-1173-4de9-92cf-c94240e69fde None None] Provisioning complete for port 696bfea0-98fd-40da-87a6-38496ee0f75a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:27:04.507264 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0a333cc6-1173-4de9-92cf-c94240e69fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (696bfea0-98fd-40da-87a6-38496ee0f75a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:04.535054 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] Routers {'b12ae333-465c-4eb7-94aa-8f7c5d6580b2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:27:04.537274 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:26:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:27:04.590656 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0a333cc6-1173-4de9-92cf-c94240e69fde None None] Port 696bfea0-98fd-40da-87a6-38496ee0f75a cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:27:04.666170 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] Set router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:27:04.692491 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66ae857-f2e8-4299-b46b-a2e7ef0dbfc0 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:04.693051 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66ae857-f2e8-4299-b46b-a2e7ef0dbfc0 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:04.693599 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66ae857-f2e8-4299-b46b-a2e7ef0dbfc0 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:04.694185 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66ae857-f2e8-4299-b46b-a2e7ef0dbfc0 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:04.694709 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66ae857-f2e8-4299-b46b-a2e7ef0dbfc0 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:04.695208 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-c77fc140-20a2-475f-a4f7-85f42c9122d2 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:27:04.695342 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66ae857-f2e8-4299-b46b-a2e7ef0dbfc0 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:04.696876 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c77fc140-20a2-475f-a4f7-85f42c9122d2 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2264950 Apr 16 04:27:04.702511 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40046) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:04.716201 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a66ae857-f2e8-4299-b46b-a2e7ef0dbfc0 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1991465 Apr 16 04:27:04.716700 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-9111f28f-6c8c-44a6-bc26-0deec172da16 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group_rule': {'security_group_id': 'd04ff61b-6bf7-46cf-af9c-9337dcabea76', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:04.716700 dv-neutron-838078-2-hyperv neutron-server[104633]: WARNING neutron.api.v2.base [None req-9111f28f-6c8c-44a6-bc26-0deec172da16 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 16 04:27:04.716700 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-9111f28f-6c8c-44a6-bc26-0deec172da16 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:27:04.716700 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9111f28f-6c8c-44a6-bc26-0deec172da16 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060182 Apr 16 04:27:04.718519 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40048) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:04.720512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40050) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:04.733379 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-1936fbda-69b0-4309-81e0-aebef60212f5 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group_rule': {'security_group_id': 'd04ff61b-6bf7-46cf-af9c-9337dcabea76', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:04.849380 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48e427e-ca63-4463-a21e-d87eba93c1d9 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:04.849849 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48e427e-ca63-4463-a21e-d87eba93c1d9 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:04.850306 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48e427e-ca63-4463-a21e-d87eba93c1d9 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:04.850761 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48e427e-ca63-4463-a21e-d87eba93c1d9 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:04.851242 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48e427e-ca63-4463-a21e-d87eba93c1d9 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:04.851719 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48e427e-ca63-4463-a21e-d87eba93c1d9 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:04.853560 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d48e427e-ca63-4463-a21e-d87eba93c1d9 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1338553 Apr 16 04:27:04.856537 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40054) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:04.864928 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-e73fbfb2-9d26-4546-afc3-afa3a420cba2 None None] Provisioning complete for port 696bfea0-98fd-40da-87a6-38496ee0f75a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:27:04.865467 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e73fbfb2-9d26-4546-afc3-afa3a420cba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (696bfea0-98fd-40da-87a6-38496ee0f75a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:04.951356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e73fbfb2-9d26-4546-afc3-afa3a420cba2 None None] Port 696bfea0-98fd-40da-87a6-38496ee0f75a cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:27:05.034024 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-1936fbda-69b0-4309-81e0-aebef60212f5 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:27:05.035091 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1936fbda-69b0-4309-81e0-aebef60212f5 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3134153 Apr 16 04:27:05.038471 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40056) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:05.043248 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-fd4d170f-0e89-491f-bca9-5127fcca7e0e tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group_rule': {'security_group_id': 'd04ff61b-6bf7-46cf-af9c-9337dcabea76', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:05.043734 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.api.v2.base [None req-fd4d170f-0e89-491f-bca9-5127fcca7e0e tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 16 04:27:05.044737 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-fd4d170f-0e89-491f-bca9-5127fcca7e0e tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:27:05.048087 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fd4d170f-0e89-491f-bca9-5127fcca7e0e tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061600 Apr 16 04:27:05.048848 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40058) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:05.053681 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-189a7fd2-06f4-4909-8023-c6b3d39e4cf5 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group_rule': {'security_group_id': 'd04ff61b-6bf7-46cf-af9c-9337dcabea76', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:05.056594 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '696bfea0-98fd-40da-87a6-38496ee0f75a', 'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:b7:e6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:27:02Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 2, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:27:05.079753 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e0a5fbc6-f801-48aa-a81c-1cc049491dd9 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2219715 Apr 16 04:27:05.093896 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] Checking router: b12ae333-465c-4eb7-94aa-8f7c5d6580b2 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:27:05.094250 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] Updating router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 port 696bfea0-98fd-40da-87a6-38496ee0f75a binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:27:05.096121 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-ce9440a3-594a-4988-ac6d-b98aebd3aa1b None None] Provisioning complete for port 696bfea0-98fd-40da-87a6-38496ee0f75a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:27:05.096488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ce9440a3-594a-4988-ac6d-b98aebd3aa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (696bfea0-98fd-40da-87a6-38496ee0f75a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:05.148973 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (696bfea0-98fd-40da-87a6-38496ee0f75a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:05.159417 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-ce9440a3-594a-4988-ac6d-b98aebd3aa1b None None] Port 696bfea0-98fd-40da-87a6-38496ee0f75a cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:27:05.231002 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-189a7fd2-06f4-4909-8023-c6b3d39e4cf5 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:27:05.235753 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-189a7fd2-06f4-4909-8023-c6b3d39e4cf5 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1856594 Apr 16 04:27:05.235910 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40064) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:05.241882 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-12b283cc-5240-45c4-b3f0-ec40429fb89a tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group_rule': {'security_group_id': 'd04ff61b-6bf7-46cf-af9c-9337dcabea76', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:05.242594 dv-neutron-838078-2-hyperv neutron-server[104633]: WARNING neutron.api.v2.base [None req-12b283cc-5240-45c4-b3f0-ec40429fb89a tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 16 04:27:05.243159 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-12b283cc-5240-45c4-b3f0-ec40429fb89a tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:27:05.244198 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-12b283cc-5240-45c4-b3f0-ec40429fb89a tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071788 Apr 16 04:27:05.250904 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40066) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:05.254473 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 35ecca9c-e0d4-43db-89c0-ab3cd67721c2 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:27:05.255769 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-5100e778-f13f-475c-bdd7-20eb4da4f0f8 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group_rule': {'security_group_id': 'd04ff61b-6bf7-46cf-af9c-9337dcabea76', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:05.286693 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40068) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:05.291315 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-82c8411c-3c11-4795-9f68-1950b5cc87d3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1587097112', 'description': 'tempest-secgroup-smoke-1587097112 description', 'project_id': '4b56e019123c4dffa69f7a176eb53d27'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:05.357575 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-82c8411c-3c11-4795-9f68-1950b5cc87d3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:05.368021 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 35ecca9c-e0d4-43db-89c0-ab3cd67721c2 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:27:05.371168 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (35ecca9c-e0d4-43db-89c0-ab3cd67721c2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:05.390306 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-5100e778-f13f-475c-bdd7-20eb4da4f0f8 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:27:05.391696 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5100e778-f13f-475c-bdd7-20eb4da4f0f8 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1398070 Apr 16 04:27:05.394748 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40070) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:05.400037 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-2d1e55ad-ae8a-414c-84f6-bb3b7e4ab1a4 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group_rule': {'security_group_id': 'd04ff61b-6bf7-46cf-af9c-9337dcabea76', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:05.432470 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-82c8411c-3c11-4795-9f68-1950b5cc87d3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (3bf9b751-1324-49d6-b637-b333150e6995), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:05.509252 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 35ecca9c-e0d4-43db-89c0-ab3cd67721c2 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:27:05.510285 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 9416790c-d9a2-438d-9acc-e44a183582e1 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:27:05.516370 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-82c8411c-3c11-4795-9f68-1950b5cc87d3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (3bf9b751-1324-49d6-b637-b333150e6995), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:05.545803 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8411c-3c11-4795-9f68-1950b5cc87d3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf9b751-1324-49d6-b637-b333150e6995,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:05.554776 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] Publish callbacks [] for port (696bfea0-98fd-40da-87a6-38496ee0f75a), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:05.569719 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 9416790c-d9a2-438d-9acc-e44a183582e1 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:27:05.570080 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9416790c-d9a2-438d-9acc-e44a183582e1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:05.602287 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-2d1e55ad-ae8a-414c-84f6-bb3b7e4ab1a4 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:27:05.603375 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2d1e55ad-ae8a-414c-84f6-bb3b7e4ab1a4 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2077157 Apr 16 04:27:05.606257 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40072) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:05.632980 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-82c8411c-3c11-4795-9f68-1950b5cc87d3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:05.633716 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (696bfea0-98fd-40da-87a6-38496ee0f75a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:05.634508 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-82c8411c-3c11-4795-9f68-1950b5cc87d3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3467767 Apr 16 04:27:05.637515 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40074) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:05.643133 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-2962b397-e1a9-42a6-b0be-ae74a7cda895 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '3bf9b751-1324-49d6-b637-b333150e6995', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:05.665941 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b33a4a3a-5516-4659-905b-f4f24261c473 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (d04ff61b-6bf7-46cf-af9c-9337dcabea76), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:05.683724 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 9416790c-d9a2-438d-9acc-e44a183582e1 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:27:05.695983 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b33a4a3a-5516-4659-905b-f4f24261c473 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (d04ff61b-6bf7-46cf-af9c-9337dcabea76), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:05.704092 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74d6b5-6a48-486b-b8c0-8754bf2050f5 None None] Pushing event updated for resources: {'Port': ['ID=696bfea0-98fd-40da-87a6-38496ee0f75a,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:05.735576 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2962b397-e1a9-42a6-b0be-ae74a7cda895 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (c3b5e4b3-8bb7-4473-b2d5-6d98184bb75c), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:05.756700 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] Attempting to bind port 696bfea0-98fd-40da-87a6-38496ee0f75a on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:27:05.757096 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] Attempting to bind port 696bfea0-98fd-40da-87a6-38496ee0f75a by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '1da55d01-a9a4-4e28-a216-4e18fa8eded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:27:05.757464 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] Attempting to bind port 696bfea0-98fd-40da-87a6-38496ee0f75a on network 0c67f80e-1e7b-4d94-888b-5858b39c1280 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:27:05.763453 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:27:05.763813 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] Checking segment: {'id': '1da55d01-a9a4-4e28-a216-4e18fa8eded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:27:05.766263 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:05.766263 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] Bound using segment: {'id': '1da55d01-a9a4-4e28-a216-4e18fa8eded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:27:05.766263 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] Bound port: 696bfea0-98fd-40da-87a6-38496ee0f75a, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da55d01-a9a4-4e28-a216-4e18fa8eded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:27:05.766263 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (696bfea0-98fd-40da-87a6-38496ee0f75a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:05.813455 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2962b397-e1a9-42a6-b0be-ae74a7cda895 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (c3b5e4b3-8bb7-4473-b2d5-6d98184bb75c), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:05.836560 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] For port 696bfea0-98fd-40da-87a6-38496ee0f75a, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:27:05.839746 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] For port 696bfea0-98fd-40da-87a6-38496ee0f75a, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=696bfea0-98fd-40da-87a6-38496ee0f75a,segment=NetworkSegment(1da55d01-a9a4-4e28-a216-4e18fa8eded2),segment_id=1da55d01-a9a4-4e28-a216-4e18fa8eded2)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:27:05.842836 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b33a4a3a-5516-4659-905b-f4f24261c473 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (d04ff61b-6bf7-46cf-af9c-9337dcabea76), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:05.845407 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b33a4a3a-5516-4659-905b-f4f24261c473 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:05.846572 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b33a4a3a-5516-4659-905b-f4f24261c473 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "DELETE /v2.0/security-groups/d04ff61b-6bf7-46cf-af9c-9337dcabea76 HTTP/1.1" status: 204 len: 168 time: 0.2387028 Apr 16 04:27:05.854031 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40076) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:05.855992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a4a3a-5516-4659-905b-f4f24261c473 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04ff61b-6bf7-46cf-af9c-9337dcabea76,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:05.904695 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-bc707b8d-fdc3-494c-aae1-685be04d70db tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0493035 Apr 16 04:27:05.909594 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2962b397-e1a9-42a6-b0be-ae74a7cda895 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (c3b5e4b3-8bb7-4473-b2d5-6d98184bb75c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:05.909754 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40078) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:05.913491 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1da1e7ce-2fcc-4d33-94f8-e627599b00f5 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group': {'name': 'tempest-secgroup--341660451'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:05.924130 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962b397-e1a9-42a6-b0be-ae74a7cda895 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b5e4b3-8bb7-4473-b2d5-6d98184bb75c,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:05.928450 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (696bfea0-98fd-40da-87a6-38496ee0f75a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:05.992774 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2962b397-e1a9-42a6-b0be-ae74a7cda895 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:05.994366 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2962b397-e1a9-42a6-b0be-ae74a7cda895 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3545549 Apr 16 04:27:05.996738 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40080) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:06.001864 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-90338fe0-0008-45e4-8b5e-0afd58c69c49 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '3bf9b751-1324-49d6-b637-b333150e6995', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:06.002289 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] Routers {'b12ae333-465c-4eb7-94aa-8f7c5d6580b2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:27:06.003056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:26:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:27:06.008614 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b8d5a6aa-1f4f-4e0e-9a55-85793f298d96 None None] Provisioning complete for port 696bfea0-98fd-40da-87a6-38496ee0f75a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:27:06.009026 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b8d5a6aa-1f4f-4e0e-9a55-85793f298d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (696bfea0-98fd-40da-87a6-38496ee0f75a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:06.041520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74d6b5-6a48-486b-b8c0-8754bf2050f5 None None] Pushing event updated for resources: {'Port': ['ID=696bfea0-98fd-40da-87a6-38496ee0f75a,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:06.054072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1da1e7ce-2fcc-4d33-94f8-e627599b00f5 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:06.078535 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-90338fe0-0008-45e4-8b5e-0afd58c69c49 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (553aeffa-81d5-4789-b581-315cce59e04c), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:06.153597 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1da1e7ce-2fcc-4d33-94f8-e627599b00f5 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (199cf2bf-959e-4953-9976-f1779fd33a00), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:06.154412 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-90338fe0-0008-45e4-8b5e-0afd58c69c49 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (553aeffa-81d5-4789-b581-315cce59e04c), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:06.181777 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b8d5a6aa-1f4f-4e0e-9a55-85793f298d96 None None] Current status of the port 696bfea0-98fd-40da-87a6-38496ee0f75a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:27:06.182161 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b8d5a6aa-1f4f-4e0e-9a55-85793f298d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (696bfea0-98fd-40da-87a6-38496ee0f75a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:06.202755 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] Set router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:27:06.208089 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1da1e7ce-2fcc-4d33-94f8-e627599b00f5 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (199cf2bf-959e-4953-9976-f1779fd33a00), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:06.225109 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-90338fe0-0008-45e4-8b5e-0afd58c69c49 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (553aeffa-81d5-4789-b581-315cce59e04c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:06.240795 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1e7ce-2fcc-4d33-94f8-e627599b00f5 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199cf2bf-959e-4953-9976-f1779fd33a00,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:06.245243 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90338fe0-0008-45e4-8b5e-0afd58c69c49 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553aeffa-81d5-4789-b581-315cce59e04c,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:06.263564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-b8d5a6aa-1f4f-4e0e-9a55-85793f298d96 None None] For port 696bfea0-98fd-40da-87a6-38496ee0f75a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=696bfea0-98fd-40da-87a6-38496ee0f75a,segment=NetworkSegment(1da55d01-a9a4-4e28-a216-4e18fa8eded2),segment_id=1da55d01-a9a4-4e28-a216-4e18fa8eded2)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:27:06.357502 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b8d5a6aa-1f4f-4e0e-9a55-85793f298d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (696bfea0-98fd-40da-87a6-38496ee0f75a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:06.357744 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-90338fe0-0008-45e4-8b5e-0afd58c69c49 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:06.362521 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1da1e7ce-2fcc-4d33-94f8-e627599b00f5 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:06.364746 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-90338fe0-0008-45e4-8b5e-0afd58c69c49 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3604496 Apr 16 04:27:06.368780 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1da1e7ce-2fcc-4d33-94f8-e627599b00f5 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4559929 Apr 16 04:27:06.368955 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40082) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:06.368955 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40084) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:06.374800 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-b40c6d09-56e5-4b45-b088-6d63ed6743d6 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group_rule': {'security_group_id': '199cf2bf-959e-4953-9976-f1779fd33a00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:06.381062 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-199a7d39-bd42-42a1-8bb7-1336c5f20b40 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '3bf9b751-1324-49d6-b637-b333150e6995', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:06.449379 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5a6aa-1f4f-4e0e-9a55-85793f298d96 None None] Pushing event updated for resources: {'Port': ['ID=696bfea0-98fd-40da-87a6-38496ee0f75a,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:06.454644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '696bfea0-98fd-40da-87a6-38496ee0f75a', 'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:b7:e6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:27:02Z', 'updated_at': '2022-04-16T04:27:05Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:27:06.488354 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-199a7d39-bd42-42a1-8bb7-1336c5f20b40 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (e99c11dc-5ba2-45a2-8189-12671e692b96), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:06.488984 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e82f7c-2fdf-4c53-9447-0c3ff0b9731a None None] The sync data for ids ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'] in dv-neutron-838078-2-hyperv is: [{'id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '696bfea0-98fd-40da-87a6-38496ee0f75a', 'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:b7:e6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:27:02Z', 'updated_at': '2022-04-16T04:27:05Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:27:06.498552 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-aea461c3-5014-4d61-8a2b-55c0bdeb1dce None None] Provisioning complete for port 696bfea0-98fd-40da-87a6-38496ee0f75a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:27:06.498708 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-aea461c3-5014-4d61-8a2b-55c0bdeb1dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (696bfea0-98fd-40da-87a6-38496ee0f75a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:06.585588 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-199a7d39-bd42-42a1-8bb7-1336c5f20b40 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (e99c11dc-5ba2-45a2-8189-12671e692b96), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:06.596614 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-b40c6d09-56e5-4b45-b088-6d63ed6743d6 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] create failed (client error): The resource could not be found. Apr 16 04:27:06.598140 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b40c6d09-56e5-4b45-b088-6d63ed6743d6 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2273090 Apr 16 04:27:06.600933 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40086) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:06.607197 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-f722da89-d657-44ba-8392-2f0827ca3271 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group_rule': {'security_group_id': '199cf2bf-959e-4953-9976-f1779fd33a00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd138e708-f6ee-4020-978d-7c63de3994fa'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:06.615673 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-aea461c3-5014-4d61-8a2b-55c0bdeb1dce None None] Current status of the port 696bfea0-98fd-40da-87a6-38496ee0f75a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:27:06.653962 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-199a7d39-bd42-42a1-8bb7-1336c5f20b40 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (e99c11dc-5ba2-45a2-8189-12671e692b96), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:06.678224 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a7d39-bd42-42a1-8bb7-1336c5f20b40 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99c11dc-5ba2-45a2-8189-12671e692b96,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:06.735558 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-199a7d39-bd42-42a1-8bb7-1336c5f20b40 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:06.737091 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-199a7d39-bd42-42a1-8bb7-1336c5f20b40 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3673105 Apr 16 04:27:06.741177 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40088) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:06.743991 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-968b97e8-288b-460d-96b6-ca65b7b9d48c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '3bf9b751-1324-49d6-b637-b333150e6995', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:06.780074 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-f722da89-d657-44ba-8392-2f0827ca3271 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] create failed (client error): The resource could not be found. Apr 16 04:27:06.781430 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f722da89-d657-44ba-8392-2f0827ca3271 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1791646 Apr 16 04:27:06.784090 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40090) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:06.846177 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6a0b5fd2-6fe8-495f-acdb-fceb9d25bd2c tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (199cf2bf-959e-4953-9976-f1779fd33a00), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:06.848761 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-968b97e8-288b-460d-96b6-ca65b7b9d48c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (f7109874-588f-428d-9f49-729993dca390), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:06.889738 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6a0b5fd2-6fe8-495f-acdb-fceb9d25bd2c tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (199cf2bf-959e-4953-9976-f1779fd33a00), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:06.940378 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-968b97e8-288b-460d-96b6-ca65b7b9d48c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (f7109874-588f-428d-9f49-729993dca390), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:07.007912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-968b97e8-288b-460d-96b6-ca65b7b9d48c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (f7109874-588f-428d-9f49-729993dca390), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:07.026475 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b97e8-288b-460d-96b6-ca65b7b9d48c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7109874-588f-428d-9f49-729993dca390,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:07.028217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6a0b5fd2-6fe8-495f-acdb-fceb9d25bd2c tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (199cf2bf-959e-4953-9976-f1779fd33a00), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:07.031242 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6a0b5fd2-6fe8-495f-acdb-fceb9d25bd2c tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:07.034930 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6a0b5fd2-6fe8-495f-acdb-fceb9d25bd2c tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "DELETE /v2.0/security-groups/199cf2bf-959e-4953-9976-f1779fd33a00 HTTP/1.1" status: 204 len: 168 time: 0.2473402 Apr 16 04:27:07.036078 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40092) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:07.042953 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b5fd2-6fe8-495f-acdb-fceb9d25bd2c tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=199cf2bf-959e-4953-9976-f1779fd33a00,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:07.086496 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-88db3f90-1797-43a0-a722-b4924792ed95 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0488479 Apr 16 04:27:07.100249 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40094) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:07.105754 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-358496fb-a158-4ead-955f-08e375aa7850 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group_rule': {'security_group_id': 'c6ea58bc-b470-4950-a5a5-4f17d692b3ab', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:07.244962 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 696bfea0-98fd-40da-87a6-38496ee0f75a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:27:07.246007 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-968b97e8-288b-460d-96b6-ca65b7b9d48c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:07.247546 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-968b97e8-288b-460d-96b6-ca65b7b9d48c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5068855 Apr 16 04:27:07.250441 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40096) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:07.255640 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-7768259e-51c9-4205-a423-675a02935583 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '3bf9b751-1324-49d6-b637-b333150e6995', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:07.299402 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 696bfea0-98fd-40da-87a6-38496ee0f75a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:27:07.299784 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (696bfea0-98fd-40da-87a6-38496ee0f75a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:07.373619 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-7768259e-51c9-4205-a423-675a02935583 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:27:07.379886 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7768259e-51c9-4205-a423-675a02935583 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (bbf49400-c7e1-4f39-934b-58b88cde2174), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:07.383776 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 696bfea0-98fd-40da-87a6-38496ee0f75a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:27:07.444690 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7768259e-51c9-4205-a423-675a02935583 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (bbf49400-c7e1-4f39-934b-58b88cde2174), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:07.465037 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-358496fb-a158-4ead-955f-08e375aa7850 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] create failed (client error): The resource could not be found. Apr 16 04:27:07.468559 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-358496fb-a158-4ead-955f-08e375aa7850 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3644028 Apr 16 04:27:07.471046 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40098) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:07.475643 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-623f72ec-3a5f-4433-b41c-8f8a868634bb tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1529032320'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:07.544866 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7768259e-51c9-4205-a423-675a02935583 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (bbf49400-c7e1-4f39-934b-58b88cde2174), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:07.564276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768259e-51c9-4205-a423-675a02935583 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf49400-c7e1-4f39-934b-58b88cde2174,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:07.573691 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-623f72ec-3a5f-4433-b41c-8f8a868634bb tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:07.634004 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7768259e-51c9-4205-a423-675a02935583 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:07.639734 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7768259e-51c9-4205-a423-675a02935583 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3833253 Apr 16 04:27:07.639734 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40100) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:07.644318 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f5962304-4f6b-4417-8b69-5908af2385f5 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '3bf9b751-1324-49d6-b637-b333150e6995', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:07.649765 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-623f72ec-3a5f-4433-b41c-8f8a868634bb tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (0b185ee8-fb3f-445d-babf-6b4702d0837f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:07.721001 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-623f72ec-3a5f-4433-b41c-8f8a868634bb tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (0b185ee8-fb3f-445d-babf-6b4702d0837f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:07.745285 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-f5962304-4f6b-4417-8b69-5908af2385f5 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:27:07.751204 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f72ec-3a5f-4433-b41c-8f8a868634bb tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b185ee8-fb3f-445d-babf-6b4702d0837f,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:07.751419 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f5962304-4f6b-4417-8b69-5908af2385f5 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (bad16aa3-0b47-47d9-a140-0c93f1457fc8), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:07.810289 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f5962304-4f6b-4417-8b69-5908af2385f5 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (bad16aa3-0b47-47d9-a140-0c93f1457fc8), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:07.814509 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-623f72ec-3a5f-4433-b41c-8f8a868634bb tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:07.816962 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-623f72ec-3a5f-4433-b41c-8f8a868634bb tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3436503 Apr 16 04:27:07.818514 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40102) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:07.822967 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-462e4315-0ced-44fc-98d6-430179723a14 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1949082088'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:07.899053 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f5962304-4f6b-4417-8b69-5908af2385f5 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (bad16aa3-0b47-47d9-a140-0c93f1457fc8), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:07.916956 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5962304-4f6b-4417-8b69-5908af2385f5 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad16aa3-0b47-47d9-a140-0c93f1457fc8,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:07.927566 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-462e4315-0ced-44fc-98d6-430179723a14 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:07.984576 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f5962304-4f6b-4417-8b69-5908af2385f5 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:07.986542 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f5962304-4f6b-4417-8b69-5908af2385f5 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3450658 Apr 16 04:27:07.997230 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-462e4315-0ced-44fc-98d6-430179723a14 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (a6069e76-a137-4c94-98fb-c2bc54ec28e4), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:08.064905 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-462e4315-0ced-44fc-98d6-430179723a14 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (a6069e76-a137-4c94-98fb-c2bc54ec28e4), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:08.095415 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e4315-0ced-44fc-98d6-430179723a14 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6069e76-a137-4c94-98fb-c2bc54ec28e4,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:08.154127 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-462e4315-0ced-44fc-98d6-430179723a14 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:08.155271 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-462e4315-0ced-44fc-98d6-430179723a14 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3358071 Apr 16 04:27:08.158433 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40122) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:08.163078 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-d8a48467-17ae-4094-ada1-4a8f8d5ac4f9 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group_rule': {'security_group_id': '0b185ee8-fb3f-445d-babf-6b4702d0837f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a6069e76-a137-4c94-98fb-c2bc54ec28e4'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:08.199559 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-7b42a505-d97a-4ad4-9197-bc6b0cddf8ad tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1587097112&fields=id&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 267 time: 0.0615425 Apr 16 04:27:08.311070 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-d8a48467-17ae-4094-ada1-4a8f8d5ac4f9 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:27:08.312179 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d8a48467-17ae-4094-ada1-4a8f8d5ac4f9 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1528540 Apr 16 04:27:08.315037 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40124) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:08.342909 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-978c4fb5-ba64-46c1-b041-d202f33c72d1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:08.344872 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-978c4fb5-ba64-46c1-b041-d202f33c72d1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/networks?id=0c67f80e-1e7b-4d94-888b-5858b39c1280 HTTP/1.1" status: 200 len: 796 time: 0.1382971 Apr 16 04:27:08.359455 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-5cbc6c96-44a6-4fd9-9122-31ef714b6eac tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/quotas/4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 375 time: 0.0095873 Apr 16 04:27:08.368102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec013be3-0a58-41df-9ea9-4c49736dafce tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (a6069e76-a137-4c94-98fb-c2bc54ec28e4), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:08.389953 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec013be3-0a58-41df-9ea9-4c49736dafce tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (a6069e76-a137-4c94-98fb-c2bc54ec28e4), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:08.440201 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-352506b4-62b2-4a1d-94ee-800b354a0bc0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755019 Apr 16 04:27:08.487089 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec013be3-0a58-41df-9ea9-4c49736dafce tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (a6069e76-a137-4c94-98fb-c2bc54ec28e4), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:08.490023 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec013be3-0a58-41df-9ea9-4c49736dafce tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:08.491222 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ec013be3-0a58-41df-9ea9-4c49736dafce tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "DELETE /v2.0/security-groups/a6069e76-a137-4c94-98fb-c2bc54ec28e4 HTTP/1.1" status: 204 len: 168 time: 0.1751904 Apr 16 04:27:08.496080 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40128) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:08.513992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec013be3-0a58-41df-9ea9-4c49736dafce tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6069e76-a137-4c94-98fb-c2bc54ec28e4,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:08.563126 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-53974ca9-424e-44f7-b151-4985a5a467b9 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0658164 Apr 16 04:27:08.565719 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40130) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:08.584881 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-96bb4dea-b0dc-43d4-8f95-2fb2af501b94 service neutron] 10.222.0.30 "GET /v2.0/networks/0c67f80e-1e7b-4d94-888b-5858b39c1280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325479 Apr 16 04:27:08.617683 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ae46e47e-23c6-4bc1-b594-b35cfe64724b tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (0b185ee8-fb3f-445d-babf-6b4702d0837f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:08.640465 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ae46e47e-23c6-4bc1-b594-b35cfe64724b tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (0b185ee8-fb3f-445d-babf-6b4702d0837f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:08.676043 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-59b2b355-62cf-487b-a12b-b1358e165612 service neutron] 10.222.0.30 "GET /v2.0/networks/0c67f80e-1e7b-4d94-888b-5858b39c1280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827847 Apr 16 04:27:08.767874 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ae46e47e-23c6-4bc1-b594-b35cfe64724b tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (0b185ee8-fb3f-445d-babf-6b4702d0837f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:08.770789 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ae46e47e-23c6-4bc1-b594-b35cfe64724b tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:08.772112 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ae46e47e-23c6-4bc1-b594-b35cfe64724b tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "DELETE /v2.0/security-groups/0b185ee8-fb3f-445d-babf-6b4702d0837f HTTP/1.1" status: 204 len: 168 time: 0.2054758 Apr 16 04:27:08.775459 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40132) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:08.782215 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46e47e-23c6-4bc1-b594-b35cfe64724b tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b185ee8-fb3f-445d-babf-6b4702d0837f,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:08.825134 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a353ad95-d41d-4fa2-9da7-85ee08ccd84f tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0482202 Apr 16 04:27:08.828322 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40134) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:08.832668 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-76968d8a-05b4-4afc-a7fb-12a2f86b06e8 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1381709863'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:08.899269 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76968d8a-05b4-4afc-a7fb-12a2f86b06e8 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:08.926479 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bea48b49-0168-4577-917f-b1ff2d91e87c req-df6512c8-9321-427c-a185-6d92e536818a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 210 time: 0.0307851 Apr 16 04:27:08.969140 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76968d8a-05b4-4afc-a7fb-12a2f86b06e8 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (aa36cdfc-15c0-4133-8cd1-cf642706c6a4), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:09.019157 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76968d8a-05b4-4afc-a7fb-12a2f86b06e8 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (aa36cdfc-15c0-4133-8cd1-cf642706c6a4), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:09.049066 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76968d8a-05b4-4afc-a7fb-12a2f86b06e8 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa36cdfc-15c0-4133-8cd1-cf642706c6a4,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:09.064778 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e72f8841-114c-4ff1-883f-387bd76ab7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:09.089790 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76968d8a-05b4-4afc-a7fb-12a2f86b06e8 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:09.091497 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-76968d8a-05b4-4afc-a7fb-12a2f86b06e8 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2616606 Apr 16 04:27:09.094370 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40146) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:09.098658 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1dae6390-4cac-4888-b323-5761c8817e02 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:09.099087 dv-neutron-838078-2-hyperv neutron-server[104632]: WARNING neutron.api.v2.base [None req-1dae6390-4cac-4888-b323-5761c8817e02 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 16 04:27:09.099574 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-1dae6390-4cac-4888-b323-5761c8817e02 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] update failed (client error): There was a conflict when trying to complete your request. Apr 16 04:27:09.100508 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1dae6390-4cac-4888-b323-5761c8817e02 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "PUT /v2.0/security-groups/aa36cdfc-15c0-4133-8cd1-cf642706c6a4 HTTP/1.1" status: 409 len: 330 time: 0.0051613 Apr 16 04:27:09.102893 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40148) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:09.157056 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7e21879b-813a-44c6-b272-7da3d09f5d1f tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (aa36cdfc-15c0-4133-8cd1-cf642706c6a4), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:09.180162 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7e21879b-813a-44c6-b272-7da3d09f5d1f tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (aa36cdfc-15c0-4133-8cd1-cf642706c6a4), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:09.287763 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7e21879b-813a-44c6-b272-7da3d09f5d1f tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (aa36cdfc-15c0-4133-8cd1-cf642706c6a4), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:09.290415 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7e21879b-813a-44c6-b272-7da3d09f5d1f tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:09.291633 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7e21879b-813a-44c6-b272-7da3d09f5d1f tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "DELETE /v2.0/security-groups/aa36cdfc-15c0-4133-8cd1-cf642706c6a4 HTTP/1.1" status: 204 len: 168 time: 0.1878891 Apr 16 04:27:09.295106 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40150) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:09.301504 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21879b-813a-44c6-b272-7da3d09f5d1f tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa36cdfc-15c0-4133-8cd1-cf642706c6a4,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:09.336426 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-27d2a6f6-018e-4c91-a03e-e8c23f378bb6 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0401411 Apr 16 04:27:09.340445 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40152) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:09.354439 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-96ecb4db-5822-483c-b725-a90d671431cb tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] delete failed (client error): The resource could not be found. Apr 16 04:27:09.355431 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-96ecb4db-5822-483c-b725-a90d671431cb tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "DELETE /v2.0/security-groups/1c882d05-0de2-4641-a100-2820b2b8e3fb HTTP/1.1" status: 404 len: 347 time: 0.0135407 Apr 16 04:27:09.360295 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40154) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:09.376547 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-ff8bbac0-fd42-431e-ba74-0787a5db00f8 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] show failed (client error): The resource could not be found. Apr 16 04:27:09.381180 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ff8bbac0-fd42-431e-ba74-0787a5db00f8 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "GET /v2.0/security-groups/e4949465-690e-4904-acc5-f7a100c73ccf HTTP/1.1" status: 404 len: 347 time: 0.0162504 Apr 16 04:27:09.381347 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40156) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:09.392530 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-c8e34c83-e39c-47d5-b9cf-aba2c451f921 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] show failed (client error): The resource could not be found. Apr 16 04:27:09.393528 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c8e34c83-e39c-47d5-b9cf-aba2c451f921 tempest-NegativeSecGroupTest-1566720472 tempest-NegativeSecGroupTest-1566720472-project] 10.222.0.30 "GET /v2.0/security-group-rules/9944466d-cf00-4633-933e-06c769e94bb7 HTTP/1.1" status: 404 len: 356 time: 0.0113068 Apr 16 04:27:09.887640 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40164) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:10.028674 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-98be250a-8c6a-43a7-b277-6f1bb321b82e req-1b9c17f7-77f3-45bf-959b-0cf0fd8f4048 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 210 time: 0.0334253 Apr 16 04:27:10.049831 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-21643dcb-3f1c-4148-a81f-c5bf37e14f3b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=187a754e6bc94ab1848df6fe10f610bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1599751 Apr 16 04:27:10.051977 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40170) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:10.100849 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d02c1bc3-cb07-4740-86f2-734a025d4cae admin admin] Publish callbacks [] for security_group (71dd8b48-cacf-4cd4-94cb-d00adaae2c37), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:10.121936 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d02c1bc3-cb07-4740-86f2-734a025d4cae admin admin] Publish callbacks [] for security_group (71dd8b48-cacf-4cd4-94cb-d00adaae2c37), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:10.281329 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d02c1bc3-cb07-4740-86f2-734a025d4cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (71dd8b48-cacf-4cd4-94cb-d00adaae2c37), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:10.284150 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d02c1bc3-cb07-4740-86f2-734a025d4cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:10.285342 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d02c1bc3-cb07-4740-86f2-734a025d4cae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/71dd8b48-cacf-4cd4-94cb-d00adaae2c37 HTTP/1.1" status: 204 len: 168 time: 0.2324805 Apr 16 04:27:10.295909 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c1bc3-cb07-4740-86f2-734a025d4cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dd8b48-cacf-4cd4-94cb-d00adaae2c37,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:11.070663 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-b83eb179-6db6-4dae-8b54-b77a326b1c83 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:11.072429 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-b83eb179-6db6-4dae-8b54-b77a326b1c83 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/networks?id=0c67f80e-1e7b-4d94-888b-5858b39c1280 HTTP/1.1" status: 200 len: 796 time: 0.1779296 Apr 16 04:27:11.373298 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b441f9a5-62ad-4c2d-abc0-3ad2e7ae6eb4 req-f9028b84-c68e-4c16-938a-940d44df997a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 210 time: 0.2734315 Apr 16 04:27:11.398146 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-80adcb4f-e640-479c-ba39-52d04d82187c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 380 time: 0.3179541 Apr 16 04:27:11.407431 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-869f4d00-c583-42ff-b3d0-3187070ad4c3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'port': {'device_id': 'cbb3a04d-49c9-40e2-9a19-2ca310501c90', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'admin_state_up': True, 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'security_groups': ['3bf9b751-1324-49d6-b637-b333150e6995']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:11.419025 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0b720b88-24c8-406e-8b56-3dad4bd30ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:11.550633 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-869f4d00-c583-42ff-b3d0-3187070ad4c3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:27:11.554038 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-869f4d00-c583-42ff-b3d0-3187070ad4c3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:11.678395 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-869f4d00-c583-42ff-b3d0-3187070ad4c3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.20.0.11 (0c67f80e-1e7b-4d94-888b-5858b39c1280/b844ad2b-77ed-45da-90e2-cc9bccf3fda2/c10f84c0-7c13-4e35-8328-71a2399619f4) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:27:11.817166 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-869f4d00-c583-42ff-b3d0-3187070ad4c3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (c10f84c0-7c13-4e35-8328-71a2399619f4), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:11.888475 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-869f4d00-c583-42ff-b3d0-3187070ad4c3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c10f84c0-7c13-4e35-8328-71a2399619f4), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:11.928828 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-869f4d00-c583-42ff-b3d0-3187070ad4c3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 0c67f80e-1e7b-4d94-888b-5858b39c1280 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:27:11.931762 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-869f4d00-c583-42ff-b3d0-3187070ad4c3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:27:11.938193 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-869f4d00-c583-42ff-b3d0-3187070ad4c3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:27:11.966894 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f4d00-c583-42ff-b3d0-3187070ad4c3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=c10f84c0-7c13-4e35-8328-71a2399619f4,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:11.996120 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-869f4d00-c583-42ff-b3d0-3187070ad4c3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:11.996785 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-869f4d00-c583-42ff-b3d0-3187070ad4c3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:12.072101 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-869f4d00-c583-42ff-b3d0-3187070ad4c3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6682820 Apr 16 04:27:12.084034 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] Request body: {'port': {'device_id': 'cbb3a04d-49c9-40e2-9a19-2ca310501c90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:12.148599 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c10f84c0-7c13-4e35-8328-71a2399619f4), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:12.166576 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-94cc3cd2-8806-4dda-a60a-470a6b8714ca None None] Provisioning complete for port c10f84c0-7c13-4e35-8328-71a2399619f4 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:27:12.166947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-94cc3cd2-8806-4dda-a60a-470a6b8714ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c10f84c0-7c13-4e35-8328-71a2399619f4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:12.201654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-94cc3cd2-8806-4dda-a60a-470a6b8714ca None None] Port c10f84c0-7c13-4e35-8328-71a2399619f4 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:27:12.464332 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10f84c0-7c13-4e35-8328-71a2399619f4 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:27:12.471834 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] Publish callbacks [] for port (c10f84c0-7c13-4e35-8328-71a2399619f4), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:12.489102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] Transition to ACTIVE for port object c10f84c0-7c13-4e35-8328-71a2399619f4 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:27:12.492515 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ef5ae-f322-4104-9bdf-66b9662dd5d7 req-8111405e-8732-4a29-a491-b27527d09093 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:12.494050 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8c6ef5ae-f322-4104-9bdf-66b9662dd5d7 req-8111405e-8732-4a29-a491-b27527d09093 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 932 time: 0.0530238 Apr 16 04:27:12.543453 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8c6ef5ae-f322-4104-9bdf-66b9662dd5d7 req-9c8617d8-bab1-47ed-aea1-b4814f13028b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bf9b751-1324-49d6-b637-b333150e6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428813 Apr 16 04:27:12.550955 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:12.578992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (c10f84c0-7c13-4e35-8328-71a2399619f4), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:12.631102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] Pushing event updated for resources: {'Port': ['ID=c10f84c0-7c13-4e35-8328-71a2399619f4,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:12.725521 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] Attempting to bind port c10f84c0-7c13-4e35-8328-71a2399619f4 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:27:12.725863 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] Attempting to bind port c10f84c0-7c13-4e35-8328-71a2399619f4 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '1da55d01-a9a4-4e28-a216-4e18fa8eded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:27:12.726202 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] Attempting to bind port c10f84c0-7c13-4e35-8328-71a2399619f4 on network 0c67f80e-1e7b-4d94-888b-5858b39c1280 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:27:12.730770 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] Port c10f84c0-7c13-4e35-8328-71a2399619f4 on network 0c67f80e-1e7b-4d94-888b-5858b39c1280 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:27:12.731097 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] Attempting to bind port c10f84c0-7c13-4e35-8328-71a2399619f4 on network 0c67f80e-1e7b-4d94-888b-5858b39c1280 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:27:12.736988 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:27:12.737332 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] Checking segment: {'id': '1da55d01-a9a4-4e28-a216-4e18fa8eded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:27:12.737726 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] Bound using segment: {'id': '1da55d01-a9a4-4e28-a216-4e18fa8eded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:27:12.738160 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] Bound port: c10f84c0-7c13-4e35-8328-71a2399619f4, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da55d01-a9a4-4e28-a216-4e18fa8eded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:27:12.738523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c10f84c0-7c13-4e35-8328-71a2399619f4), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:12.806368 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] For port c10f84c0-7c13-4e35-8328-71a2399619f4, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:27:12.809334 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] For port c10f84c0-7c13-4e35-8328-71a2399619f4, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c10f84c0-7c13-4e35-8328-71a2399619f4,segment=NetworkSegment(1da55d01-a9a4-4e28-a216-4e18fa8eded2),segment_id=1da55d01-a9a4-4e28-a216-4e18fa8eded2)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:27:12.871049 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (c10f84c0-7c13-4e35-8328-71a2399619f4), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:12.907406 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:12.908116 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:12.909589 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] 10.222.0.18 "PUT /v2.0/ports/c10f84c0-7c13-4e35-8328-71a2399619f4 HTTP/1.1" status: 200 len: 1094 time: 0.8298125 Apr 16 04:27:12.910033 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb3a04d-49c9-40e2-9a19-2ca310501c90', 'tag': 'c10f84c0-7c13-4e35-8328-71a2399619f4'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:27:12.912313 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609db21f-9d4c-40f6-9874-0f64652117f0" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb3a04d-49c9-40e2-9a19-2ca310501c90", "tag": "c10f84c0-7c13-4e35-8328-71a2399619f4"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:27:12.946404 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983222c-49ec-4929-b7ff-54b15c6dbf7b service neutron] Pushing event updated for resources: {'Port': ['ID=c10f84c0-7c13-4e35-8328-71a2399619f4,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:12.961612 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fb16b7-4c68-424e-80dc-b23173819636 x-openstack-request-id: req-62fb16b7-4c68-424e-80dc-b23173819636 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:27:12.961906 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb3a04d-49c9-40e2-9a19-2ca310501c90", "tag": "c10f84c0-7c13-4e35-8328-71a2399619f4", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:27:12.962158 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62fb16b7-4c68-424e-80dc-b23173819636 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:27:12.962775 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62fb16b7-4c68-424e-80dc-b23173819636'] response: {'name': 'network-changed', 'server_uuid': 'cbb3a04d-49c9-40e2-9a19-2ca310501c90', 'tag': 'c10f84c0-7c13-4e35-8328-71a2399619f4', 'status': 'completed', 'code': 200} Apr 16 04:27:13.019542 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db21f-9d4c-40f6-9874-0f64652117f0 req-b72783c3-e3ff-4709-b415-d06fcd31ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:13.021110 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-609db21f-9d4c-40f6-9874-0f64652117f0 req-b72783c3-e3ff-4709-b415-d06fcd31ede2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 1128 time: 0.0459535 Apr 16 04:27:13.193747 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db21f-9d4c-40f6-9874-0f64652117f0 req-212e5caa-7e71-4b75-a941-2b891286b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:13.195140 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-609db21f-9d4c-40f6-9874-0f64652117f0 req-212e5caa-7e71-4b75-a941-2b891286b27c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4b56e019123c4dffa69f7a176eb53d27&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1668050 Apr 16 04:27:13.358209 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db21f-9d4c-40f6-9874-0f64652117f0 req-22e6fc42-1920-44d5-863d-68df83418274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:13.359602 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-609db21f-9d4c-40f6-9874-0f64652117f0 req-22e6fc42-1920-44d5-863d-68df83418274 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1549015 Apr 16 04:27:13.430768 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-b3b096d3-1736-45ff-9274-3262f3bac761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:13.432217 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-b3b096d3-1736-45ff-9274-3262f3bac761 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 1128 time: 0.0380034 Apr 16 04:27:13.471621 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-029e0d6f-2b93-4c2a-b313-669992eb3f36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c10f84c0-7c13-4e35-8328-71a2399619f4 HTTP/1.1" status: 200 len: 217 time: 0.0324893 Apr 16 04:27:13.518334 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-b8f5da7e-d270-43ff-ac96-a414b8ae9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:13.519762 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-b8f5da7e-d270-43ff-ac96-a414b8ae9c68 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b844ad2b-77ed-45da-90e2-cc9bccf3fda2 HTTP/1.1" status: 200 len: 834 time: 0.0430610 Apr 16 04:27:13.564947 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9c69a509-e8a0-4f4d-9a3c-063e32278da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:13.566503 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9c69a509-e8a0-4f4d-9a3c-063e32278da0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c67f80e-1e7b-4d94-888b-5858b39c1280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0408578 Apr 16 04:27:13.653016 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33780a-68a3-454b-a320-9baea7173450 req-7fabd38e-28cb-4bb8-9598-3aecfe6bbad2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:13.654544 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-9d5e4185-f65c-4f46-946f-c5c8146feb61 service neutron] 10.222.0.18 "GET /v2.0/networks/0c67f80e-1e7b-4d94-888b-5858b39c1280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823355 Apr 16 04:27:13.655054 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cb33780a-68a3-454b-a320-9baea7173450 req-7fabd38e-28cb-4bb8-9598-3aecfe6bbad2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 944 time: 0.0452390 Apr 16 04:27:13.703044 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cb33780a-68a3-454b-a320-9baea7173450 req-5edcfc11-722f-4f28-a489-770cc3a2472a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bf9b751-1324-49d6-b637-b333150e6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423894 Apr 16 04:27:13.746568 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3331bbd5-e5f7-4989-aaab-66c6ab09049c req-2d06041e-efeb-46e5-ba33-87fa35d4d71c service neutron] 10.222.0.18 "GET /v2.0/networks/0c67f80e-1e7b-4d94-888b-5858b39c1280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860102 Apr 16 04:27:13.994812 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:14.815048 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018f227-9c9d-4302-9f8e-f74047813136 req-bd3caa38-5e62-4313-a2f0-18a7b3fc0172 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:14.816532 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7018f227-9c9d-4302-9f8e-f74047813136 req-bd3caa38-5e62-4313-a2f0-18a7b3fc0172 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 944 time: 0.0467489 Apr 16 04:27:14.867409 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7018f227-9c9d-4302-9f8e-f74047813136 req-e3089cb0-05a5-4d4d-a86b-132898651d50 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bf9b751-1324-49d6-b637-b333150e6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452561 Apr 16 04:27:15.367494 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:15.976979 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf9536-126b-4783-80b9-0104b959c74d req-544bb5e9-13da-46b8-a228-839de0d93a9b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:15.978407 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cdcf9536-126b-4783-80b9-0104b959c74d req-544bb5e9-13da-46b8-a228-839de0d93a9b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 944 time: 0.0464249 Apr 16 04:27:16.028674 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cdcf9536-126b-4783-80b9-0104b959c74d req-3b89d45d-f882-4065-a55a-6ec38f2734ee tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bf9b751-1324-49d6-b637-b333150e6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447643 Apr 16 04:27:16.578488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device c10f84c0-7c13-4e35-8328-71a2399619f4 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:27:16.675694 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port c10f84c0-7c13-4e35-8328-71a2399619f4, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c10f84c0-7c13-4e35-8328-71a2399619f4,segment=NetworkSegment(1da55d01-a9a4-4e28-a216-4e18fa8eded2),segment_id=1da55d01-a9a4-4e28-a216-4e18fa8eded2)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:27:16.686706 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'c10f84c0-7c13-4e35-8328-71a2399619f4', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'port_id': 'c10f84c0-7c13-4e35-8328-71a2399619f4', 'mac_address': 'fa:16:3e:e0:a4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:27:16.725915 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port c10f84c0-7c13-4e35-8328-71a2399619f4 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:27:16.726299 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c10f84c0-7c13-4e35-8328-71a2399619f4), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:16.739005 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10f84c0-7c13-4e35-8328-71a2399619f4 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:27:16.757350 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port c10f84c0-7c13-4e35-8328-71a2399619f4, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c10f84c0-7c13-4e35-8328-71a2399619f4,segment=NetworkSegment(1da55d01-a9a4-4e28-a216-4e18fa8eded2),segment_id=1da55d01-a9a4-4e28-a216-4e18fa8eded2)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:27:16.835091 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c10f84c0-7c13-4e35-8328-71a2399619f4), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:16.883028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=c10f84c0-7c13-4e35-8328-71a2399619f4,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:17.045943 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['c10f84c0-7c13-4e35-8328-71a2399619f4'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:27:17.143624 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ae347-89ee-4de0-8ffc-6dea44efc971 req-ce6cbcea-f6b0-445e-b3dd-2e38099475c7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:17.145137 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0c5ae347-89ee-4de0-8ffc-6dea44efc971 req-ce6cbcea-f6b0-445e-b3dd-2e38099475c7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 945 time: 0.0520048 Apr 16 04:27:17.193902 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0c5ae347-89ee-4de0-8ffc-6dea44efc971 req-2871a5d3-88a0-475a-a474-637cb1ace039 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bf9b751-1324-49d6-b637-b333150e6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432637 Apr 16 04:27:18.306764 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f9dd8-400c-41c7-a484-7bb1b82562fe req-17e2ea56-7a1d-4f87-bae4-318cdccb6404 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:18.308217 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0e4f9dd8-400c-41c7-a484-7bb1b82562fe req-17e2ea56-7a1d-4f87-bae4-318cdccb6404 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 945 time: 0.0467017 Apr 16 04:27:18.355248 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0e4f9dd8-400c-41c7-a484-7bb1b82562fe req-16397b9e-6be3-4647-af29-8be817727da1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bf9b751-1324-49d6-b637-b333150e6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415189 Apr 16 04:27:18.595312 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device c10f84c0-7c13-4e35-8328-71a2399619f4 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:27:18.638393 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port c10f84c0-7c13-4e35-8328-71a2399619f4 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:27:18.687188 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port c10f84c0-7c13-4e35-8328-71a2399619f4 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:27:18.687557 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c10f84c0-7c13-4e35-8328-71a2399619f4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:18.766058 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port c10f84c0-7c13-4e35-8328-71a2399619f4 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:27:18.766443 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c10f84c0-7c13-4e35-8328-71a2399619f4), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:18.788546 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb3a04d-49c9-40e2-9a19-2ca310501c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10f84c0-7c13-4e35-8328-71a2399619f4'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:27:18.790792 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40351ae1-dd14-40a2-a557-6de74b6d99e4" -d '{"events": [{"server_uuid": "cbb3a04d-49c9-40e2-9a19-2ca310501c90", "name": "network-vif-plugged", "status": "completed", "tag": "c10f84c0-7c13-4e35-8328-71a2399619f4"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:27:18.803381 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port c10f84c0-7c13-4e35-8328-71a2399619f4, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c10f84c0-7c13-4e35-8328-71a2399619f4,segment=NetworkSegment(1da55d01-a9a4-4e28-a216-4e18fa8eded2),segment_id=1da55d01-a9a4-4e28-a216-4e18fa8eded2)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:27:18.828240 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09953415-b4a8-4152-9796-646e276bcb5a x-openstack-request-id: req-09953415-b4a8-4152-9796-646e276bcb5a {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:27:18.828530 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb3a04d-49c9-40e2-9a19-2ca310501c90", "name": "network-vif-plugged", "status": "completed", "tag": "c10f84c0-7c13-4e35-8328-71a2399619f4", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:27:18.828810 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09953415-b4a8-4152-9796-646e276bcb5a {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:27:18.829207 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09953415-b4a8-4152-9796-646e276bcb5a'] response: {'server_uuid': 'cbb3a04d-49c9-40e2-9a19-2ca310501c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10f84c0-7c13-4e35-8328-71a2399619f4', 'code': 200} Apr 16 04:27:18.869704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c10f84c0-7c13-4e35-8328-71a2399619f4), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:18.917229 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=c10f84c0-7c13-4e35-8328-71a2399619f4,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:18.924251 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:18.924599 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:18.925219 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:18.925561 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:18.925892 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:18.926218 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:18.926543 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:18.926867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:18.927190 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:18.927514 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:18.927835 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:18.928156 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:18.928476 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:18.928817 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:18.929154 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:19.111312 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1050d-7c86-47f9-b33c-f68b1f71beff req-f1fe253c-15fb-43a2-b54a-7da102e695c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:19.112778 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e8a1050d-7c86-47f9-b33c-f68b1f71beff req-f1fe253c-15fb-43a2-b54a-7da102e695c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 1130 time: 0.0367038 Apr 16 04:27:19.163772 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e8a1050d-7c86-47f9-b33c-f68b1f71beff req-8bcbecd8-5dbd-4b5a-a13c-3151f30c5c4a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3bf9b751-1324-49d6-b637-b333150e6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451772 Apr 16 04:27:19.463348 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff98c0-4815-4a6a-9ac3-1d7da3b08b5f req-7d6e84cb-ef48-463d-80f4-1c52a5b00b00 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:19.464694 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-41ff98c0-4815-4a6a-9ac3-1d7da3b08b5f req-7d6e84cb-ef48-463d-80f4-1c52a5b00b00 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 946 time: 0.0464087 Apr 16 04:27:19.512395 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-41ff98c0-4815-4a6a-9ac3-1d7da3b08b5f req-9270a91e-cc33-41eb-8177-31bc0fc6b9fb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bf9b751-1324-49d6-b637-b333150e6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421698 Apr 16 04:27:20.623490 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335b611-4d2c-4021-8b8a-f0df881f941b req-dc1e909d-b422-41b3-9cd8-9ca59cd9d6a1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:20.624967 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4335b611-4d2c-4021-8b8a-f0df881f941b req-dc1e909d-b422-41b3-9cd8-9ca59cd9d6a1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 946 time: 0.0463967 Apr 16 04:27:20.676845 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4335b611-4d2c-4021-8b8a-f0df881f941b req-4b4cd58c-1c37-4c15-9557-eaf058b14aff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bf9b751-1324-49d6-b637-b333150e6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463979 Apr 16 04:27:20.795855 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089762b5-78b1-41a0-b4ba-0af2ddd94ff7 req-e9e17321-6cf9-4926-95b0-03d6fba89b12 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:20.797262 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-089762b5-78b1-41a0-b4ba-0af2ddd94ff7 req-e9e17321-6cf9-4926-95b0-03d6fba89b12 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 946 time: 0.0503969 Apr 16 04:27:20.845699 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-089762b5-78b1-41a0-b4ba-0af2ddd94ff7 req-0568c0cf-3bf5-4661-b7fb-bccf2dfd9b8f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bf9b751-1324-49d6-b637-b333150e6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425720 Apr 16 04:27:20.867187 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40202) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:20.923493 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a667b19f-beef-434b-a2b6-b3143ccda062 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:20.925256 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a667b19f-beef-434b-a2b6-b3143ccda062 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 1125 time: 0.0568452 Apr 16 04:27:20.928083 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40204) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:20.932170 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': 'c10f84c0-7c13-4e35-8328-71a2399619f4', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:21.007629 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:21.086336 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:21.190775 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.26.6.120 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/b713348c-1eb2-467f-9f81-cb51b19109aa) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:27:21.290581 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (b713348c-1eb2-467f-9f81-cb51b19109aa), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:21.372274 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (b713348c-1eb2-467f-9f81-cb51b19109aa), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:21.410090 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:27:21.414907 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:27:21.418461 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:27:21.443766 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=b713348c-1eb2-467f-9f81-cb51b19109aa,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:21.455276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:21.455622 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:21.455990 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:21.456333 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:21.456665 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:21.457041 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:21.457366 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:21.457691 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:21.458014 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:21.458338 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:21.458663 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:21.458985 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:21.459318 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:21.459620 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:21.459935 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:21.922097 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (518ae829-ca45-49f6-8b25-81bbc3ad8280), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:22.347630 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b713348c-1eb2-467f-9f81-cb51b19109aa), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:22.495564 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (b713348c-1eb2-467f-9f81-cb51b19109aa), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:22.549179 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (b713348c-1eb2-467f-9f81-cb51b19109aa), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:22.615369 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=b713348c-1eb2-467f-9f81-cb51b19109aa,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:22.627172 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (518ae829-ca45-49f6-8b25-81bbc3ad8280), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:22.729933 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Floating IP 518ae829-ca45-49f6-8b25-81bbc3ad8280 associated. External IP: 172.26.6.120, port: c10f84c0-7c13-4e35-8328-71a2399619f4. Apr 16 04:27:22.945367 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:27:23.059853 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:27:23.069285 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4a972f-84b5-4904-bb27-0275ef653128 None None] Sync routers for ids ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:27:23.082216 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4a972f-84b5-4904-bb27-0275ef653128 None None] Routers {'b12ae333-465c-4eb7-94aa-8f7c5d6580b2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:27:23.082216 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-aa4a972f-84b5-4904-bb27-0275ef653128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:27:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:27:23.141473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:23.174113 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1f72f7e9-bf89-487e-aab0-1b021b8cc13e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2450216 Apr 16 04:27:23.174969 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb3a04d-49c9-40e2-9a19-2ca310501c90', 'tag': 'c10f84c0-7c13-4e35-8328-71a2399619f4'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:27:23.177103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40208) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:23.177629 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8149493e-da9c-49f1-8f5d-71ca2a94bb0b" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb3a04d-49c9-40e2-9a19-2ca310501c90", "tag": "c10f84c0-7c13-4e35-8328-71a2399619f4"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:27:23.219890 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f4dbc0-9f2d-49bb-9aa8-f18629e9978e x-openstack-request-id: req-37f4dbc0-9f2d-49bb-9aa8-f18629e9978e {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:27:23.219890 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb3a04d-49c9-40e2-9a19-2ca310501c90", "tag": "c10f84c0-7c13-4e35-8328-71a2399619f4", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:27:23.219890 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37f4dbc0-9f2d-49bb-9aa8-f18629e9978e {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:27:23.219890 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37f4dbc0-9f2d-49bb-9aa8-f18629e9978e'] response: {'name': 'network-changed', 'server_uuid': 'cbb3a04d-49c9-40e2-9a19-2ca310501c90', 'tag': 'c10f84c0-7c13-4e35-8328-71a2399619f4', 'status': 'completed', 'code': 200} Apr 16 04:27:23.284553 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-aa4a972f-84b5-4904-bb27-0275ef653128 None None] Set router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:27:23.330989 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149493e-da9c-49f1-8f5d-71ca2a94bb0b req-71b0f9fe-1e4a-404d-ab6d-c9712602d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:23.332523 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8149493e-da9c-49f1-8f5d-71ca2a94bb0b req-71b0f9fe-1e4a-404d-ab6d-c9712602d62b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 1130 time: 0.0814369 Apr 16 04:27:23.337390 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-bda0eeec-ac07-48b3-98e8-649a34be707e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/518ae829-ca45-49f6-8b25-81bbc3ad8280 HTTP/1.1" status: 200 len: 992 time: 0.1591210 Apr 16 04:27:23.424515 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149493e-da9c-49f1-8f5d-71ca2a94bb0b req-103f5abc-a0fa-4186-9121-db4512605363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:23.426356 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8149493e-da9c-49f1-8f5d-71ca2a94bb0b req-103f5abc-a0fa-4186-9121-db4512605363 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c67f80e-1e7b-4d94-888b-5858b39c1280 HTTP/1.1" status: 200 len: 896 time: 0.0880225 Apr 16 04:27:23.490348 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8149493e-da9c-49f1-8f5d-71ca2a94bb0b req-5bdd827a-0db6-402e-9dc4-bda8d15627e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c10f84c0-7c13-4e35-8328-71a2399619f4 HTTP/1.1" status: 200 len: 1000 time: 0.0581791 Apr 16 04:27:23.496536 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-aa4a972f-84b5-4904-bb27-0275ef653128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '518ae829-ca45-49f6-8b25-81bbc3ad8280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.120', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'port_id': 'c10f84c0-7c13-4e35-8328-71a2399619f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'mac_address': 'fa:16:3e:e0:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb3a04d-49c9-40e2-9a19-2ca310501c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:27:21Z', 'updated_at': '2022-04-16T04:27:21Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696bfea0-98fd-40da-87a6-38496ee0f75a', 'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:b7:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:27:02Z', 'updated_at': '2022-04-16T04:27:06Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:27:23.526732 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4a972f-84b5-4904-bb27-0275ef653128 None None] Checking router: b12ae333-465c-4eb7-94aa-8f7c5d6580b2 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:27:23.534901 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4a972f-84b5-4904-bb27-0275ef653128 None None] Routers {'b12ae333-465c-4eb7-94aa-8f7c5d6580b2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:27:23.535509 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-aa4a972f-84b5-4904-bb27-0275ef653128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:27:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:27:23.540400 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149493e-da9c-49f1-8f5d-71ca2a94bb0b req-b45aaaff-696f-4e62-80b5-ba6bb2dc0fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:23.541889 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8149493e-da9c-49f1-8f5d-71ca2a94bb0b req-b45aaaff-696f-4e62-80b5-ba6bb2dc0fc8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b844ad2b-77ed-45da-90e2-cc9bccf3fda2 HTTP/1.1" status: 200 len: 834 time: 0.0461781 Apr 16 04:27:23.589480 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149493e-da9c-49f1-8f5d-71ca2a94bb0b req-4f3bb64f-70b9-4a27-be6a-cfb5883aae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:23.590941 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8149493e-da9c-49f1-8f5d-71ca2a94bb0b req-4f3bb64f-70b9-4a27-be6a-cfb5883aae9b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c67f80e-1e7b-4d94-888b-5858b39c1280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433955 Apr 16 04:27:23.643134 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-aa4a972f-84b5-4904-bb27-0275ef653128 None None] Set router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:27:23.679095 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8149493e-da9c-49f1-8f5d-71ca2a94bb0b req-ff7d501c-e813-45c1-8eab-ff5347a2b254 service neutron] 10.222.0.18 "GET /v2.0/networks/0c67f80e-1e7b-4d94-888b-5858b39c1280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822525 Apr 16 04:27:23.770763 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8149493e-da9c-49f1-8f5d-71ca2a94bb0b req-d5fce137-fc7e-44f8-a8bb-9f3466adfb7c service neutron] 10.222.0.18 "GET /v2.0/networks/0c67f80e-1e7b-4d94-888b-5858b39c1280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850461 Apr 16 04:27:23.859545 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-aa4a972f-84b5-4904-bb27-0275ef653128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '518ae829-ca45-49f6-8b25-81bbc3ad8280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.120', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'port_id': 'c10f84c0-7c13-4e35-8328-71a2399619f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'mac_address': 'fa:16:3e:e0:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb3a04d-49c9-40e2-9a19-2ca310501c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:27:21Z', 'updated_at': '2022-04-16T04:27:21Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696bfea0-98fd-40da-87a6-38496ee0f75a', 'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:b7:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:27:02Z', 'updated_at': '2022-04-16T04:27:06Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:27:23.894060 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4a972f-84b5-4904-bb27-0275ef653128 None None] The sync data for ids ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'] in dv-neutron-838078-2-hyperv is: [{'id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '518ae829-ca45-49f6-8b25-81bbc3ad8280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.120', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'port_id': 'c10f84c0-7c13-4e35-8328-71a2399619f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'mac_address': 'fa:16:3e:e0:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb3a04d-49c9-40e2-9a19-2ca310501c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:27:21Z', 'updated_at': '2022-04-16T04:27:21Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696bfea0-98fd-40da-87a6-38496ee0f75a', 'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:b7:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:27:02Z', 'updated_at': '2022-04-16T04:27:06Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:27:24.085897 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a5160f-19f9-478f-b540-0dcea00c0652 None None] New status for floating IP 518ae829-ca45-49f6-8b25-81bbc3ad8280: ACTIVE {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:27:24.340446 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40212) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:24.399975 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8da0366d-c9e9-449f-8d8e-15bf2e3c6277 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/518ae829-ca45-49f6-8b25-81bbc3ad8280 HTTP/1.1" status: 200 len: 994 time: 0.0580337 Apr 16 04:27:28.024540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:33.104323 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:27:36.452758 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6296a623-5211-4b4f-9df8-e58f3b8e70de req-cb89ef26-2422-4d40-9d10-e500e7c957b0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379291 Apr 16 04:27:36.532340 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296a623-5211-4b4f-9df8-e58f3b8e70de req-a2784605-e363-42f9-bccc-81e8663778c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:36.533817 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6296a623-5211-4b4f-9df8-e58f3b8e70de req-a2784605-e363-42f9-bccc-81e8663778c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 1130 time: 0.0424516 Apr 16 04:27:36.632441 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296a623-5211-4b4f-9df8-e58f3b8e70de req-cf906faf-c186-4693-af55-933fd3093680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:36.633915 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6296a623-5211-4b4f-9df8-e58f3b8e70de req-cf906faf-c186-4693-af55-933fd3093680 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e HTTP/1.1" status: 200 len: 912 time: 0.0820265 Apr 16 04:27:36.951334 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6296a623-5211-4b4f-9df8-e58f3b8e70de req-7348f48f-3089-4e87-839a-f7cfcf81c7b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce65225f-df16-4d65-9a85-02706113e772 HTTP/1.1" status: 200 len: 1001 time: 0.3104913 Apr 16 04:27:37.000194 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296a623-5211-4b4f-9df8-e58f3b8e70de req-6d84cb41-3e23-451a-8c45-de7ce09e223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:37.001629 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6296a623-5211-4b4f-9df8-e58f3b8e70de req-6d84cb41-3e23-451a-8c45-de7ce09e223a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de0b4063-129f-46ca-b5ba-66ee8157041e HTTP/1.1" status: 200 len: 851 time: 0.0429678 Apr 16 04:27:37.043404 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296a623-5211-4b4f-9df8-e58f3b8e70de req-49b30da1-6047-4064-92e0-fe9ad0a932d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:37.047907 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6296a623-5211-4b4f-9df8-e58f3b8e70de req-49b30da1-6047-4064-92e0-fe9ad0a932d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0372021 Apr 16 04:27:37.136796 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6296a623-5211-4b4f-9df8-e58f3b8e70de req-f2e56f0c-bb06-4f3b-807c-0b8d143fd8fc service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856259 Apr 16 04:27:37.229418 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6296a623-5211-4b4f-9df8-e58f3b8e70de req-905524d9-bb46-4819-aa43-938ff0ae3ddc service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861700 Apr 16 04:27:39.086765 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-45edae50-5acf-4fe8-96ca-8e20c508d2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:41.480909 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4060bafe-b24b-4c22-952a-a67abcfdf5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:42.498140 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:43.971574 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:45.423974 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:50.997344 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40228) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:51.073506 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a345e9-50c2-40d3-9f42-1ce621ba2dfd tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:51.073984 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a345e9-50c2-40d3-9f42-1ce621ba2dfd tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:51.074455 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a345e9-50c2-40d3-9f42-1ce621ba2dfd tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:51.076134 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-84a345e9-50c2-40d3-9f42-1ce621ba2dfd tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=4b56e019123c4dffa69f7a176eb53d27&network_id=0c67f80e-1e7b-4d94-888b-5858b39c1280 HTTP/1.1" status: 200 len: 3103 time: 0.0778232 Apr 16 04:27:54.921057 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40238) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:54.971838 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a1a4aa-86b7-4df3-9808-7bc131f187ef tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:54.973331 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b9a1a4aa-86b7-4df3-9808-7bc131f187ef tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 HTTP/1.1" status: 200 len: 814 time: 0.0512760 Apr 16 04:27:56.088268 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40244) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:56.093187 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'network': {'name': 'tempest-network-smoke--1778647810', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'port_security_enabled': True}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:56.161080 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:27:56.164352 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:56.187961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:27:56.196461 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (e68e228d-b1f0-4741-981c-dd6753d5cf50), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:56.196832 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Added segment e68e228d-b1f0-4741-981c-dd6753d5cf50 of type vlan for network e1fc9e51-a385-48af-9674-8d9da7348908 Apr 16 04:27:56.239631 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (e1fc9e51-a385-48af-9674-8d9da7348908), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:56.384376 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (e1fc9e51-a385-48af-9674-8d9da7348908), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:56.389430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:56.393624 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:56.455154 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Network': ['ID=e1fc9e51-a385-48af-9674-8d9da7348908,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:56.462294 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:56.462623 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:56.462967 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:56.463307 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:56.463642 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:56.463977 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:56.464306 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:56.464633 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:56.464987 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:56.465314 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:56.465641 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:56.465967 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:56.466289 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:56.466614 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:56.466934 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:27:56.479974 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network e1fc9e51-a385-48af-9674-8d9da7348908 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:27:56.501500 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2ac0d2f7-50c5-4bd4-b34e-5b2d74699520 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4122057 Apr 16 04:27:56.504366 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40250) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:56.581733 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3bb52e-7db5-488a-bfdb-217d5afed928 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:56.583224 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ac3bb52e-7db5-488a-bfdb-217d5afed928 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4b56e019123c4dffa69f7a176eb53d27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0779305 Apr 16 04:27:56.585912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40252) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:56.728814 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0407f4b-f3a4-41ce-bf93-b56ffaa5c5ed tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:56.730321 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e0407f4b-f3a4-41ce-bf93-b56ffaa5c5ed tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1435287 Apr 16 04:27:56.733145 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40254) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:56.766314 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0a544c94-4456-4b64-85f1-6ed968792168 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321789 Apr 16 04:27:56.768665 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40256) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:56.798606 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-25d3e0f7-20b3-49b2-94cf-30fb258ab4a4 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4b56e019123c4dffa69f7a176eb53d27&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289395 Apr 16 04:27:56.801189 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40258) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:56.884404 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d00cdb-5263-4a61-bf84-ab40e90c7c94 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:56.885921 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-87d00cdb-5263-4a61-bf84-ab40e90c7c94 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0838654 Apr 16 04:27:56.888627 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40260) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:56.915308 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4e825611-3898-4132-bfc7-72c7e0b46955 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256872 Apr 16 04:27:56.917483 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40262) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:56.921803 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-939b14d4-6a5f-41b8-90b8-b84558c03053 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1634739758', 'network_id': 'e1fc9e51-a385-48af-9674-8d9da7348908', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:57.097492 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939b14d4-6a5f-41b8-90b8-b84558c03053 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:27:57.100824 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-939b14d4-6a5f-41b8-90b8-b84558c03053 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:57.332455 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-939b14d4-6a5f-41b8-90b8-b84558c03053 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (29024572-f02d-4df6-9335-df7f6862c91a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:57.388591 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b14d4-6a5f-41b8-90b8-b84558c03053 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Subnet': ['ID=29024572-f02d-4df6-9335-df7f6862c91a,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:57.399320 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939b14d4-6a5f-41b8-90b8-b84558c03053 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Checking segment: {'id': 'e68e228d-b1f0-4741-981c-dd6753d5cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e1fc9e51-a385-48af-9674-8d9da7348908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:27:57.399675 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939b14d4-6a5f-41b8-90b8-b84558c03053 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network hostable DHCP agents. Network: e1fc9e51-a385-48af-9674-8d9da7348908, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:27:57.469933 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939b14d4-6a5f-41b8-90b8-b84558c03053 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network e1fc9e51-a385-48af-9674-8d9da7348908 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:27:57.554948 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-939b14d4-6a5f-41b8-90b8-b84558c03053 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, e1fc9e51-a385-48af-9674-8d9da7348908) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:27:57.559047 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939b14d4-6a5f-41b8-90b8-b84558c03053 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:27:57.559633 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-939b14d4-6a5f-41b8-90b8-b84558c03053 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:57.563952 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca4c8ab-3cc1-41f2-8536-7e6b207634ac None None] Network e1fc9e51-a385-48af-9674-8d9da7348908 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:27:57.644520 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-939b14d4-6a5f-41b8-90b8-b84558c03053 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7259469 Apr 16 04:27:57.806216 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-e1fc9e51-a385-48af-9674-8d9da7348908', 'network_id': 'e1fc9e51-a385-48af-9674-8d9da7348908', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ips': [{'subnet_id': '29024572-f02d-4df6-9335-df7f6862c91a'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:27:57.807140 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:57.877006 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40266) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:57.881735 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-8f6d109f-fb45-445f-9626-0dbf535f0be8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1797714494', 'description': 'tempest-secgroup-smoke-1797714494 description', 'project_id': '4b56e019123c4dffa69f7a176eb53d27'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:57.945761 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] Allocated IP 172.20.0.18 (e1fc9e51-a385-48af-9674-8d9da7348908/29024572-f02d-4df6-9335-df7f6862c91a/e2370e15-12fd-4535-8cd8-182b4ca8d11d) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:27:58.006435 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8f6d109f-fb45-445f-9626-0dbf535f0be8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:58.078831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8f6d109f-fb45-445f-9626-0dbf535f0be8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (b7bedd3b-90b0-4a17-871f-2e91d9b7ee03), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:58.094574 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:58.097160 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] Publish callbacks [] for port (e2370e15-12fd-4535-8cd8-182b4ca8d11d), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:58.173066 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8f6d109f-fb45-445f-9626-0dbf535f0be8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (b7bedd3b-90b0-4a17-871f-2e91d9b7ee03), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:58.202118 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d109f-fb45-445f-9626-0dbf535f0be8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bedd3b-90b0-4a17-871f-2e91d9b7ee03,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:58.207241 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (e2370e15-12fd-4535-8cd8-182b4ca8d11d), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:58.248877 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] Network e1fc9e51-a385-48af-9674-8d9da7348908 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:27:58.256149 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:27:58.260512 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:27:58.263837 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] Pushing event updated for resources: {'Port': ['ID=e2370e15-12fd-4535-8cd8-182b4ca8d11d,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:58.267253 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8f6d109f-fb45-445f-9626-0dbf535f0be8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:58.268634 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8f6d109f-fb45-445f-9626-0dbf535f0be8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3905811 Apr 16 04:27:58.271519 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40268) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:58.276549 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-29058095-6b8a-4c68-bd4d-62f53bda9f9d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'b7bedd3b-90b0-4a17-871f-2e91d9b7ee03', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:58.323889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] Attempting to bind port e2370e15-12fd-4535-8cd8-182b4ca8d11d on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:27:58.324261 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] Attempting to bind port e2370e15-12fd-4535-8cd8-182b4ca8d11d by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'e68e228d-b1f0-4741-981c-dd6753d5cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e1fc9e51-a385-48af-9674-8d9da7348908'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:27:58.324618 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] Attempting to bind port e2370e15-12fd-4535-8cd8-182b4ca8d11d on network e1fc9e51-a385-48af-9674-8d9da7348908 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:27:58.329740 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:27:58.330118 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] Checking segment: {'id': 'e68e228d-b1f0-4741-981c-dd6753d5cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e1fc9e51-a385-48af-9674-8d9da7348908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:27:58.330551 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:58.330997 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] Bound using segment: {'id': 'e68e228d-b1f0-4741-981c-dd6753d5cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e1fc9e51-a385-48af-9674-8d9da7348908'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:27:58.331455 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] Bound port: e2370e15-12fd-4535-8cd8-182b4ca8d11d, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68e228d-b1f0-4741-981c-dd6753d5cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e1fc9e51-a385-48af-9674-8d9da7348908'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:27:58.331833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e2370e15-12fd-4535-8cd8-182b4ca8d11d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:58.361289 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-29058095-6b8a-4c68-bd4d-62f53bda9f9d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (db7d0da8-b8a8-49b6-9d99-14add3de49bc), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:58.395633 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] For port e2370e15-12fd-4535-8cd8-182b4ca8d11d, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:27:58.398629 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] For port e2370e15-12fd-4535-8cd8-182b4ca8d11d, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e2370e15-12fd-4535-8cd8-182b4ca8d11d,segment=NetworkSegment(e68e228d-b1f0-4741-981c-dd6753d5cf50),segment_id=e68e228d-b1f0-4741-981c-dd6753d5cf50)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:27:58.416692 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-29058095-6b8a-4c68-bd4d-62f53bda9f9d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (db7d0da8-b8a8-49b6-9d99-14add3de49bc), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:58.481376 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e2370e15-12fd-4535-8cd8-182b4ca8d11d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:58.527003 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-29058095-6b8a-4c68-bd4d-62f53bda9f9d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (db7d0da8-b8a8-49b6-9d99-14add3de49bc), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:58.542231 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29058095-6b8a-4c68-bd4d-62f53bda9f9d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7d0da8-b8a8-49b6-9d99-14add3de49bc,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:58.556304 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a6b5e-2922-4100-8872-30cad8f75dd3 None None] Pushing event updated for resources: {'Port': ['ID=e2370e15-12fd-4535-8cd8-182b4ca8d11d,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:58.620237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-29058095-6b8a-4c68-bd4d-62f53bda9f9d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:58.621532 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-29058095-6b8a-4c68-bd4d-62f53bda9f9d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3490739 Apr 16 04:27:58.624255 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40270) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:58.628628 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-1f25589b-a57a-4265-ae76-4e10cee89522 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'b7bedd3b-90b0-4a17-871f-2e91d9b7ee03', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:58.718011 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f25589b-a57a-4265-ae76-4e10cee89522 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (24dcae24-feba-4403-9e88-4403de47279d), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:58.780453 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f25589b-a57a-4265-ae76-4e10cee89522 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (24dcae24-feba-4403-9e88-4403de47279d), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:58.869754 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f25589b-a57a-4265-ae76-4e10cee89522 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (24dcae24-feba-4403-9e88-4403de47279d), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:58.887440 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25589b-a57a-4265-ae76-4e10cee89522 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24dcae24-feba-4403-9e88-4403de47279d,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:58.940204 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f25589b-a57a-4265-ae76-4e10cee89522 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:58.941488 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1f25589b-a57a-4265-ae76-4e10cee89522 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3162391 Apr 16 04:27:58.944292 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40276) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:58.949245 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-483b97d9-0cde-4c1e-a025-ddd95a8f2323 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'b7bedd3b-90b0-4a17-871f-2e91d9b7ee03', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:59.070032 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-483b97d9-0cde-4c1e-a025-ddd95a8f2323 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (73e9eea6-f53a-431a-b456-28920803d7c6), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:59.129639 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-483b97d9-0cde-4c1e-a025-ddd95a8f2323 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (73e9eea6-f53a-431a-b456-28920803d7c6), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:59.207108 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-483b97d9-0cde-4c1e-a025-ddd95a8f2323 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (73e9eea6-f53a-431a-b456-28920803d7c6), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:59.227373 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b97d9-0cde-4c1e-a025-ddd95a8f2323 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e9eea6-f53a-431a-b456-28920803d7c6,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:59.268676 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e2370e15-12fd-4535-8cd8-182b4ca8d11d up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:27:59.321138 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port e2370e15-12fd-4535-8cd8-182b4ca8d11d triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:27:59.321281 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e2370e15-12fd-4535-8cd8-182b4ca8d11d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:59.351479 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-483b97d9-0cde-4c1e-a025-ddd95a8f2323 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:59.353457 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-483b97d9-0cde-4c1e-a025-ddd95a8f2323 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4071960 Apr 16 04:27:59.355605 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40278) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:59.360190 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-74e6a1e6-8db5-4609-93fd-cd21348fe73f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'b7bedd3b-90b0-4a17-871f-2e91d9b7ee03', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:59.405608 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port e2370e15-12fd-4535-8cd8-182b4ca8d11d is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:27:59.406004 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e2370e15-12fd-4535-8cd8-182b4ca8d11d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:59.444475 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port e2370e15-12fd-4535-8cd8-182b4ca8d11d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e2370e15-12fd-4535-8cd8-182b4ca8d11d,segment=NetworkSegment(e68e228d-b1f0-4741-981c-dd6753d5cf50),segment_id=e68e228d-b1f0-4741-981c-dd6753d5cf50)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:27:59.459390 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-74e6a1e6-8db5-4609-93fd-cd21348fe73f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (56dcf155-eeb5-43bb-b5fb-116cbc26d53d), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:59.491464 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efaf35d-7cac-42b0-99ef-bf83b39198f1 None None] Network e1fc9e51-a385-48af-9674-8d9da7348908 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:27:59.513324 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e2370e15-12fd-4535-8cd8-182b4ca8d11d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:59.523509 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-74e6a1e6-8db5-4609-93fd-cd21348fe73f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (56dcf155-eeb5-43bb-b5fb-116cbc26d53d), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:59.597275 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-11c0f4f3-bef2-4dd0-87c3-42382cf4d7a7 None None] Provisioning complete for port e2370e15-12fd-4535-8cd8-182b4ca8d11d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:27:59.597573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-11c0f4f3-bef2-4dd0-87c3-42382cf4d7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e2370e15-12fd-4535-8cd8-182b4ca8d11d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:59.629880 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-74e6a1e6-8db5-4609-93fd-cd21348fe73f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (56dcf155-eeb5-43bb-b5fb-116cbc26d53d), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:59.640112 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=e2370e15-12fd-4535-8cd8-182b4ca8d11d,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:59.648783 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6a1e6-8db5-4609-93fd-cd21348fe73f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56dcf155-eeb5-43bb-b5fb-116cbc26d53d,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:27:59.724926 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-11c0f4f3-bef2-4dd0-87c3-42382cf4d7a7 None None] Current status of the port e2370e15-12fd-4535-8cd8-182b4ca8d11d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:27:59.736880 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-74e6a1e6-8db5-4609-93fd-cd21348fe73f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:59.736880 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-74e6a1e6-8db5-4609-93fd-cd21348fe73f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3799164 Apr 16 04:27:59.739435 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40282) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:27:59.744198 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-371b112e-d3fa-49bd-9f2e-ef0eb071a503 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'b7bedd3b-90b0-4a17-871f-2e91d9b7ee03', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:27:59.829394 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-371b112e-d3fa-49bd-9f2e-ef0eb071a503 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:27:59.835848 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-371b112e-d3fa-49bd-9f2e-ef0eb071a503 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (31709e7c-7771-476c-9dc1-54a632856b90), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:59.896187 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-371b112e-d3fa-49bd-9f2e-ef0eb071a503 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (31709e7c-7771-476c-9dc1-54a632856b90), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:59.941501 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-da280684-a63e-4f68-b785-e3fa582ac58b None None] Provisioning complete for port e2370e15-12fd-4535-8cd8-182b4ca8d11d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:27:59.941875 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-da280684-a63e-4f68-b785-e3fa582ac58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e2370e15-12fd-4535-8cd8-182b4ca8d11d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:59.978493 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-371b112e-d3fa-49bd-9f2e-ef0eb071a503 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (31709e7c-7771-476c-9dc1-54a632856b90), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:27:59.997444 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b112e-d3fa-49bd-9f2e-ef0eb071a503 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31709e7c-7771-476c-9dc1-54a632856b90,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:00.025722 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-da280684-a63e-4f68-b785-e3fa582ac58b None None] Current status of the port e2370e15-12fd-4535-8cd8-182b4ca8d11d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:28:00.077279 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-371b112e-d3fa-49bd-9f2e-ef0eb071a503 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:00.078546 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-371b112e-d3fa-49bd-9f2e-ef0eb071a503 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3380780 Apr 16 04:28:00.081408 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40284) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:00.085672 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-92c769d3-ed62-4296-9c77-71f3d3ba66ac tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'b7bedd3b-90b0-4a17-871f-2e91d9b7ee03', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:28:00.177521 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-92c769d3-ed62-4296-9c77-71f3d3ba66ac tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:28:00.183238 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92c769d3-ed62-4296-9c77-71f3d3ba66ac tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (4fd0ff22-dbaf-46e2-b866-84b2b3b9b01d), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:00.242690 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92c769d3-ed62-4296-9c77-71f3d3ba66ac tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (4fd0ff22-dbaf-46e2-b866-84b2b3b9b01d), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:00.366413 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92c769d3-ed62-4296-9c77-71f3d3ba66ac tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (4fd0ff22-dbaf-46e2-b866-84b2b3b9b01d), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:00.384527 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c769d3-ed62-4296-9c77-71f3d3ba66ac tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd0ff22-dbaf-46e2-b866-84b2b3b9b01d,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:00.465449 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-92c769d3-ed62-4296-9c77-71f3d3ba66ac tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:00.466609 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-92c769d3-ed62-4296-9c77-71f3d3ba66ac tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3842914 Apr 16 04:28:00.664539 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-029899ed-f536-484e-9161-e4239dfe69e0 req-b21e08ff-93d0-47c3-8461-ab4e403c8a2c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797714494&fields=id&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 267 time: 0.0462010 Apr 16 04:28:00.773511 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029899ed-f536-484e-9161-e4239dfe69e0 req-29ac0872-02e5-483c-b56e-8c82bf1e639b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:00.774921 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-029899ed-f536-484e-9161-e4239dfe69e0 req-29ac0872-02e5-483c-b56e-8c82bf1e639b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/networks?id=e1fc9e51-a385-48af-9674-8d9da7348908 HTTP/1.1" status: 200 len: 797 time: 0.1039498 Apr 16 04:28:00.789902 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-029899ed-f536-484e-9161-e4239dfe69e0 req-fbe62af3-6071-4daf-8266-f1e0c191ad8d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/quotas/4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 375 time: 0.0096576 Apr 16 04:28:00.843262 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-029899ed-f536-484e-9161-e4239dfe69e0 req-ba06b49b-0c19-484e-9ce0-c89ca91b7414 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0484459 Apr 16 04:28:00.941576 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-029899ed-f536-484e-9161-e4239dfe69e0 req-8e1a78ef-a6b8-47b2-bb5d-8339a2f373b3 service neutron] 10.222.0.30 "GET /v2.0/networks/e1fc9e51-a385-48af-9674-8d9da7348908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865180 Apr 16 04:28:01.029858 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-029899ed-f536-484e-9161-e4239dfe69e0 req-16c4d3d0-e966-402e-86c2-303abec070fa service neutron] 10.222.0.30 "GET /v2.0/networks/e1fc9e51-a385-48af-9674-8d9da7348908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825686 Apr 16 04:28:01.229141 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e56f1199-1d1a-425a-9451-1f02f42b9424 req-d71ba83a-c876-4517-9545-2f3944a1cd1f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a0402ba-ac61-45d2-94bf-6cbeb5b49132 HTTP/1.1" status: 200 len: 210 time: 0.0290377 Apr 16 04:28:01.256134 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e2370e15-12fd-4535-8cd8-182b4ca8d11d up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:28:01.303271 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port e2370e15-12fd-4535-8cd8-182b4ca8d11d triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:01.309712 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e2370e15-12fd-4535-8cd8-182b4ca8d11d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:01.386535 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port e2370e15-12fd-4535-8cd8-182b4ca8d11d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:28:02.322089 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1129f493-b4be-4224-9c72-6d8d9676718b req-9e77cd3d-3844-4e25-9376-13de9c6f9542 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a0402ba-ac61-45d2-94bf-6cbeb5b49132 HTTP/1.1" status: 200 len: 210 time: 0.0286226 Apr 16 04:28:03.182712 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029899ed-f536-484e-9161-e4239dfe69e0 req-072fe967-12df-42e8-b442-58264e6d1a6a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:03.184095 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-029899ed-f536-484e-9161-e4239dfe69e0 req-072fe967-12df-42e8-b442-58264e6d1a6a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/networks?id=e1fc9e51-a385-48af-9674-8d9da7348908 HTTP/1.1" status: 200 len: 797 time: 0.0980759 Apr 16 04:28:03.268549 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5e59dbe7-ef10-4ceb-bfe3-4738427f32cf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 473 time: 0.0708725 Apr 16 04:28:03.277041 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-029899ed-f536-484e-9161-e4239dfe69e0 req-99fa1e6b-090c-4d34-a22b-c5ec89014e81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'port': {'device_id': '5a0402ba-ac61-45d2-94bf-6cbeb5b49132', 'network_id': 'e1fc9e51-a385-48af-9674-8d9da7348908', 'admin_state_up': True, 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'security_groups': ['b7bedd3b-90b0-4a17-871f-2e91d9b7ee03']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:28:03.425574 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2f6ca9bd-987f-4192-89c1-4d44bf8284c5 req-5a81f960-3597-47fe-bb63-337784f81a20 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a0402ba-ac61-45d2-94bf-6cbeb5b49132 HTTP/1.1" status: 200 len: 210 time: 0.0321343 Apr 16 04:28:03.452272 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-029899ed-f536-484e-9161-e4239dfe69e0 req-99fa1e6b-090c-4d34-a22b-c5ec89014e81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:28:03.455695 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-029899ed-f536-484e-9161-e4239dfe69e0 req-99fa1e6b-090c-4d34-a22b-c5ec89014e81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:03.583293 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-029899ed-f536-484e-9161-e4239dfe69e0 req-99fa1e6b-090c-4d34-a22b-c5ec89014e81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.20.0.21 (e1fc9e51-a385-48af-9674-8d9da7348908/29024572-f02d-4df6-9335-df7f6862c91a/38d8b97f-6534-4728-9e61-7027fee85363) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:28:03.721915 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-029899ed-f536-484e-9161-e4239dfe69e0 req-99fa1e6b-090c-4d34-a22b-c5ec89014e81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (38d8b97f-6534-4728-9e61-7027fee85363), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:03.841158 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-029899ed-f536-484e-9161-e4239dfe69e0 req-99fa1e6b-090c-4d34-a22b-c5ec89014e81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (38d8b97f-6534-4728-9e61-7027fee85363), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:03.884966 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-029899ed-f536-484e-9161-e4239dfe69e0 req-99fa1e6b-090c-4d34-a22b-c5ec89014e81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network e1fc9e51-a385-48af-9674-8d9da7348908 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:28:03.890216 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-029899ed-f536-484e-9161-e4239dfe69e0 req-99fa1e6b-090c-4d34-a22b-c5ec89014e81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:28:03.894245 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-029899ed-f536-484e-9161-e4239dfe69e0 req-99fa1e6b-090c-4d34-a22b-c5ec89014e81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:28:03.919350 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa1e6b-090c-4d34-a22b-c5ec89014e81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=38d8b97f-6534-4728-9e61-7027fee85363,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:03.949443 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029899ed-f536-484e-9161-e4239dfe69e0 req-99fa1e6b-090c-4d34-a22b-c5ec89014e81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:03.950200 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-029899ed-f536-484e-9161-e4239dfe69e0 req-99fa1e6b-090c-4d34-a22b-c5ec89014e81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:04.061511 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-029899ed-f536-484e-9161-e4239dfe69e0 req-99fa1e6b-090c-4d34-a22b-c5ec89014e81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7879853 Apr 16 04:28:04.073626 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] Request body: {'port': {'device_id': '5a0402ba-ac61-45d2-94bf-6cbeb5b49132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:28:04.136976 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (38d8b97f-6534-4728-9e61-7027fee85363), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:04.169909 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-4da3d436-b695-45e6-9fc4-ef3141dcf590 None None] Provisioning complete for port 38d8b97f-6534-4728-9e61-7027fee85363 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:04.170473 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4da3d436-b695-45e6-9fc4-ef3141dcf590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (38d8b97f-6534-4728-9e61-7027fee85363), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:04.205808 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4da3d436-b695-45e6-9fc4-ef3141dcf590 None None] Port 38d8b97f-6534-4728-9e61-7027fee85363 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:28:04.397051 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d8b97f-6534-4728-9e61-7027fee85363 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:28:04.404289 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] Publish callbacks [] for port (38d8b97f-6534-4728-9e61-7027fee85363), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:04.416229 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] Transition to ACTIVE for port object 38d8b97f-6534-4728-9e61-7027fee85363 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:28:04.486822 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (38d8b97f-6534-4728-9e61-7027fee85363), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:04.541216 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] Pushing event updated for resources: {'Port': ['ID=38d8b97f-6534-4728-9e61-7027fee85363,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:04.546345 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77db406-2446-42c9-8b14-45ef20a41f81 req-cb06156b-9cac-4d79-b232-90acfd036b23 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:04.549707 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c77db406-2446-42c9-8b14-45ef20a41f81 req-cb06156b-9cac-4d79-b232-90acfd036b23 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a0402ba-ac61-45d2-94bf-6cbeb5b49132 HTTP/1.1" status: 200 len: 944 time: 0.0562735 Apr 16 04:28:04.606326 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c77db406-2446-42c9-8b14-45ef20a41f81 req-cafa9bc7-5988-4251-86f6-b33cd956f08b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7bedd3b-90b0-4a17-871f-2e91d9b7ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478103 Apr 16 04:28:04.621374 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] Attempting to bind port 38d8b97f-6534-4728-9e61-7027fee85363 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:28:04.621723 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] Attempting to bind port 38d8b97f-6534-4728-9e61-7027fee85363 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'e68e228d-b1f0-4741-981c-dd6753d5cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e1fc9e51-a385-48af-9674-8d9da7348908'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:28:04.622057 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] Attempting to bind port 38d8b97f-6534-4728-9e61-7027fee85363 on network e1fc9e51-a385-48af-9674-8d9da7348908 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:28:04.627399 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] Port 38d8b97f-6534-4728-9e61-7027fee85363 on network e1fc9e51-a385-48af-9674-8d9da7348908 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:28:04.627724 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] Attempting to bind port 38d8b97f-6534-4728-9e61-7027fee85363 on network e1fc9e51-a385-48af-9674-8d9da7348908 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:28:04.633164 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:28:04.633508 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] Checking segment: {'id': 'e68e228d-b1f0-4741-981c-dd6753d5cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e1fc9e51-a385-48af-9674-8d9da7348908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:28:04.633899 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] Bound using segment: {'id': 'e68e228d-b1f0-4741-981c-dd6753d5cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e1fc9e51-a385-48af-9674-8d9da7348908'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:28:04.634330 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] Bound port: 38d8b97f-6534-4728-9e61-7027fee85363, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e68e228d-b1f0-4741-981c-dd6753d5cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e1fc9e51-a385-48af-9674-8d9da7348908'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:28:04.634693 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (38d8b97f-6534-4728-9e61-7027fee85363), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:04.701396 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] For port 38d8b97f-6534-4728-9e61-7027fee85363, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:28:04.705409 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] For port 38d8b97f-6534-4728-9e61-7027fee85363, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=38d8b97f-6534-4728-9e61-7027fee85363,segment=NetworkSegment(e68e228d-b1f0-4741-981c-dd6753d5cf50),segment_id=e68e228d-b1f0-4741-981c-dd6753d5cf50)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:28:04.784636 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (38d8b97f-6534-4728-9e61-7027fee85363), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:04.824279 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:04.825370 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:04.826684 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-029899ed-f536-484e-9161-e4239dfe69e0 req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] 10.222.0.18 "PUT /v2.0/ports/38d8b97f-6534-4728-9e61-7027fee85363 HTTP/1.1" status: 200 len: 1094 time: 0.7573483 Apr 16 04:28:04.828768 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0402ba-ac61-45d2-94bf-6cbeb5b49132', 'tag': '38d8b97f-6534-4728-9e61-7027fee85363'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:28:04.831034 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12786111-f891-4773-a14e-5b138fd82812" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0402ba-ac61-45d2-94bf-6cbeb5b49132", "tag": "38d8b97f-6534-4728-9e61-7027fee85363"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:28:04.856956 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b652db7-89c4-49d3-b7d7-147277488a59 service neutron] Pushing event updated for resources: {'Port': ['ID=38d8b97f-6534-4728-9e61-7027fee85363,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:04.877072 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19386e79-985f-4e8d-bb66-fa09bc9f848e x-openstack-request-id: req-19386e79-985f-4e8d-bb66-fa09bc9f848e {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:28:04.877329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0402ba-ac61-45d2-94bf-6cbeb5b49132", "tag": "38d8b97f-6534-4728-9e61-7027fee85363", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:28:04.877578 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19386e79-985f-4e8d-bb66-fa09bc9f848e {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:28:04.877984 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19386e79-985f-4e8d-bb66-fa09bc9f848e'] response: {'name': 'network-changed', 'server_uuid': '5a0402ba-ac61-45d2-94bf-6cbeb5b49132', 'tag': '38d8b97f-6534-4728-9e61-7027fee85363', 'status': 'completed', 'code': 200} Apr 16 04:28:04.937330 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12786111-f891-4773-a14e-5b138fd82812 req-22478381-a7b2-4aa3-8c4c-de6db5c9b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:04.939539 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-12786111-f891-4773-a14e-5b138fd82812 req-22478381-a7b2-4aa3-8c4c-de6db5c9b9ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=5a0402ba-ac61-45d2-94bf-6cbeb5b49132 HTTP/1.1" status: 200 len: 1128 time: 0.0429993 Apr 16 04:28:05.041991 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12786111-f891-4773-a14e-5b138fd82812 req-73ad3ef9-af07-4f2e-97f0-787831d5c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:05.042463 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12786111-f891-4773-a14e-5b138fd82812 req-73ad3ef9-af07-4f2e-97f0-787831d5c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:05.044635 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-12786111-f891-4773-a14e-5b138fd82812 req-73ad3ef9-af07-4f2e-97f0-787831d5c197 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4b56e019123c4dffa69f7a176eb53d27&shared=False HTTP/1.1" status: 200 len: 1581 time: 0.0974603 Apr 16 04:28:05.140997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12786111-f891-4773-a14e-5b138fd82812 req-4a213242-54d5-47f5-a060-5f4ecfb0ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:05.142377 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-12786111-f891-4773-a14e-5b138fd82812 req-4a213242-54d5-47f5-a060-5f4ecfb0ea2b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0925441 Apr 16 04:28:05.213757 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029899ed-f536-484e-9161-e4239dfe69e0 req-4386cbde-6b23-4346-8661-a4123dce57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:05.215236 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-029899ed-f536-484e-9161-e4239dfe69e0 req-4386cbde-6b23-4346-8661-a4123dce57dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=5a0402ba-ac61-45d2-94bf-6cbeb5b49132 HTTP/1.1" status: 200 len: 1128 time: 0.0388858 Apr 16 04:28:05.259586 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-029899ed-f536-484e-9161-e4239dfe69e0 req-54969b68-0e20-4ea5-8931-cf441f5c0a3f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=38d8b97f-6534-4728-9e61-7027fee85363 HTTP/1.1" status: 200 len: 217 time: 0.0374019 Apr 16 04:28:05.307549 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029899ed-f536-484e-9161-e4239dfe69e0 req-e0bb3a81-4d8e-404f-831d-22ec9cb14982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:05.308985 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-029899ed-f536-484e-9161-e4239dfe69e0 req-e0bb3a81-4d8e-404f-831d-22ec9cb14982 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=29024572-f02d-4df6-9335-df7f6862c91a HTTP/1.1" status: 200 len: 838 time: 0.0435419 Apr 16 04:28:05.351246 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029899ed-f536-484e-9161-e4239dfe69e0 req-0c3245f0-f912-4115-93cd-e22c13ae3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:05.352689 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-029899ed-f536-484e-9161-e4239dfe69e0 req-0c3245f0-f912-4115-93cd-e22c13ae3c22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1fc9e51-a385-48af-9674-8d9da7348908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0378437 Apr 16 04:28:05.444164 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-029899ed-f536-484e-9161-e4239dfe69e0 req-ce7ebe7a-7443-46d4-834b-1f90cc86d211 service neutron] 10.222.0.18 "GET /v2.0/networks/e1fc9e51-a385-48af-9674-8d9da7348908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855582 Apr 16 04:28:05.531534 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-029899ed-f536-484e-9161-e4239dfe69e0 req-3e982021-d73a-46a0-b976-a1dad36f11d9 service neutron] 10.222.0.18 "GET /v2.0/networks/e1fc9e51-a385-48af-9674-8d9da7348908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822380 Apr 16 04:28:05.721103 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8028332-91e8-42bb-923d-f38736beb3d9 req-69896063-4789-4bcc-8fa0-370f2565975f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:05.722528 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c8028332-91e8-42bb-923d-f38736beb3d9 req-69896063-4789-4bcc-8fa0-370f2565975f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a0402ba-ac61-45d2-94bf-6cbeb5b49132 HTTP/1.1" status: 200 len: 944 time: 0.0489848 Apr 16 04:28:05.771055 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c8028332-91e8-42bb-923d-f38736beb3d9 req-d66388f7-4b89-4eb0-a5f4-740c2ba8f4a0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7bedd3b-90b0-4a17-871f-2e91d9b7ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428393 Apr 16 04:28:06.889508 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68aa5c-75cc-44b8-9640-b2bed242bcc6 req-635c61a5-0b27-4109-afb9-1e7aa36a8bc4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:06.890988 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ed68aa5c-75cc-44b8-9640-b2bed242bcc6 req-635c61a5-0b27-4109-afb9-1e7aa36a8bc4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a0402ba-ac61-45d2-94bf-6cbeb5b49132 HTTP/1.1" status: 200 len: 944 time: 0.0470324 Apr 16 04:28:06.895784 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 38d8b97f-6534-4728-9e61-7027fee85363 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:28:06.945798 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ed68aa5c-75cc-44b8-9640-b2bed242bcc6 req-a2e97908-6ac4-4779-81bf-64cad7515de1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7bedd3b-90b0-4a17-871f-2e91d9b7ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473866 Apr 16 04:28:06.992942 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 38d8b97f-6534-4728-9e61-7027fee85363, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=38d8b97f-6534-4728-9e61-7027fee85363,segment=NetworkSegment(e68e228d-b1f0-4741-981c-dd6753d5cf50),segment_id=e68e228d-b1f0-4741-981c-dd6753d5cf50)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:28:07.004328 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '38d8b97f-6534-4728-9e61-7027fee85363', 'network_id': 'e1fc9e51-a385-48af-9674-8d9da7348908', 'port_id': '38d8b97f-6534-4728-9e61-7027fee85363', 'mac_address': 'fa:16:3e:49:41:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29024572-f02d-4df6-9335-df7f6862c91a', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:28:07.043340 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 38d8b97f-6534-4728-9e61-7027fee85363 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:28:07.043721 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (38d8b97f-6534-4728-9e61-7027fee85363), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:07.056986 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d8b97f-6534-4728-9e61-7027fee85363 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:28:07.076298 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 38d8b97f-6534-4728-9e61-7027fee85363, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=38d8b97f-6534-4728-9e61-7027fee85363,segment=NetworkSegment(e68e228d-b1f0-4741-981c-dd6753d5cf50),segment_id=e68e228d-b1f0-4741-981c-dd6753d5cf50)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:28:07.173070 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (38d8b97f-6534-4728-9e61-7027fee85363), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:07.220332 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=38d8b97f-6534-4728-9e61-7027fee85363,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:07.379691 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['38d8b97f-6534-4728-9e61-7027fee85363'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:28:08.057654 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421c61f-77b7-40f5-b110-fb78898f4efc req-32cdc080-7c0f-43b7-9eb4-0ea890baac7c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:08.059206 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1421c61f-77b7-40f5-b110-fb78898f4efc req-32cdc080-7c0f-43b7-9eb4-0ea890baac7c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a0402ba-ac61-45d2-94bf-6cbeb5b49132 HTTP/1.1" status: 200 len: 945 time: 0.0482562 Apr 16 04:28:08.112982 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1421c61f-77b7-40f5-b110-fb78898f4efc req-b6d8ba71-7689-4eac-81ef-201dcb4c99de tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7bedd3b-90b0-4a17-871f-2e91d9b7ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480752 Apr 16 04:28:08.904893 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 38d8b97f-6534-4728-9e61-7027fee85363 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:28:08.949706 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 38d8b97f-6534-4728-9e61-7027fee85363 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:28:08.989372 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 38d8b97f-6534-4728-9e61-7027fee85363 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:08.989752 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (38d8b97f-6534-4728-9e61-7027fee85363), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:09.079864 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 38d8b97f-6534-4728-9e61-7027fee85363 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:28:09.080171 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (38d8b97f-6534-4728-9e61-7027fee85363), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:09.101933 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0402ba-ac61-45d2-94bf-6cbeb5b49132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d8b97f-6534-4728-9e61-7027fee85363'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:28:09.104208 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599bf492-86f6-4042-b74c-c3a0d94619f1" -d '{"events": [{"server_uuid": "5a0402ba-ac61-45d2-94bf-6cbeb5b49132", "name": "network-vif-plugged", "status": "completed", "tag": "38d8b97f-6534-4728-9e61-7027fee85363"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:28:09.115559 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bb52a893-79de-4e02-8737-d5ffe9411ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:09.117972 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 38d8b97f-6534-4728-9e61-7027fee85363, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=38d8b97f-6534-4728-9e61-7027fee85363,segment=NetworkSegment(e68e228d-b1f0-4741-981c-dd6753d5cf50),segment_id=e68e228d-b1f0-4741-981c-dd6753d5cf50)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:28:09.139798 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8cdc80-3fa0-4823-83a6-db2d866ed512 x-openstack-request-id: req-aa8cdc80-3fa0-4823-83a6-db2d866ed512 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:28:09.140542 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0402ba-ac61-45d2-94bf-6cbeb5b49132", "name": "network-vif-plugged", "status": "completed", "tag": "38d8b97f-6534-4728-9e61-7027fee85363", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:28:09.140542 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa8cdc80-3fa0-4823-83a6-db2d866ed512 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:28:09.140777 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa8cdc80-3fa0-4823-83a6-db2d866ed512'] response: {'server_uuid': '5a0402ba-ac61-45d2-94bf-6cbeb5b49132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d8b97f-6534-4728-9e61-7027fee85363', 'code': 200} Apr 16 04:28:09.162274 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (38d8b97f-6534-4728-9e61-7027fee85363), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:09.219105 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=38d8b97f-6534-4728-9e61-7027fee85363,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:09.230686 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf3d01-252b-4423-b9f5-1ee629d63844 req-5c770bed-7848-45cf-8325-8d687a8dfa21 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:09.232164 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4ecf3d01-252b-4423-b9f5-1ee629d63844 req-5c770bed-7848-45cf-8325-8d687a8dfa21 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a0402ba-ac61-45d2-94bf-6cbeb5b49132 HTTP/1.1" status: 200 len: 946 time: 0.0513237 Apr 16 04:28:09.283533 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4ecf3d01-252b-4423-b9f5-1ee629d63844 req-d7f63b67-b63b-43bb-8fbc-a14b7fe8de55 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7bedd3b-90b0-4a17-871f-2e91d9b7ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449374 Apr 16 04:28:09.440464 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378fc51-a50b-4bad-bfb0-92562826cfff req-f6393be6-32ea-4b20-85a5-b50399dadca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:09.441955 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0378fc51-a50b-4bad-bfb0-92562826cfff req-f6393be6-32ea-4b20-85a5-b50399dadca2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5a0402ba-ac61-45d2-94bf-6cbeb5b49132 HTTP/1.1" status: 200 len: 1130 time: 0.0391340 Apr 16 04:28:09.486872 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0378fc51-a50b-4bad-bfb0-92562826cfff req-6198cb0b-7904-4e26-9ab7-78ad3ea52499 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b7bedd3b-90b0-4a17-871f-2e91d9b7ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390160 Apr 16 04:28:10.103780 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:28:10.396577 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fb4eb-fcaf-4ca1-883b-62d98bb6e154 req-8406a447-b78b-4591-aef5-042a481daa31 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:10.398483 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8c5fb4eb-fcaf-4ca1-883b-62d98bb6e154 req-8406a447-b78b-4591-aef5-042a481daa31 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a0402ba-ac61-45d2-94bf-6cbeb5b49132 HTTP/1.1" status: 200 len: 946 time: 0.0470595 Apr 16 04:28:10.448191 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8c5fb4eb-fcaf-4ca1-883b-62d98bb6e154 req-7cc7e082-e8b3-41a1-b056-c33acc2be0ac tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7bedd3b-90b0-4a17-871f-2e91d9b7ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442994 Apr 16 04:28:11.412339 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4b009f84-331b-4c81-baeb-81d90a0f7c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:11.558856 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007648df-3aa0-435b-9ec4-4fa66d2f8518 req-3876557d-cead-4bff-b3c5-364f2921d1b1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:11.560320 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-007648df-3aa0-435b-9ec4-4fa66d2f8518 req-3876557d-cead-4bff-b3c5-364f2921d1b1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a0402ba-ac61-45d2-94bf-6cbeb5b49132 HTTP/1.1" status: 200 len: 946 time: 0.0469992 Apr 16 04:28:11.609493 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-007648df-3aa0-435b-9ec4-4fa66d2f8518 req-0a6ae39a-15b4-44a8-adf7-224e756fa30f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7bedd3b-90b0-4a17-871f-2e91d9b7ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434241 Apr 16 04:28:11.720406 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929daa6-7f48-43d8-9a45-d8e879c501d0 req-fa9ce2ff-80fc-4f86-9e95-2f2190505c10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:11.721868 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4929daa6-7f48-43d8-9a45-d8e879c501d0 req-fa9ce2ff-80fc-4f86-9e95-2f2190505c10 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a0402ba-ac61-45d2-94bf-6cbeb5b49132 HTTP/1.1" status: 200 len: 946 time: 0.0495644 Apr 16 04:28:11.768589 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4929daa6-7f48-43d8-9a45-d8e879c501d0 req-00502661-2179-4700-a9ee-58dc885b017d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7bedd3b-90b0-4a17-871f-2e91d9b7ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412312 Apr 16 04:28:12.532555 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:12.567634 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8657d-6fd1-468f-abc8-0fff0edba4aa req-4d293743-6e6f-4d0f-b155-af5fa513b69e tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:12.569102 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bff8657d-6fd1-468f-abc8-0fff0edba4aa req-4d293743-6e6f-4d0f-b155-af5fa513b69e tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 946 time: 0.0464499 Apr 16 04:28:12.617006 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bff8657d-6fd1-468f-abc8-0fff0edba4aa req-be8cf880-336f-4cbb-bdad-51a0a57f2e76 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421906 Apr 16 04:28:13.248251 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40344) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:13.683603 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9ad934e6-1348-4261-87f7-e138f9e7f310 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:13.735956 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7837f0d-4423-4aaa-9285-8dd7a17dab2f req-591060c4-07c3-4379-a612-98290d3600f0 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:13.737484 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d7837f0d-4423-4aaa-9285-8dd7a17dab2f req-591060c4-07c3-4379-a612-98290d3600f0 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 946 time: 0.0526595 Apr 16 04:28:13.787285 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d7837f0d-4423-4aaa-9285-8dd7a17dab2f req-d66ec085-a191-4194-8a6c-68f7dfb239be tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441508 Apr 16 04:28:13.978218 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:14.256496 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-9ad934e6-1348-4261-87f7-e138f9e7f310 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.20.0.17 (e1fc9e51-a385-48af-9674-8d9da7348908/29024572-f02d-4df6-9335-df7f6862c91a/2bd39233-d994-4015-b452-192649c35855) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:28:14.277805 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759e7c5-431e-40ad-a803-c3cdbd619e2d req-86a7e4a9-9e49-44cd-b26f-eb2f8bff947a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:14.279226 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f759e7c5-431e-40ad-a803-c3cdbd619e2d req-86a7e4a9-9e49-44cd-b26f-eb2f8bff947a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.18 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 946 time: 0.0559897 Apr 16 04:28:14.432217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-f759e7c5-431e-40ad-a803-c3cdbd619e2d req-f506aa20-059b-42c2-b30d-7a1f137b73b1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Deleting port ce65225f-df16-4d65-9a85-02706113e772 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:28:14.432548 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f759e7c5-431e-40ad-a803-c3cdbd619e2d req-f506aa20-059b-42c2-b30d-7a1f137b73b1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (ce65225f-df16-4d65-9a85-02706113e772), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:14.453171 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9ad934e6-1348-4261-87f7-e138f9e7f310 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (2bd39233-d994-4015-b452-192649c35855), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:14.549557 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-f759e7c5-431e-40ad-a803-c3cdbd619e2d req-f506aa20-059b-42c2-b30d-7a1f137b73b1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] For port ce65225f-df16-4d65-9a85-02706113e772, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ce65225f-df16-4d65-9a85-02706113e772,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:28:14.549822 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f759e7c5-431e-40ad-a803-c3cdbd619e2d req-f506aa20-059b-42c2-b30d-7a1f137b73b1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (ce65225f-df16-4d65-9a85-02706113e772), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:14.614472 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9ad934e6-1348-4261-87f7-e138f9e7f310 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (2bd39233-d994-4015-b452-192649c35855), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:14.698145 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad934e6-1348-4261-87f7-e138f9e7f310 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network e1fc9e51-a385-48af-9674-8d9da7348908 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:28:14.732646 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-9ad934e6-1348-4261-87f7-e138f9e7f310 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:28:14.738441 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad934e6-1348-4261-87f7-e138f9e7f310 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:28:14.766898 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad934e6-1348-4261-87f7-e138f9e7f310 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=2bd39233-d994-4015-b452-192649c35855,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:14.828012 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9ad934e6-1348-4261-87f7-e138f9e7f310 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (b12ae333-465c-4eb7-94aa-8f7c5d6580b2), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:14.935232 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f759e7c5-431e-40ad-a803-c3cdbd619e2d req-f506aa20-059b-42c2-b30d-7a1f137b73b1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:14.935586 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f759e7c5-431e-40ad-a803-c3cdbd619e2d req-f506aa20-059b-42c2-b30d-7a1f137b73b1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (735f09a0-a4cd-4ed6-b22f-f7e1257c1bac), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:14.935899 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [req-f759e7c5-431e-40ad-a803-c3cdbd619e2d req-f506aa20-059b-42c2-b30d-7a1f137b73b1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Floating IP 735f09a0-a4cd-4ed6-b22f-f7e1257c1bac disassociated. External IP: 172.26.6.35, port: ce65225f-df16-4d65-9a85-02706113e772. Apr 16 04:28:14.936238 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-f759e7c5-431e-40ad-a803-c3cdbd619e2d req-f506aa20-059b-42c2-b30d-7a1f137b73b1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Calling delete_port for ce65225f-df16-4d65-9a85-02706113e772 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:28:14.947163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c10f69-aa1a-4de3-b80f-2973bb76ae5e req-62ce42be-3eaa-45b5-8f32-6e4467907a8a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:14.956338 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-94c10f69-aa1a-4de3-b80f-2973bb76ae5e req-62ce42be-3eaa-45b5-8f32-6e4467907a8a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 946 time: 0.0808420 Apr 16 04:28:15.022094 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-d90a3513-eb29-44b6-842d-fe9a9d640c33 None None] Provisioning complete for port 2bd39233-d994-4015-b452-192649c35855 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:15.022706 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d90a3513-eb29-44b6-842d-fe9a9d640c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2bd39233-d994-4015-b452-192649c35855), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:15.057387 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d90a3513-eb29-44b6-842d-fe9a9d640c33 None None] Port 2bd39233-d994-4015-b452-192649c35855 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:28:15.084141 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-94c10f69-aa1a-4de3-b80f-2973bb76ae5e req-6f4ee6cd-fd26-4ba2-a789-dc3583b71906 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276407 Apr 16 04:28:15.175103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9ad934e6-1348-4261-87f7-e138f9e7f310 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2bd39233-d994-4015-b452-192649c35855), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:15.257120 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f759e7c5-431e-40ad-a803-c3cdbd619e2d req-f506aa20-059b-42c2-b30d-7a1f137b73b1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (ce65225f-df16-4d65-9a85-02706113e772), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:15.290048 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506aa20-059b-42c2-b30d-7a1f137b73b1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event deleted for resources: {'Port': ['ID=ce65225f-df16-4d65-9a85-02706113e772,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:15.360845 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:15.514457 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f759e7c5-431e-40ad-a803-c3cdbd619e2d req-f506aa20-059b-42c2-b30d-7a1f137b73b1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Router c53c57b7-0848-483d-a00c-6b997f7acb4b has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:28:15.643549 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9ad934e6-1348-4261-87f7-e138f9e7f310 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (2bd39233-d994-4015-b452-192649c35855), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:15.669132 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f759e7c5-431e-40ad-a803-c3cdbd619e2d req-f506aa20-059b-42c2-b30d-7a1f137b73b1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:28:15.679430 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77984fb-b67a-4151-b201-2e9dbbaf41b6 None None] Sync routers for ids ['c53c57b7-0848-483d-a00c-6b997f7acb4b'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:28:15.690078 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77984fb-b67a-4151-b201-2e9dbbaf41b6 None None] Routers {'c53c57b7-0848-483d-a00c-6b997f7acb4b'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:28:15.693164 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c77984fb-b67a-4151-b201-2e9dbbaf41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:28:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c53c57b7-0848-483d-a00c-6b997f7acb4b'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:15.705221 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9ad934e6-1348-4261-87f7-e138f9e7f310 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (2bd39233-d994-4015-b452-192649c35855), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:15.743592 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-f759e7c5-431e-40ad-a803-c3cdbd619e2d req-f506aa20-059b-42c2-b30d-7a1f137b73b1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] No DVR routers for this DVR port ce65225f-df16-4d65-9a85-02706113e772 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:28:15.765338 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f759e7c5-431e-40ad-a803-c3cdbd619e2d req-f506aa20-059b-42c2-b30d-7a1f137b73b1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:15.769889 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f759e7c5-431e-40ad-a803-c3cdbd619e2d req-f506aa20-059b-42c2-b30d-7a1f137b73b1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.18 "DELETE /v2.0/ports/ce65225f-df16-4d65-9a85-02706113e772 HTTP/1.1" status: 204 len: 173 time: 1.4833560 Apr 16 04:28:15.772444 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13c951c-dfbd-41f4-bce6-942179dbb384', 'name': 'network-vif-deleted', 'tag': 'ce65225f-df16-4d65-9a85-02706113e772'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:28:15.777007 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a3bb0b-6c3a-4c50-9de9-cd409f2fc3d2" -d '{"events": [{"server_uuid": "b13c951c-dfbd-41f4-bce6-942179dbb384", "name": "network-vif-deleted", "tag": "ce65225f-df16-4d65-9a85-02706113e772"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:28:15.805688 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-c77984fb-b67a-4151-b201-2e9dbbaf41b6 None None] Set router c53c57b7-0848-483d-a00c-6b997f7acb4b gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:28:15.815932 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad934e6-1348-4261-87f7-e138f9e7f310 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=2bd39233-d994-4015-b452-192649c35855,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:15.827369 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9ad934e6-1348-4261-87f7-e138f9e7f310 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (b12ae333-465c-4eb7-94aa-8f7c5d6580b2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:15.843103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57c3393-2594-4d3c-8550-33a661719aee x-openstack-request-id: req-e57c3393-2594-4d3c-8550-33a661719aee {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:28:15.843389 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13c951c-dfbd-41f4-bce6-942179dbb384", "name": "network-vif-deleted", "tag": "ce65225f-df16-4d65-9a85-02706113e772", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:28:15.843642 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e57c3393-2594-4d3c-8550-33a661719aee {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:28:15.844128 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57c3393-2594-4d3c-8550-33a661719aee'] response: {'server_uuid': 'b13c951c-dfbd-41f4-bce6-942179dbb384', 'name': 'network-vif-deleted', 'tag': 'ce65225f-df16-4d65-9a85-02706113e772', 'status': 'completed', 'code': 200} Apr 16 04:28:15.939252 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad934e6-1348-4261-87f7-e138f9e7f310 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network e1fc9e51-a385-48af-9674-8d9da7348908 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:28:15.941171 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-9ad934e6-1348-4261-87f7-e138f9e7f310 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:28:16.002614 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c77984fb-b67a-4151-b201-2e9dbbaf41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:39Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '01ac6853-873c-4b1b-9f38-49979bc3cfaa', 'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'mac_address': 'fa:16:3e:40:fa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:37Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 5, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'subnets': [{'id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:16.030271 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77984fb-b67a-4151-b201-2e9dbbaf41b6 None None] Checking router: c53c57b7-0848-483d-a00c-6b997f7acb4b for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:28:16.039571 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77984fb-b67a-4151-b201-2e9dbbaf41b6 None None] Routers {'c53c57b7-0848-483d-a00c-6b997f7acb4b'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:28:16.040486 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c77984fb-b67a-4151-b201-2e9dbbaf41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:28:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c53c57b7-0848-483d-a00c-6b997f7acb4b'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:16.081505 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad934e6-1348-4261-87f7-e138f9e7f310 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:28:16.195134 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-c77984fb-b67a-4151-b201-2e9dbbaf41b6 None None] Set router c53c57b7-0848-483d-a00c-6b997f7acb4b gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:28:16.262456 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-adcad649-f478-43fd-ab53-51cde5d7d5dd req-b7592cf4-2077-46a9-b356-68ff90235046 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 210 time: 0.0363758 Apr 16 04:28:16.266478 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad934e6-1348-4261-87f7-e138f9e7f310 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:28:16.286040 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aea6f8-818d-425a-9148-508638024bfe None None] Sync routers for ids ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:28:16.292838 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9ad934e6-1348-4261-87f7-e138f9e7f310 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/routers/b12ae333-465c-4eb7-94aa-8f7c5d6580b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0432072 Apr 16 04:28:16.312697 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-11f6a139-b981-4d57-bff2-b8c28bc0b38a None None] Provisioning complete for port 2bd39233-d994-4015-b452-192649c35855 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:16.314314 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-11f6a139-b981-4d57-bff2-b8c28bc0b38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2bd39233-d994-4015-b452-192649c35855), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:16.316994 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aea6f8-818d-425a-9148-508638024bfe None None] Routers {'b12ae333-465c-4eb7-94aa-8f7c5d6580b2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:28:16.317891 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-71aea6f8-818d-425a-9148-508638024bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:28:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:16.397795 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-11f6a139-b981-4d57-bff2-b8c28bc0b38a None None] Port 2bd39233-d994-4015-b452-192649c35855 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:28:16.461944 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-71aea6f8-818d-425a-9148-508638024bfe None None] Set router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:28:16.514813 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c77984fb-b67a-4151-b201-2e9dbbaf41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:39Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '01ac6853-873c-4b1b-9f38-49979bc3cfaa', 'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'mac_address': 'fa:16:3e:40:fa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:37Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 5, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'subnets': [{'id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:16.542001 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77984fb-b67a-4151-b201-2e9dbbaf41b6 None None] The sync data for ids ['c53c57b7-0848-483d-a00c-6b997f7acb4b'] in dv-neutron-838078-2-hyperv is: [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:39Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '01ac6853-873c-4b1b-9f38-49979bc3cfaa', 'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'mac_address': 'fa:16:3e:40:fa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:37Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 5, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'subnets': [{'id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:28:16.698299 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-71aea6f8-818d-425a-9148-508638024bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:28:15Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '518ae829-ca45-49f6-8b25-81bbc3ad8280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.120', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'port_id': 'c10f84c0-7c13-4e35-8328-71a2399619f4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'mac_address': 'fa:16:3e:e0:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb3a04d-49c9-40e2-9a19-2ca310501c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:27:21Z', 'updated_at': '2022-04-16T04:27:24Z', 'revision_number': 1, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bd39233-d994-4015-b452-192649c35855', 'name': '', 'network_id': 'e1fc9e51-a385-48af-9674-8d9da7348908', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:8f:a2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '29024572-f02d-4df6-9335-df7f6862c91a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:13Z', 'updated_at': '2022-04-16T04:28:15Z', 'revision_number': 2, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '29024572-f02d-4df6-9335-df7f6862c91a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '696bfea0-98fd-40da-87a6-38496ee0f75a', 'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:b7:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:27:02Z', 'updated_at': '2022-04-16T04:27:06Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:16.798241 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170df3bf-6633-40e5-92b7-111ffdae1bed None None] New status for floating IP 735f09a0-a4cd-4ed6-b22f-f7e1257c1bac: DOWN {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:28:16.877958 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aea6f8-818d-425a-9148-508638024bfe None None] Checking router: b12ae333-465c-4eb7-94aa-8f7c5d6580b2 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:28:16.878356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aea6f8-818d-425a-9148-508638024bfe None None] Updating router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 port 2bd39233-d994-4015-b452-192649c35855 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:28:16.907147 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-71aea6f8-818d-425a-9148-508638024bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2bd39233-d994-4015-b452-192649c35855), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:16.940497 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device ce65225f-df16-4d65-9a85-02706113e772 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:28:16.965039 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: ce65225f-df16-4d65-9a85-02706113e772 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:28:16.965307 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device ce65225f-df16-4d65-9a85-02706113e772 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:28:17.198183 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-71aea6f8-818d-425a-9148-508638024bfe None None] Publish callbacks [] for port (2bd39233-d994-4015-b452-192649c35855), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:17.263263 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-71aea6f8-818d-425a-9148-508638024bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2bd39233-d994-4015-b452-192649c35855), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:17.316066 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142545cc-3a95-4ef7-8424-204c05bf7717 None None] Pushing event updated for resources: {'Port': ['ID=2bd39233-d994-4015-b452-192649c35855,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:17.376828 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-71aea6f8-818d-425a-9148-508638024bfe None None] Attempting to bind port 2bd39233-d994-4015-b452-192649c35855 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:28:17.383790 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-71aea6f8-818d-425a-9148-508638024bfe None None] Attempting to bind port 2bd39233-d994-4015-b452-192649c35855 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'e68e228d-b1f0-4741-981c-dd6753d5cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e1fc9e51-a385-48af-9674-8d9da7348908'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:28:17.383790 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aea6f8-818d-425a-9148-508638024bfe None None] Attempting to bind port 2bd39233-d994-4015-b452-192649c35855 on network e1fc9e51-a385-48af-9674-8d9da7348908 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:28:17.384066 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-39aa5186-4d13-4b8a-84e8-9dda057237f9 req-e579e12f-ff21-45ca-aa9b-47383bf29bf3 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 210 time: 0.0353794 Apr 16 04:28:17.384668 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aea6f8-818d-425a-9148-508638024bfe None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:28:17.384668 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aea6f8-818d-425a-9148-508638024bfe None None] Checking segment: {'id': 'e68e228d-b1f0-4741-981c-dd6753d5cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e1fc9e51-a385-48af-9674-8d9da7348908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:28:17.384668 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-71aea6f8-818d-425a-9148-508638024bfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:17.385295 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aea6f8-818d-425a-9148-508638024bfe None None] Bound using segment: {'id': 'e68e228d-b1f0-4741-981c-dd6753d5cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e1fc9e51-a385-48af-9674-8d9da7348908'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:28:17.385620 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-71aea6f8-818d-425a-9148-508638024bfe None None] Bound port: 2bd39233-d994-4015-b452-192649c35855, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68e228d-b1f0-4741-981c-dd6753d5cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e1fc9e51-a385-48af-9674-8d9da7348908'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:28:17.386003 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-71aea6f8-818d-425a-9148-508638024bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2bd39233-d994-4015-b452-192649c35855), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:17.461424 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-71aea6f8-818d-425a-9148-508638024bfe None None] For port 2bd39233-d994-4015-b452-192649c35855, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:28:17.465433 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-71aea6f8-818d-425a-9148-508638024bfe None None] For port 2bd39233-d994-4015-b452-192649c35855, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2bd39233-d994-4015-b452-192649c35855,segment=NetworkSegment(e68e228d-b1f0-4741-981c-dd6753d5cf50),segment_id=e68e228d-b1f0-4741-981c-dd6753d5cf50)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:28:17.549964 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-71aea6f8-818d-425a-9148-508638024bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2bd39233-d994-4015-b452-192649c35855), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:17.609095 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aea6f8-818d-425a-9148-508638024bfe None None] Routers {'b12ae333-465c-4eb7-94aa-8f7c5d6580b2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:28:17.610218 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-71aea6f8-818d-425a-9148-508638024bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:28:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:17.613246 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142545cc-3a95-4ef7-8424-204c05bf7717 None None] Pushing event updated for resources: {'Port': ['ID=2bd39233-d994-4015-b452-192649c35855,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:17.662958 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-bb413a19-34d8-453e-8a30-3a96fd59b4d7 None None] Provisioning complete for port 2bd39233-d994-4015-b452-192649c35855 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:17.663337 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bb413a19-34d8-453e-8a30-3a96fd59b4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2bd39233-d994-4015-b452-192649c35855), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:17.774925 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-71aea6f8-818d-425a-9148-508638024bfe None None] Set router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:28:17.856176 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-bb413a19-34d8-453e-8a30-3a96fd59b4d7 None None] Current status of the port 2bd39233-d994-4015-b452-192649c35855 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:28:17.856506 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bb413a19-34d8-453e-8a30-3a96fd59b4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2bd39233-d994-4015-b452-192649c35855), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:17.955045 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-bb413a19-34d8-453e-8a30-3a96fd59b4d7 None None] For port 2bd39233-d994-4015-b452-192649c35855, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2bd39233-d994-4015-b452-192649c35855,segment=NetworkSegment(e68e228d-b1f0-4741-981c-dd6753d5cf50),segment_id=e68e228d-b1f0-4741-981c-dd6753d5cf50)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:28:18.041707 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bb413a19-34d8-453e-8a30-3a96fd59b4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2bd39233-d994-4015-b452-192649c35855), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:18.099869 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-71aea6f8-818d-425a-9148-508638024bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:28:15Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '518ae829-ca45-49f6-8b25-81bbc3ad8280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.120', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'port_id': 'c10f84c0-7c13-4e35-8328-71a2399619f4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'mac_address': 'fa:16:3e:e0:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb3a04d-49c9-40e2-9a19-2ca310501c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:27:21Z', 'updated_at': '2022-04-16T04:27:24Z', 'revision_number': 1, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bd39233-d994-4015-b452-192649c35855', 'name': '', 'network_id': 'e1fc9e51-a385-48af-9674-8d9da7348908', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:8f:a2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '29024572-f02d-4df6-9335-df7f6862c91a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:13Z', 'updated_at': '2022-04-16T04:28:17Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '29024572-f02d-4df6-9335-df7f6862c91a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '696bfea0-98fd-40da-87a6-38496ee0f75a', 'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:b7:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:27:02Z', 'updated_at': '2022-04-16T04:27:06Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:18.130145 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aea6f8-818d-425a-9148-508638024bfe None None] The sync data for ids ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'] in dv-neutron-838078-2-hyperv is: [{'id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:28:15Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '518ae829-ca45-49f6-8b25-81bbc3ad8280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.120', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'port_id': 'c10f84c0-7c13-4e35-8328-71a2399619f4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'mac_address': 'fa:16:3e:e0:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb3a04d-49c9-40e2-9a19-2ca310501c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:27:21Z', 'updated_at': '2022-04-16T04:27:24Z', 'revision_number': 1, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bd39233-d994-4015-b452-192649c35855', 'name': '', 'network_id': 'e1fc9e51-a385-48af-9674-8d9da7348908', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:8f:a2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '29024572-f02d-4df6-9335-df7f6862c91a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:13Z', 'updated_at': '2022-04-16T04:28:17Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '29024572-f02d-4df6-9335-df7f6862c91a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '696bfea0-98fd-40da-87a6-38496ee0f75a', 'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:b7:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:27:02Z', 'updated_at': '2022-04-16T04:27:06Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:28:18.131657 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb413a19-34d8-453e-8a30-3a96fd59b4d7 None None] Pushing event updated for resources: {'Port': ['ID=2bd39233-d994-4015-b452-192649c35855,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:18.158136 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-f96ff6ec-3b2e-40a3-80c2-756b52dcc5d8 None None] Provisioning complete for port 2bd39233-d994-4015-b452-192649c35855 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:18.158514 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f96ff6ec-3b2e-40a3-80c2-756b52dcc5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2bd39233-d994-4015-b452-192649c35855), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:18.269568 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f96ff6ec-3b2e-40a3-80c2-756b52dcc5d8 None None] Current status of the port 2bd39233-d994-4015-b452-192649c35855 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:28:18.479982 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-00f1c05d-0d34-46c9-9233-96e47f69fab8 req-c1e6a8c5-db78-49b1-a268-62d2e717aad4 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 210 time: 0.0298097 Apr 16 04:28:19.264013 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2bd39233-d994-4015-b452-192649c35855 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:28:19.314968 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 2bd39233-d994-4015-b452-192649c35855 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:19.315343 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2bd39233-d994-4015-b452-192649c35855), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:19.392865 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 2bd39233-d994-4015-b452-192649c35855 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:28:19.581146 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a209fecf-6f21-457a-82ea-3f9e21c6ca80 req-04c99174-41c3-4b45-916c-e72628970fea tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 210 time: 0.0299883 Apr 16 04:28:20.675136 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c9d9fc95-9572-4060-9d8a-055062e48a26 req-f9003a7d-5b7d-41f7-be23-0fd6d09d6396 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 210 time: 0.0286736 Apr 16 04:28:21.772524 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d36c2a8d-f1a0-4b32-bcb8-137965e44fd7 req-980131d6-47ae-4295-b6f3-a25dfdc89c40 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 210 time: 0.0317917 Apr 16 04:28:22.868189 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2ff1c7a5-2cd1-40de-9b96-10c6ac57d020 req-40f127ea-dc5c-457a-ba25-b6ed1d1e10ba tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 210 time: 0.0308397 Apr 16 04:28:23.964016 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-46dc6188-bfa9-42f3-a778-be271043a1d0 req-5d295a49-024c-4099-9305-48684ff78d97 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 210 time: 0.0276992 Apr 16 04:28:25.060167 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-13784722-95ec-4d3b-98a6-4a9da848a312 req-0acbecf4-d41c-4087-9098-57df64381a93 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b13c951c-dfbd-41f4-bce6-942179dbb384 HTTP/1.1" status: 200 len: 210 time: 0.0291400 Apr 16 04:28:26.318344 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-4fdc0054-2cc9-4dfc-ae09-0e5902cb813a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-339883416&fields=id&tenant_id=024f29826de14ed8a2ca7f327e6a16aa HTTP/1.1" status: 200 len: 267 time: 0.0531123 Apr 16 04:28:26.426007 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-7c6ca80b-8231-4ade-9065-6d1a2e41338a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:26.427462 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-7c6ca80b-8231-4ade-9065-6d1a2e41338a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/networks?id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e HTTP/1.1" status: 200 len: 812 time: 0.1020327 Apr 16 04:28:26.441918 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-53465020-172a-4d24-a3ea-983cef3e52f7 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/quotas/024f29826de14ed8a2ca7f327e6a16aa HTTP/1.1" status: 200 len: 375 time: 0.0092821 Apr 16 04:28:26.521523 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-2159dd65-ac6b-4455-b5ef-94f212a6a853 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749047 Apr 16 04:28:26.618234 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-061b7b0d-4d6b-4c9d-88af-1c3418d05ad9 service neutron] 10.222.0.30 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861125 Apr 16 04:28:26.705523 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-4ebc0e08-c806-470f-98c4-96775dd89195 service neutron] 10.222.0.30 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815818 Apr 16 04:28:27.281998 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2ec81593-ca40-4f0c-97c1-cdb34d146914 req-0c9deed7-c2ec-4251-9125-ac500538fe75 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 210 time: 0.0272467 Apr 16 04:28:28.092106 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:28.377512 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6a81cc78-44a4-4976-8ec9-133bf330c1de req-6db83086-70ea-44f9-ac60-18f5608b4ee6 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 210 time: 0.0313118 Apr 16 04:28:28.960079 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-e9088cec-d124-4cec-9b21-c2d07882a96d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:28.961541 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-e9088cec-d124-4cec-9b21-c2d07882a96d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.18 "GET /v2.0/networks?id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e HTTP/1.1" status: 200 len: 812 time: 0.1012552 Apr 16 04:28:29.022531 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-7bc5c046-4933-4973-b6e5-d03cb899da9a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=024f29826de14ed8a2ca7f327e6a16aa HTTP/1.1" status: 200 len: 379 time: 0.0526526 Apr 16 04:28:29.047089 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-3b12bc28-b8ba-4e59-8be1-c3024b961dfd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Request body: {'port': {'device_id': 'c8e0bce3-fd30-40c6-aab6-64f389421602', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'admin_state_up': True, 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'security_groups': ['29983b04-a864-4c48-9de7-a30e2be29a0a']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:28:29.240831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-3b12bc28-b8ba-4e59-8be1-c3024b961dfd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Made reservation on behalf of 024f29826de14ed8a2ca7f327e6a16aa for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:28:29.244333 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-3b12bc28-b8ba-4e59-8be1-c3024b961dfd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:29.374161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-3b12bc28-b8ba-4e59-8be1-c3024b961dfd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Allocated IP 172.20.0.5 (7730a87f-0bf9-4efc-aa90-7a1c8665de6e/de0b4063-129f-46ca-b5ba-66ee8157041e/412cd01a-a38d-4b4f-87f4-898e71b3dad0) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:28:29.493105 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d7b3d769-58f6-4307-b8b6-3bcd6bcaa7b6 req-d4d73a6d-e087-4603-baac-2d643d5c1b5f tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 210 time: 0.0355275 Apr 16 04:28:29.512047 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-3b12bc28-b8ba-4e59-8be1-c3024b961dfd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for port (412cd01a-a38d-4b4f-87f4-898e71b3dad0), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:29.623539 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-3b12bc28-b8ba-4e59-8be1-c3024b961dfd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (412cd01a-a38d-4b4f-87f4-898e71b3dad0), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:29.964558 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-3b12bc28-b8ba-4e59-8be1-c3024b961dfd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:28:29.970023 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-3b12bc28-b8ba-4e59-8be1-c3024b961dfd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:28:29.973855 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-3b12bc28-b8ba-4e59-8be1-c3024b961dfd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:28:30.001128 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12bc28-b8ba-4e59-8be1-c3024b961dfd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event updated for resources: {'Port': ['ID=412cd01a-a38d-4b4f-87f4-898e71b3dad0,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:30.037348 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-3b12bc28-b8ba-4e59-8be1-c3024b961dfd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:30.037984 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-3b12bc28-b8ba-4e59-8be1-c3024b961dfd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:30.095034 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-3b12bc28-b8ba-4e59-8be1-c3024b961dfd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0509245 Apr 16 04:28:30.106700 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] Request body: {'port': {'device_id': 'c8e0bce3-fd30-40c6-aab6-64f389421602', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:28:30.170111 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (412cd01a-a38d-4b4f-87f4-898e71b3dad0), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:30.272420 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8365eb20-e27e-4213-95c7-eb4ee21efa5c None None] Provisioning complete for port 412cd01a-a38d-4b4f-87f4-898e71b3dad0 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:30.272420 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8365eb20-e27e-4213-95c7-eb4ee21efa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (412cd01a-a38d-4b4f-87f4-898e71b3dad0), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:30.305828 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8365eb20-e27e-4213-95c7-eb4ee21efa5c None None] Port 412cd01a-a38d-4b4f-87f4-898e71b3dad0 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:28:30.443452 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412cd01a-a38d-4b4f-87f4-898e71b3dad0 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:28:30.450935 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] Publish callbacks [] for port (412cd01a-a38d-4b4f-87f4-898e71b3dad0), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:30.463745 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] Transition to ACTIVE for port object 412cd01a-a38d-4b4f-87f4-898e71b3dad0 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:28:30.537839 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (412cd01a-a38d-4b4f-87f4-898e71b3dad0), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:30.623003 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] Pushing event updated for resources: {'Port': ['ID=412cd01a-a38d-4b4f-87f4-898e71b3dad0,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:30.632050 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8291a-2162-42b1-950e-f97d2c6f264e req-dbe32b22-e515-41ce-bea4-f52f4767e724 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:30.633144 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1be8291a-2162-42b1-950e-f97d2c6f264e req-dbe32b22-e515-41ce-bea4-f52f4767e724 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 943 time: 0.0897820 Apr 16 04:28:30.739449 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1be8291a-2162-42b1-950e-f97d2c6f264e req-98379b5b-46f7-4b8b-b3e3-c6f02d80e533 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793395 Apr 16 04:28:30.749129 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] Attempting to bind port 412cd01a-a38d-4b4f-87f4-898e71b3dad0 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:28:30.749666 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] Attempting to bind port 412cd01a-a38d-4b4f-87f4-898e71b3dad0 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '31531ef6-d10a-4aa8-935d-20d2235de566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:28:30.749791 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] Attempting to bind port 412cd01a-a38d-4b4f-87f4-898e71b3dad0 on network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:28:30.755060 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] Port 412cd01a-a38d-4b4f-87f4-898e71b3dad0 on network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:28:30.755383 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] Attempting to bind port 412cd01a-a38d-4b4f-87f4-898e71b3dad0 on network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:28:30.760346 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:28:30.760682 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] Checking segment: {'id': '31531ef6-d10a-4aa8-935d-20d2235de566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:28:30.761097 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] Bound using segment: {'id': '31531ef6-d10a-4aa8-935d-20d2235de566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:28:30.761526 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] Bound port: 412cd01a-a38d-4b4f-87f4-898e71b3dad0, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31531ef6-d10a-4aa8-935d-20d2235de566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:28:30.761889 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (412cd01a-a38d-4b4f-87f4-898e71b3dad0), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:30.832021 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] For port 412cd01a-a38d-4b4f-87f4-898e71b3dad0, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:28:30.835605 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] For port 412cd01a-a38d-4b4f-87f4-898e71b3dad0, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=412cd01a-a38d-4b4f-87f4-898e71b3dad0,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:28:30.909680 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (412cd01a-a38d-4b4f-87f4-898e71b3dad0), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:30.948835 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:30.949444 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:30.950869 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] 10.222.0.18 "PUT /v2.0/ports/412cd01a-a38d-4b4f-87f4-898e71b3dad0 HTTP/1.1" status: 200 len: 1093 time: 0.8484561 Apr 16 04:28:30.951225 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e0bce3-fd30-40c6-aab6-64f389421602', 'tag': '412cd01a-a38d-4b4f-87f4-898e71b3dad0'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:28:30.953469 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642fe744-65da-45b2-bb53-a44b9facef8a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e0bce3-fd30-40c6-aab6-64f389421602", "tag": "412cd01a-a38d-4b4f-87f4-898e71b3dad0"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:28:30.978360 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85adc027-b49f-4cd7-9cc4-15330a587406 service neutron] Pushing event updated for resources: {'Port': ['ID=412cd01a-a38d-4b4f-87f4-898e71b3dad0,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:31.013588 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b135acac-f39f-4bb8-aff4-129dbdfd3652 x-openstack-request-id: req-b135acac-f39f-4bb8-aff4-129dbdfd3652 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:28:31.013886 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e0bce3-fd30-40c6-aab6-64f389421602", "tag": "412cd01a-a38d-4b4f-87f4-898e71b3dad0", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:28:31.014138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b135acac-f39f-4bb8-aff4-129dbdfd3652 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:28:31.014599 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b135acac-f39f-4bb8-aff4-129dbdfd3652'] response: {'name': 'network-changed', 'server_uuid': 'c8e0bce3-fd30-40c6-aab6-64f389421602', 'tag': '412cd01a-a38d-4b4f-87f4-898e71b3dad0', 'status': 'completed', 'code': 200} Apr 16 04:28:31.079539 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fe744-65da-45b2-bb53-a44b9facef8a req-d688d253-5009-49dd-a71a-717c6faba853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:31.081254 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-642fe744-65da-45b2-bb53-a44b9facef8a req-d688d253-5009-49dd-a71a-717c6faba853 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 1127 time: 0.0459516 Apr 16 04:28:31.185259 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fe744-65da-45b2-bb53-a44b9facef8a req-e945f3ec-ed1b-446d-97e1-6a6c72f06588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:31.186733 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-642fe744-65da-45b2-bb53-a44b9facef8a req-e945f3ec-ed1b-446d-97e1-6a6c72f06588 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0982430 Apr 16 04:28:31.285033 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fe744-65da-45b2-bb53-a44b9facef8a req-7bac5225-3dc6-4ccf-9e02-5674b96604c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:31.286512 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-642fe744-65da-45b2-bb53-a44b9facef8a req-7bac5225-3dc6-4ccf-9e02-5674b96604c6 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0925026 Apr 16 04:28:31.364011 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-8d3c44b0-e5f4-446c-8035-802ad4882755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:31.365700 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-8d3c44b0-e5f4-446c-8035-802ad4882755 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 1127 time: 0.0409276 Apr 16 04:28:31.411351 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-f25838c0-5c68-4962-acd7-b6c3527c9e0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412cd01a-a38d-4b4f-87f4-898e71b3dad0 HTTP/1.1" status: 200 len: 217 time: 0.0379548 Apr 16 04:28:31.459371 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-1b7ad262-59e4-44f3-8879-6a3043a2e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:31.460826 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-1b7ad262-59e4-44f3-8879-6a3043a2e360 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de0b4063-129f-46ca-b5ba-66ee8157041e HTTP/1.1" status: 200 len: 851 time: 0.0435481 Apr 16 04:28:31.504540 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-92dc7f87-99f0-46af-a946-bf35f8fea2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:31.505959 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-92dc7f87-99f0-46af-a946-bf35f8fea2e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386541 Apr 16 04:28:31.596687 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-ccacdc18-d5ec-4135-abb6-93d41f9044d9 service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849915 Apr 16 04:28:31.685886 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c6719945-42b4-4c75-a086-0df3357dfa03 req-a073dc5a-d94b-4429-9626-159de2caa46f service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825870 Apr 16 04:28:31.856959 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57550a9c-0805-4b3f-8d21-57836052524f req-95b3efd4-9f5d-43ae-8e6c-fc5dc3cd96cc tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:31.858459 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-57550a9c-0805-4b3f-8d21-57836052524f req-95b3efd4-9f5d-43ae-8e6c-fc5dc3cd96cc tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 943 time: 0.0504568 Apr 16 04:28:31.913555 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-57550a9c-0805-4b3f-8d21-57836052524f req-026ca6ae-e8e2-4d81-8bb7-ecbd87fba6bc tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494146 Apr 16 04:28:33.035401 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666a5f9-8666-4067-8df0-c0d39867eec7 req-91487457-36eb-4b09-aca4-835777c02211 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:33.037015 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e666a5f9-8666-4067-8df0-c0d39867eec7 req-91487457-36eb-4b09-aca4-835777c02211 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 943 time: 0.0504291 Apr 16 04:28:33.087560 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e666a5f9-8666-4067-8df0-c0d39867eec7 req-51696a31-e8d7-479c-86f1-86be7e873e10 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447338 Apr 16 04:28:34.198172 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7a85b-0f05-4513-977f-6d7954a8af2a req-72d9fb9c-66a6-43e0-b5f5-805df4f4e74f tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:34.199667 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-92b7a85b-0f05-4513-977f-6d7954a8af2a req-72d9fb9c-66a6-43e0-b5f5-805df4f4e74f tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 943 time: 0.0476871 Apr 16 04:28:34.248616 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-92b7a85b-0f05-4513-977f-6d7954a8af2a req-2356cbc7-1845-4424-b6e6-de3d0e3198f0 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432999 Apr 16 04:28:34.658761 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40434) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:35.069397 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-49b13a45-c17a-4b46-83fb-bf3a4970cb82 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (b12ae333-465c-4eb7-94aa-8f7c5d6580b2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:35.363641 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bb3fd-4626-4f38-97ac-51e89553edfb req-c9435ea8-077a-443d-8643-714df36fe370 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:35.365271 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ef6bb3fd-4626-4f38-97ac-51e89553edfb req-c9435ea8-077a-443d-8643-714df36fe370 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 943 time: 0.0491323 Apr 16 04:28:35.373606 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-49b13a45-c17a-4b46-83fb-bf3a4970cb82 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 2bd39233-d994-4015-b452-192649c35855 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:28:35.374163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-49b13a45-c17a-4b46-83fb-bf3a4970cb82 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (2bd39233-d994-4015-b452-192649c35855), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:35.417126 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ef6bb3fd-4626-4f38-97ac-51e89553edfb req-4d858b44-d627-4805-b0a5-46325b539740 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457745 Apr 16 04:28:35.470572 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-49b13a45-c17a-4b46-83fb-bf3a4970cb82 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port 2bd39233-d994-4015-b452-192649c35855, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2bd39233-d994-4015-b452-192649c35855,segment=NetworkSegment(e68e228d-b1f0-4741-981c-dd6753d5cf50),segment_id=e68e228d-b1f0-4741-981c-dd6753d5cf50)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:28:35.470930 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-49b13a45-c17a-4b46-83fb-bf3a4970cb82 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (2bd39233-d994-4015-b452-192649c35855), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:35.488473 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-49b13a45-c17a-4b46-83fb-bf3a4970cb82 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 2bd39233-d994-4015-b452-192649c35855 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:28:35.737511 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-49b13a45-c17a-4b46-83fb-bf3a4970cb82 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (2bd39233-d994-4015-b452-192649c35855), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:35.764757 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b13a45-c17a-4b46-83fb-bf3a4970cb82 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=2bd39233-d994-4015-b452-192649c35855,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:35.957912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-49b13a45-c17a-4b46-83fb-bf3a4970cb82 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (b12ae333-465c-4eb7-94aa-8f7c5d6580b2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:36.182167 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b13a45-c17a-4b46-83fb-bf3a4970cb82 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:28:36.296867 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b13a45-c17a-4b46-83fb-bf3a4970cb82 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:28:36.305487 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-49b13a45-c17a-4b46-83fb-bf3a4970cb82 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/routers/b12ae333-465c-4eb7-94aa-8f7c5d6580b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6423910 Apr 16 04:28:36.309017 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b31a447-9513-453b-80d7-d9baa257adb1 None None] Sync routers for ids ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:28:36.320632 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b31a447-9513-453b-80d7-d9baa257adb1 None None] Routers {'b12ae333-465c-4eb7-94aa-8f7c5d6580b2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:28:36.321353 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2b31a447-9513-453b-80d7-d9baa257adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:28:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:36.438146 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-2b31a447-9513-453b-80d7-d9baa257adb1 None None] Set router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:28:36.533800 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0f58f-b05c-4513-9b71-1d30c39db2a2 req-d97a6316-8185-4804-9e1d-a1fe49ccf92b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:36.535308 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3ca0f58f-b05c-4513-9b71-1d30c39db2a2 req-d97a6316-8185-4804-9e1d-a1fe49ccf92b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 943 time: 0.0484514 Apr 16 04:28:36.596376 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3ca0f58f-b05c-4513-9b71-1d30c39db2a2 req-06d4e1b6-8d4f-4bf3-891c-8cb71bc502bd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545437 Apr 16 04:28:36.677537 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2b31a447-9513-453b-80d7-d9baa257adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:28:35Z', 'revision_number': 6, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '518ae829-ca45-49f6-8b25-81bbc3ad8280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.120', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'port_id': 'c10f84c0-7c13-4e35-8328-71a2399619f4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'mac_address': 'fa:16:3e:e0:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb3a04d-49c9-40e2-9a19-2ca310501c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:27:21Z', 'updated_at': '2022-04-16T04:27:24Z', 'revision_number': 1, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696bfea0-98fd-40da-87a6-38496ee0f75a', 'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:b7:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:27:02Z', 'updated_at': '2022-04-16T04:27:06Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:36.705779 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b31a447-9513-453b-80d7-d9baa257adb1 None None] Checking router: b12ae333-465c-4eb7-94aa-8f7c5d6580b2 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:28:36.714479 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b31a447-9513-453b-80d7-d9baa257adb1 None None] Routers {'b12ae333-465c-4eb7-94aa-8f7c5d6580b2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:28:36.715080 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2b31a447-9513-453b-80d7-d9baa257adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:28:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:36.762106 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03559e8-6464-4943-b51c-b7933c1e5a9f req-47e1a8b4-0900-4ba6-a3af-f0d544beb9c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:36.763731 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c03559e8-6464-4943-b51c-b7933c1e5a9f req-47e1a8b4-0900-4ba6-a3af-f0d544beb9c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a0402ba-ac61-45d2-94bf-6cbeb5b49132 HTTP/1.1" status: 200 len: 946 time: 0.0496938 Apr 16 04:28:36.815555 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c03559e8-6464-4943-b51c-b7933c1e5a9f req-74446b0c-024f-49bf-85f1-9572c4c95166 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7bedd3b-90b0-4a17-871f-2e91d9b7ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446389 Apr 16 04:28:36.832137 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-2b31a447-9513-453b-80d7-d9baa257adb1 None None] Set router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:28:37.043380 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2b31a447-9513-453b-80d7-d9baa257adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:28:35Z', 'revision_number': 6, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '518ae829-ca45-49f6-8b25-81bbc3ad8280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.120', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'port_id': 'c10f84c0-7c13-4e35-8328-71a2399619f4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'mac_address': 'fa:16:3e:e0:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb3a04d-49c9-40e2-9a19-2ca310501c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:27:21Z', 'updated_at': '2022-04-16T04:27:24Z', 'revision_number': 1, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696bfea0-98fd-40da-87a6-38496ee0f75a', 'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:b7:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:27:02Z', 'updated_at': '2022-04-16T04:27:06Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:37.070318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b31a447-9513-453b-80d7-d9baa257adb1 None None] The sync data for ids ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'] in dv-neutron-838078-2-hyperv is: [{'id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:28:35Z', 'revision_number': 6, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '518ae829-ca45-49f6-8b25-81bbc3ad8280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.120', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'port_id': 'c10f84c0-7c13-4e35-8328-71a2399619f4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'mac_address': 'fa:16:3e:e0:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb3a04d-49c9-40e2-9a19-2ca310501c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:27:21Z', 'updated_at': '2022-04-16T04:27:24Z', 'revision_number': 1, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696bfea0-98fd-40da-87a6-38496ee0f75a', 'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:b7:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:27:02Z', 'updated_at': '2022-04-16T04:27:06Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:28:37.497324 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2bd39233-d994-4015-b452-192649c35855 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:28:37.527785 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 2bd39233-d994-4015-b452-192649c35855 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:28:37.528086 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2bd39233-d994-4015-b452-192649c35855 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:28:37.725725 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fff7a4-63d3-438f-b709-3dc988e8e23a req-40a1629e-9529-488a-a10b-eaa0a1c54c9e tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:37.727140 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-62fff7a4-63d3-438f-b709-3dc988e8e23a req-40a1629e-9529-488a-a10b-eaa0a1c54c9e tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 943 time: 0.0518126 Apr 16 04:28:37.776494 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-62fff7a4-63d3-438f-b709-3dc988e8e23a req-64355025-1476-4ea0-91e5-c743ad516e2b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436139 Apr 16 04:28:37.931241 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7c6a5-82a1-48bf-8ba0-b8c7d40d8eb7 req-f7494fe2-d486-497c-8c26-6728028ce4ca tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:37.933451 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-afd7c6a5-82a1-48bf-8ba0-b8c7d40d8eb7 req-f7494fe2-d486-497c-8c26-6728028ce4ca tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a0402ba-ac61-45d2-94bf-6cbeb5b49132 HTTP/1.1" status: 200 len: 946 time: 0.0476024 Apr 16 04:28:37.983086 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-afd7c6a5-82a1-48bf-8ba0-b8c7d40d8eb7 req-bb606b15-be7c-4197-9b54-79fc8ec161c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7bedd3b-90b0-4a17-871f-2e91d9b7ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433860 Apr 16 04:28:37.994993 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e6e0-5450-473d-ba37-57e33be1db16 req-855b1775-87b7-4c22-aacc-84a7b334bdd8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:37.996705 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9654e6e0-5450-473d-ba37-57e33be1db16 req-855b1775-87b7-4c22-aacc-84a7b334bdd8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a0402ba-ac61-45d2-94bf-6cbeb5b49132 HTTP/1.1" status: 200 len: 946 time: 0.0509727 Apr 16 04:28:38.082563 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-9654e6e0-5450-473d-ba37-57e33be1db16 req-a555de9a-8204-49a0-be4e-22afccec9ef3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 38d8b97f-6534-4728-9e61-7027fee85363 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:28:38.082907 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-9654e6e0-5450-473d-ba37-57e33be1db16 req-a555de9a-8204-49a0-be4e-22afccec9ef3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (38d8b97f-6534-4728-9e61-7027fee85363), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:38.175952 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-9654e6e0-5450-473d-ba37-57e33be1db16 req-a555de9a-8204-49a0-be4e-22afccec9ef3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port 38d8b97f-6534-4728-9e61-7027fee85363, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=38d8b97f-6534-4728-9e61-7027fee85363,segment=NetworkSegment(e68e228d-b1f0-4741-981c-dd6753d5cf50),segment_id=e68e228d-b1f0-4741-981c-dd6753d5cf50)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:28:38.176314 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-9654e6e0-5450-473d-ba37-57e33be1db16 req-a555de9a-8204-49a0-be4e-22afccec9ef3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (38d8b97f-6534-4728-9e61-7027fee85363), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:38.189474 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-9654e6e0-5450-473d-ba37-57e33be1db16 req-a555de9a-8204-49a0-be4e-22afccec9ef3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 38d8b97f-6534-4728-9e61-7027fee85363 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:28:38.371974 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-9654e6e0-5450-473d-ba37-57e33be1db16 req-a555de9a-8204-49a0-be4e-22afccec9ef3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (38d8b97f-6534-4728-9e61-7027fee85363), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:38.416549 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555de9a-8204-49a0-be4e-22afccec9ef3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=38d8b97f-6534-4728-9e61-7027fee85363,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:38.466325 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-9654e6e0-5450-473d-ba37-57e33be1db16 req-a555de9a-8204-49a0-be4e-22afccec9ef3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] No DVR routers for this DVR port 38d8b97f-6534-4728-9e61-7027fee85363 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:28:38.482995 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-9654e6e0-5450-473d-ba37-57e33be1db16 req-a555de9a-8204-49a0-be4e-22afccec9ef3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:38.486819 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9654e6e0-5450-473d-ba37-57e33be1db16 req-a555de9a-8204-49a0-be4e-22afccec9ef3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "DELETE /v2.0/ports/38d8b97f-6534-4728-9e61-7027fee85363 HTTP/1.1" status: 204 len: 173 time: 0.4849164 Apr 16 04:28:38.487258 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0402ba-ac61-45d2-94bf-6cbeb5b49132', 'name': 'network-vif-deleted', 'tag': '38d8b97f-6534-4728-9e61-7027fee85363'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:28:38.489493 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fda7f87-2ec7-4857-85f6-7bf36768a9ca" -d '{"events": [{"server_uuid": "5a0402ba-ac61-45d2-94bf-6cbeb5b49132", "name": "network-vif-deleted", "tag": "38d8b97f-6534-4728-9e61-7027fee85363"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:28:38.504905 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-85aa43e8-e472-4a37-8ef3-3d25cfef0a24 req-d4066f55-e6f2-4fe2-af2e-77b56e2ac805 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0611022 Apr 16 04:28:38.535754 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f810e9e4-a6a1-40ee-98ec-ed42d8de4c07 x-openstack-request-id: req-f810e9e4-a6a1-40ee-98ec-ed42d8de4c07 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:28:38.536123 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0402ba-ac61-45d2-94bf-6cbeb5b49132", "name": "network-vif-deleted", "tag": "38d8b97f-6534-4728-9e61-7027fee85363", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:28:38.536470 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f810e9e4-a6a1-40ee-98ec-ed42d8de4c07 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:28:38.536949 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f810e9e4-a6a1-40ee-98ec-ed42d8de4c07'] response: {'server_uuid': '5a0402ba-ac61-45d2-94bf-6cbeb5b49132', 'name': 'network-vif-deleted', 'tag': '38d8b97f-6534-4728-9e61-7027fee85363', 'status': 'completed', 'code': 200} Apr 16 04:28:38.568655 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa43e8-e472-4a37-8ef3-3d25cfef0a24 req-79db1f92-307a-4bdc-9a9c-e96e357bfbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:38.570232 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-85aa43e8-e472-4a37-8ef3-3d25cfef0a24 req-79db1f92-307a-4bdc-9a9c-e96e357bfbb1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 1130 time: 0.0440075 Apr 16 04:28:38.678711 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa43e8-e472-4a37-8ef3-3d25cfef0a24 req-ffcc3bcf-863f-4fcc-9324-51d213ef869e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:38.680175 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-85aa43e8-e472-4a37-8ef3-3d25cfef0a24 req-ffcc3bcf-863f-4fcc-9324-51d213ef869e service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c67f80e-1e7b-4d94-888b-5858b39c1280 HTTP/1.1" status: 200 len: 896 time: 0.0925796 Apr 16 04:28:38.749041 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-85aa43e8-e472-4a37-8ef3-3d25cfef0a24 req-7bb27eab-9bbb-4bc4-808e-04d274fefb2f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c10f84c0-7c13-4e35-8328-71a2399619f4 HTTP/1.1" status: 200 len: 1002 time: 0.0616567 Apr 16 04:28:38.829017 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa43e8-e472-4a37-8ef3-3d25cfef0a24 req-4f71d947-9021-4ed2-a27b-d1a38b677f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:38.830646 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-85aa43e8-e472-4a37-8ef3-3d25cfef0a24 req-4f71d947-9021-4ed2-a27b-d1a38b677f3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b844ad2b-77ed-45da-90e2-cc9bccf3fda2 HTTP/1.1" status: 200 len: 834 time: 0.0759444 Apr 16 04:28:38.888463 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa43e8-e472-4a37-8ef3-3d25cfef0a24 req-7eccec0b-303f-43a0-923f-a964f1d2f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:38.890233 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-85aa43e8-e472-4a37-8ef3-3d25cfef0a24 req-7eccec0b-303f-43a0-923f-a964f1d2f355 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c67f80e-1e7b-4d94-888b-5858b39c1280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0525370 Apr 16 04:28:38.916583 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52d2eb-933f-4ebf-a1bd-c0efe3757bc5 req-b45c897e-5121-4cdd-980e-191f19dfd447 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:38.918167 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ad52d2eb-933f-4ebf-a1bd-c0efe3757bc5 req-b45c897e-5121-4cdd-980e-191f19dfd447 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 943 time: 0.0587385 Apr 16 04:28:38.970776 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ad52d2eb-933f-4ebf-a1bd-c0efe3757bc5 req-611ace78-e23a-4aa7-b2bf-10a004d041ab tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464566 Apr 16 04:28:39.092756 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-de9924a2-5b59-4c3a-aff6-04b6d08fb0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:39.101683 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7658ef3f-d407-46af-bbc4-81e54f0758e1 req-81ffb3e5-b86c-4fa5-9cd5-5d3645e82129 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a0402ba-ac61-45d2-94bf-6cbeb5b49132 HTTP/1.1" status: 200 len: 210 time: 0.0368283 Apr 16 04:28:39.505626 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-85aa43e8-e472-4a37-8ef3-3d25cfef0a24 req-c3df753a-0fbf-49fc-98e2-eda7c170976f service neutron] 10.222.0.18 "GET /v2.0/networks/0c67f80e-1e7b-4d94-888b-5858b39c1280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121490 Apr 16 04:28:39.594740 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-85aa43e8-e472-4a37-8ef3-3d25cfef0a24 req-8dbc7ffa-2e8d-43bb-86a8-8bcbe870fa3c service neutron] 10.222.0.18 "GET /v2.0/networks/0c67f80e-1e7b-4d94-888b-5858b39c1280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820758 Apr 16 04:28:40.082403 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629907d1-8de4-43a9-a915-b7e0c2f38cbb req-e7a0a2e8-56ba-4eac-adc6-99e8213dceff tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:40.083875 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-629907d1-8de4-43a9-a915-b7e0c2f38cbb req-e7a0a2e8-56ba-4eac-adc6-99e8213dceff tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 943 time: 0.0472598 Apr 16 04:28:40.132836 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-629907d1-8de4-43a9-a915-b7e0c2f38cbb req-5d622662-63a6-4553-a94f-98480294fa3a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428708 Apr 16 04:28:40.158450 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40458) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:40.213870 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1cae8476-d248-4dd8-85c0-9befb2dc613d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (b7bedd3b-90b0-4a17-871f-2e91d9b7ee03), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:40.238856 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1cae8476-d248-4dd8-85c0-9befb2dc613d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (b7bedd3b-90b0-4a17-871f-2e91d9b7ee03), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:40.411749 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1cae8476-d248-4dd8-85c0-9befb2dc613d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (b7bedd3b-90b0-4a17-871f-2e91d9b7ee03), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:40.414513 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1cae8476-d248-4dd8-85c0-9befb2dc613d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:40.415840 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1cae8476-d248-4dd8-85c0-9befb2dc613d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/security-groups/b7bedd3b-90b0-4a17-871f-2e91d9b7ee03 HTTP/1.1" status: 204 len: 168 time: 0.2563870 Apr 16 04:28:40.425405 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae8476-d248-4dd8-85c0-9befb2dc613d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bedd3b-90b0-4a17-871f-2e91d9b7ee03,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:40.432540 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae8476-d248-4dd8-85c0-9befb2dc613d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:40.432966 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae8476-d248-4dd8-85c0-9befb2dc613d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:40.433309 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae8476-d248-4dd8-85c0-9befb2dc613d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:40.433646 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae8476-d248-4dd8-85c0-9befb2dc613d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:40.433978 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae8476-d248-4dd8-85c0-9befb2dc613d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:40.434304 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae8476-d248-4dd8-85c0-9befb2dc613d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:40.434629 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae8476-d248-4dd8-85c0-9befb2dc613d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:40.434950 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae8476-d248-4dd8-85c0-9befb2dc613d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:40.435273 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae8476-d248-4dd8-85c0-9befb2dc613d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:40.435592 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae8476-d248-4dd8-85c0-9befb2dc613d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:40.435914 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae8476-d248-4dd8-85c0-9befb2dc613d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:40.436234 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae8476-d248-4dd8-85c0-9befb2dc613d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:40.436552 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae8476-d248-4dd8-85c0-9befb2dc613d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:40.436893 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae8476-d248-4dd8-85c0-9befb2dc613d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:40.437212 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cae8476-d248-4dd8-85c0-9befb2dc613d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:40.504635 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40462) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:40.555390 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-77dff9dd-70c9-420b-b4c5-08ccb1d119e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting subnet 29024572-f02d-4df6-9335-df7f6862c91a {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:28:40.558470 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-77dff9dd-70c9-420b-b4c5-08ccb1d119e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (29024572-f02d-4df6-9335-df7f6862c91a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:40.597679 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-77dff9dd-70c9-420b-b4c5-08ccb1d119e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (29024572-f02d-4df6-9335-df7f6862c91a), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:40.683969 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-77dff9dd-70c9-420b-b4c5-08ccb1d119e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (29024572-f02d-4df6-9335-df7f6862c91a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:40.823482 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-77dff9dd-70c9-420b-b4c5-08ccb1d119e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (29024572-f02d-4df6-9335-df7f6862c91a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:40.851895 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dff9dd-70c9-420b-b4c5-08ccb1d119e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Subnet': ['ID=29024572-f02d-4df6-9335-df7f6862c91a,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:40.856965 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-77dff9dd-70c9-420b-b4c5-08ccb1d119e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:40.860247 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-77dff9dd-70c9-420b-b4c5-08ccb1d119e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/subnets/29024572-f02d-4df6-9335-df7f6862c91a HTTP/1.1" status: 204 len: 168 time: 0.3543928 Apr 16 04:28:40.863249 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40464) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:40.863947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5401b8-1e35-4437-bcd3-c6c780751d90 None None] Network e1fc9e51-a385-48af-9674-8d9da7348908 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:28:40.944156 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-68b26b02-1df2-4d94-bb09-1669cea3ef44 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (e1fc9e51-a385-48af-9674-8d9da7348908), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:40.988476 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-68b26b02-1df2-4d94-bb09-1669cea3ef44 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port e2370e15-12fd-4535-8cd8-182b4ca8d11d {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:28:40.988844 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-68b26b02-1df2-4d94-bb09-1669cea3ef44 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (e2370e15-12fd-4535-8cd8-182b4ca8d11d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:41.016532 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] DHCP port deletion for e1fc9e51-a385-48af-9674-8d9da7348908 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:28:41.053249 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-68b26b02-1df2-4d94-bb09-1669cea3ef44 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port e2370e15-12fd-4535-8cd8-182b4ca8d11d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e2370e15-12fd-4535-8cd8-182b4ca8d11d,segment=NetworkSegment(e68e228d-b1f0-4741-981c-dd6753d5cf50),segment_id=e68e228d-b1f0-4741-981c-dd6753d5cf50)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:28:41.053614 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-68b26b02-1df2-4d94-bb09-1669cea3ef44 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (e2370e15-12fd-4535-8cd8-182b4ca8d11d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:41.072743 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-68b26b02-1df2-4d94-bb09-1669cea3ef44 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for e2370e15-12fd-4535-8cd8-182b4ca8d11d owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:28:41.188600 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 38d8b97f-6534-4728-9e61-7027fee85363 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:28:41.212136 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 38d8b97f-6534-4728-9e61-7027fee85363 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:28:41.212475 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 38d8b97f-6534-4728-9e61-7027fee85363 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:28:41.212599 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-68b26b02-1df2-4d94-bb09-1669cea3ef44 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (e2370e15-12fd-4535-8cd8-182b4ca8d11d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:41.222465 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Deleting port e2370e15-12fd-4535-8cd8-182b4ca8d11d {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:28:41.222840 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (e2370e15-12fd-4535-8cd8-182b4ca8d11d), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:41.247000 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b26b02-1df2-4d94-bb09-1669cea3ef44 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=e2370e15-12fd-4535-8cd8-182b4ca8d11d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:41.251532 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b26b02-1df2-4d94-bb09-1669cea3ef44 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] No DVR routers for this DVR port e2370e15-12fd-4535-8cd8-182b4ca8d11d on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:28:41.277038 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6227b-369b-4ccd-b1e2-b04cab83b389 req-f271b28a-0545-4cf6-81a2-1d6fa6122dd7 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:41.280849 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a0f6227b-369b-4ccd-b1e2-b04cab83b389 req-f271b28a-0545-4cf6-81a2-1d6fa6122dd7 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 943 time: 0.0814805 Apr 16 04:28:41.293056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] For port e2370e15-12fd-4535-8cd8-182b4ca8d11d, host dv-neutron-838078-2-hyperv, got binding levels [] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:28:41.293459 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (e2370e15-12fd-4535-8cd8-182b4ca8d11d), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:41.297185 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e2370e15-12fd-4535-8cd8-182b4ca8d11d no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:28:41.330031 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Calling delete_port for e2370e15-12fd-4535-8cd8-182b4ca8d11d owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:28:41.332884 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.ipam_backend_mixin [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Port e2370e15-12fd-4535-8cd8-182b4ca8d11d was not found and therefore no delete operation was performed {{(pid=104634) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 16 04:28:41.333080 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a0f6227b-369b-4ccd-b1e2-b04cab83b389 req-8a344fb8-d77c-4727-a783-c5c57e0cf446 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452688 Apr 16 04:28:41.334368 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: e2370e15-12fd-4535-8cd8-182b4ca8d11d {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:28:41.334713 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e2370e15-12fd-4535-8cd8-182b4ca8d11d not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:28:41.336544 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (e2370e15-12fd-4535-8cd8-182b4ca8d11d), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:41.341574 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-68b26b02-1df2-4d94-bb09-1669cea3ef44 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (e1fc9e51-a385-48af-9674-8d9da7348908), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:41.370236 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Pushing event deleted for resources: {'Port': ['ID=e2370e15-12fd-4535-8cd8-182b4ca8d11d,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:41.370493 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-68b26b02-1df2-4d94-bb09-1669cea3ef44 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1fc9e51-a385-48af-9674-8d9da7348908']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:41.380392 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-68b26b02-1df2-4d94-bb09-1669cea3ef44 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68e228d-b1f0-4741-981c-dd6753d5cf50') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:41.380685 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-68b26b02-1df2-4d94-bb09-1669cea3ef44 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68e228d-b1f0-4741-981c-dd6753d5cf50') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:41.381313 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] No DVR routers for this DVR port e2370e15-12fd-4535-8cd8-182b4ca8d11d on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:28:41.387821 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:41.388168 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:41.388514 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:41.388876 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:41.389403 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:41.389740 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:41.390066 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:41.390396 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:41.391034 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:41.391226 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-68b26b02-1df2-4d94-bb09-1669cea3ef44 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (e68e228d-b1f0-4741-981c-dd6753d5cf50), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:41.391344 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:41.391344 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:41.391678 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:41.392172 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:41.392663 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:41.449413 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cef98d-4657-46d0-8a0d-3dfcc0779cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-68b26b02-1df2-4d94-bb09-1669cea3ef44 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (e68e228d-b1f0-4741-981c-dd6753d5cf50), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b26b02-1df2-4d94-bb09-1669cea3ef44 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-68b26b02-1df2-4d94-bb09-1669cea3ef44 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (e68e228d-b1f0-4741-981c-dd6753d5cf50), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:28:41.449517 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:28:41.497576 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6718c8d7-6e8f-44a9-8f6a-4799cb0276f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:41.514653 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-68b26b02-1df2-4d94-bb09-1669cea3ef44 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (e1fc9e51-a385-48af-9674-8d9da7348908), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:41.522122 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-68b26b02-1df2-4d94-bb09-1669cea3ef44 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:41.525524 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-68b26b02-1df2-4d94-bb09-1669cea3ef44 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/networks/e1fc9e51-a385-48af-9674-8d9da7348908 HTTP/1.1" status: 204 len: 168 time: 0.6613579 Apr 16 04:28:41.528294 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40468) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:41.537968 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b26b02-1df2-4d94-bb09-1669cea3ef44 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Network': ['ID=e1fc9e51-a385-48af-9674-8d9da7348908,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:41.678091 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-380e0e4a-6573-4347-b1f1-549def2c845c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port b713348c-1eb2-467f-9f81-cb51b19109aa {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:28:41.678434 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-380e0e4a-6573-4347-b1f1-549def2c845c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (b713348c-1eb2-467f-9f81-cb51b19109aa), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:41.755012 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-380e0e4a-6573-4347-b1f1-549def2c845c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (b713348c-1eb2-467f-9f81-cb51b19109aa), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:41.755284 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-380e0e4a-6573-4347-b1f1-549def2c845c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (b713348c-1eb2-467f-9f81-cb51b19109aa), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:41.767326 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-380e0e4a-6573-4347-b1f1-549def2c845c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for b713348c-1eb2-467f-9f81-cb51b19109aa owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:28:42.012023 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-380e0e4a-6573-4347-b1f1-549def2c845c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (b713348c-1eb2-467f-9f81-cb51b19109aa), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:42.037459 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e0e4a-6573-4347-b1f1-549def2c845c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=b713348c-1eb2-467f-9f81-cb51b19109aa,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:42.099510 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-380e0e4a-6573-4347-b1f1-549def2c845c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (518ae829-ca45-49f6-8b25-81bbc3ad8280), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:42.099840 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-380e0e4a-6573-4347-b1f1-549def2c845c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Floating IP 518ae829-ca45-49f6-8b25-81bbc3ad8280 disassociated (deleted). External IP: 172.26.6.120, port: c10f84c0-7c13-4e35-8328-71a2399619f4. Apr 16 04:28:42.314254 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380e0e4a-6573-4347-b1f1-549def2c845c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:28:42.428353 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380e0e4a-6573-4347-b1f1-549def2c845c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:28:42.433956 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-380e0e4a-6573-4347-b1f1-549def2c845c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:42.440062 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083dcb9c-f797-411d-a0b2-e2f6a3e9ce97 None None] Sync routers for ids ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:28:42.448942 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083dcb9c-f797-411d-a0b2-e2f6a3e9ce97 None None] Routers {'b12ae333-465c-4eb7-94aa-8f7c5d6580b2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:28:42.449643 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-083dcb9c-f797-411d-a0b2-e2f6a3e9ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:28:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:42.471915 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9641af-db42-43b4-9db7-6213b885aceb req-610626d5-1814-42e4-b6d8-22efc2df251f tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:42.473300 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-dd9641af-db42-43b4-9db7-6213b885aceb req-610626d5-1814-42e4-b6d8-22efc2df251f tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 943 time: 0.0577981 Apr 16 04:28:42.480620 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-380e0e4a-6573-4347-b1f1-549def2c845c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/floatingips/518ae829-ca45-49f6-8b25-81bbc3ad8280 HTTP/1.1" status: 204 len: 168 time: 0.9487741 Apr 16 04:28:42.480620 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb3a04d-49c9-40e2-9a19-2ca310501c90', 'tag': 'c10f84c0-7c13-4e35-8328-71a2399619f4'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:28:42.481091 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bf5aa9-de61-477e-8463-db6c989c18b8" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb3a04d-49c9-40e2-9a19-2ca310501c90", "tag": "c10f84c0-7c13-4e35-8328-71a2399619f4"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:28:42.529046 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-dd9641af-db42-43b4-9db7-6213b885aceb req-0085507b-cd36-4753-82e9-c45f1962e130 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449815 Apr 16 04:28:42.550752 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:42.570821 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-083dcb9c-f797-411d-a0b2-e2f6a3e9ce97 None None] Set router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:28:42.579360 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e936d4e5-d07c-4c3a-9f00-b1d01a1105d2 x-openstack-request-id: req-e936d4e5-d07c-4c3a-9f00-b1d01a1105d2 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:28:42.579654 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb3a04d-49c9-40e2-9a19-2ca310501c90", "tag": "c10f84c0-7c13-4e35-8328-71a2399619f4", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:28:42.579942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e936d4e5-d07c-4c3a-9f00-b1d01a1105d2 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:28:42.580693 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e936d4e5-d07c-4c3a-9f00-b1d01a1105d2'] response: {'name': 'network-changed', 'server_uuid': 'cbb3a04d-49c9-40e2-9a19-2ca310501c90', 'tag': 'c10f84c0-7c13-4e35-8328-71a2399619f4', 'status': 'completed', 'code': 200} Apr 16 04:28:42.642781 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf5aa9-de61-477e-8463-db6c989c18b8 req-02ddd699-485e-400d-ba68-79e61ba199ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:42.644346 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f8bf5aa9-de61-477e-8463-db6c989c18b8 req-02ddd699-485e-400d-ba68-79e61ba199ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 1130 time: 0.0439875 Apr 16 04:28:42.736853 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf5aa9-de61-477e-8463-db6c989c18b8 req-6b66104a-cac3-4a5f-85d9-ff45d34f79af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:42.738579 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f8bf5aa9-de61-477e-8463-db6c989c18b8 req-6b66104a-cac3-4a5f-85d9-ff45d34f79af service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c67f80e-1e7b-4d94-888b-5858b39c1280 HTTP/1.1" status: 200 len: 896 time: 0.0880613 Apr 16 04:28:42.765585 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-083dcb9c-f797-411d-a0b2-e2f6a3e9ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:28:35Z', 'revision_number': 6, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '696bfea0-98fd-40da-87a6-38496ee0f75a', 'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:b7:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:27:02Z', 'updated_at': '2022-04-16T04:27:06Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:42.789099 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f8bf5aa9-de61-477e-8463-db6c989c18b8 req-6c570c55-5937-49bb-94fb-158b4a5b2d04 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c10f84c0-7c13-4e35-8328-71a2399619f4 HTTP/1.1" status: 200 len: 217 time: 0.0402961 Apr 16 04:28:42.796308 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083dcb9c-f797-411d-a0b2-e2f6a3e9ce97 None None] Checking router: b12ae333-465c-4eb7-94aa-8f7c5d6580b2 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:28:42.805793 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083dcb9c-f797-411d-a0b2-e2f6a3e9ce97 None None] Routers {'b12ae333-465c-4eb7-94aa-8f7c5d6580b2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:28:42.806406 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-083dcb9c-f797-411d-a0b2-e2f6a3e9ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:28:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:42.842180 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf5aa9-de61-477e-8463-db6c989c18b8 req-f266147b-0ec9-44a2-befc-1b3d93a12b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:42.844018 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f8bf5aa9-de61-477e-8463-db6c989c18b8 req-f266147b-0ec9-44a2-befc-1b3d93a12b05 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b844ad2b-77ed-45da-90e2-cc9bccf3fda2 HTTP/1.1" status: 200 len: 834 time: 0.0487781 Apr 16 04:28:42.890621 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf5aa9-de61-477e-8463-db6c989c18b8 req-8e14ecab-9213-40d6-82be-94f1030ca818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:42.892201 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f8bf5aa9-de61-477e-8463-db6c989c18b8 req-8e14ecab-9213-40d6-82be-94f1030ca818 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c67f80e-1e7b-4d94-888b-5858b39c1280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0416799 Apr 16 04:28:42.922223 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-083dcb9c-f797-411d-a0b2-e2f6a3e9ce97 None None] Set router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:28:42.937001 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22102d9a-c04d-4d17-9df7-6db1ec21cc51 req-ac47a96a-437d-4ecf-9335-45eaf082977d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:42.938602 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-22102d9a-c04d-4d17-9df7-6db1ec21cc51 req-ac47a96a-437d-4ecf-9335-45eaf082977d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 946 time: 0.0473127 Apr 16 04:28:42.988041 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-22102d9a-c04d-4d17-9df7-6db1ec21cc51 req-2a760a01-1e20-476c-b291-7a58f12bbd2a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bf9b751-1324-49d6-b637-b333150e6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432713 Apr 16 04:28:43.109908 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-083dcb9c-f797-411d-a0b2-e2f6a3e9ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:28:35Z', 'revision_number': 6, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '696bfea0-98fd-40da-87a6-38496ee0f75a', 'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:b7:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:27:02Z', 'updated_at': '2022-04-16T04:27:06Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:43.136172 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083dcb9c-f797-411d-a0b2-e2f6a3e9ce97 None None] The sync data for ids ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'] in dv-neutron-838078-2-hyperv is: [{'id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:28:35Z', 'revision_number': 6, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '696bfea0-98fd-40da-87a6-38496ee0f75a', 'name': '', 'network_id': '0c67f80e-1e7b-4d94-888b-5858b39c1280', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:b7:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:27:02Z', 'updated_at': '2022-04-16T04:27:06Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'b844ad2b-77ed-45da-90e2-cc9bccf3fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:28:43.346901 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc57b2d-015a-4682-832a-b2785062aefd None None] New status for floating IP 518ae829-ca45-49f6-8b25-81bbc3ad8280: DOWN {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:28:43.640067 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf01dba-af8c-4f13-ad4c-cda9de1c5772 req-9bf4552e-02cc-4363-98ca-bd1747f4659b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:43.641545 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3bf01dba-af8c-4f13-ad4c-cda9de1c5772 req-9bf4552e-02cc-4363-98ca-bd1747f4659b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 943 time: 0.0466378 Apr 16 04:28:43.693890 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3bf01dba-af8c-4f13-ad4c-cda9de1c5772 req-624cd608-6c1a-45f2-a203-4d4596f6f11d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468693 Apr 16 04:28:43.924041 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f8bf5aa9-de61-477e-8463-db6c989c18b8 req-f60a13dc-a6d4-47cf-9e1f-df03d10f1d28 service neutron] 10.222.0.18 "GET /v2.0/networks/0c67f80e-1e7b-4d94-888b-5858b39c1280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863953 Apr 16 04:28:43.966013 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:44.090007 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f8bf5aa9-de61-477e-8463-db6c989c18b8 req-7e2c18ad-d44c-4fee-83d4-7bb346f4bf2b service neutron] 10.222.0.18 "GET /v2.0/networks/0c67f80e-1e7b-4d94-888b-5858b39c1280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898614 Apr 16 04:28:44.105698 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e072b2-f801-4c76-97ed-0efb3701a24d req-44eabcc2-ad4e-4031-a61d-51d45f6089a8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:44.107188 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-15e072b2-f801-4c76-97ed-0efb3701a24d req-44eabcc2-ad4e-4031-a61d-51d45f6089a8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 946 time: 0.0508106 Apr 16 04:28:44.158136 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-15e072b2-f801-4c76-97ed-0efb3701a24d req-56296494-448c-47f4-abb9-0ac2e1b28224 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bf9b751-1324-49d6-b637-b333150e6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453784 Apr 16 04:28:44.169564 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86174fd3-d12d-42cc-816a-b9e8655dc8d0 req-2a014b08-7052-4a8a-a0e3-2dd01dd37127 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:44.171035 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-86174fd3-d12d-42cc-816a-b9e8655dc8d0 req-2a014b08-7052-4a8a-a0e3-2dd01dd37127 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 946 time: 0.0488102 Apr 16 04:28:44.254567 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-86174fd3-d12d-42cc-816a-b9e8655dc8d0 req-7aea2a98-bac7-4f7b-8aa4-f84146104e7f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port c10f84c0-7c13-4e35-8328-71a2399619f4 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:28:44.254830 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-86174fd3-d12d-42cc-816a-b9e8655dc8d0 req-7aea2a98-bac7-4f7b-8aa4-f84146104e7f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c10f84c0-7c13-4e35-8328-71a2399619f4), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:44.346367 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-86174fd3-d12d-42cc-816a-b9e8655dc8d0 req-7aea2a98-bac7-4f7b-8aa4-f84146104e7f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port c10f84c0-7c13-4e35-8328-71a2399619f4, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c10f84c0-7c13-4e35-8328-71a2399619f4,segment=NetworkSegment(1da55d01-a9a4-4e28-a216-4e18fa8eded2),segment_id=1da55d01-a9a4-4e28-a216-4e18fa8eded2)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:28:44.346727 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-86174fd3-d12d-42cc-816a-b9e8655dc8d0 req-7aea2a98-bac7-4f7b-8aa4-f84146104e7f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c10f84c0-7c13-4e35-8328-71a2399619f4), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:44.359558 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-86174fd3-d12d-42cc-816a-b9e8655dc8d0 req-7aea2a98-bac7-4f7b-8aa4-f84146104e7f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for c10f84c0-7c13-4e35-8328-71a2399619f4 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:28:44.554652 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-86174fd3-d12d-42cc-816a-b9e8655dc8d0 req-7aea2a98-bac7-4f7b-8aa4-f84146104e7f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c10f84c0-7c13-4e35-8328-71a2399619f4), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:44.583421 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea2a98-bac7-4f7b-8aa4-f84146104e7f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=c10f84c0-7c13-4e35-8328-71a2399619f4,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:44.627560 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-86174fd3-d12d-42cc-816a-b9e8655dc8d0 req-7aea2a98-bac7-4f7b-8aa4-f84146104e7f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] No DVR routers for this DVR port c10f84c0-7c13-4e35-8328-71a2399619f4 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:28:44.630001 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-86174fd3-d12d-42cc-816a-b9e8655dc8d0 req-7aea2a98-bac7-4f7b-8aa4-f84146104e7f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:44.633230 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-86174fd3-d12d-42cc-816a-b9e8655dc8d0 req-7aea2a98-bac7-4f7b-8aa4-f84146104e7f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "DELETE /v2.0/ports/c10f84c0-7c13-4e35-8328-71a2399619f4 HTTP/1.1" status: 204 len: 173 time: 0.4575100 Apr 16 04:28:44.633660 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb3a04d-49c9-40e2-9a19-2ca310501c90', 'name': 'network-vif-deleted', 'tag': 'c10f84c0-7c13-4e35-8328-71a2399619f4'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:28:44.635849 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d37c54b-18af-434f-81c9-cb98c33dbe78" -d '{"events": [{"server_uuid": "cbb3a04d-49c9-40e2-9a19-2ca310501c90", "name": "network-vif-deleted", "tag": "c10f84c0-7c13-4e35-8328-71a2399619f4"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:28:44.668619 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223e2a6b-e1ad-4fec-940b-dfd180f6252a x-openstack-request-id: req-223e2a6b-e1ad-4fec-940b-dfd180f6252a {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:28:44.669247 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb3a04d-49c9-40e2-9a19-2ca310501c90", "name": "network-vif-deleted", "tag": "c10f84c0-7c13-4e35-8328-71a2399619f4", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:28:44.669247 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-223e2a6b-e1ad-4fec-940b-dfd180f6252a {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:28:44.669555 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-223e2a6b-e1ad-4fec-940b-dfd180f6252a'] response: {'server_uuid': 'cbb3a04d-49c9-40e2-9a19-2ca310501c90', 'name': 'network-vif-deleted', 'tag': 'c10f84c0-7c13-4e35-8328-71a2399619f4', 'status': 'completed', 'code': 200} Apr 16 04:28:44.803687 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb0be5-54b0-48a3-a625-6f648e4051c7 req-e49a7afa-758e-4c25-847a-fa0f67c28e0f tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:44.805263 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-21bb0be5-54b0-48a3-a625-6f648e4051c7 req-e49a7afa-758e-4c25-847a-fa0f67c28e0f tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 943 time: 0.0469093 Apr 16 04:28:44.854391 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-21bb0be5-54b0-48a3-a625-6f648e4051c7 req-bffe1ce5-f238-4803-a5c0-45a5d88aac74 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433784 Apr 16 04:28:45.265406 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1c0928fb-8983-4983-80ec-a9c2d1cd1a79 req-b63f29cc-4443-4615-86b9-e5586d5fe72e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb3a04d-49c9-40e2-9a19-2ca310501c90 HTTP/1.1" status: 200 len: 210 time: 0.0277202 Apr 16 04:28:45.400158 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:45.967272 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94716d9-63e2-4209-ae31-4f9f04e8a275 req-18d7d368-e888-4468-9d97-540f0de1f7bf tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:45.968838 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e94716d9-63e2-4209-ae31-4f9f04e8a275 req-18d7d368-e888-4468-9d97-540f0de1f7bf tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 943 time: 0.0484197 Apr 16 04:28:46.021658 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e94716d9-63e2-4209-ae31-4f9f04e8a275 req-070a5950-13a2-4af2-8a71-61695e3b0e7c tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472558 Apr 16 04:28:46.321276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40492) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:46.376306 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9133d5e1-2955-49a0-a9ba-2aa7d68010a0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (3bf9b751-1324-49d6-b637-b333150e6995), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:46.401000 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9133d5e1-2955-49a0-a9ba-2aa7d68010a0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (3bf9b751-1324-49d6-b637-b333150e6995), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:46.520231 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9133d5e1-2955-49a0-a9ba-2aa7d68010a0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (3bf9b751-1324-49d6-b637-b333150e6995), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:46.522800 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9133d5e1-2955-49a0-a9ba-2aa7d68010a0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:46.523975 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9133d5e1-2955-49a0-a9ba-2aa7d68010a0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/security-groups/3bf9b751-1324-49d6-b637-b333150e6995 HTTP/1.1" status: 204 len: 168 time: 0.2016976 Apr 16 04:28:46.533611 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133d5e1-2955-49a0-a9ba-2aa7d68010a0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf9b751-1324-49d6-b637-b333150e6995,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:46.589559 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40496) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:46.929467 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3b43e943-e165-463c-823a-9d0c9e3f5c78 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (b12ae333-465c-4eb7-94aa-8f7c5d6580b2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:47.044155 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 412cd01a-a38d-4b4f-87f4-898e71b3dad0 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:28:47.103756 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:28:47.145644 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f88b4-b2a8-419d-ab85-adcbd3079a1b req-36494683-415c-4d9a-aa9f-470a4cfe426d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:47.147107 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fe1f88b4-b2a8-419d-ab85-adcbd3079a1b req-36494683-415c-4d9a-aa9f-470a4cfe426d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 943 time: 0.0570297 Apr 16 04:28:47.148965 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 412cd01a-a38d-4b4f-87f4-898e71b3dad0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=412cd01a-a38d-4b4f-87f4-898e71b3dad0,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:28:47.160411 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '412cd01a-a38d-4b4f-87f4-898e71b3dad0', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'port_id': '412cd01a-a38d-4b4f-87f4-898e71b3dad0', 'mac_address': 'fa:16:3e:31:84:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:28:47.198088 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 412cd01a-a38d-4b4f-87f4-898e71b3dad0 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:28:47.198471 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (412cd01a-a38d-4b4f-87f4-898e71b3dad0), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:47.215638 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412cd01a-a38d-4b4f-87f4-898e71b3dad0 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:28:47.235604 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 412cd01a-a38d-4b4f-87f4-898e71b3dad0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=412cd01a-a38d-4b4f-87f4-898e71b3dad0,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:28:47.250179 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fe1f88b4-b2a8-419d-ab85-adcbd3079a1b req-019a42b1-e920-4e43-8d43-661e0b16c4b7 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868270 Apr 16 04:28:47.250835 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-3b43e943-e165-463c-823a-9d0c9e3f5c78 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 696bfea0-98fd-40da-87a6-38496ee0f75a {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:28:47.251167 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3b43e943-e165-463c-823a-9d0c9e3f5c78 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (696bfea0-98fd-40da-87a6-38496ee0f75a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:47.308709 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (412cd01a-a38d-4b4f-87f4-898e71b3dad0), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:47.342431 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-3b43e943-e165-463c-823a-9d0c9e3f5c78 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port 696bfea0-98fd-40da-87a6-38496ee0f75a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=696bfea0-98fd-40da-87a6-38496ee0f75a,segment=NetworkSegment(1da55d01-a9a4-4e28-a216-4e18fa8eded2),segment_id=1da55d01-a9a4-4e28-a216-4e18fa8eded2)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:28:47.342732 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3b43e943-e165-463c-823a-9d0c9e3f5c78 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (696bfea0-98fd-40da-87a6-38496ee0f75a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:47.355581 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=412cd01a-a38d-4b4f-87f4-898e71b3dad0,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:47.355956 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-3b43e943-e165-463c-823a-9d0c9e3f5c78 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 696bfea0-98fd-40da-87a6-38496ee0f75a owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:28:47.516929 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['412cd01a-a38d-4b4f-87f4-898e71b3dad0'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:28:47.594659 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3b43e943-e165-463c-823a-9d0c9e3f5c78 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (696bfea0-98fd-40da-87a6-38496ee0f75a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:47.625382 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43e943-e165-463c-823a-9d0c9e3f5c78 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=696bfea0-98fd-40da-87a6-38496ee0f75a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:47.811414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3b43e943-e165-463c-823a-9d0c9e3f5c78 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (b12ae333-465c-4eb7-94aa-8f7c5d6580b2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:48.033912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b43e943-e165-463c-823a-9d0c9e3f5c78 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:28:48.140768 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b43e943-e165-463c-823a-9d0c9e3f5c78 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:28:48.145729 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3b43e943-e165-463c-823a-9d0c9e3f5c78 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/routers/b12ae333-465c-4eb7-94aa-8f7c5d6580b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5551348 Apr 16 04:28:48.148364 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40500) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:48.152403 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8986c51-c0cc-413c-b34f-7e90faaaf7f1 None None] Sync routers for ids ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:28:48.163117 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8986c51-c0cc-413c-b34f-7e90faaaf7f1 None None] Routers {'b12ae333-465c-4eb7-94aa-8f7c5d6580b2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:28:48.163719 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f8986c51-c0cc-413c-b34f-7e90faaaf7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:28:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:48.199312 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed532fd-f8b6-45a0-a921-b08023a8d2b8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting subnet b844ad2b-77ed-45da-90e2-cc9bccf3fda2 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:28:48.202467 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aed532fd-f8b6-45a0-a921-b08023a8d2b8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (b844ad2b-77ed-45da-90e2-cc9bccf3fda2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:48.241976 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aed532fd-f8b6-45a0-a921-b08023a8d2b8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (b844ad2b-77ed-45da-90e2-cc9bccf3fda2), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:48.270863 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-f8986c51-c0cc-413c-b34f-7e90faaaf7f1 None None] Set router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:28:48.330439 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aed532fd-f8b6-45a0-a921-b08023a8d2b8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (b844ad2b-77ed-45da-90e2-cc9bccf3fda2), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:48.373652 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e269b-09c6-4d90-afc3-c52b1c81cdac req-3b6e5a43-94a9-4a12-9014-74d3bb4acc81 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:48.375250 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-712e269b-09c6-4d90-afc3-c52b1c81cdac req-3b6e5a43-94a9-4a12-9014-74d3bb4acc81 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 944 time: 0.0548909 Apr 16 04:28:48.431600 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-712e269b-09c6-4d90-afc3-c52b1c81cdac req-b2131911-91c4-4f5d-9ec1-61fc1046c64e tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502484 Apr 16 04:28:48.446545 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aed532fd-f8b6-45a0-a921-b08023a8d2b8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (b844ad2b-77ed-45da-90e2-cc9bccf3fda2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:48.475640 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed532fd-f8b6-45a0-a921-b08023a8d2b8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Subnet': ['ID=b844ad2b-77ed-45da-90e2-cc9bccf3fda2,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:48.479579 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aed532fd-f8b6-45a0-a921-b08023a8d2b8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:48.482703 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-aed532fd-f8b6-45a0-a921-b08023a8d2b8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/subnets/b844ad2b-77ed-45da-90e2-cc9bccf3fda2 HTTP/1.1" status: 204 len: 168 time: 0.3333812 Apr 16 04:28:48.485472 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40504) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:48.489561 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45472337-f510-46cd-8d6b-fcfdfc73fe93 None None] Network 0c67f80e-1e7b-4d94-888b-5858b39c1280 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:28:48.532161 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f8986c51-c0cc-413c-b34f-7e90faaaf7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:28:47Z', 'revision_number': 7, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:48.560546 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8986c51-c0cc-413c-b34f-7e90faaaf7f1 None None] Checking router: b12ae333-465c-4eb7-94aa-8f7c5d6580b2 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:28:48.569457 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8986c51-c0cc-413c-b34f-7e90faaaf7f1 None None] Routers {'b12ae333-465c-4eb7-94aa-8f7c5d6580b2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:28:48.570447 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f8986c51-c0cc-413c-b34f-7e90faaaf7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:28:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:48.600661 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c52df7cf-31ad-41d9-803e-6bf57bad2393 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (b12ae333-465c-4eb7-94aa-8f7c5d6580b2), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:48.661267 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4118fece-361f-49bc-b4ab-6a4f1c773111 None None] DHCP port deletion for 0c67f80e-1e7b-4d94-888b-5858b39c1280 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:28:48.683352 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-f8986c51-c0cc-413c-b34f-7e90faaaf7f1 None None] Set router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:28:48.701313 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4118fece-361f-49bc-b4ab-6a4f1c773111 None None] Deleting port 35ecca9c-e0d4-43db-89c0-ab3cd67721c2 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:28:48.701684 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4118fece-361f-49bc-b4ab-6a4f1c773111 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (35ecca9c-e0d4-43db-89c0-ab3cd67721c2), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:48.722001 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c52df7cf-31ad-41d9-803e-6bf57bad2393 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (b12ae333-465c-4eb7-94aa-8f7c5d6580b2), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:48.765494 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-4118fece-361f-49bc-b4ab-6a4f1c773111 None None] For port 35ecca9c-e0d4-43db-89c0-ab3cd67721c2, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=35ecca9c-e0d4-43db-89c0-ab3cd67721c2,segment=NetworkSegment(1da55d01-a9a4-4e28-a216-4e18fa8eded2),segment_id=1da55d01-a9a4-4e28-a216-4e18fa8eded2)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:28:48.765935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4118fece-361f-49bc-b4ab-6a4f1c773111 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (35ecca9c-e0d4-43db-89c0-ab3cd67721c2), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:48.779678 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4118fece-361f-49bc-b4ab-6a4f1c773111 None None] Calling delete_port for 35ecca9c-e0d4-43db-89c0-ab3cd67721c2 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:28:48.833599 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-c52df7cf-31ad-41d9-803e-6bf57bad2393 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 9416790c-d9a2-438d-9acc-e44a183582e1 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:28:48.834048 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c52df7cf-31ad-41d9-803e-6bf57bad2393 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (9416790c-d9a2-438d-9acc-e44a183582e1), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:48.860369 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f8986c51-c0cc-413c-b34f-7e90faaaf7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:28:47Z', 'revision_number': 7, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:48.885766 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8986c51-c0cc-413c-b34f-7e90faaaf7f1 None None] The sync data for ids ['b12ae333-465c-4eb7-94aa-8f7c5d6580b2'] in dv-neutron-838078-2-hyperv is: [{'id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'name': 'tempest-TestNetworkBasicOps-router-1820555468', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:28:47Z', 'revision_number': 7, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '9416790c-d9a2-438d-9acc-e44a183582e1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12ae333-465c-4eb7-94aa-8f7c5d6580b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:26:58Z', 'updated_at': '2022-04-16T04:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:28:48.916317 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-c52df7cf-31ad-41d9-803e-6bf57bad2393 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port 9416790c-d9a2-438d-9acc-e44a183582e1, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=9416790c-d9a2-438d-9acc-e44a183582e1,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:28:48.917231 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c52df7cf-31ad-41d9-803e-6bf57bad2393 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (9416790c-d9a2-438d-9acc-e44a183582e1), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:48.930147 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-c52df7cf-31ad-41d9-803e-6bf57bad2393 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 9416790c-d9a2-438d-9acc-e44a183582e1 owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:28:48.943313 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4118fece-361f-49bc-b4ab-6a4f1c773111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (35ecca9c-e0d4-43db-89c0-ab3cd67721c2), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:48.971304 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118fece-361f-49bc-b4ab-6a4f1c773111 None None] Pushing event deleted for resources: {'Port': ['ID=35ecca9c-e0d4-43db-89c0-ab3cd67721c2,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:48.973197 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118fece-361f-49bc-b4ab-6a4f1c773111 None None] No DVR routers for this DVR port 35ecca9c-e0d4-43db-89c0-ab3cd67721c2 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:28:49.060272 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 412cd01a-a38d-4b4f-87f4-898e71b3dad0 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:28:49.107703 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 412cd01a-a38d-4b4f-87f4-898e71b3dad0 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:28:49.154286 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c52df7cf-31ad-41d9-803e-6bf57bad2393 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (9416790c-d9a2-438d-9acc-e44a183582e1), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:49.180922 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52df7cf-31ad-41d9-803e-6bf57bad2393 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=9416790c-d9a2-438d-9acc-e44a183582e1,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:49.186677 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 412cd01a-a38d-4b4f-87f4-898e71b3dad0 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:49.187053 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (412cd01a-a38d-4b4f-87f4-898e71b3dad0), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:49.256599 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c52df7cf-31ad-41d9-803e-6bf57bad2393 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (b12ae333-465c-4eb7-94aa-8f7c5d6580b2), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:49.281832 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 412cd01a-a38d-4b4f-87f4-898e71b3dad0 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:28:49.282499 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (412cd01a-a38d-4b4f-87f4-898e71b3dad0), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:49.311447 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e0bce3-fd30-40c6-aab6-64f389421602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412cd01a-a38d-4b4f-87f4-898e71b3dad0'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:28:49.313906 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce54ad18-5952-41c4-a88c-36622c99dae5" -d '{"events": [{"server_uuid": "c8e0bce3-fd30-40c6-aab6-64f389421602", "name": "network-vif-plugged", "status": "completed", "tag": "412cd01a-a38d-4b4f-87f4-898e71b3dad0"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:28:49.328592 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 412cd01a-a38d-4b4f-87f4-898e71b3dad0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=412cd01a-a38d-4b4f-87f4-898e71b3dad0,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:28:49.361963 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413cc165-c64e-447d-8152-363fb5aa96e0 x-openstack-request-id: req-413cc165-c64e-447d-8152-363fb5aa96e0 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:28:49.361963 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e0bce3-fd30-40c6-aab6-64f389421602", "name": "network-vif-plugged", "status": "completed", "tag": "412cd01a-a38d-4b4f-87f4-898e71b3dad0", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:28:49.361963 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-413cc165-c64e-447d-8152-363fb5aa96e0 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:28:49.361963 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-413cc165-c64e-447d-8152-363fb5aa96e0'] response: {'server_uuid': 'c8e0bce3-fd30-40c6-aab6-64f389421602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412cd01a-a38d-4b4f-87f4-898e71b3dad0', 'code': 200} Apr 16 04:28:49.368233 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c52df7cf-31ad-41d9-803e-6bf57bad2393 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (b12ae333-465c-4eb7-94aa-8f7c5d6580b2), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:49.370861 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c52df7cf-31ad-41d9-803e-6bf57bad2393 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_controller (b12ae333-465c-4eb7-94aa-8f7c5d6580b2), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:49.395262 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (412cd01a-a38d-4b4f-87f4-898e71b3dad0), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:49.396149 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device c10f84c0-7c13-4e35-8328-71a2399619f4 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:28:49.443888 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 35ecca9c-e0d4-43db-89c0-ab3cd67721c2 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:28:49.451001 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: c10f84c0-7c13-4e35-8328-71a2399619f4 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:28:49.451343 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device c10f84c0-7c13-4e35-8328-71a2399619f4 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:28:49.457396 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c52df7cf-31ad-41d9-803e-6bf57bad2393 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (b12ae333-465c-4eb7-94aa-8f7c5d6580b2), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:49.457994 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52df7cf-31ad-41d9-803e-6bf57bad2393 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Fanout notify agent at l3_agent the message router_deleted on router b12ae333-465c-4eb7-94aa-8f7c5d6580b2 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:28:49.467281 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c52df7cf-31ad-41d9-803e-6bf57bad2393 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:49.471023 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c52df7cf-31ad-41d9-803e-6bf57bad2393 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/routers/b12ae333-465c-4eb7-94aa-8f7c5d6580b2 HTTP/1.1" status: 204 len: 168 time: 0.9820428 Apr 16 04:28:49.471978 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40510) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:49.503020 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 35ecca9c-e0d4-43db-89c0-ab3cd67721c2 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:28:49.503605 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 35ecca9c-e0d4-43db-89c0-ab3cd67721c2 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:28:49.512425 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 696bfea0-98fd-40da-87a6-38496ee0f75a no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:28:49.528938 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 696bfea0-98fd-40da-87a6-38496ee0f75a {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:28:49.529283 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 696bfea0-98fd-40da-87a6-38496ee0f75a not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:28:49.549540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=412cd01a-a38d-4b4f-87f4-898e71b3dad0,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:49.602435 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2a4f6-fd8e-4746-930e-f76a378a9c8e req-91d677a8-a6d9-4280-9546-2996e8da4843 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:49.604614 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-08b2a4f6-fd8e-4746-930e-f76a378a9c8e req-91d677a8-a6d9-4280-9546-2996e8da4843 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 945 time: 0.0907841 Apr 16 04:28:49.607446 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-67f375ea-8acf-4f4d-98e0-9e40138c2532 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (0c67f80e-1e7b-4d94-888b-5858b39c1280), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:49.622965 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b94f5-8a41-4b53-8f50-22935b09bd4e req-2547e1a0-bc62-43a5-b96d-60e6a8c5f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:49.624627 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-188b94f5-8a41-4b53-8f50-22935b09bd4e req-2547e1a0-bc62-43a5-b96d-60e6a8c5f497 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 1129 time: 0.0520842 Apr 16 04:28:49.678130 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-08b2a4f6-fd8e-4746-930e-f76a378a9c8e req-7cf6b829-002b-43eb-9fbd-f2b995bd65e1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618896 Apr 16 04:28:49.740028 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-67f375ea-8acf-4f4d-98e0-9e40138c2532 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (0c67f80e-1e7b-4d94-888b-5858b39c1280), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:49.757955 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-188b94f5-8a41-4b53-8f50-22935b09bd4e req-75c1a0b7-046d-4542-b8ea-aa7b67fbf884 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258957 Apr 16 04:28:49.765585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-67f375ea-8acf-4f4d-98e0-9e40138c2532 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c67f80e-1e7b-4d94-888b-5858b39c1280']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:49.776603 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-67f375ea-8acf-4f4d-98e0-9e40138c2532 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da55d01-a9a4-4e28-a216-4e18fa8eded2') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:49.776933 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-67f375ea-8acf-4f4d-98e0-9e40138c2532 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da55d01-a9a4-4e28-a216-4e18fa8eded2') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:49.785834 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-67f375ea-8acf-4f4d-98e0-9e40138c2532 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (1da55d01-a9a4-4e28-a216-4e18fa8eded2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:49.799997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-67f375ea-8acf-4f4d-98e0-9e40138c2532 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (1da55d01-a9a4-4e28-a216-4e18fa8eded2), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:49.805857 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f375ea-8acf-4f4d-98e0-9e40138c2532 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:28:49.806292 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-67f375ea-8acf-4f4d-98e0-9e40138c2532 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (1da55d01-a9a4-4e28-a216-4e18fa8eded2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:28:49.809257 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:28:49.926280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-67f375ea-8acf-4f4d-98e0-9e40138c2532 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (0c67f80e-1e7b-4d94-888b-5858b39c1280), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:49.934161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-67f375ea-8acf-4f4d-98e0-9e40138c2532 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:49.937484 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-67f375ea-8acf-4f4d-98e0-9e40138c2532 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/networks/0c67f80e-1e7b-4d94-888b-5858b39c1280 HTTP/1.1" status: 204 len: 168 time: 0.4645212 Apr 16 04:28:49.952743 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40512) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:49.955761 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f375ea-8acf-4f4d-98e0-9e40138c2532 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Network': ['ID=0c67f80e-1e7b-4d94-888b-5858b39c1280,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:49.957614 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-500628e7-16d4-4310-8940-aab1d3a783bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'network': {'name': 'tempest-network-smoke--859910810', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'port_security_enabled': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:28:50.068548 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500628e7-16d4-4310-8940-aab1d3a783bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:28:50.071852 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-500628e7-16d4-4310-8940-aab1d3a783bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:50.095984 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500628e7-16d4-4310-8940-aab1d3a783bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:28:50.104607 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-500628e7-16d4-4310-8940-aab1d3a783bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (33098fb1-afe5-4c2f-95e9-554b302dfffd), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:50.104985 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-500628e7-16d4-4310-8940-aab1d3a783bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Added segment 33098fb1-afe5-4c2f-95e9-554b302dfffd of type vlan for network 2830cedc-029c-4245-8f0d-567abde4560b Apr 16 04:28:50.143705 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-500628e7-16d4-4310-8940-aab1d3a783bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (2830cedc-029c-4245-8f0d-567abde4560b), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:50.234645 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-500628e7-16d4-4310-8940-aab1d3a783bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (2830cedc-029c-4245-8f0d-567abde4560b), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:50.240257 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500628e7-16d4-4310-8940-aab1d3a783bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:50.240860 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-500628e7-16d4-4310-8940-aab1d3a783bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:50.308475 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500628e7-16d4-4310-8940-aab1d3a783bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Network': ['ID=2830cedc-029c-4245-8f0d-567abde4560b,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:50.319173 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 2830cedc-029c-4245-8f0d-567abde4560b details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:28:50.325642 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40514) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:50.329708 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-500628e7-16d4-4310-8940-aab1d3a783bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3725379 Apr 16 04:28:50.331218 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-96c87bed-293c-493c-b06d-e9be4c099a3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1772203058', 'admin_state_up': True, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:28:50.423142 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-96c87bed-293c-493c-b06d-e9be4c099a3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (c668f3e6-c045-476d-b786-2d2c33a705f7), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:50.425188 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-96c87bed-293c-493c-b06d-e9be4c099a3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (c668f3e6-c045-476d-b786-2d2c33a705f7), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:50.477397 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-96c87bed-293c-493c-b06d-e9be4c099a3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_controller (c668f3e6-c045-476d-b786-2d2c33a705f7), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:51.050919 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-96c87bed-293c-493c-b06d-e9be4c099a3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (c668f3e6-c045-476d-b786-2d2c33a705f7), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:51.072152 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fe1d0-975f-427c-9895-d4ed196167ba req-5325bb70-327a-4022-863f-07ea9f83aa21 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:51.073635 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7a2fe1d0-975f-427c-9895-d4ed196167ba req-5325bb70-327a-4022-863f-07ea9f83aa21 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 945 time: 0.0545237 Apr 16 04:28:51.121404 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7a2fe1d0-975f-427c-9895-d4ed196167ba req-9b25fe9c-2e45-44c1-8e5b-7d96d6b2a8f0 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421228 Apr 16 04:28:51.231436 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 9416790c-d9a2-438d-9acc-e44a183582e1 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:28:51.259135 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 9416790c-d9a2-438d-9acc-e44a183582e1 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:28:51.259651 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 9416790c-d9a2-438d-9acc-e44a183582e1 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:28:51.300997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-96c87bed-293c-493c-b06d-e9be4c099a3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (c668f3e6-c045-476d-b786-2d2c33a705f7), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:51.320182 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-96c87bed-293c-493c-b06d-e9be4c099a3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:51.469743 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-96c87bed-293c-493c-b06d-e9be4c099a3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.26.6.164 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/ab2533f0-2af7-40d4-8558-dc128b0e4c45) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:28:51.572506 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-96c87bed-293c-493c-b06d-e9be4c099a3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (ab2533f0-2af7-40d4-8558-dc128b0e4c45), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:51.657164 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-96c87bed-293c-493c-b06d-e9be4c099a3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (ab2533f0-2af7-40d4-8558-dc128b0e4c45), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:51.703932 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c87bed-293c-493c-b06d-e9be4c099a3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:28:51.707013 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-96c87bed-293c-493c-b06d-e9be4c099a3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:28:51.709495 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c87bed-293c-493c-b06d-e9be4c099a3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:28:51.715462 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c87bed-293c-493c-b06d-e9be4c099a3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=ab2533f0-2af7-40d4-8558-dc128b0e4c45,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:52.069704 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-96c87bed-293c-493c-b06d-e9be4c099a3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (c668f3e6-c045-476d-b786-2d2c33a705f7), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:52.234771 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7f0ba-a505-433d-b577-c32299f9cb1d req-be2e79b9-fcb1-4241-9da0-6844a4043972 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:52.236266 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e3b7f0ba-a505-433d-b577-c32299f9cb1d req-be2e79b9-fcb1-4241-9da0-6844a4043972 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 945 time: 0.0470521 Apr 16 04:28:52.274888 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-96c87bed-293c-493c-b06d-e9be4c099a3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (c668f3e6-c045-476d-b786-2d2c33a705f7), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:52.285942 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e3b7f0ba-a505-433d-b577-c32299f9cb1d req-1d07c2a1-d54b-4bf4-9922-e40dfde94603 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440834 Apr 16 04:28:52.412852 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f4330-7b83-41ed-970f-bd6e9046a057 req-9ff784a2-e100-4fd1-919d-8d95225e56f0 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:52.414231 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-148f4330-7b83-41ed-970f-bd6e9046a057 req-9ff784a2-e100-4fd1-919d-8d95225e56f0 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 945 time: 0.0572972 Apr 16 04:28:52.480108 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-148f4330-7b83-41ed-970f-bd6e9046a057 req-fb6ab075-5217-4f69-b95f-d565fd374a2d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591974 Apr 16 04:28:52.502512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40522) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:52.530870 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c87bed-293c-493c-b06d-e9be4c099a3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router c668f3e6-c045-476d-b786-2d2c33a705f7 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:28:52.545946 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b753b4a8-785f-4ce0-a412-4c988e987d7f tempest-TestVolumeBootPattern-2138567413 tempest-TestVolumeBootPattern-2138567413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:52.547469 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b753b4a8-785f-4ce0-a412-4c988e987d7f tempest-TestVolumeBootPattern-2138567413 tempest-TestVolumeBootPattern-2138567413-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 1124 time: 0.0440152 Apr 16 04:28:52.551238 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40524) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:52.556047 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-72717a58-7b11-428d-b168-8bc4e35369fd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': '412cd01a-a38d-4b4f-87f4-898e71b3dad0', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:28:52.623182 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-72717a58-7b11-428d-b168-8bc4e35369fd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:52.649021 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c87bed-293c-493c-b06d-e9be4c099a3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:28:52.660332 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] Sync routers for ids ['c668f3e6-c045-476d-b786-2d2c33a705f7'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:28:52.681583 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] Routers {'c668f3e6-c045-476d-b786-2d2c33a705f7'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:28:52.681583 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:28:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c668f3e6-c045-476d-b786-2d2c33a705f7'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:52.706032 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-72717a58-7b11-428d-b168-8bc4e35369fd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:52.711284 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-96c87bed-293c-493c-b06d-e9be4c099a3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:52.715184 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-96c87bed-293c-493c-b06d-e9be4c099a3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3858752 Apr 16 04:28:52.715494 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40526) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:52.754275 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b5b61dfc-4a3c-4b27-8c4f-8e481f833fea tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4b56e019123c4dffa69f7a176eb53d27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350909 Apr 16 04:28:52.754544 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40528) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:52.782626 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] Set router c668f3e6-c045-476d-b786-2d2c33a705f7 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:28:52.816977 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-72717a58-7b11-428d-b168-8bc4e35369fd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Allocated IP 172.26.6.244 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/3768561d-a8ad-49a4-9006-cecb62a26d22) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:28:52.846898 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb48f03a-6e56-4b63-add5-199edcb1bfcb tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:52.848803 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-fb48f03a-6e56-4b63-add5-199edcb1bfcb tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933466 Apr 16 04:28:52.851517 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40530) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:52.879833 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-318eabab-ea5f-4b5e-ba32-c98dd3237b63 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271852 Apr 16 04:28:52.882237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40532) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:52.887168 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-cfd754e9-0df3-455d-9c61-807bab58f27b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1031455734', 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:28:52.928458 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-72717a58-7b11-428d-b168-8bc4e35369fd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for port (3768561d-a8ad-49a4-9006-cecb62a26d22), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:52.959903 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'name': 'tempest-TestNetworkBasicOps-router-1772203058', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:28:50Z', 'updated_at': '2022-04-16T04:28:51Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:10:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:51Z', 'updated_at': '2022-04-16T04:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:52.991600 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] Checking router: c668f3e6-c045-476d-b786-2d2c33a705f7 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:28:52.991953 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] Updating router c668f3e6-c045-476d-b786-2d2c33a705f7 port ab2533f0-2af7-40d4-8558-dc128b0e4c45 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:28:53.012611 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-72717a58-7b11-428d-b168-8bc4e35369fd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (3768561d-a8ad-49a4-9006-cecb62a26d22), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:53.019649 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ab2533f0-2af7-40d4-8558-dc128b0e4c45), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:53.028632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd754e9-0df3-455d-9c61-807bab58f27b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:28:53.032504 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cfd754e9-0df3-455d-9c61-807bab58f27b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:53.049780 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72717a58-7b11-428d-b168-8bc4e35369fd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:28:53.054192 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-72717a58-7b11-428d-b168-8bc4e35369fd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:28:53.060080 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72717a58-7b11-428d-b168-8bc4e35369fd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:28:53.086448 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72717a58-7b11-428d-b168-8bc4e35369fd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event updated for resources: {'Port': ['ID=3768561d-a8ad-49a4-9006-cecb62a26d22,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:53.294260 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] Publish callbacks [] for port (ab2533f0-2af7-40d4-8558-dc128b0e4c45), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:53.303345 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cfd754e9-0df3-455d-9c61-807bab58f27b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:53.361465 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd754e9-0df3-455d-9c61-807bab58f27b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Subnet': ['ID=1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:53.378288 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd754e9-0df3-455d-9c61-807bab58f27b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Checking segment: {'id': '33098fb1-afe5-4c2f-95e9-554b302dfffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:28:53.378656 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd754e9-0df3-455d-9c61-807bab58f27b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network hostable DHCP agents. Network: 2830cedc-029c-4245-8f0d-567abde4560b, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:28:53.388522 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ab2533f0-2af7-40d4-8558-dc128b0e4c45), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:53.445644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] Attempting to bind port ab2533f0-2af7-40d4-8558-dc128b0e4c45 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:28:53.446014 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] Attempting to bind port ab2533f0-2af7-40d4-8558-dc128b0e4c45 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:28:53.446384 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] Attempting to bind port ab2533f0-2af7-40d4-8558-dc128b0e4c45 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:28:53.448566 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796edc97-e866-459e-bc68-a8ae5f84f102 None None] Pushing event updated for resources: {'Port': ['ID=ab2533f0-2af7-40d4-8558-dc128b0e4c45,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:53.451791 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd754e9-0df3-455d-9c61-807bab58f27b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 2830cedc-029c-4245-8f0d-567abde4560b is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:28:53.454663 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:28:53.455068 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:28:53.455461 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:53.456304 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:28:53.456811 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] Bound port: ab2533f0-2af7-40d4-8558-dc128b0e4c45, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:28:53.457202 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ab2533f0-2af7-40d4-8558-dc128b0e4c45), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:53.517039 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] For port ab2533f0-2af7-40d4-8558-dc128b0e4c45, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:28:53.520024 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-cfd754e9-0df3-455d-9c61-807bab58f27b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 2830cedc-029c-4245-8f0d-567abde4560b) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:28:53.520818 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] For port ab2533f0-2af7-40d4-8558-dc128b0e4c45, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ab2533f0-2af7-40d4-8558-dc128b0e4c45,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:28:53.525068 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd754e9-0df3-455d-9c61-807bab58f27b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:53.525738 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cfd754e9-0df3-455d-9c61-807bab58f27b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:53.533114 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cf2c51-0157-423d-90d9-dd589a3d1847 None None] Network 2830cedc-029c-4245-8f0d-567abde4560b requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:28:53.587930 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ab2533f0-2af7-40d4-8558-dc128b0e4c45), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:53.606542 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cfd754e9-0df3-455d-9c61-807bab58f27b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7206352 Apr 16 04:28:53.607090 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40534) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:53.688828 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796edc97-e866-459e-bc68-a8ae5f84f102 None None] Pushing event updated for resources: {'Port': ['ID=ab2533f0-2af7-40d4-8558-dc128b0e4c45,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:53.694720 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] Routers {'c668f3e6-c045-476d-b786-2d2c33a705f7'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:28:53.695008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:28:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c668f3e6-c045-476d-b786-2d2c33a705f7'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:53.738274 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-2830cedc-029c-4245-8f0d-567abde4560b', 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ips': [{'subnet_id': '1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:28:53.739137 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:53.805978 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-72717a58-7b11-428d-b168-8bc4e35369fd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for floatingip (1dd80d98-a138-4560-be37-fdb5d512d8cd), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:53.961979 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-72717a58-7b11-428d-b168-8bc4e35369fd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (3768561d-a8ad-49a4-9006-cecb62a26d22), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:54.036710 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] Set router c668f3e6-c045-476d-b786-2d2c33a705f7 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:28:54.089200 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2526b291-573a-4848-b599-ebb7017e67d9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:54.129395 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-72717a58-7b11-428d-b168-8bc4e35369fd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for port (3768561d-a8ad-49a4-9006-cecb62a26d22), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:54.183433 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-72717a58-7b11-428d-b168-8bc4e35369fd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (3768561d-a8ad-49a4-9006-cecb62a26d22), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:54.192118 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] Allocated IP 172.20.0.2 (2830cedc-029c-4245-8f0d-567abde4560b/1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf/872fd8f7-9d03-4623-a502-3416a1432159) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:28:54.268434 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72717a58-7b11-428d-b168-8bc4e35369fd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event updated for resources: {'Port': ['ID=3768561d-a8ad-49a4-9006-cecb62a26d22,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:54.275419 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-72717a58-7b11-428d-b168-8bc4e35369fd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (1dd80d98-a138-4560-be37-fdb5d512d8cd), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:54.321107 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'name': 'tempest-TestNetworkBasicOps-router-1772203058', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:28:50Z', 'updated_at': '2022-04-16T04:28:51Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:10:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:51Z', 'updated_at': '2022-04-16T04:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:54.357069 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3473300c-3795-4547-b4a0-d70f089ac3dd None None] The sync data for ids ['c668f3e6-c045-476d-b786-2d2c33a705f7'] in dv-neutron-838078-2-hyperv is: [{'id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'name': 'tempest-TestNetworkBasicOps-router-1772203058', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:28:50Z', 'updated_at': '2022-04-16T04:28:51Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:10:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:51Z', 'updated_at': '2022-04-16T04:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:28:54.386103 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-72717a58-7b11-428d-b168-8bc4e35369fd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Floating IP 1dd80d98-a138-4560-be37-fdb5d512d8cd associated. External IP: 172.26.6.244, port: 412cd01a-a38d-4b4f-87f4-898e71b3dad0. Apr 16 04:28:54.424173 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] Publish callbacks [] for port (872fd8f7-9d03-4623-a502-3416a1432159), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:54.481325 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (872fd8f7-9d03-4623-a502-3416a1432159), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:54.530603 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] Network 2830cedc-029c-4245-8f0d-567abde4560b is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:28:54.537571 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:28:54.539812 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] Pushing event updated for resources: {'Port': ['ID=872fd8f7-9d03-4623-a502-3416a1432159,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:54.542157 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:28:54.543350 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-2526b291-573a-4848-b599-ebb7017e67d9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.20.0.1 (2830cedc-029c-4245-8f0d-567abde4560b/1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf/ef2be6bb-fae6-4b1d-9464-48562073a63a) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:28:54.617598 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] Attempting to bind port 872fd8f7-9d03-4623-a502-3416a1432159 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:28:54.618196 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] Attempting to bind port 872fd8f7-9d03-4623-a502-3416a1432159 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '33098fb1-afe5-4c2f-95e9-554b302dfffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:28:54.618762 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] Attempting to bind port 872fd8f7-9d03-4623-a502-3416a1432159 on network 2830cedc-029c-4245-8f0d-567abde4560b {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:28:54.626975 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:28:54.628517 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] Checking segment: {'id': '33098fb1-afe5-4c2f-95e9-554b302dfffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:28:54.629704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:54.630631 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] Bound using segment: {'id': '33098fb1-afe5-4c2f-95e9-554b302dfffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:28:54.631951 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] Bound port: 872fd8f7-9d03-4623-a502-3416a1432159, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33098fb1-afe5-4c2f-95e9-554b302dfffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:28:54.632523 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (872fd8f7-9d03-4623-a502-3416a1432159), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:54.633047 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72717a58-7b11-428d-b168-8bc4e35369fd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Router c53c57b7-0848-483d-a00c-6b997f7acb4b has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:28:54.726638 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] For port 872fd8f7-9d03-4623-a502-3416a1432159, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:28:54.730123 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] For port 872fd8f7-9d03-4623-a502-3416a1432159, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=872fd8f7-9d03-4623-a502-3416a1432159,segment=NetworkSegment(33098fb1-afe5-4c2f-95e9-554b302dfffd),segment_id=33098fb1-afe5-4c2f-95e9-554b302dfffd)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:28:54.733684 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2526b291-573a-4848-b599-ebb7017e67d9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (ef2be6bb-fae6-4b1d-9464-48562073a63a), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:54.779553 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72717a58-7b11-428d-b168-8bc4e35369fd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:28:54.789545 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26715143-bf38-487b-a378-19570184b687 None None] Sync routers for ids ['c53c57b7-0848-483d-a00c-6b997f7acb4b'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:28:54.801231 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (872fd8f7-9d03-4623-a502-3416a1432159), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:54.806362 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26715143-bf38-487b-a378-19570184b687 None None] Routers {'c53c57b7-0848-483d-a00c-6b997f7acb4b'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:28:54.806988 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-26715143-bf38-487b-a378-19570184b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:28:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c53c57b7-0848-483d-a00c-6b997f7acb4b'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:54.823698 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2526b291-573a-4848-b599-ebb7017e67d9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (ef2be6bb-fae6-4b1d-9464-48562073a63a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:54.874926 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-72717a58-7b11-428d-b168-8bc4e35369fd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:54.905698 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2526b291-573a-4848-b599-ebb7017e67d9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 2830cedc-029c-4245-8f0d-567abde4560b is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:28:54.911893 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-2526b291-573a-4848-b599-ebb7017e67d9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:28:54.916553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e372e4-1b4a-402a-ac4a-73bb33c66c0f None None] Pushing event updated for resources: {'Port': ['ID=872fd8f7-9d03-4623-a502-3416a1432159,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:54.920411 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2526b291-573a-4848-b599-ebb7017e67d9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:28:54.956439 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-26715143-bf38-487b-a378-19570184b687 None None] Set router c53c57b7-0848-483d-a00c-6b997f7acb4b gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:28:54.959320 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-72717a58-7b11-428d-b168-8bc4e35369fd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4056034 Apr 16 04:28:54.959320 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e0bce3-fd30-40c6-aab6-64f389421602', 'tag': '412cd01a-a38d-4b4f-87f4-898e71b3dad0'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:28:54.961287 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a09cc57-7ab7-483f-8460-236b6cfed52d" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e0bce3-fd30-40c6-aab6-64f389421602", "tag": "412cd01a-a38d-4b4f-87f4-898e71b3dad0"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:28:54.988313 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2526b291-573a-4848-b599-ebb7017e67d9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (c668f3e6-c045-476d-b786-2d2c33a705f7), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:54.994775 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526b291-573a-4848-b599-ebb7017e67d9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=ef2be6bb-fae6-4b1d-9464-48562073a63a,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:55.010373 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bedeab6-cc90-401f-8c54-4706f7d31529 x-openstack-request-id: req-6bedeab6-cc90-401f-8c54-4706f7d31529 {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:28:55.010670 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e0bce3-fd30-40c6-aab6-64f389421602", "tag": "412cd01a-a38d-4b4f-87f4-898e71b3dad0", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:28:55.010933 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6bedeab6-cc90-401f-8c54-4706f7d31529 {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:28:55.011345 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bedeab6-cc90-401f-8c54-4706f7d31529'] response: {'name': 'network-changed', 'server_uuid': 'c8e0bce3-fd30-40c6-aab6-64f389421602', 'tag': '412cd01a-a38d-4b4f-87f4-898e71b3dad0', 'status': 'completed', 'code': 200} Apr 16 04:28:55.091496 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09cc57-7ab7-483f-8460-236b6cfed52d req-4efae47b-cf8c-4fd0-8955-2f8dd2b40319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:55.093416 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4a09cc57-7ab7-483f-8460-236b6cfed52d req-4efae47b-cf8c-4fd0-8955-2f8dd2b40319 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 1129 time: 0.0555079 Apr 16 04:28:55.285483 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-26715143-bf38-487b-a378-19570184b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:39Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1dd80d98-a138-4560-be37-fdb5d512d8cd', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'floating_ip_address': '172.26.6.244', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'port_id': '412cd01a-a38d-4b4f-87f4-898e71b3dad0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'mac_address': 'fa:16:3e:31:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e0bce3-fd30-40c6-aab6-64f389421602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:28:53Z', 'updated_at': '2022-04-16T04:28:53Z', 'revision_number': 0, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ac6853-873c-4b1b-9f38-49979bc3cfaa', 'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'mac_address': 'fa:16:3e:40:fa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:37Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 5, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'subnets': [{'id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:55.329851 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26715143-bf38-487b-a378-19570184b687 None None] Checking router: c53c57b7-0848-483d-a00c-6b997f7acb4b for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:28:55.341326 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26715143-bf38-487b-a378-19570184b687 None None] Routers {'c53c57b7-0848-483d-a00c-6b997f7acb4b'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:28:55.342193 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-26715143-bf38-487b-a378-19570184b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:28:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c53c57b7-0848-483d-a00c-6b997f7acb4b'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:55.372154 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 872fd8f7-9d03-4623-a502-3416a1432159 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:28:55.445115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 872fd8f7-9d03-4623-a502-3416a1432159 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:55.445627 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (872fd8f7-9d03-4623-a502-3416a1432159), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:55.476817 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-26715143-bf38-487b-a378-19570184b687 None None] Set router c53c57b7-0848-483d-a00c-6b997f7acb4b gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:28:55.534150 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 872fd8f7-9d03-4623-a502-3416a1432159 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:28:55.534542 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (872fd8f7-9d03-4623-a502-3416a1432159), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:55.581706 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 872fd8f7-9d03-4623-a502-3416a1432159, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=872fd8f7-9d03-4623-a502-3416a1432159,segment=NetworkSegment(33098fb1-afe5-4c2f-95e9-554b302dfffd),segment_id=33098fb1-afe5-4c2f-95e9-554b302dfffd)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:28:55.634118 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (872fd8f7-9d03-4623-a502-3416a1432159), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:55.634983 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ab2533f0-2af7-40d4-8558-dc128b0e4c45 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:28:55.656129 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09cc57-7ab7-483f-8460-236b6cfed52d req-96e024b7-2ac9-42ae-a1bb-2653a0c73872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:55.658134 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4a09cc57-7ab7-483f-8460-236b6cfed52d req-96e024b7-2ac9-42ae-a1bb-2653a0c73872 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e HTTP/1.1" status: 200 len: 912 time: 0.5579138 Apr 16 04:28:55.716068 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=872fd8f7-9d03-4623-a502-3416a1432159,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:55.725813 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port ab2533f0-2af7-40d4-8558-dc128b0e4c45 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:55.726184 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ab2533f0-2af7-40d4-8558-dc128b0e4c45), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:55.737062 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-26715143-bf38-487b-a378-19570184b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:39Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1dd80d98-a138-4560-be37-fdb5d512d8cd', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'floating_ip_address': '172.26.6.244', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'port_id': '412cd01a-a38d-4b4f-87f4-898e71b3dad0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'mac_address': 'fa:16:3e:31:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e0bce3-fd30-40c6-aab6-64f389421602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:28:53Z', 'updated_at': '2022-04-16T04:28:53Z', 'revision_number': 0, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ac6853-873c-4b1b-9f38-49979bc3cfaa', 'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'mac_address': 'fa:16:3e:40:fa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:37Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 5, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'subnets': [{'id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:55.770182 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26715143-bf38-487b-a378-19570184b687 None None] The sync data for ids ['c53c57b7-0848-483d-a00c-6b997f7acb4b'] in dv-neutron-838078-2-hyperv is: [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:39Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1dd80d98-a138-4560-be37-fdb5d512d8cd', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'floating_ip_address': '172.26.6.244', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'port_id': '412cd01a-a38d-4b4f-87f4-898e71b3dad0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'mac_address': 'fa:16:3e:31:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e0bce3-fd30-40c6-aab6-64f389421602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:28:53Z', 'updated_at': '2022-04-16T04:28:53Z', 'revision_number': 0, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ac6853-873c-4b1b-9f38-49979bc3cfaa', 'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'mac_address': 'fa:16:3e:40:fa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:37Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 5, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'subnets': [{'id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:28:55.776119 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2526b291-573a-4848-b599-ebb7017e67d9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ef2be6bb-fae6-4b1d-9464-48562073a63a), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:55.789885 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4a09cc57-7ab7-483f-8460-236b6cfed52d req-77039487-0c68-4fc9-97af-6de465cd6e84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412cd01a-a38d-4b4f-87f4-898e71b3dad0 HTTP/1.1" status: 200 len: 999 time: 0.1257138 Apr 16 04:28:55.841624 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port ab2533f0-2af7-40d4-8558-dc128b0e4c45 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:28:55.842198 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ab2533f0-2af7-40d4-8558-dc128b0e4c45), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:55.874857 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port ab2533f0-2af7-40d4-8558-dc128b0e4c45, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ab2533f0-2af7-40d4-8558-dc128b0e4c45,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:28:55.922142 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09cc57-7ab7-483f-8460-236b6cfed52d req-2771a8ce-a198-4a17-be71-9c21999a1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:55.923936 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4a09cc57-7ab7-483f-8460-236b6cfed52d req-2771a8ce-a198-4a17-be71-9c21999a1dd8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de0b4063-129f-46ca-b5ba-66ee8157041e HTTP/1.1" status: 200 len: 851 time: 0.1094568 Apr 16 04:28:55.938151 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ab2533f0-2af7-40d4-8558-dc128b0e4c45), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:55.996879 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=ab2533f0-2af7-40d4-8558-dc128b0e4c45,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:56.023550 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09cc57-7ab7-483f-8460-236b6cfed52d req-532bd092-eeac-48a6-8197-ccd13852d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:56.025151 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4a09cc57-7ab7-483f-8460-236b6cfed52d req-532bd092-eeac-48a6-8197-ccd13852d4a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0943098 Apr 16 04:28:56.149669 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecca1b1f-1037-4619-86cb-0a159389161b None None] Network 2830cedc-029c-4245-8f0d-567abde4560b requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:28:56.199973 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4a09cc57-7ab7-483f-8460-236b6cfed52d req-8e2aac53-377b-4903-9a89-107f940c44a1 service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630838 Apr 16 04:28:56.270035 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-471fbc8c-8fc6-4fba-953f-d113f5bf767d None None] Provisioning complete for port 872fd8f7-9d03-4623-a502-3416a1432159 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:56.270406 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-471fbc8c-8fc6-4fba-953f-d113f5bf767d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (872fd8f7-9d03-4623-a502-3416a1432159), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:56.291812 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2526b291-573a-4848-b599-ebb7017e67d9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (ef2be6bb-fae6-4b1d-9464-48562073a63a), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:56.324048 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39cd7b5-3c8f-497a-ab3f-1c6eef248e38 None None] New status for floating IP 1dd80d98-a138-4560-be37-fdb5d512d8cd: ACTIVE {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:28:56.348474 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4a09cc57-7ab7-483f-8460-236b6cfed52d req-9254d27f-85e2-4adf-a158-ed9ec2de02ad service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422756 Apr 16 04:28:56.349976 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2526b291-573a-4848-b599-ebb7017e67d9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (ef2be6bb-fae6-4b1d-9464-48562073a63a), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:56.433680 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2526b291-573a-4848-b599-ebb7017e67d9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (c668f3e6-c045-476d-b786-2d2c33a705f7), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:56.442837 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526b291-573a-4848-b599-ebb7017e67d9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=ef2be6bb-fae6-4b1d-9464-48562073a63a,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:56.476046 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-471fbc8c-8fc6-4fba-953f-d113f5bf767d None None] Current status of the port 872fd8f7-9d03-4623-a502-3416a1432159 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:28:56.543329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2526b291-573a-4848-b599-ebb7017e67d9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 2830cedc-029c-4245-8f0d-567abde4560b is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:28:56.544946 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-2526b291-573a-4848-b599-ebb7017e67d9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:28:56.611969 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-44ea0eaa-5987-46c0-bd46-f03ea13a4dd7 None None] Provisioning complete for port 872fd8f7-9d03-4623-a502-3416a1432159 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:56.612484 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-44ea0eaa-5987-46c0-bd46-f03ea13a4dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (872fd8f7-9d03-4623-a502-3416a1432159), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:56.685150 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2526b291-573a-4848-b599-ebb7017e67d9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router c668f3e6-c045-476d-b786-2d2c33a705f7 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:28:56.699893 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-44ea0eaa-5987-46c0-bd46-f03ea13a4dd7 None None] Current status of the port 872fd8f7-9d03-4623-a502-3416a1432159 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:28:56.709794 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-44ea0eaa-5987-46c0-bd46-f03ea13a4dd7 None None] Provisioning complete for port ef2be6bb-fae6-4b1d-9464-48562073a63a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:56.710233 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-44ea0eaa-5987-46c0-bd46-f03ea13a4dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ef2be6bb-fae6-4b1d-9464-48562073a63a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:56.746324 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-44ea0eaa-5987-46c0-bd46-f03ea13a4dd7 None None] Port ef2be6bb-fae6-4b1d-9464-48562073a63a cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:28:56.802475 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2526b291-573a-4848-b599-ebb7017e67d9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:28:56.807705 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2526b291-573a-4848-b599-ebb7017e67d9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/routers/c668f3e6-c045-476d-b786-2d2c33a705f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1993179 Apr 16 04:28:56.810089 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40540) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:56.815915 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] Sync routers for ids ['c668f3e6-c045-476d-b786-2d2c33a705f7'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:28:56.827631 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] Routers {'c668f3e6-c045-476d-b786-2d2c33a705f7'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:28:56.828258 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:28:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c668f3e6-c045-476d-b786-2d2c33a705f7'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:56.868318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-cedfbf68-f0b9-4710-a93f-f69b49a094f3 None None] Provisioning complete for port ef2be6bb-fae6-4b1d-9464-48562073a63a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:56.868952 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cedfbf68-f0b9-4710-a93f-f69b49a094f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ef2be6bb-fae6-4b1d-9464-48562073a63a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:56.913926 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-cedfbf68-f0b9-4710-a93f-f69b49a094f3 None None] Port ef2be6bb-fae6-4b1d-9464-48562073a63a cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:28:56.952685 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] Set router c668f3e6-c045-476d-b786-2d2c33a705f7 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:28:57.035346 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa46769-314a-46bf-b0c4-a91ab43c93d0 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:57.048533 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa46769-314a-46bf-b0c4-a91ab43c93d0 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:57.048533 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa46769-314a-46bf-b0c4-a91ab43c93d0 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:57.048533 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa46769-314a-46bf-b0c4-a91ab43c93d0 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:57.048533 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa46769-314a-46bf-b0c4-a91ab43c93d0 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:57.048533 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa46769-314a-46bf-b0c4-a91ab43c93d0 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:57.048533 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cfa46769-314a-46bf-b0c4-a91ab43c93d0 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.2285202 Apr 16 04:28:57.050535 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40542) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:57.134366 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b8536ff8-03bc-46d2-b612-63ad5743f9eb None None] Provisioning complete for port ef2be6bb-fae6-4b1d-9464-48562073a63a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:57.134753 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b8536ff8-03bc-46d2-b612-63ad5743f9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ef2be6bb-fae6-4b1d-9464-48562073a63a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:57.150804 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a40ce-344c-4254-8be4-3d104e02c018 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:57.151288 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a40ce-344c-4254-8be4-3d104e02c018 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:57.151752 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a40ce-344c-4254-8be4-3d104e02c018 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:57.152213 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a40ce-344c-4254-8be4-3d104e02c018 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:57.152664 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a40ce-344c-4254-8be4-3d104e02c018 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:57.153147 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a40ce-344c-4254-8be4-3d104e02c018 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:28:57.157861 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-343a40ce-344c-4254-8be4-3d104e02c018 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1035047 Apr 16 04:28:57.157861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40544) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:57.173822 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b8536ff8-03bc-46d2-b612-63ad5743f9eb None None] Port ef2be6bb-fae6-4b1d-9464-48562073a63a cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:28:57.248260 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'name': 'tempest-TestNetworkBasicOps-router-1772203058', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:28:50Z', 'updated_at': '2022-04-16T04:28:55Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:51Z', 'updated_at': '2022-04-16T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'ef2be6bb-fae6-4b1d-9464-48562073a63a', 'name': '', 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:6f:5c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:54Z', 'updated_at': '2022-04-16T04:28:56Z', 'revision_number': 2, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:57.278369 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] Checking router: c668f3e6-c045-476d-b786-2d2c33a705f7 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:28:57.278716 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] Updating router c668f3e6-c045-476d-b786-2d2c33a705f7 port ef2be6bb-fae6-4b1d-9464-48562073a63a binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:28:57.292505 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 872fd8f7-9d03-4623-a502-3416a1432159 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:28:57.306898 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ef2be6bb-fae6-4b1d-9464-48562073a63a), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:57.346637 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 872fd8f7-9d03-4623-a502-3416a1432159 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:57.347009 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (872fd8f7-9d03-4623-a502-3416a1432159), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:57.376970 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c294c824-dc46-4286-b57c-de4ac61b77b4 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2165248 Apr 16 04:28:57.431554 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 872fd8f7-9d03-4623-a502-3416a1432159 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:28:57.432615 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ab2533f0-2af7-40d4-8558-dc128b0e4c45 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:28:57.478499 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port ab2533f0-2af7-40d4-8558-dc128b0e4c45 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:57.478776 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ab2533f0-2af7-40d4-8558-dc128b0e4c45), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:57.559301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port ab2533f0-2af7-40d4-8558-dc128b0e4c45 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:28:57.575319 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] Publish callbacks [] for port (ef2be6bb-fae6-4b1d-9464-48562073a63a), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:57.633953 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ef2be6bb-fae6-4b1d-9464-48562073a63a), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:57.686524 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7f63c-23b3-44cc-a900-bd0bd51fdcaa None None] Pushing event updated for resources: {'Port': ['ID=ef2be6bb-fae6-4b1d-9464-48562073a63a,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:57.710071 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7f63c-23b3-44cc-a900-bd0bd51fdcaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:57.710426 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7f63c-23b3-44cc-a900-bd0bd51fdcaa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:57.710775 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7f63c-23b3-44cc-a900-bd0bd51fdcaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:57.711112 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7f63c-23b3-44cc-a900-bd0bd51fdcaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:57.711459 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7f63c-23b3-44cc-a900-bd0bd51fdcaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:57.711764 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7f63c-23b3-44cc-a900-bd0bd51fdcaa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:57.712089 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7f63c-23b3-44cc-a900-bd0bd51fdcaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:57.712408 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7f63c-23b3-44cc-a900-bd0bd51fdcaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:57.712763 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7f63c-23b3-44cc-a900-bd0bd51fdcaa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:57.713107 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7f63c-23b3-44cc-a900-bd0bd51fdcaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:57.713431 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7f63c-23b3-44cc-a900-bd0bd51fdcaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:57.713770 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7f63c-23b3-44cc-a900-bd0bd51fdcaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:57.714090 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7f63c-23b3-44cc-a900-bd0bd51fdcaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:57.714871 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7f63c-23b3-44cc-a900-bd0bd51fdcaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:57.714871 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7f63c-23b3-44cc-a900-bd0bd51fdcaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:57.752335 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] Attempting to bind port ef2be6bb-fae6-4b1d-9464-48562073a63a on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:28:57.752902 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] Attempting to bind port ef2be6bb-fae6-4b1d-9464-48562073a63a by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '33098fb1-afe5-4c2f-95e9-554b302dfffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:28:57.753442 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] Attempting to bind port ef2be6bb-fae6-4b1d-9464-48562073a63a on network 2830cedc-029c-4245-8f0d-567abde4560b {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:28:57.760107 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:28:57.760589 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] Checking segment: {'id': '33098fb1-afe5-4c2f-95e9-554b302dfffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:28:57.761188 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:57.761824 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] Bound using segment: {'id': '33098fb1-afe5-4c2f-95e9-554b302dfffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:28:57.762336 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] Bound port: ef2be6bb-fae6-4b1d-9464-48562073a63a, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33098fb1-afe5-4c2f-95e9-554b302dfffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:28:57.762816 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ef2be6bb-fae6-4b1d-9464-48562073a63a), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:57.806055 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40548) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:57.810752 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-85907488', 'description': 'tempest-secgroup-smoke-85907488 description', 'project_id': '4b56e019123c4dffa69f7a176eb53d27'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:28:57.829847 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] For port ef2be6bb-fae6-4b1d-9464-48562073a63a, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:28:57.833023 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] For port ef2be6bb-fae6-4b1d-9464-48562073a63a, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ef2be6bb-fae6-4b1d-9464-48562073a63a,segment=NetworkSegment(33098fb1-afe5-4c2f-95e9-554b302dfffd),segment_id=33098fb1-afe5-4c2f-95e9-554b302dfffd)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:28:57.891968 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ef2be6bb-fae6-4b1d-9464-48562073a63a), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:57.893277 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-7e2e0717-78ea-4922-9420-027a4da5ccd6 None None] Provisioning complete for port ef2be6bb-fae6-4b1d-9464-48562073a63a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:57.893773 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7e2e0717-78ea-4922-9420-027a4da5ccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ef2be6bb-fae6-4b1d-9464-48562073a63a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:57.903643 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:57.951082 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] Routers {'c668f3e6-c045-476d-b786-2d2c33a705f7'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:28:57.951924 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:28:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c668f3e6-c045-476d-b786-2d2c33a705f7'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:57.993220 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-7e2e0717-78ea-4922-9420-027a4da5ccd6 None None] Current status of the port ef2be6bb-fae6-4b1d-9464-48562073a63a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:28:57.993857 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7e2e0717-78ea-4922-9420-027a4da5ccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ef2be6bb-fae6-4b1d-9464-48562073a63a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:57.994105 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (2318be6e-1f77-4d8c-9e63-df2091d5d121), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:58.000850 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7f63c-23b3-44cc-a900-bd0bd51fdcaa None None] Pushing event updated for resources: {'Port': ['ID=ef2be6bb-fae6-4b1d-9464-48562073a63a,revision_number=4']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:58.041424 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-7e2e0717-78ea-4922-9420-027a4da5ccd6 None None] For port ef2be6bb-fae6-4b1d-9464-48562073a63a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ef2be6bb-fae6-4b1d-9464-48562073a63a,segment=NetworkSegment(33098fb1-afe5-4c2f-95e9-554b302dfffd),segment_id=33098fb1-afe5-4c2f-95e9-554b302dfffd)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:28:58.057324 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (2318be6e-1f77-4d8c-9e63-df2091d5d121), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:58.084299 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] Set router c668f3e6-c045-476d-b786-2d2c33a705f7 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:28:58.087468 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:58.089913 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2318be6e-1f77-4d8c-9e63-df2091d5d121,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:58.099659 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:58.100080 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:58.100488 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:58.101078 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:58.101490 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:58.101997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:58.102329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:58.102673 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:58.103002 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:58.103330 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:58.103655 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:58.103979 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:58.104300 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:58.104618 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:58.104962 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:28:58.114831 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7e2e0717-78ea-4922-9420-027a4da5ccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ef2be6bb-fae6-4b1d-9464-48562073a63a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:58.169538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e0717-78ea-4922-9420-027a4da5ccd6 None None] Pushing event updated for resources: {'Port': ['ID=ef2be6bb-fae6-4b1d-9464-48562073a63a,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:58.181584 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:58.182859 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-37981f97-cb87-42d6-9aff-d7380371fc3c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3757410 Apr 16 04:28:58.185724 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40550) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:58.189964 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-74303577-46be-40df-884c-c031c8d13012 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '2318be6e-1f77-4d8c-9e63-df2091d5d121', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:28:58.237393 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-34915d20-e1bb-413f-82f4-5412cfb06cdb None None] Provisioning complete for port ef2be6bb-fae6-4b1d-9464-48562073a63a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:58.237688 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-34915d20-e1bb-413f-82f4-5412cfb06cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ef2be6bb-fae6-4b1d-9464-48562073a63a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:58.271720 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-74303577-46be-40df-884c-c031c8d13012 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (2459ac3d-fa89-4105-a7bb-4e7bba17d04a), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:58.289148 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'name': 'tempest-TestNetworkBasicOps-router-1772203058', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:28:50Z', 'updated_at': '2022-04-16T04:28:55Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:51Z', 'updated_at': '2022-04-16T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'ef2be6bb-fae6-4b1d-9464-48562073a63a', 'name': '', 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:6f:5c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:54Z', 'updated_at': '2022-04-16T04:28:57Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:28:58.319362 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ac5bae-5e05-45d1-a704-3fd26526649d None None] The sync data for ids ['c668f3e6-c045-476d-b786-2d2c33a705f7'] in dv-neutron-838078-2-hyperv is: [{'id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'name': 'tempest-TestNetworkBasicOps-router-1772203058', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:28:50Z', 'updated_at': '2022-04-16T04:28:55Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:51Z', 'updated_at': '2022-04-16T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'ef2be6bb-fae6-4b1d-9464-48562073a63a', 'name': '', 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:6f:5c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:54Z', 'updated_at': '2022-04-16T04:28:57Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:28:58.319827 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-34915d20-e1bb-413f-82f4-5412cfb06cdb None None] Current status of the port ef2be6bb-fae6-4b1d-9464-48562073a63a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:28:58.338301 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-74303577-46be-40df-884c-c031c8d13012 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (2459ac3d-fa89-4105-a7bb-4e7bba17d04a), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:58.383144 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-74303577-46be-40df-884c-c031c8d13012 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (2459ac3d-fa89-4105-a7bb-4e7bba17d04a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:58.402746 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74303577-46be-40df-884c-c031c8d13012 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2459ac3d-fa89-4105-a7bb-4e7bba17d04a,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:58.459303 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-74303577-46be-40df-884c-c031c8d13012 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:58.460580 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-74303577-46be-40df-884c-c031c8d13012 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2739139 Apr 16 04:28:58.463328 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40552) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:58.467849 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-a8a89f10-dd4c-40f0-9f59-a4a77f6e408d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '2318be6e-1f77-4d8c-9e63-df2091d5d121', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:28:58.555476 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a8a89f10-dd4c-40f0-9f59-a4a77f6e408d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (93804c9a-c7b2-44f1-a68b-f39d055261ed), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:58.620924 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a8a89f10-dd4c-40f0-9f59-a4a77f6e408d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (93804c9a-c7b2-44f1-a68b-f39d055261ed), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:58.668741 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a8a89f10-dd4c-40f0-9f59-a4a77f6e408d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (93804c9a-c7b2-44f1-a68b-f39d055261ed), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:58.693550 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a89f10-dd4c-40f0-9f59-a4a77f6e408d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93804c9a-c7b2-44f1-a68b-f39d055261ed,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:58.750775 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a8a89f10-dd4c-40f0-9f59-a4a77f6e408d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:58.752608 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a8a89f10-dd4c-40f0-9f59-a4a77f6e408d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2882586 Apr 16 04:28:58.755436 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40554) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:58.760089 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-8dd58d99-e6c0-4a09-87aa-344106097def tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '2318be6e-1f77-4d8c-9e63-df2091d5d121', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:28:58.834597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8dd58d99-e6c0-4a09-87aa-344106097def tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (dcb899a2-35dd-471c-9867-50c26a26a067), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:58.895332 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8dd58d99-e6c0-4a09-87aa-344106097def tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (dcb899a2-35dd-471c-9867-50c26a26a067), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:58.942529 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8dd58d99-e6c0-4a09-87aa-344106097def tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (dcb899a2-35dd-471c-9867-50c26a26a067), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:58.963152 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd58d99-e6c0-4a09-87aa-344106097def tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb899a2-35dd-471c-9867-50c26a26a067,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:59.030544 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8dd58d99-e6c0-4a09-87aa-344106097def tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:59.034471 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8dd58d99-e6c0-4a09-87aa-344106097def tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2753077 Apr 16 04:28:59.034673 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40556) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:59.039193 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-dad27d77-c8e7-422d-a12a-96ca677afc8e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '2318be6e-1f77-4d8c-9e63-df2091d5d121', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:28:59.142842 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dad27d77-c8e7-422d-a12a-96ca677afc8e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (f9d06f38-dfac-4887-905b-d015846bc1a7), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:59.204375 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dad27d77-c8e7-422d-a12a-96ca677afc8e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (f9d06f38-dfac-4887-905b-d015846bc1a7), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:59.280016 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dad27d77-c8e7-422d-a12a-96ca677afc8e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (f9d06f38-dfac-4887-905b-d015846bc1a7), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:59.301760 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ef2be6bb-fae6-4b1d-9464-48562073a63a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:28:59.302642 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad27d77-c8e7-422d-a12a-96ca677afc8e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d06f38-dfac-4887-905b-d015846bc1a7,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:59.349949 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port ef2be6bb-fae6-4b1d-9464-48562073a63a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:28:59.350240 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ef2be6bb-fae6-4b1d-9464-48562073a63a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:59.379726 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dad27d77-c8e7-422d-a12a-96ca677afc8e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:59.384171 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40558) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:59.384624 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-dad27d77-c8e7-422d-a12a-96ca677afc8e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3485014 Apr 16 04:28:59.389301 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-c9cc94f5-bfdb-4b44-b56d-d2de59999c00 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '2318be6e-1f77-4d8c-9e63-df2091d5d121', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:28:59.432416 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port ef2be6bb-fae6-4b1d-9464-48562073a63a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:28:59.468548 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-c9cc94f5-bfdb-4b44-b56d-d2de59999c00 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:28:59.474986 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9cc94f5-bfdb-4b44-b56d-d2de59999c00 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (d7beb5bf-c782-4e52-9850-4373df54b815), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:59.532319 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9cc94f5-bfdb-4b44-b56d-d2de59999c00 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (d7beb5bf-c782-4e52-9850-4373df54b815), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:59.605232 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9cc94f5-bfdb-4b44-b56d-d2de59999c00 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (d7beb5bf-c782-4e52-9850-4373df54b815), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:59.619613 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc94f5-bfdb-4b44-b56d-d2de59999c00 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7beb5bf-c782-4e52-9850-4373df54b815,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:59.687565 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9cc94f5-bfdb-4b44-b56d-d2de59999c00 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:59.688799 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c9cc94f5-bfdb-4b44-b56d-d2de59999c00 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3030035 Apr 16 04:28:59.691507 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40560) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:28:59.695738 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-69a7c22a-8f92-45c1-85ba-587e3848dfab tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '2318be6e-1f77-4d8c-9e63-df2091d5d121', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:28:59.783073 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-69a7c22a-8f92-45c1-85ba-587e3848dfab tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:28:59.790039 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-69a7c22a-8f92-45c1-85ba-587e3848dfab tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (99dfd662-7fd8-4583-90c9-dc1ae4e6b516), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:59.849308 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-69a7c22a-8f92-45c1-85ba-587e3848dfab tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (99dfd662-7fd8-4583-90c9-dc1ae4e6b516), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:59.925551 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-69a7c22a-8f92-45c1-85ba-587e3848dfab tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (99dfd662-7fd8-4583-90c9-dc1ae4e6b516), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:59.943554 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7c22a-8f92-45c1-85ba-587e3848dfab tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99dfd662-7fd8-4583-90c9-dc1ae4e6b516,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:28:59.990291 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-69a7c22a-8f92-45c1-85ba-587e3848dfab tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:28:59.991494 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-69a7c22a-8f92-45c1-85ba-587e3848dfab tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2990813 Apr 16 04:29:00.138410 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-7b9b7654-391b-4ec2-99df-376691b58257 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-85907488&fields=id&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 267 time: 0.0440102 Apr 16 04:29:00.245340 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-c6305a61-c584-4e73-88ab-682c7114aa38 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:00.246789 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-c6305a61-c584-4e73-88ab-682c7114aa38 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/networks?id=2830cedc-029c-4245-8f0d-567abde4560b HTTP/1.1" status: 200 len: 796 time: 0.1014969 Apr 16 04:29:00.261459 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-29de51ab-c55d-4555-8a43-d596e57eaaba tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/quotas/4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 375 time: 0.0093994 Apr 16 04:29:00.309004 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-12bb99ff-5300-4e02-9172-6547e93b171c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428553 Apr 16 04:29:00.406034 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-87794ed4-d892-4c3e-9a65-5f7e2a5a13ea service neutron] 10.222.0.30 "GET /v2.0/networks/2830cedc-029c-4245-8f0d-567abde4560b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855436 Apr 16 04:29:00.494264 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-6ecfe37c-038f-4c95-b714-55fb32ccb973 service neutron] 10.222.0.30 "GET /v2.0/networks/2830cedc-029c-4245-8f0d-567abde4560b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825133 Apr 16 04:29:00.748474 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1a79e218-b27f-420e-971c-d78d12748ae2 req-61350b18-c1ad-42de-a810-b9484c817df3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a3173e9-04e2-4926-a767-608ab74975ec HTTP/1.1" status: 200 len: 210 time: 0.0316072 Apr 16 04:29:01.850269 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b3fb0517-a400-4e55-a73f-84c881665fea req-9d89bb61-44f3-4956-9a97-6c4eb07a4e59 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a3173e9-04e2-4926-a767-608ab74975ec HTTP/1.1" status: 200 len: 210 time: 0.0307877 Apr 16 04:29:02.538338 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-bfb2b1d3-b62c-431c-a22e-22982d639373 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:02.540934 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-bfb2b1d3-b62c-431c-a22e-22982d639373 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/networks?id=2830cedc-029c-4245-8f0d-567abde4560b HTTP/1.1" status: 200 len: 796 time: 0.1777091 Apr 16 04:29:02.611363 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-39f5dfc5-cb48-4d38-a693-66a322e950cd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 378 time: 0.0626500 Apr 16 04:29:02.620489 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-05de1ddb-0a4e-4991-a3af-e512a6d78a23 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'port': {'device_id': '8a3173e9-04e2-4926-a767-608ab74975ec', 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b', 'admin_state_up': True, 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'security_groups': ['2318be6e-1f77-4d8c-9e63-df2091d5d121']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:29:02.794010 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-05de1ddb-0a4e-4991-a3af-e512a6d78a23 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:29:02.797417 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-05de1ddb-0a4e-4991-a3af-e512a6d78a23 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:02.930233 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-05de1ddb-0a4e-4991-a3af-e512a6d78a23 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.20.0.4 (2830cedc-029c-4245-8f0d-567abde4560b/1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf/1d8446db-8ea2-4870-859b-6c30e6901f81) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:29:03.267512 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2f20a198-3564-43c5-869a-c8677f8bfd8a req-ea4e5860-914b-45f2-8656-6a0f189b7d16 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a3173e9-04e2-4926-a767-608ab74975ec HTTP/1.1" status: 200 len: 210 time: 0.3485420 Apr 16 04:29:03.402163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-05de1ddb-0a4e-4991-a3af-e512a6d78a23 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (1d8446db-8ea2-4870-859b-6c30e6901f81), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:03.497251 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-05de1ddb-0a4e-4991-a3af-e512a6d78a23 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (1d8446db-8ea2-4870-859b-6c30e6901f81), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:03.539001 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-05de1ddb-0a4e-4991-a3af-e512a6d78a23 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 2830cedc-029c-4245-8f0d-567abde4560b is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:29:03.544012 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-05de1ddb-0a4e-4991-a3af-e512a6d78a23 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:29:03.547719 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-05de1ddb-0a4e-4991-a3af-e512a6d78a23 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:29:03.572425 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de1ddb-0a4e-4991-a3af-e512a6d78a23 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=1d8446db-8ea2-4870-859b-6c30e6901f81,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:03.601401 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-05de1ddb-0a4e-4991-a3af-e512a6d78a23 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:03.602018 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-05de1ddb-0a4e-4991-a3af-e512a6d78a23 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:03.678003 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-05de1ddb-0a4e-4991-a3af-e512a6d78a23 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0609980 Apr 16 04:29:03.690823 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] Request body: {'port': {'device_id': '8a3173e9-04e2-4926-a767-608ab74975ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:29:03.755692 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1d8446db-8ea2-4870-859b-6c30e6901f81), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:03.774855 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b825b1df-27d9-418d-8211-75a1f5344940 None None] Provisioning complete for port 1d8446db-8ea2-4870-859b-6c30e6901f81 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:29:03.775398 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b825b1df-27d9-418d-8211-75a1f5344940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1d8446db-8ea2-4870-859b-6c30e6901f81), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:03.809934 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b825b1df-27d9-418d-8211-75a1f5344940 None None] Port 1d8446db-8ea2-4870-859b-6c30e6901f81 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:29:04.067738 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8446db-8ea2-4870-859b-6c30e6901f81 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:29:04.075111 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] Publish callbacks [] for port (1d8446db-8ea2-4870-859b-6c30e6901f81), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:04.088382 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] Transition to ACTIVE for port object 1d8446db-8ea2-4870-859b-6c30e6901f81 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:29:04.171397 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (1d8446db-8ea2-4870-859b-6c30e6901f81), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:04.224181 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8446db-8ea2-4870-859b-6c30e6901f81,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:04.302160 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] Attempting to bind port 1d8446db-8ea2-4870-859b-6c30e6901f81 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:29:04.302361 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] Attempting to bind port 1d8446db-8ea2-4870-859b-6c30e6901f81 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '33098fb1-afe5-4c2f-95e9-554b302dfffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:29:04.302661 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] Attempting to bind port 1d8446db-8ea2-4870-859b-6c30e6901f81 on network 2830cedc-029c-4245-8f0d-567abde4560b {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:29:04.310176 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] Port 1d8446db-8ea2-4870-859b-6c30e6901f81 on network 2830cedc-029c-4245-8f0d-567abde4560b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:29:04.310578 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] Attempting to bind port 1d8446db-8ea2-4870-859b-6c30e6901f81 on network 2830cedc-029c-4245-8f0d-567abde4560b {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:29:04.316790 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:29:04.317300 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] Checking segment: {'id': '33098fb1-afe5-4c2f-95e9-554b302dfffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:29:04.317813 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] Bound using segment: {'id': '33098fb1-afe5-4c2f-95e9-554b302dfffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:29:04.318251 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] Bound port: 1d8446db-8ea2-4870-859b-6c30e6901f81, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33098fb1-afe5-4c2f-95e9-554b302dfffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:29:04.318672 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1d8446db-8ea2-4870-859b-6c30e6901f81), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:04.388383 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] For port 1d8446db-8ea2-4870-859b-6c30e6901f81, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:29:04.391639 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] For port 1d8446db-8ea2-4870-859b-6c30e6901f81, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=1d8446db-8ea2-4870-859b-6c30e6901f81,segment=NetworkSegment(33098fb1-afe5-4c2f-95e9-554b302dfffd),segment_id=33098fb1-afe5-4c2f-95e9-554b302dfffd)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:29:04.397590 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cabaa-8a47-4a3d-b7cc-612611a2d1e0 req-2a6b0c27-9d5c-4f42-8b32-e0cb64fea438 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:04.399133 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5c8cabaa-8a47-4a3d-b7cc-612611a2d1e0 req-2a6b0c27-9d5c-4f42-8b32-e0cb64fea438 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a3173e9-04e2-4926-a767-608ab74975ec HTTP/1.1" status: 200 len: 943 time: 0.0566425 Apr 16 04:29:04.448670 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5c8cabaa-8a47-4a3d-b7cc-612611a2d1e0 req-93196c31-6052-41a4-8e87-313fea9ffe42 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2318be6e-1f77-4d8c-9e63-df2091d5d121&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439131 Apr 16 04:29:04.458460 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (1d8446db-8ea2-4870-859b-6c30e6901f81), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:04.496588 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:04.497150 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:04.498514 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] 10.222.0.18 "PUT /v2.0/ports/1d8446db-8ea2-4870-859b-6c30e6901f81 HTTP/1.1" status: 200 len: 1093 time: 0.8122036 Apr 16 04:29:04.498942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3173e9-04e2-4926-a767-608ab74975ec', 'tag': '1d8446db-8ea2-4870-859b-6c30e6901f81'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:29:04.501207 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fe8f1a-cf40-4500-9933-a97f69ed5780" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3173e9-04e2-4926-a767-608ab74975ec", "tag": "1d8446db-8ea2-4870-859b-6c30e6901f81"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:29:04.530893 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00503181-1c78-48ee-85b2-8810e0499d23 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8446db-8ea2-4870-859b-6c30e6901f81,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:04.545966 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a782cf83-0740-4a6f-b4ff-1ace0389e565 x-openstack-request-id: req-a782cf83-0740-4a6f-b4ff-1ace0389e565 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:29:04.545966 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3173e9-04e2-4926-a767-608ab74975ec", "tag": "1d8446db-8ea2-4870-859b-6c30e6901f81", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:29:04.545966 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a782cf83-0740-4a6f-b4ff-1ace0389e565 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:29:04.545966 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a782cf83-0740-4a6f-b4ff-1ace0389e565'] response: {'name': 'network-changed', 'server_uuid': '8a3173e9-04e2-4926-a767-608ab74975ec', 'tag': '1d8446db-8ea2-4870-859b-6c30e6901f81', 'status': 'completed', 'code': 200} Apr 16 04:29:04.604506 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe8f1a-cf40-4500-9933-a97f69ed5780 req-c17f4a6f-e896-44cf-bbb2-4ef375ac969a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:04.606075 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d5fe8f1a-cf40-4500-9933-a97f69ed5780 req-c17f4a6f-e896-44cf-bbb2-4ef375ac969a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=8a3173e9-04e2-4926-a767-608ab74975ec HTTP/1.1" status: 200 len: 1127 time: 0.0422630 Apr 16 04:29:04.709941 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe8f1a-cf40-4500-9933-a97f69ed5780 req-a9bb2a3f-ff07-421b-8f42-023f14e9c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:04.711431 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d5fe8f1a-cf40-4500-9933-a97f69ed5780 req-a9bb2a3f-ff07-421b-8f42-023f14e9c3bb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4b56e019123c4dffa69f7a176eb53d27&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0988173 Apr 16 04:29:04.803341 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe8f1a-cf40-4500-9933-a97f69ed5780 req-358b8a69-47a0-4744-a1c5-ad4d0a310793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:04.804759 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d5fe8f1a-cf40-4500-9933-a97f69ed5780 req-358b8a69-47a0-4744-a1c5-ad4d0a310793 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0882537 Apr 16 04:29:04.879681 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-74551fa9-8bb9-4bab-816d-945657425dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:04.881175 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-74551fa9-8bb9-4bab-816d-945657425dcd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=8a3173e9-04e2-4926-a767-608ab74975ec HTTP/1.1" status: 200 len: 1127 time: 0.0394354 Apr 16 04:29:04.925115 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-da866d1f-4bf1-4144-a41f-1cc81440f9ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d8446db-8ea2-4870-859b-6c30e6901f81 HTTP/1.1" status: 200 len: 217 time: 0.0369394 Apr 16 04:29:04.971441 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-a1d569dd-5519-4eee-ad4b-0bf6388177fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:04.972922 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-a1d569dd-5519-4eee-ad4b-0bf6388177fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf HTTP/1.1" status: 200 len: 835 time: 0.0428431 Apr 16 04:29:05.014720 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-7d41c3d3-5cf0-497d-9e51-796d5844289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:05.016192 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-7d41c3d3-5cf0-497d-9e51-796d5844289f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2830cedc-029c-4245-8f0d-567abde4560b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381863 Apr 16 04:29:05.107308 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-973a3c5d-1eb2-4a99-9761-064987f55de4 service neutron] 10.222.0.18 "GET /v2.0/networks/2830cedc-029c-4245-8f0d-567abde4560b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855336 Apr 16 04:29:05.193647 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1fd061ff-1d94-421f-ae17-7dc157557905 req-53ea5c48-7e1d-4685-ae60-cc87ca66e552 service neutron] 10.222.0.18 "GET /v2.0/networks/2830cedc-029c-4245-8f0d-567abde4560b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811996 Apr 16 04:29:05.560643 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0498973-285e-46a0-90b3-4e3f39384a06 req-cf6c7583-eef1-4528-9436-d8ad38e98f56 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:05.562153 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d0498973-285e-46a0-90b3-4e3f39384a06 req-cf6c7583-eef1-4528-9436-d8ad38e98f56 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a3173e9-04e2-4926-a767-608ab74975ec HTTP/1.1" status: 200 len: 943 time: 0.0478280 Apr 16 04:29:05.611059 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d0498973-285e-46a0-90b3-4e3f39384a06 req-59ed34b0-50f7-4324-9397-25804be1971d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2318be6e-1f77-4d8c-9e63-df2091d5d121&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430434 Apr 16 04:29:06.729975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f594cd9-3e9a-44b1-87e8-5eadbfcaab91 req-bb238e31-d7b1-4829-8901-b8f1488650a5 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:06.731490 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4f594cd9-3e9a-44b1-87e8-5eadbfcaab91 req-bb238e31-d7b1-4829-8901-b8f1488650a5 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a3173e9-04e2-4926-a767-608ab74975ec HTTP/1.1" status: 200 len: 943 time: 0.0511618 Apr 16 04:29:06.780549 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4f594cd9-3e9a-44b1-87e8-5eadbfcaab91 req-538f463c-e69e-48f1-b80e-3f2a10e6da94 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2318be6e-1f77-4d8c-9e63-df2091d5d121&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433221 Apr 16 04:29:07.121951 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 1d8446db-8ea2-4870-859b-6c30e6901f81 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:29:07.215722 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 1d8446db-8ea2-4870-859b-6c30e6901f81, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=1d8446db-8ea2-4870-859b-6c30e6901f81,segment=NetworkSegment(33098fb1-afe5-4c2f-95e9-554b302dfffd),segment_id=33098fb1-afe5-4c2f-95e9-554b302dfffd)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:29:07.227532 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '1d8446db-8ea2-4870-859b-6c30e6901f81', 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b', 'port_id': '1d8446db-8ea2-4870-859b-6c30e6901f81', 'mac_address': 'fa:16:3e:01:42:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:29:07.267446 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 1d8446db-8ea2-4870-859b-6c30e6901f81 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:29:07.267830 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1d8446db-8ea2-4870-859b-6c30e6901f81), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:07.281174 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8446db-8ea2-4870-859b-6c30e6901f81 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:29:07.299664 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 1d8446db-8ea2-4870-859b-6c30e6901f81, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=1d8446db-8ea2-4870-859b-6c30e6901f81,segment=NetworkSegment(33098fb1-afe5-4c2f-95e9-554b302dfffd),segment_id=33098fb1-afe5-4c2f-95e9-554b302dfffd)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:29:07.388533 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (1d8446db-8ea2-4870-859b-6c30e6901f81), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:07.434983 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=1d8446db-8ea2-4870-859b-6c30e6901f81,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:07.587819 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['1d8446db-8ea2-4870-859b-6c30e6901f81'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:29:07.926986 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9e7eb-bcf3-4524-9772-420c91734e73 req-24752f66-fdf6-42c3-abb4-ef7331f21143 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:07.929558 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-66a9e7eb-bcf3-4524-9772-420c91734e73 req-24752f66-fdf6-42c3-abb4-ef7331f21143 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a3173e9-04e2-4926-a767-608ab74975ec HTTP/1.1" status: 200 len: 944 time: 0.0623527 Apr 16 04:29:07.981553 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-66a9e7eb-bcf3-4524-9772-420c91734e73 req-4b5b3087-41e1-4fb3-a1d1-eb4b3f0a4cab tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2318be6e-1f77-4d8c-9e63-df2091d5d121&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469742 Apr 16 04:29:09.085891 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9db2ba26-c575-48d9-838e-08484a1504f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:09.098694 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f6a61-1606-4874-b17b-4e2fdfbac9b4 req-644a3e4d-171a-4f68-a804-cb4f80452fc3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:09.100405 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b29f6a61-1606-4874-b17b-4e2fdfbac9b4 req-644a3e4d-171a-4f68-a804-cb4f80452fc3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a3173e9-04e2-4926-a767-608ab74975ec HTTP/1.1" status: 200 len: 944 time: 0.0529237 Apr 16 04:29:09.138177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 1d8446db-8ea2-4870-859b-6c30e6901f81 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:29:09.154461 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b29f6a61-1606-4874-b17b-4e2fdfbac9b4 req-00f8aea9-2386-47ee-8a9d-333def7a071d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2318be6e-1f77-4d8c-9e63-df2091d5d121&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482948 Apr 16 04:29:09.185337 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 1d8446db-8ea2-4870-859b-6c30e6901f81 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:29:09.239758 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 1d8446db-8ea2-4870-859b-6c30e6901f81 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:29:09.244554 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1d8446db-8ea2-4870-859b-6c30e6901f81), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:09.319351 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 1d8446db-8ea2-4870-859b-6c30e6901f81 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:29:09.319727 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1d8446db-8ea2-4870-859b-6c30e6901f81), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:09.341359 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3173e9-04e2-4926-a767-608ab74975ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8446db-8ea2-4870-859b-6c30e6901f81'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:29:09.343601 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cff7b04-2252-4b30-988d-776ad3c74b76" -d '{"events": [{"server_uuid": "8a3173e9-04e2-4926-a767-608ab74975ec", "name": "network-vif-plugged", "status": "completed", "tag": "1d8446db-8ea2-4870-859b-6c30e6901f81"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:29:09.356182 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 1d8446db-8ea2-4870-859b-6c30e6901f81, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=1d8446db-8ea2-4870-859b-6c30e6901f81,segment=NetworkSegment(33098fb1-afe5-4c2f-95e9-554b302dfffd),segment_id=33098fb1-afe5-4c2f-95e9-554b302dfffd)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:29:09.380038 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba96a1c-4994-4842-9e6e-6182ac9a0ef5 x-openstack-request-id: req-7ba96a1c-4994-4842-9e6e-6182ac9a0ef5 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:29:09.380325 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3173e9-04e2-4926-a767-608ab74975ec", "name": "network-vif-plugged", "status": "completed", "tag": "1d8446db-8ea2-4870-859b-6c30e6901f81", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:29:09.380597 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ba96a1c-4994-4842-9e6e-6182ac9a0ef5 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:29:09.381025 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba96a1c-4994-4842-9e6e-6182ac9a0ef5'] response: {'server_uuid': '8a3173e9-04e2-4926-a767-608ab74975ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8446db-8ea2-4870-859b-6c30e6901f81', 'code': 200} Apr 16 04:29:09.405840 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (1d8446db-8ea2-4870-859b-6c30e6901f81), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:09.456511 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=1d8446db-8ea2-4870-859b-6c30e6901f81,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:09.675054 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0b014-25d8-40ca-aef5-979011c47837 req-0f324765-ac2b-4a1f-87e7-04a6556d3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:09.677118 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-37b0b014-25d8-40ca-aef5-979011c47837 req-0f324765-ac2b-4a1f-87e7-04a6556d3291 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8a3173e9-04e2-4926-a767-608ab74975ec HTTP/1.1" status: 200 len: 1129 time: 0.0419967 Apr 16 04:29:09.720109 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-37b0b014-25d8-40ca-aef5-979011c47837 req-6ebb749b-2bb0-4936-b185-bd368af881b9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2318be6e-1f77-4d8c-9e63-df2091d5d121&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372083 Apr 16 04:29:10.271362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedc7d1-af36-41d0-8d89-a3ca992443db req-b421ed63-e544-4a51-b4c0-e715126d7582 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:10.272908 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-eaedc7d1-af36-41d0-8d89-a3ca992443db req-b421ed63-e544-4a51-b4c0-e715126d7582 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a3173e9-04e2-4926-a767-608ab74975ec HTTP/1.1" status: 200 len: 945 time: 0.0513909 Apr 16 04:29:10.323341 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-eaedc7d1-af36-41d0-8d89-a3ca992443db req-4c329bca-8f57-4eb3-8294-9659687e89d8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2318be6e-1f77-4d8c-9e63-df2091d5d121&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444143 Apr 16 04:29:11.399588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bd1e0124-26e1-44ec-a9e5-3e68fd86a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:11.443277 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba2829-9f48-48ff-aae7-93a3291fd98c req-6a992cd8-af16-43c1-9cbb-3bfc7debb7e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:11.443277 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-06ba2829-9f48-48ff-aae7-93a3291fd98c req-6a992cd8-af16-43c1-9cbb-3bfc7debb7e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a3173e9-04e2-4926-a767-608ab74975ec HTTP/1.1" status: 200 len: 945 time: 0.0487823 Apr 16 04:29:11.491818 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-06ba2829-9f48-48ff-aae7-93a3291fd98c req-05dbdcd9-b934-4831-bebb-0871b3bf8c29 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2318be6e-1f77-4d8c-9e63-df2091d5d121&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438519 Apr 16 04:29:11.602756 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8253c6d-a1bb-4e76-904a-8c74370afaba req-b87048ac-0d54-41a1-9e8c-1f7083bc1f09 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:11.604200 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c8253c6d-a1bb-4e76-904a-8c74370afaba req-b87048ac-0d54-41a1-9e8c-1f7083bc1f09 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a3173e9-04e2-4926-a767-608ab74975ec HTTP/1.1" status: 200 len: 945 time: 0.0479333 Apr 16 04:29:11.656375 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c8253c6d-a1bb-4e76-904a-8c74370afaba req-94f85ebe-8f77-4bd9-94be-b13ea844dadd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2318be6e-1f77-4d8c-9e63-df2091d5d121&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466962 Apr 16 04:29:11.678071 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40616) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:29:11.716085 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4134a5d8-c3b0-45c7-b377-8cc50ad25092 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:11.717610 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4134a5d8-c3b0-45c7-b377-8cc50ad25092 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8a3173e9-04e2-4926-a767-608ab74975ec HTTP/1.1" status: 200 len: 1124 time: 0.0386658 Apr 16 04:29:11.720261 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40618) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:29:11.725262 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-e476ae97-62af-4595-b438-ee302eebc730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': '1d8446db-8ea2-4870-859b-6c30e6901f81', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:29:11.788470 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e476ae97-62af-4595-b438-ee302eebc730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:11.867201 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e476ae97-62af-4595-b438-ee302eebc730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:11.978572 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-e476ae97-62af-4595-b438-ee302eebc730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.26.6.222 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/22dcb960-9eb3-424f-b135-4e44c4609b98) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:29:12.084296 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e476ae97-62af-4595-b438-ee302eebc730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (22dcb960-9eb3-424f-b135-4e44c4609b98), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:12.171424 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e476ae97-62af-4595-b438-ee302eebc730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (22dcb960-9eb3-424f-b135-4e44c4609b98), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:12.210374 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e476ae97-62af-4595-b438-ee302eebc730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:29:12.213195 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-e476ae97-62af-4595-b438-ee302eebc730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:29:12.216204 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e476ae97-62af-4595-b438-ee302eebc730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:29:12.250978 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476ae97-62af-4595-b438-ee302eebc730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=22dcb960-9eb3-424f-b135-4e44c4609b98,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:12.642771 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:12.742382 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e476ae97-62af-4595-b438-ee302eebc730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (6cf36920-96e0-453b-986e-3bbaebfae390), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:12.907313 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e476ae97-62af-4595-b438-ee302eebc730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (22dcb960-9eb3-424f-b135-4e44c4609b98), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:13.053899 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e476ae97-62af-4595-b438-ee302eebc730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (22dcb960-9eb3-424f-b135-4e44c4609b98), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:13.125528 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e476ae97-62af-4595-b438-ee302eebc730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (22dcb960-9eb3-424f-b135-4e44c4609b98), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:13.193666 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476ae97-62af-4595-b438-ee302eebc730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=22dcb960-9eb3-424f-b135-4e44c4609b98,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:13.209216 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e476ae97-62af-4595-b438-ee302eebc730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (6cf36920-96e0-453b-986e-3bbaebfae390), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:13.584400 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-e476ae97-62af-4595-b438-ee302eebc730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Floating IP 6cf36920-96e0-453b-986e-3bbaebfae390 associated. External IP: 172.26.6.222, port: 1d8446db-8ea2-4870-859b-6c30e6901f81. Apr 16 04:29:13.794084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e476ae97-62af-4595-b438-ee302eebc730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router c668f3e6-c045-476d-b786-2d2c33a705f7 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:29:13.908664 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e476ae97-62af-4595-b438-ee302eebc730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:29:13.923617 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770f1308-feb1-4b4e-811c-2cb3be24e7dc None None] Sync routers for ids ['c668f3e6-c045-476d-b786-2d2c33a705f7'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:29:13.932712 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770f1308-feb1-4b4e-811c-2cb3be24e7dc None None] Routers {'c668f3e6-c045-476d-b786-2d2c33a705f7'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:29:13.933352 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-770f1308-feb1-4b4e-811c-2cb3be24e7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:29:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c668f3e6-c045-476d-b786-2d2c33a705f7'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:29:13.983498 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:14.002194 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e476ae97-62af-4595-b438-ee302eebc730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:14.037779 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e476ae97-62af-4595-b438-ee302eebc730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3164856 Apr 16 04:29:14.038512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3173e9-04e2-4926-a767-608ab74975ec', 'tag': '1d8446db-8ea2-4870-859b-6c30e6901f81'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:29:14.040641 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40620) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:29:14.041304 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f6f356-4686-4b6c-b71e-2af8b48394c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3173e9-04e2-4926-a767-608ab74975ec", "tag": "1d8446db-8ea2-4870-859b-6c30e6901f81"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:29:14.043670 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-770f1308-feb1-4b4e-811c-2cb3be24e7dc None None] Set router c668f3e6-c045-476d-b786-2d2c33a705f7 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:29:14.077534 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234e7bbe-ccb4-47ad-8c31-70503f4f3348 x-openstack-request-id: req-234e7bbe-ccb4-47ad-8c31-70503f4f3348 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:29:14.078153 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3173e9-04e2-4926-a767-608ab74975ec", "tag": "1d8446db-8ea2-4870-859b-6c30e6901f81", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:29:14.078459 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-234e7bbe-ccb4-47ad-8c31-70503f4f3348 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:29:14.078929 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-234e7bbe-ccb4-47ad-8c31-70503f4f3348'] response: {'name': 'network-changed', 'server_uuid': '8a3173e9-04e2-4926-a767-608ab74975ec', 'tag': '1d8446db-8ea2-4870-859b-6c30e6901f81', 'status': 'completed', 'code': 200} Apr 16 04:29:14.117436 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ae250a08-3411-4fc0-a8d0-438b30ae8a96 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/6cf36920-96e0-453b-986e-3bbaebfae390 HTTP/1.1" status: 200 len: 991 time: 0.0742819 Apr 16 04:29:14.140314 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6f356-4686-4b6c-b71e-2af8b48394c8 req-ef12f525-92c8-4515-b968-f4c2e5ce733e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:14.142038 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-34f6f356-4686-4b6c-b71e-2af8b48394c8 req-ef12f525-92c8-4515-b968-f4c2e5ce733e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=8a3173e9-04e2-4926-a767-608ab74975ec HTTP/1.1" status: 200 len: 1129 time: 0.0436313 Apr 16 04:29:14.239298 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6f356-4686-4b6c-b71e-2af8b48394c8 req-02803de3-4c87-4cb1-a45f-54b9d89120c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:14.240816 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-34f6f356-4686-4b6c-b71e-2af8b48394c8 req-02803de3-4c87-4cb1-a45f-54b9d89120c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2830cedc-029c-4245-8f0d-567abde4560b HTTP/1.1" status: 200 len: 896 time: 0.0924594 Apr 16 04:29:14.283646 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-770f1308-feb1-4b4e-811c-2cb3be24e7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'name': 'tempest-TestNetworkBasicOps-router-1772203058', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:28:50Z', 'updated_at': '2022-04-16T04:28:55Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:51Z', 'updated_at': '2022-04-16T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '6cf36920-96e0-453b-986e-3bbaebfae390', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.222', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'port_id': '1d8446db-8ea2-4870-859b-6c30e6901f81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b', 'mac_address': 'fa:16:3e:01:42:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3173e9-04e2-4926-a767-608ab74975ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:29:12Z', 'updated_at': '2022-04-16T04:29:12Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2be6bb-fae6-4b1d-9464-48562073a63a', 'name': '', 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:6f:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:54Z', 'updated_at': '2022-04-16T04:28:58Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:29:14.312204 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770f1308-feb1-4b4e-811c-2cb3be24e7dc None None] Checking router: c668f3e6-c045-476d-b786-2d2c33a705f7 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:29:14.313257 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-34f6f356-4686-4b6c-b71e-2af8b48394c8 req-561b115a-1579-4f45-9671-e50de918edd0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d8446db-8ea2-4870-859b-6c30e6901f81 HTTP/1.1" status: 200 len: 999 time: 0.0650973 Apr 16 04:29:14.320683 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770f1308-feb1-4b4e-811c-2cb3be24e7dc None None] Routers {'c668f3e6-c045-476d-b786-2d2c33a705f7'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:29:14.321318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-770f1308-feb1-4b4e-811c-2cb3be24e7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:29:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c668f3e6-c045-476d-b786-2d2c33a705f7'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:29:14.363256 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6f356-4686-4b6c-b71e-2af8b48394c8 req-2cbd7ea9-8723-4147-b01c-dda10b6b4f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:14.364758 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-34f6f356-4686-4b6c-b71e-2af8b48394c8 req-2cbd7ea9-8723-4147-b01c-dda10b6b4f51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf HTTP/1.1" status: 200 len: 835 time: 0.0459025 Apr 16 04:29:14.408060 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6f356-4686-4b6c-b71e-2af8b48394c8 req-a1b317ee-1ff1-4023-a3fd-616fa6fe7fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:14.410280 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-34f6f356-4686-4b6c-b71e-2af8b48394c8 req-a1b317ee-1ff1-4023-a3fd-616fa6fe7fcd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2830cedc-029c-4245-8f0d-567abde4560b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0403295 Apr 16 04:29:14.433132 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-770f1308-feb1-4b4e-811c-2cb3be24e7dc None None] Set router c668f3e6-c045-476d-b786-2d2c33a705f7 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:29:14.506071 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-34f6f356-4686-4b6c-b71e-2af8b48394c8 req-bef49503-2ef7-407e-ad17-679fe24bb765 service neutron] 10.222.0.18 "GET /v2.0/networks/2830cedc-029c-4245-8f0d-567abde4560b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896342 Apr 16 04:29:14.597673 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-34f6f356-4686-4b6c-b71e-2af8b48394c8 req-3314ff31-eeaa-4659-88e0-241596ce32c8 service neutron] 10.222.0.18 "GET /v2.0/networks/2830cedc-029c-4245-8f0d-567abde4560b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850790 Apr 16 04:29:14.651260 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-770f1308-feb1-4b4e-811c-2cb3be24e7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'name': 'tempest-TestNetworkBasicOps-router-1772203058', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:28:50Z', 'updated_at': '2022-04-16T04:28:55Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:51Z', 'updated_at': '2022-04-16T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '6cf36920-96e0-453b-986e-3bbaebfae390', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.222', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'port_id': '1d8446db-8ea2-4870-859b-6c30e6901f81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b', 'mac_address': 'fa:16:3e:01:42:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3173e9-04e2-4926-a767-608ab74975ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:29:12Z', 'updated_at': '2022-04-16T04:29:12Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2be6bb-fae6-4b1d-9464-48562073a63a', 'name': '', 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:6f:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:54Z', 'updated_at': '2022-04-16T04:28:58Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:29:14.682415 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770f1308-feb1-4b4e-811c-2cb3be24e7dc None None] The sync data for ids ['c668f3e6-c045-476d-b786-2d2c33a705f7'] in dv-neutron-838078-2-hyperv is: [{'id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'name': 'tempest-TestNetworkBasicOps-router-1772203058', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:28:50Z', 'updated_at': '2022-04-16T04:28:55Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:51Z', 'updated_at': '2022-04-16T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '6cf36920-96e0-453b-986e-3bbaebfae390', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.222', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'port_id': '1d8446db-8ea2-4870-859b-6c30e6901f81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b', 'mac_address': 'fa:16:3e:01:42:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3173e9-04e2-4926-a767-608ab74975ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:29:12Z', 'updated_at': '2022-04-16T04:29:12Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2be6bb-fae6-4b1d-9464-48562073a63a', 'name': '', 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:6f:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:54Z', 'updated_at': '2022-04-16T04:28:58Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:29:14.875360 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df418f68-c15b-48fd-82a1-c2850f9b2ab4 None None] New status for floating IP 6cf36920-96e0-453b-986e-3bbaebfae390: ACTIVE {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:29:15.121018 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40624) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:29:15.183927 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7661d3fa-b680-495e-bc3b-e47041b275b8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/6cf36920-96e0-453b-986e-3bbaebfae390 HTTP/1.1" status: 200 len: 993 time: 0.0617559 Apr 16 04:29:15.388354 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:24.101589 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:29:28.056175 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:39.056117 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dd728b03-fbaa-4d19-81b7-eff3a9744821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:40.440067 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-99870b56-412e-4283-9b24-cd4d70fc5241 req-6b275358-7b61-4a59-a1f9-b74353e7099b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433056 Apr 16 04:29:40.522254 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99870b56-412e-4283-9b24-cd4d70fc5241 req-ec25e82b-6311-4df7-a37c-61ac6381d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:40.523786 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-99870b56-412e-4283-9b24-cd4d70fc5241 req-ec25e82b-6311-4df7-a37c-61ac6381d82e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 1129 time: 0.0391655 Apr 16 04:29:40.630371 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99870b56-412e-4283-9b24-cd4d70fc5241 req-5e49aa8b-c299-4d6c-a93c-78f9ab340e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:40.631805 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-99870b56-412e-4283-9b24-cd4d70fc5241 req-5e49aa8b-c299-4d6c-a93c-78f9ab340e88 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e HTTP/1.1" status: 200 len: 912 time: 0.0884368 Apr 16 04:29:40.698415 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-99870b56-412e-4283-9b24-cd4d70fc5241 req-2109146f-1dd1-44a6-b55d-6994085fbee6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412cd01a-a38d-4b4f-87f4-898e71b3dad0 HTTP/1.1" status: 200 len: 1001 time: 0.0595353 Apr 16 04:29:40.746444 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99870b56-412e-4283-9b24-cd4d70fc5241 req-c8df8daf-d57e-401d-bf52-27c85437d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:40.747836 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-99870b56-412e-4283-9b24-cd4d70fc5241 req-c8df8daf-d57e-401d-bf52-27c85437d686 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de0b4063-129f-46ca-b5ba-66ee8157041e HTTP/1.1" status: 200 len: 851 time: 0.0432074 Apr 16 04:29:40.793931 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99870b56-412e-4283-9b24-cd4d70fc5241 req-8588b8ab-386f-434d-b3c4-6d74b31466e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:40.795397 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-99870b56-412e-4283-9b24-cd4d70fc5241 req-8588b8ab-386f-434d-b3c4-6d74b31466e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420117 Apr 16 04:29:40.884835 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-99870b56-412e-4283-9b24-cd4d70fc5241 req-60e7bdd9-d0a5-4c67-b2d9-592feefbad57 service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829406 Apr 16 04:29:40.982225 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-99870b56-412e-4283-9b24-cd4d70fc5241 req-c84a9e02-b531-4db4-bf19-949039d8e063 service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901396 Apr 16 04:29:41.473035 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bc5a4254-32c6-468c-abab-db127860cbc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:42.576083 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:43.993310 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:45.404835 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:46.327153 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40646) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:29:46.390234 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1bf9e30e-6ea1-4d7d-a1c5-5d1ff0d8595c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/6cf36920-96e0-453b-986e-3bbaebfae390 HTTP/1.1" status: 200 len: 993 time: 0.0618935 Apr 16 04:29:46.686979 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40652) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:29:46.837915 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 22dcb960-9eb3-424f-b135-4e44c4609b98 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:29:46.838255 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (22dcb960-9eb3-424f-b135-4e44c4609b98), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:46.917873 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (22dcb960-9eb3-424f-b135-4e44c4609b98), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:46.918190 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (22dcb960-9eb3-424f-b135-4e44c4609b98), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:46.931034 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 22dcb960-9eb3-424f-b135-4e44c4609b98 owned by network:floatingip {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:29:47.159420 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (22dcb960-9eb3-424f-b135-4e44c4609b98), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:47.183530 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=22dcb960-9eb3-424f-b135-4e44c4609b98,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:47.193580 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:47.194203 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:47.194546 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:47.194883 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:47.195210 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:47.196064 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:47.196064 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:47.196361 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:47.196513 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:47.196785 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:47.197106 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:47.197423 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:47.197739 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:47.198058 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:47.198368 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:47.260244 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (6cf36920-96e0-453b-986e-3bbaebfae390), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:47.260574 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Floating IP 6cf36920-96e0-453b-986e-3bbaebfae390 disassociated (deleted). External IP: 172.26.6.222, port: 1d8446db-8ea2-4870-859b-6c30e6901f81. Apr 16 04:29:47.476284 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router c668f3e6-c045-476d-b786-2d2c33a705f7 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:29:47.588093 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:29:47.592962 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:47.597458 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5710f1d0-3483-4989-ae70-fa5bcbaff169 None None] Sync routers for ids ['c668f3e6-c045-476d-b786-2d2c33a705f7'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:29:47.606640 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710f1d0-3483-4989-ae70-fa5bcbaff169 None None] Routers {'c668f3e6-c045-476d-b786-2d2c33a705f7'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:29:47.607260 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5710f1d0-3483-4989-ae70-fa5bcbaff169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:29:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c668f3e6-c045-476d-b786-2d2c33a705f7'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:29:47.623721 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-edbb0c99-aa3a-410a-8369-25bc140092bc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/floatingips/6cf36920-96e0-453b-986e-3bbaebfae390 HTTP/1.1" status: 204 len: 168 time: 0.9351602 Apr 16 04:29:47.624410 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3173e9-04e2-4926-a767-608ab74975ec', 'tag': '1d8446db-8ea2-4870-859b-6c30e6901f81'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:29:47.627290 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbe449e-6f2f-46a1-8b09-e6f745dd550c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3173e9-04e2-4926-a767-608ab74975ec", "tag": "1d8446db-8ea2-4870-859b-6c30e6901f81"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:29:47.667993 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62340dc1-0e45-4736-9cda-c70f2f0625df x-openstack-request-id: req-62340dc1-0e45-4736-9cda-c70f2f0625df {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:29:47.668284 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3173e9-04e2-4926-a767-608ab74975ec", "tag": "1d8446db-8ea2-4870-859b-6c30e6901f81", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:29:47.668534 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62340dc1-0e45-4736-9cda-c70f2f0625df {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:29:47.668975 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62340dc1-0e45-4736-9cda-c70f2f0625df'] response: {'name': 'network-changed', 'server_uuid': '8a3173e9-04e2-4926-a767-608ab74975ec', 'tag': '1d8446db-8ea2-4870-859b-6c30e6901f81', 'status': 'completed', 'code': 200} Apr 16 04:29:47.720498 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-5710f1d0-3483-4989-ae70-fa5bcbaff169 None None] Set router c668f3e6-c045-476d-b786-2d2c33a705f7 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:29:47.728430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe449e-6f2f-46a1-8b09-e6f745dd550c req-c927a0a0-6236-4065-a9b1-2c3af9a7405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:47.729932 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cbbe449e-6f2f-46a1-8b09-e6f745dd550c req-c927a0a0-6236-4065-a9b1-2c3af9a7405f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=8a3173e9-04e2-4926-a767-608ab74975ec HTTP/1.1" status: 200 len: 1129 time: 0.0406103 Apr 16 04:29:47.847248 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe449e-6f2f-46a1-8b09-e6f745dd550c req-86dfa0d9-95a7-4b98-a756-553d87beecae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:47.848779 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cbbe449e-6f2f-46a1-8b09-e6f745dd550c req-86dfa0d9-95a7-4b98-a756-553d87beecae service neutron] 10.222.0.18 "GET /v2.0/networks?id=2830cedc-029c-4245-8f0d-567abde4560b HTTP/1.1" status: 200 len: 896 time: 0.1133392 Apr 16 04:29:47.893369 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cbbe449e-6f2f-46a1-8b09-e6f745dd550c req-afefef0d-7e1c-46cb-8087-4c3641c7d0d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d8446db-8ea2-4870-859b-6c30e6901f81 HTTP/1.1" status: 200 len: 217 time: 0.0388114 Apr 16 04:29:47.927405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5710f1d0-3483-4989-ae70-fa5bcbaff169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'name': 'tempest-TestNetworkBasicOps-router-1772203058', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:28:50Z', 'updated_at': '2022-04-16T04:28:55Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:51Z', 'updated_at': '2022-04-16T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'ef2be6bb-fae6-4b1d-9464-48562073a63a', 'name': '', 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:6f:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:54Z', 'updated_at': '2022-04-16T04:28:58Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:29:47.946673 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe449e-6f2f-46a1-8b09-e6f745dd550c req-0f126007-f050-4b97-9158-8bfd3e34ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:47.951503 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cbbe449e-6f2f-46a1-8b09-e6f745dd550c req-0f126007-f050-4b97-9158-8bfd3e34ec94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf HTTP/1.1" status: 200 len: 835 time: 0.0495281 Apr 16 04:29:47.963711 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5710f1d0-3483-4989-ae70-fa5bcbaff169 None None] Checking router: c668f3e6-c045-476d-b786-2d2c33a705f7 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:29:47.973244 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710f1d0-3483-4989-ae70-fa5bcbaff169 None None] Routers {'c668f3e6-c045-476d-b786-2d2c33a705f7'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:29:47.973868 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5710f1d0-3483-4989-ae70-fa5bcbaff169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:29:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c668f3e6-c045-476d-b786-2d2c33a705f7'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:29:47.994170 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe449e-6f2f-46a1-8b09-e6f745dd550c req-1ca891a5-c60e-4d4d-a7f9-63500318c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:47.995648 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cbbe449e-6f2f-46a1-8b09-e6f745dd550c req-1ca891a5-c60e-4d4d-a7f9-63500318c193 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2830cedc-029c-4245-8f0d-567abde4560b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0416760 Apr 16 04:29:48.009864 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [req-cbbe449e-6f2f-46a1-8b09-e6f745dd550c req-2800e000-a2fc-4a63-8c4e-3eae66c30f43 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:29:48.010874 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cbbe449e-6f2f-46a1-8b09-e6f745dd550c req-2800e000-a2fc-4a63-8c4e-3eae66c30f43 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052850 Apr 16 04:29:48.092461 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-5710f1d0-3483-4989-ae70-fa5bcbaff169 None None] Set router c668f3e6-c045-476d-b786-2d2c33a705f7 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:29:48.107201 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cbbe449e-6f2f-46a1-8b09-e6f745dd550c req-7792f82f-390d-4b05-92a9-7155ff2c1414 service neutron] 10.222.0.18 "GET /v2.0/networks/2830cedc-029c-4245-8f0d-567abde4560b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905480 Apr 16 04:29:48.213880 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4593721-f78b-4b90-a1de-ae62810b4fd2 req-4396255c-8c6d-4099-a45c-733cb522708f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:48.215408 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c4593721-f78b-4b90-a1de-ae62810b4fd2 req-4396255c-8c6d-4099-a45c-733cb522708f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a3173e9-04e2-4926-a767-608ab74975ec HTTP/1.1" status: 200 len: 945 time: 0.2150402 Apr 16 04:29:48.266888 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c4593721-f78b-4b90-a1de-ae62810b4fd2 req-1aefc3af-ea25-4267-afc0-7cc2e7d00aab tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2318be6e-1f77-4d8c-9e63-df2091d5d121&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450041 Apr 16 04:29:48.284689 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5710f1d0-3483-4989-ae70-fa5bcbaff169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'name': 'tempest-TestNetworkBasicOps-router-1772203058', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:28:50Z', 'updated_at': '2022-04-16T04:28:55Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:51Z', 'updated_at': '2022-04-16T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'ef2be6bb-fae6-4b1d-9464-48562073a63a', 'name': '', 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:6f:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:54Z', 'updated_at': '2022-04-16T04:28:58Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:29:48.311955 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5710f1d0-3483-4989-ae70-fa5bcbaff169 None None] The sync data for ids ['c668f3e6-c045-476d-b786-2d2c33a705f7'] in dv-neutron-838078-2-hyperv is: [{'id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'name': 'tempest-TestNetworkBasicOps-router-1772203058', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:28:50Z', 'updated_at': '2022-04-16T04:28:55Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:51Z', 'updated_at': '2022-04-16T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'ef2be6bb-fae6-4b1d-9464-48562073a63a', 'name': '', 'network_id': '2830cedc-029c-4245-8f0d-567abde4560b', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:6f:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:54Z', 'updated_at': '2022-04-16T04:28:58Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:29:48.526334 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c671b449-f46e-4b29-9deb-9807547e10b2 None None] New status for floating IP 6cf36920-96e0-453b-986e-3bbaebfae390: DOWN {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:29:49.132355 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cbbe449e-6f2f-46a1-8b09-e6f745dd550c req-aa585f67-60b1-4c16-a508-6fe3d3e1b794 service neutron] 10.222.0.18 "GET /v2.0/networks/2830cedc-029c-4245-8f0d-567abde4560b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926025 Apr 16 04:29:49.392246 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098b634-0b24-4f61-b7a3-52a41d203f62 req-90464c52-ea39-4bec-8bd2-85fa4be6f437 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:49.392246 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4098b634-0b24-4f61-b7a3-52a41d203f62 req-90464c52-ea39-4bec-8bd2-85fa4be6f437 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a3173e9-04e2-4926-a767-608ab74975ec HTTP/1.1" status: 200 len: 945 time: 0.0491729 Apr 16 04:29:49.467253 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456932f1-e7e3-4ee1-910b-979f7a920b61 req-d8fd9ba6-4223-4984-b651-17ea2e30de87 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:49.468844 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-456932f1-e7e3-4ee1-910b-979f7a920b61 req-d8fd9ba6-4223-4984-b651-17ea2e30de87 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a3173e9-04e2-4926-a767-608ab74975ec HTTP/1.1" status: 200 len: 945 time: 0.1327627 Apr 16 04:29:49.537734 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-4098b634-0b24-4f61-b7a3-52a41d203f62 req-e64e0453-6844-4540-8503-8fde019367cc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 1d8446db-8ea2-4870-859b-6c30e6901f81 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:29:49.538077 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-4098b634-0b24-4f61-b7a3-52a41d203f62 req-e64e0453-6844-4540-8503-8fde019367cc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (1d8446db-8ea2-4870-859b-6c30e6901f81), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:49.574868 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-456932f1-e7e3-4ee1-910b-979f7a920b61 req-91bf9e7b-a1c1-454f-99cc-47b5b63633bf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2318be6e-1f77-4d8c-9e63-df2091d5d121&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979450 Apr 16 04:29:49.648199 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-4098b634-0b24-4f61-b7a3-52a41d203f62 req-e64e0453-6844-4540-8503-8fde019367cc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port 1d8446db-8ea2-4870-859b-6c30e6901f81, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=1d8446db-8ea2-4870-859b-6c30e6901f81,segment=NetworkSegment(33098fb1-afe5-4c2f-95e9-554b302dfffd),segment_id=33098fb1-afe5-4c2f-95e9-554b302dfffd)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:29:49.648199 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-4098b634-0b24-4f61-b7a3-52a41d203f62 req-e64e0453-6844-4540-8503-8fde019367cc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (1d8446db-8ea2-4870-859b-6c30e6901f81), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:49.661395 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-4098b634-0b24-4f61-b7a3-52a41d203f62 req-e64e0453-6844-4540-8503-8fde019367cc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 1d8446db-8ea2-4870-859b-6c30e6901f81 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:29:49.845359 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-4098b634-0b24-4f61-b7a3-52a41d203f62 req-e64e0453-6844-4540-8503-8fde019367cc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (1d8446db-8ea2-4870-859b-6c30e6901f81), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:49.890377 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e0453-6844-4540-8503-8fde019367cc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=1d8446db-8ea2-4870-859b-6c30e6901f81,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:49.935603 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-4098b634-0b24-4f61-b7a3-52a41d203f62 req-e64e0453-6844-4540-8503-8fde019367cc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] No DVR routers for this DVR port 1d8446db-8ea2-4870-859b-6c30e6901f81 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:29:49.938244 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-4098b634-0b24-4f61-b7a3-52a41d203f62 req-e64e0453-6844-4540-8503-8fde019367cc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:49.941532 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4098b634-0b24-4f61-b7a3-52a41d203f62 req-e64e0453-6844-4540-8503-8fde019367cc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "DELETE /v2.0/ports/1d8446db-8ea2-4870-859b-6c30e6901f81 HTTP/1.1" status: 204 len: 173 time: 0.5413246 Apr 16 04:29:49.941961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3173e9-04e2-4926-a767-608ab74975ec', 'name': 'network-vif-deleted', 'tag': '1d8446db-8ea2-4870-859b-6c30e6901f81'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:29:49.944163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33102024-fe5e-4d5b-b4ea-92482f736647" -d '{"events": [{"server_uuid": "8a3173e9-04e2-4926-a767-608ab74975ec", "name": "network-vif-deleted", "tag": "1d8446db-8ea2-4870-859b-6c30e6901f81"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:29:49.980873 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8680cc-8fbd-4125-a735-bc237e3f3842 x-openstack-request-id: req-dd8680cc-8fbd-4125-a735-bc237e3f3842 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:29:49.983136 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3173e9-04e2-4926-a767-608ab74975ec", "name": "network-vif-deleted", "tag": "1d8446db-8ea2-4870-859b-6c30e6901f81", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:29:49.983136 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd8680cc-8fbd-4125-a735-bc237e3f3842 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:29:49.983136 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd8680cc-8fbd-4125-a735-bc237e3f3842'] response: {'server_uuid': '8a3173e9-04e2-4926-a767-608ab74975ec', 'name': 'network-vif-deleted', 'tag': '1d8446db-8ea2-4870-859b-6c30e6901f81', 'status': 'completed', 'code': 200} Apr 16 04:29:50.683274 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9dbebaeb-4585-44e1-980d-8889bcc2ef7d req-5552e30b-8d24-4199-9efd-f12d6bcc2e2e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a3173e9-04e2-4926-a767-608ab74975ec HTTP/1.1" status: 200 len: 210 time: 0.0309327 Apr 16 04:29:51.742584 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40672) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:29:51.808073 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bc2e2f93-9662-4f4a-ac5e-8f9107f025a9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (2318be6e-1f77-4d8c-9e63-df2091d5d121), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:51.837115 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bc2e2f93-9662-4f4a-ac5e-8f9107f025a9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (2318be6e-1f77-4d8c-9e63-df2091d5d121), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:52.073161 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bc2e2f93-9662-4f4a-ac5e-8f9107f025a9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (2318be6e-1f77-4d8c-9e63-df2091d5d121), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:52.075808 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bc2e2f93-9662-4f4a-ac5e-8f9107f025a9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:52.076993 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bc2e2f93-9662-4f4a-ac5e-8f9107f025a9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/security-groups/2318be6e-1f77-4d8c-9e63-df2091d5d121 HTTP/1.1" status: 204 len: 168 time: 0.3334033 Apr 16 04:29:52.087019 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e2f93-9662-4f4a-ac5e-8f9107f025a9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2318be6e-1f77-4d8c-9e63-df2091d5d121,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:52.177372 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40676) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:29:52.846484 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-03ebca64-3edd-4594-9915-c7b8e3234427 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (c668f3e6-c045-476d-b786-2d2c33a705f7), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:53.101223 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-03ebca64-3edd-4594-9915-c7b8e3234427 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port ef2be6bb-fae6-4b1d-9464-48562073a63a {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:29:53.101465 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-03ebca64-3edd-4594-9915-c7b8e3234427 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (ef2be6bb-fae6-4b1d-9464-48562073a63a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:53.194497 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-03ebca64-3edd-4594-9915-c7b8e3234427 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port ef2be6bb-fae6-4b1d-9464-48562073a63a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ef2be6bb-fae6-4b1d-9464-48562073a63a,segment=NetworkSegment(33098fb1-afe5-4c2f-95e9-554b302dfffd),segment_id=33098fb1-afe5-4c2f-95e9-554b302dfffd)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:29:53.194863 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-03ebca64-3edd-4594-9915-c7b8e3234427 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (ef2be6bb-fae6-4b1d-9464-48562073a63a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:53.208084 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-03ebca64-3edd-4594-9915-c7b8e3234427 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for ef2be6bb-fae6-4b1d-9464-48562073a63a owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:29:53.329163 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 1d8446db-8ea2-4870-859b-6c30e6901f81 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:29:53.462006 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-03ebca64-3edd-4594-9915-c7b8e3234427 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (ef2be6bb-fae6-4b1d-9464-48562073a63a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:53.488916 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebca64-3edd-4594-9915-c7b8e3234427 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=ef2be6bb-fae6-4b1d-9464-48562073a63a,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:53.493112 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 1d8446db-8ea2-4870-859b-6c30e6901f81 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:29:53.493899 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 1d8446db-8ea2-4870-859b-6c30e6901f81 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:29:53.673251 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-03ebca64-3edd-4594-9915-c7b8e3234427 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (c668f3e6-c045-476d-b786-2d2c33a705f7), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:53.902635 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ebca64-3edd-4594-9915-c7b8e3234427 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router c668f3e6-c045-476d-b786-2d2c33a705f7 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:29:54.013158 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ebca64-3edd-4594-9915-c7b8e3234427 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:29:54.018663 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-03ebca64-3edd-4594-9915-c7b8e3234427 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/routers/c668f3e6-c045-476d-b786-2d2c33a705f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8402169 Apr 16 04:29:54.021300 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40680) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:29:54.024054 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f82731-4b76-48a8-8bd1-1d5dbe3de1e6 None None] Sync routers for ids ['c668f3e6-c045-476d-b786-2d2c33a705f7'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:29:54.033804 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f82731-4b76-48a8-8bd1-1d5dbe3de1e6 None None] Routers {'c668f3e6-c045-476d-b786-2d2c33a705f7'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:29:54.034597 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-f5f82731-4b76-48a8-8bd1-1d5dbe3de1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:29:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c668f3e6-c045-476d-b786-2d2c33a705f7'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:29:54.076125 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca56ec9d-2d5a-4e5d-9634-3bdf9882c140 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting subnet 1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:29:54.079205 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ca56ec9d-2d5a-4e5d-9634-3bdf9882c140 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:54.119262 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ca56ec9d-2d5a-4e5d-9634-3bdf9882c140 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:54.144214 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-f5f82731-4b76-48a8-8bd1-1d5dbe3de1e6 None None] Set router c668f3e6-c045-476d-b786-2d2c33a705f7 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:29:54.203860 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ca56ec9d-2d5a-4e5d-9634-3bdf9882c140 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:54.318147 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-f5f82731-4b76-48a8-8bd1-1d5dbe3de1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'name': 'tempest-TestNetworkBasicOps-router-1772203058', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:28:50Z', 'updated_at': '2022-04-16T04:29:53Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:51Z', 'updated_at': '2022-04-16T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:29:54.319529 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ca56ec9d-2d5a-4e5d-9634-3bdf9882c140 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:54.346786 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f82731-4b76-48a8-8bd1-1d5dbe3de1e6 None None] Checking router: c668f3e6-c045-476d-b786-2d2c33a705f7 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:29:54.347418 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56ec9d-2d5a-4e5d-9634-3bdf9882c140 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Subnet': ['ID=1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:54.350835 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ca56ec9d-2d5a-4e5d-9634-3bdf9882c140 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:54.356459 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ca56ec9d-2d5a-4e5d-9634-3bdf9882c140 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/subnets/1652c84e-4ac3-4d1c-a881-d6bb1f4d8abf HTTP/1.1" status: 204 len: 168 time: 0.3318019 Apr 16 04:29:54.356837 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40682) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:29:54.359139 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fb28f6-5144-4c29-863f-632148c81118 None None] Network 2830cedc-029c-4245-8f0d-567abde4560b requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:29:54.363958 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f82731-4b76-48a8-8bd1-1d5dbe3de1e6 None None] Routers {'c668f3e6-c045-476d-b786-2d2c33a705f7'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:29:54.364586 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-f5f82731-4b76-48a8-8bd1-1d5dbe3de1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:29:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c668f3e6-c045-476d-b786-2d2c33a705f7'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:29:54.473217 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e0b54efa-323d-4194-958a-5ae3530af3aa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (c668f3e6-c045-476d-b786-2d2c33a705f7), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:54.545470 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-f5f82731-4b76-48a8-8bd1-1d5dbe3de1e6 None None] Set router c668f3e6-c045-476d-b786-2d2c33a705f7 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:29:54.588676 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e0b54efa-323d-4194-958a-5ae3530af3aa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (c668f3e6-c045-476d-b786-2d2c33a705f7), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:54.603997 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] DHCP port deletion for 2830cedc-029c-4245-8f0d-567abde4560b request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:29:54.681640 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-e0b54efa-323d-4194-958a-5ae3530af3aa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port ab2533f0-2af7-40d4-8558-dc128b0e4c45 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:29:54.681984 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e0b54efa-323d-4194-958a-5ae3530af3aa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (ab2533f0-2af7-40d4-8558-dc128b0e4c45), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:54.695060 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] Deleting port 872fd8f7-9d03-4623-a502-3416a1432159 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:29:54.695432 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (872fd8f7-9d03-4623-a502-3416a1432159), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:54.765087 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-e0b54efa-323d-4194-958a-5ae3530af3aa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port ab2533f0-2af7-40d4-8558-dc128b0e4c45, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ab2533f0-2af7-40d4-8558-dc128b0e4c45,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:29:54.765480 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e0b54efa-323d-4194-958a-5ae3530af3aa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (ab2533f0-2af7-40d4-8558-dc128b0e4c45), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:54.782056 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-e0b54efa-323d-4194-958a-5ae3530af3aa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for ab2533f0-2af7-40d4-8558-dc128b0e4c45 owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:29:54.796088 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] For port 872fd8f7-9d03-4623-a502-3416a1432159, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=872fd8f7-9d03-4623-a502-3416a1432159,segment=NetworkSegment(33098fb1-afe5-4c2f-95e9-554b302dfffd),segment_id=33098fb1-afe5-4c2f-95e9-554b302dfffd)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:29:54.796507 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (872fd8f7-9d03-4623-a502-3416a1432159), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:54.816687 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] Calling delete_port for 872fd8f7-9d03-4623-a502-3416a1432159 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:29:54.822024 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-f5f82731-4b76-48a8-8bd1-1d5dbe3de1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'name': 'tempest-TestNetworkBasicOps-router-1772203058', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:28:50Z', 'updated_at': '2022-04-16T04:29:53Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:51Z', 'updated_at': '2022-04-16T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:29:54.853509 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f82731-4b76-48a8-8bd1-1d5dbe3de1e6 None None] The sync data for ids ['c668f3e6-c045-476d-b786-2d2c33a705f7'] in dv-neutron-838078-2-hyperv is: [{'id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'name': 'tempest-TestNetworkBasicOps-router-1772203058', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:28:50Z', 'updated_at': '2022-04-16T04:29:53Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ab2533f0-2af7-40d4-8558-dc128b0e4c45', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c668f3e6-c045-476d-b786-2d2c33a705f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:28:51Z', 'updated_at': '2022-04-16T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:29:55.010181 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (872fd8f7-9d03-4623-a502-3416a1432159), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:55.035744 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] Pushing event deleted for resources: {'Port': ['ID=872fd8f7-9d03-4623-a502-3416a1432159,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:55.040005 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] No DVR routers for this DVR port 872fd8f7-9d03-4623-a502-3416a1432159 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:29:55.040184 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e0b54efa-323d-4194-958a-5ae3530af3aa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (ab2533f0-2af7-40d4-8558-dc128b0e4c45), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:55.046378 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:55.046774 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:55.047377 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:55.047720 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:55.048056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:55.048940 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:55.049276 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:55.049607 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:55.049937 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:55.050270 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:55.050601 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:55.051181 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:55.051300 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:55.051650 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:55.052057 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895ab370-cdae-4289-bab7-8259662b8065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:55.076850 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b54efa-323d-4194-958a-5ae3530af3aa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=ab2533f0-2af7-40d4-8558-dc128b0e4c45,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:55.137891 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e0b54efa-323d-4194-958a-5ae3530af3aa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (c668f3e6-c045-476d-b786-2d2c33a705f7), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:55.231797 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e0b54efa-323d-4194-958a-5ae3530af3aa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (c668f3e6-c045-476d-b786-2d2c33a705f7), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:55.234062 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e0b54efa-323d-4194-958a-5ae3530af3aa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_controller (c668f3e6-c045-476d-b786-2d2c33a705f7), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:55.364017 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ef2be6bb-fae6-4b1d-9464-48562073a63a no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:29:55.368410 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e0b54efa-323d-4194-958a-5ae3530af3aa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (c668f3e6-c045-476d-b786-2d2c33a705f7), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:55.368410 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b54efa-323d-4194-958a-5ae3530af3aa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Fanout notify agent at l3_agent the message router_deleted on router c668f3e6-c045-476d-b786-2d2c33a705f7 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:29:55.371907 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e0b54efa-323d-4194-958a-5ae3530af3aa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:55.373080 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e0b54efa-323d-4194-958a-5ae3530af3aa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/routers/c668f3e6-c045-476d-b786-2d2c33a705f7 HTTP/1.1" status: 204 len: 168 time: 1.0148895 Apr 16 04:29:55.375909 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40684) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:29:55.388009 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: ef2be6bb-fae6-4b1d-9464-48562073a63a {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:29:55.388301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ef2be6bb-fae6-4b1d-9464-48562073a63a not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:29:55.388710 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 872fd8f7-9d03-4623-a502-3416a1432159 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:29:55.409220 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 872fd8f7-9d03-4623-a502-3416a1432159 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:29:55.409581 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 872fd8f7-9d03-4623-a502-3416a1432159 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:29:55.456399 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bd19932e-778a-4d98-92e1-44d7be3e586f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (2830cedc-029c-4245-8f0d-567abde4560b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:55.549334 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bd19932e-778a-4d98-92e1-44d7be3e586f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (2830cedc-029c-4245-8f0d-567abde4560b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:55.569118 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-bd19932e-778a-4d98-92e1-44d7be3e586f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2830cedc-029c-4245-8f0d-567abde4560b']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:29:55.578744 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-bd19932e-778a-4d98-92e1-44d7be3e586f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33098fb1-afe5-4c2f-95e9-554b302dfffd') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:29:55.579036 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-bd19932e-778a-4d98-92e1-44d7be3e586f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33098fb1-afe5-4c2f-95e9-554b302dfffd') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:29:55.588182 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bd19932e-778a-4d98-92e1-44d7be3e586f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (33098fb1-afe5-4c2f-95e9-554b302dfffd), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:55.601854 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bd19932e-778a-4d98-92e1-44d7be3e586f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (33098fb1-afe5-4c2f-95e9-554b302dfffd), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:55.607601 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd19932e-778a-4d98-92e1-44d7be3e586f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:29:55.607978 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bd19932e-778a-4d98-92e1-44d7be3e586f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (33098fb1-afe5-4c2f-95e9-554b302dfffd), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:29:55.610987 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:29:55.713162 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bd19932e-778a-4d98-92e1-44d7be3e586f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (2830cedc-029c-4245-8f0d-567abde4560b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:55.720351 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bd19932e-778a-4d98-92e1-44d7be3e586f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:55.722905 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bd19932e-778a-4d98-92e1-44d7be3e586f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/networks/2830cedc-029c-4245-8f0d-567abde4560b HTTP/1.1" status: 204 len: 168 time: 0.3460798 Apr 16 04:29:55.733191 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40686) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:29:55.738226 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-33bb0189-6559-4bc1-98e6-a0f16e2aa216 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'network': {'name': 'tempest-network-smoke--1386489348', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'port_security_enabled': True}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:29:55.738825 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19932e-778a-4d98-92e1-44d7be3e586f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Network': ['ID=2830cedc-029c-4245-8f0d-567abde4560b,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:55.873382 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bb0189-6559-4bc1-98e6-a0f16e2aa216 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:29:55.877290 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-33bb0189-6559-4bc1-98e6-a0f16e2aa216 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:55.902707 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33bb0189-6559-4bc1-98e6-a0f16e2aa216 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:29:55.912934 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-33bb0189-6559-4bc1-98e6-a0f16e2aa216 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (0b4bfc68-e9a8-4115-b9ea-73947833ffd5), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:55.913282 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-33bb0189-6559-4bc1-98e6-a0f16e2aa216 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Added segment 0b4bfc68-e9a8-4115-b9ea-73947833ffd5 of type vlan for network f542bb08-388e-4bf5-b955-b90c2f3ed1dc Apr 16 04:29:55.968087 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-33bb0189-6559-4bc1-98e6-a0f16e2aa216 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (f542bb08-388e-4bf5-b955-b90c2f3ed1dc), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:56.044483 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-33bb0189-6559-4bc1-98e6-a0f16e2aa216 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (f542bb08-388e-4bf5-b955-b90c2f3ed1dc), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:56.049778 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bb0189-6559-4bc1-98e6-a0f16e2aa216 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:56.050356 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-33bb0189-6559-4bc1-98e6-a0f16e2aa216 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:56.143342 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-33bb0189-6559-4bc1-98e6-a0f16e2aa216 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4089916 Apr 16 04:29:56.146110 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40688) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:29:56.150719 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-be46fd42-6e3b-45a4-85a0-d0fd56ef2a19 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-83086266', 'admin_state_up': True, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:29:56.152861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb0189-6559-4bc1-98e6-a0f16e2aa216 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Network': ['ID=f542bb08-388e-4bf5-b955-b90c2f3ed1dc,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:56.163255 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network f542bb08-388e-4bf5-b955-b90c2f3ed1dc details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:29:56.210487 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be46fd42-6e3b-45a4-85a0-d0fd56ef2a19 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (79550db9-50f8-4b76-bc1b-8d1bd27366ed), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:56.211859 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be46fd42-6e3b-45a4-85a0-d0fd56ef2a19 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (79550db9-50f8-4b76-bc1b-8d1bd27366ed), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:56.268968 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be46fd42-6e3b-45a4-85a0-d0fd56ef2a19 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_controller (79550db9-50f8-4b76-bc1b-8d1bd27366ed), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:56.463364 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be46fd42-6e3b-45a4-85a0-d0fd56ef2a19 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (79550db9-50f8-4b76-bc1b-8d1bd27366ed), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:56.681601 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be46fd42-6e3b-45a4-85a0-d0fd56ef2a19 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (79550db9-50f8-4b76-bc1b-8d1bd27366ed), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:56.699798 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be46fd42-6e3b-45a4-85a0-d0fd56ef2a19 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:56.803990 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-be46fd42-6e3b-45a4-85a0-d0fd56ef2a19 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.26.6.123 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/0cc85803-6e01-438e-9a3c-68f69ae9c9c1) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:29:56.940138 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be46fd42-6e3b-45a4-85a0-d0fd56ef2a19 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (0cc85803-6e01-438e-9a3c-68f69ae9c9c1), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:57.004877 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be46fd42-6e3b-45a4-85a0-d0fd56ef2a19 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (0cc85803-6e01-438e-9a3c-68f69ae9c9c1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:57.041594 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be46fd42-6e3b-45a4-85a0-d0fd56ef2a19 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:29:57.044326 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-be46fd42-6e3b-45a4-85a0-d0fd56ef2a19 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:29:57.046665 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be46fd42-6e3b-45a4-85a0-d0fd56ef2a19 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:29:57.074606 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46fd42-6e3b-45a4-85a0-d0fd56ef2a19 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=0cc85803-6e01-438e-9a3c-68f69ae9c9c1,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:57.264456 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ab2533f0-2af7-40d4-8558-dc128b0e4c45 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:29:57.286000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: ab2533f0-2af7-40d4-8558-dc128b0e4c45 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:29:57.286376 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ab2533f0-2af7-40d4-8558-dc128b0e4c45 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:29:57.362976 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be46fd42-6e3b-45a4-85a0-d0fd56ef2a19 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (79550db9-50f8-4b76-bc1b-8d1bd27366ed), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:57.877330 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be46fd42-6e3b-45a4-85a0-d0fd56ef2a19 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (79550db9-50f8-4b76-bc1b-8d1bd27366ed), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:58.073297 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be46fd42-6e3b-45a4-85a0-d0fd56ef2a19 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 79550db9-50f8-4b76-bc1b-8d1bd27366ed is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:29:58.101677 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:58.185061 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be46fd42-6e3b-45a4-85a0-d0fd56ef2a19 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:29:58.228399 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] Sync routers for ids ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:29:58.237975 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] Routers {'79550db9-50f8-4b76-bc1b-8d1bd27366ed'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:29:58.242123 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:29:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:29:58.263717 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-be46fd42-6e3b-45a4-85a0-d0fd56ef2a19 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:58.264989 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-be46fd42-6e3b-45a4-85a0-d0fd56ef2a19 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1178043 Apr 16 04:29:58.268675 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40690) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:29:58.296534 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1dc5a021-6815-499c-bc07-d7de89afcd05 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4b56e019123c4dffa69f7a176eb53d27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267153 Apr 16 04:29:58.299338 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40692) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:29:58.344834 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] Set router 79550db9-50f8-4b76-bc1b-8d1bd27366ed gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:29:58.385325 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38f2486-a3f1-4d9d-80ab-f74f3aade07a tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:58.386742 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b38f2486-a3f1-4d9d-80ab-f74f3aade07a tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864916 Apr 16 04:29:58.389555 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40694) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:29:58.420974 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-78d9b8dd-63ff-4ea1-9eca-fe7a094f116e tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302906 Apr 16 04:29:58.424182 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40696) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:29:58.429192 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-a4c0297d-0c56-46e5-b9d5-c933f8e1c7bb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2025651046', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:29:58.515223 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'name': 'tempest-TestNetworkBasicOps-router-83086266', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:29:57Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:29:58.545560 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] Checking router: 79550db9-50f8-4b76-bc1b-8d1bd27366ed for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:29:58.545903 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] Updating router 79550db9-50f8-4b76-bc1b-8d1bd27366ed port 0cc85803-6e01-438e-9a3c-68f69ae9c9c1 binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:29:58.564712 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c0297d-0c56-46e5-b9d5-c933f8e1c7bb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:29:58.568749 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a4c0297d-0c56-46e5-b9d5-c933f8e1c7bb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:58.573840 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (0cc85803-6e01-438e-9a3c-68f69ae9c9c1), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:58.810736 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a4c0297d-0c56-46e5-b9d5-c933f8e1c7bb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (78616ee1-683a-4328-b10d-b7693842e253), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:58.822905 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] Publish callbacks [] for port (0cc85803-6e01-438e-9a3c-68f69ae9c9c1), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:58.877183 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0297d-0c56-46e5-b9d5-c933f8e1c7bb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Subnet': ['ID=78616ee1-683a-4328-b10d-b7693842e253,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:58.878703 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (0cc85803-6e01-438e-9a3c-68f69ae9c9c1), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:58.887575 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c0297d-0c56-46e5-b9d5-c933f8e1c7bb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Checking segment: {'id': '0b4bfc68-e9a8-4115-b9ea-73947833ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:29:58.887933 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c0297d-0c56-46e5-b9d5-c933f8e1c7bb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network hostable DHCP agents. Network: f542bb08-388e-4bf5-b955-b90c2f3ed1dc, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:29:58.935161 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] Attempting to bind port 0cc85803-6e01-438e-9a3c-68f69ae9c9c1 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:29:58.938376 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] Attempting to bind port 0cc85803-6e01-438e-9a3c-68f69ae9c9c1 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:29:58.938376 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] Attempting to bind port 0cc85803-6e01-438e-9a3c-68f69ae9c9c1 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:29:58.939205 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafd2ff-abc8-4d56-91ac-2944bed8c701 None None] Pushing event updated for resources: {'Port': ['ID=0cc85803-6e01-438e-9a3c-68f69ae9c9c1,revision_number=2']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:58.946892 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:29:58.947266 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:29:58.947508 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c0297d-0c56-46e5-b9d5-c933f8e1c7bb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network f542bb08-388e-4bf5-b955-b90c2f3ed1dc is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:29:58.947649 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:58.948033 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:29:58.948481 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] Bound port: 0cc85803-6e01-438e-9a3c-68f69ae9c9c1, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:29:58.948880 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (0cc85803-6e01-438e-9a3c-68f69ae9c9c1), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:58.951995 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd2ff-abc8-4d56-91ac-2944bed8c701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:58.956042 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd2ff-abc8-4d56-91ac-2944bed8c701 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:58.956042 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd2ff-abc8-4d56-91ac-2944bed8c701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:58.956042 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd2ff-abc8-4d56-91ac-2944bed8c701 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:58.956042 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd2ff-abc8-4d56-91ac-2944bed8c701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:58.956042 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd2ff-abc8-4d56-91ac-2944bed8c701 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:58.956042 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd2ff-abc8-4d56-91ac-2944bed8c701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:58.956042 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd2ff-abc8-4d56-91ac-2944bed8c701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:58.956042 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd2ff-abc8-4d56-91ac-2944bed8c701 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:58.956042 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd2ff-abc8-4d56-91ac-2944bed8c701 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:58.956042 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd2ff-abc8-4d56-91ac-2944bed8c701 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:58.957071 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd2ff-abc8-4d56-91ac-2944bed8c701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:58.957071 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd2ff-abc8-4d56-91ac-2944bed8c701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:58.957071 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd2ff-abc8-4d56-91ac-2944bed8c701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:58.957363 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafd2ff-abc8-4d56-91ac-2944bed8c701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:29:59.004776 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-a4c0297d-0c56-46e5-b9d5-c933f8e1c7bb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, f542bb08-388e-4bf5-b955-b90c2f3ed1dc) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:29:59.008129 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] For port 0cc85803-6e01-438e-9a3c-68f69ae9c9c1, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:29:59.009026 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c0297d-0c56-46e5-b9d5-c933f8e1c7bb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:29:59.009633 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a4c0297d-0c56-46e5-b9d5-c933f8e1c7bb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:59.011362 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] For port 0cc85803-6e01-438e-9a3c-68f69ae9c9c1, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=0cc85803-6e01-438e-9a3c-68f69ae9c9c1,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:29:59.016438 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0169409c-7d37-4904-90ba-59351c538512 None None] Network f542bb08-388e-4bf5-b955-b90c2f3ed1dc requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:29:59.073911 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (0cc85803-6e01-438e-9a3c-68f69ae9c9c1), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:59.083933 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a4c0297d-0c56-46e5-b9d5-c933f8e1c7bb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6572917 Apr 16 04:29:59.085508 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40698) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:29:59.131437 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ips': [{'subnet_id': '78616ee1-683a-4328-b10d-b7693842e253'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:29:59.131733 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] Routers {'79550db9-50f8-4b76-bc1b-8d1bd27366ed'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:29:59.132307 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:29:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:29:59.132474 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:59.172561 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafd2ff-abc8-4d56-91ac-2944bed8c701 None None] Pushing event updated for resources: {'Port': ['ID=0cc85803-6e01-438e-9a3c-68f69ae9c9c1,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:59.253588 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] Set router 79550db9-50f8-4b76-bc1b-8d1bd27366ed gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:29:59.274483 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] Allocated IP 172.20.0.2 (f542bb08-388e-4bf5-b955-b90c2f3ed1dc/78616ee1-683a-4328-b10d-b7693842e253/cc624b9a-98cf-47c4-bac8-10ad05391f4e) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:29:59.424747 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] Publish callbacks [] for port (cc624b9a-98cf-47c4-bac8-10ad05391f4e), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:59.431564 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'name': 'tempest-TestNetworkBasicOps-router-83086266', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:29:57Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:29:59.458963 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2237b56a-dc15-4e35-a31d-cb84ae8554f0 None None] The sync data for ids ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'] in dv-neutron-838078-2-hyperv is: [{'id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'name': 'tempest-TestNetworkBasicOps-router-83086266', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:29:57Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:29:59.514207 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (cc624b9a-98cf-47c4-bac8-10ad05391f4e), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:59.553506 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] Network f542bb08-388e-4bf5-b955-b90c2f3ed1dc is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:29:59.554972 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:29:59.558732 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:29:59.569073 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:59.577953 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] Pushing event updated for resources: {'Port': ['ID=cc624b9a-98cf-47c4-bac8-10ad05391f4e,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:59.628212 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] Attempting to bind port cc624b9a-98cf-47c4-bac8-10ad05391f4e on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:29:59.629353 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] Attempting to bind port cc624b9a-98cf-47c4-bac8-10ad05391f4e by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '0b4bfc68-e9a8-4115-b9ea-73947833ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:29:59.629734 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] Attempting to bind port cc624b9a-98cf-47c4-bac8-10ad05391f4e on network f542bb08-388e-4bf5-b955-b90c2f3ed1dc {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:29:59.635492 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:29:59.635492 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] Checking segment: {'id': '0b4bfc68-e9a8-4115-b9ea-73947833ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:29:59.635834 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:59.636229 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] Bound using segment: {'id': '0b4bfc68-e9a8-4115-b9ea-73947833ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:29:59.636699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] Bound port: cc624b9a-98cf-47c4-bac8-10ad05391f4e, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4bfc68-e9a8-4115-b9ea-73947833ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:29:59.638120 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (cc624b9a-98cf-47c4-bac8-10ad05391f4e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:59.707678 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] For port cc624b9a-98cf-47c4-bac8-10ad05391f4e, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:29:59.716584 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] For port cc624b9a-98cf-47c4-bac8-10ad05391f4e, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=cc624b9a-98cf-47c4-bac8-10ad05391f4e,segment=NetworkSegment(0b4bfc68-e9a8-4115-b9ea-73947833ffd5),segment_id=0b4bfc68-e9a8-4115-b9ea-73947833ffd5)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:29:59.799588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (cc624b9a-98cf-47c4-bac8-10ad05391f4e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:29:59.874864 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf7544-6af6-4fca-9e3c-7f66d234f24d None None] Pushing event updated for resources: {'Port': ['ID=cc624b9a-98cf-47c4-bac8-10ad05391f4e,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:29:59.895569 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.20.0.1 (f542bb08-388e-4bf5-b955-b90c2f3ed1dc/78616ee1-683a-4328-b10d-b7693842e253/63e89a7b-f369-4257-8fd6-a51738bae89d) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:30:00.037900 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (63e89a7b-f369-4257-8fd6-a51738bae89d), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:00.150209 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (63e89a7b-f369-4257-8fd6-a51738bae89d), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:00.207295 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network f542bb08-388e-4bf5-b955-b90c2f3ed1dc is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:30:00.214085 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:30:00.221747 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:30:00.258906 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=63e89a7b-f369-4257-8fd6-a51738bae89d,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:00.274732 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:00.275057 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:00.275337 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:00.275679 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:00.276015 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:00.276348 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:00.276678 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:00.277239 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:00.277375 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:00.277705 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:00.278039 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:00.278350 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:00.278670 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:00.278990 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:00.279311 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:00.298140 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (79550db9-50f8-4b76-bc1b-8d1bd27366ed), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:00.804568 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (63e89a7b-f369-4257-8fd6-a51738bae89d), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:01.092292 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (63e89a7b-f369-4257-8fd6-a51738bae89d), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:01.101086 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:30:01.170194 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (63e89a7b-f369-4257-8fd6-a51738bae89d), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:01.253257 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (79550db9-50f8-4b76-bc1b-8d1bd27366ed), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:01.255209 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=63e89a7b-f369-4257-8fd6-a51738bae89d,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:01.357171 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3705bf-75ba-4322-94ca-f46a5829a913 None None] Network f542bb08-388e-4bf5-b955-b90c2f3ed1dc requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:30:01.363714 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network f542bb08-388e-4bf5-b955-b90c2f3ed1dc is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:30:01.365264 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:30:01.381545 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device cc624b9a-98cf-47c4-bac8-10ad05391f4e up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:30:01.463278 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-25c205a0-96eb-4042-a27e-c3adc0c5cf96 None None] Provisioning complete for port cc624b9a-98cf-47c4-bac8-10ad05391f4e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:30:01.463732 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-25c205a0-96eb-4042-a27e-c3adc0c5cf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cc624b9a-98cf-47c4-bac8-10ad05391f4e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:01.496150 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 79550db9-50f8-4b76-bc1b-8d1bd27366ed has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:30:01.541399 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port cc624b9a-98cf-47c4-bac8-10ad05391f4e triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:30:01.541764 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cc624b9a-98cf-47c4-bac8-10ad05391f4e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:01.612624 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:30:01.623810 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-61378147-bd60-4b48-811b-545f208d58e2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/routers/79550db9-50f8-4b76-bc1b-8d1bd27366ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5368061 Apr 16 04:30:01.625340 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] Sync routers for ids ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:30:01.626200 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40700) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:01.628339 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-25c205a0-96eb-4042-a27e-c3adc0c5cf96 None None] Current status of the port cc624b9a-98cf-47c4-bac8-10ad05391f4e is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:30:01.628749 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-25c205a0-96eb-4042-a27e-c3adc0c5cf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (cc624b9a-98cf-47c4-bac8-10ad05391f4e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:01.677537 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] Routers {'79550db9-50f8-4b76-bc1b-8d1bd27366ed'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:30:01.678152 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:29:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:30:01.743776 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a22626-3e2a-49b3-bf12-01b4a5373931 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:01.744266 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a22626-3e2a-49b3-bf12-01b4a5373931 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:01.744816 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a22626-3e2a-49b3-bf12-01b4a5373931 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:01.745391 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a22626-3e2a-49b3-bf12-01b4a5373931 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:01.745842 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a22626-3e2a-49b3-bf12-01b4a5373931 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:01.746304 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a22626-3e2a-49b3-bf12-01b4a5373931 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:01.748413 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d7a22626-3e2a-49b3-bf12-01b4a5373931 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.1212213 Apr 16 04:30:01.752045 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40702) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:01.814771 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7cfc25-d0da-443d-9e1c-33a89d8f1821 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:01.815365 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7cfc25-d0da-443d-9e1c-33a89d8f1821 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:01.815825 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7cfc25-d0da-443d-9e1c-33a89d8f1821 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:01.816275 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7cfc25-d0da-443d-9e1c-33a89d8f1821 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:01.816757 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7cfc25-d0da-443d-9e1c-33a89d8f1821 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:01.817233 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7cfc25-d0da-443d-9e1c-33a89d8f1821 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:01.819449 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4f7cfc25-d0da-443d-9e1c-33a89d8f1821 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0659099 Apr 16 04:30:01.822408 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40704) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:01.896716 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port cc624b9a-98cf-47c4-bac8-10ad05391f4e is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:30:01.897147 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (cc624b9a-98cf-47c4-bac8-10ad05391f4e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:01.900139 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-25c205a0-96eb-4042-a27e-c3adc0c5cf96 None None] For port cc624b9a-98cf-47c4-bac8-10ad05391f4e, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=cc624b9a-98cf-47c4-bac8-10ad05391f4e,segment=NetworkSegment(0b4bfc68-e9a8-4115-b9ea-73947833ffd5),segment_id=0b4bfc68-e9a8-4115-b9ea-73947833ffd5)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:30:01.961329 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-28fde09c-6d46-4fdf-956d-105890d1a50d tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1380641 Apr 16 04:30:01.973685 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-25c205a0-96eb-4042-a27e-c3adc0c5cf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (cc624b9a-98cf-47c4-bac8-10ad05391f4e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:02.038984 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] Set router 79550db9-50f8-4b76-bc1b-8d1bd27366ed gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:30:02.074039 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:30:02.074389 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:30:02.109867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c205a0-96eb-4042-a27e-c3adc0c5cf96 None None] Pushing event updated for resources: {'Port': ['ID=cc624b9a-98cf-47c4-bac8-10ad05391f4e,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:02.144448 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-0e84890c-7c19-4724-a77e-285e94111889 None None] Provisioning complete for port cc624b9a-98cf-47c4-bac8-10ad05391f4e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:30:02.144845 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0e84890c-7c19-4724-a77e-285e94111889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cc624b9a-98cf-47c4-bac8-10ad05391f4e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:02.214877 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40708) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:02.220391 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-be6705bd-7b45-4464-80bf-a51ebad3dfb2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-122361221', 'description': 'tempest-secgroup-smoke-122361221 description', 'project_id': '4b56e019123c4dffa69f7a176eb53d27'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:30:02.302087 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-be6705bd-7b45-4464-80bf-a51ebad3dfb2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:02.315754 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0e84890c-7c19-4724-a77e-285e94111889 None None] Current status of the port cc624b9a-98cf-47c4-bac8-10ad05391f4e is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:30:02.334555 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-0e84890c-7c19-4724-a77e-285e94111889 None None] Provisioning complete for port 63e89a7b-f369-4257-8fd6-a51738bae89d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:30:02.334927 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0e84890c-7c19-4724-a77e-285e94111889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (63e89a7b-f369-4257-8fd6-a51738bae89d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:02.339642 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'name': 'tempest-TestNetworkBasicOps-router-83086266', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '63e89a7b-f369-4257-8fd6-a51738bae89d', 'name': '', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:c3:c3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '78616ee1-683a-4328-b10d-b7693842e253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:59Z', 'updated_at': '2022-04-16T04:30:00Z', 'revision_number': 2, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '78616ee1-683a-4328-b10d-b7693842e253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:30:02.370748 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-be6705bd-7b45-4464-80bf-a51ebad3dfb2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (bfd4d117-ef97-4c2d-829f-a1b06ace3ac8), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:02.388744 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] Checking router: 79550db9-50f8-4b76-bc1b-8d1bd27366ed for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:30:02.393322 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] Updating router 79550db9-50f8-4b76-bc1b-8d1bd27366ed port 63e89a7b-f369-4257-8fd6-a51738bae89d binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:30:02.420622 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-0e84890c-7c19-4724-a77e-285e94111889 None None] Port 63e89a7b-f369-4257-8fd6-a51738bae89d cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:30:02.425023 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (63e89a7b-f369-4257-8fd6-a51738bae89d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:02.433129 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-be6705bd-7b45-4464-80bf-a51ebad3dfb2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (bfd4d117-ef97-4c2d-829f-a1b06ace3ac8), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:02.464227 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6705bd-7b45-4464-80bf-a51ebad3dfb2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd4d117-ef97-4c2d-829f-a1b06ace3ac8,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:02.527119 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-be6705bd-7b45-4464-80bf-a51ebad3dfb2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:02.528496 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-be6705bd-7b45-4464-80bf-a51ebad3dfb2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3121159 Apr 16 04:30:02.532026 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40710) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:02.536428 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-27adc2bb-6ba7-4267-8114-821c92d74637 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'bfd4d117-ef97-4c2d-829f-a1b06ace3ac8', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:30:02.558488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-858483a0-4af3-4cb5-9f64-dd16b74ed3aa None None] Provisioning complete for port 63e89a7b-f369-4257-8fd6-a51738bae89d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:30:02.566071 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-858483a0-4af3-4cb5-9f64-dd16b74ed3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (63e89a7b-f369-4257-8fd6-a51738bae89d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:02.621898 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-27adc2bb-6ba7-4267-8114-821c92d74637 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (dbd2f769-7e1e-49db-86d9-d8e0fa1bd876), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:02.669908 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-858483a0-4af3-4cb5-9f64-dd16b74ed3aa None None] Port 63e89a7b-f369-4257-8fd6-a51738bae89d cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:30:02.675782 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port cc624b9a-98cf-47c4-bac8-10ad05391f4e is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:30:02.676833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 0cc85803-6e01-438e-9a3c-68f69ae9c9c1 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:30:02.678530 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-27adc2bb-6ba7-4267-8114-821c92d74637 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (dbd2f769-7e1e-49db-86d9-d8e0fa1bd876), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:02.719213 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-27adc2bb-6ba7-4267-8114-821c92d74637 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (dbd2f769-7e1e-49db-86d9-d8e0fa1bd876), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:02.737975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27adc2bb-6ba7-4267-8114-821c92d74637 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd2f769-7e1e-49db-86d9-d8e0fa1bd876,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:02.755568 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 0cc85803-6e01-438e-9a3c-68f69ae9c9c1 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:30:02.755944 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0cc85803-6e01-438e-9a3c-68f69ae9c9c1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:02.824291 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-27adc2bb-6ba7-4267-8114-821c92d74637 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:02.826015 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-27adc2bb-6ba7-4267-8114-821c92d74637 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2930121 Apr 16 04:30:02.829330 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40714) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:02.833765 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-1a2b2bb7-3c8f-4ead-8b62-5584ec96e7b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'bfd4d117-ef97-4c2d-829f-a1b06ace3ac8', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:30:02.838630 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] Publish callbacks [] for port (63e89a7b-f369-4257-8fd6-a51738bae89d), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:02.879137 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 0cc85803-6e01-438e-9a3c-68f69ae9c9c1 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:30:02.879451 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (0cc85803-6e01-438e-9a3c-68f69ae9c9c1), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:02.900387 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 0cc85803-6e01-438e-9a3c-68f69ae9c9c1, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=0cc85803-6e01-438e-9a3c-68f69ae9c9c1,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:30:02.935724 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (63e89a7b-f369-4257-8fd6-a51738bae89d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:02.984117 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283cb03-03a8-422c-9f32-daacc20a24a9 None None] Pushing event updated for resources: {'Port': ['ID=63e89a7b-f369-4257-8fd6-a51738bae89d,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:02.999912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1a2b2bb7-3c8f-4ead-8b62-5584ec96e7b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (ef658329-cb6c-4836-8260-313b0c0d31f3), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:03.047042 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] Attempting to bind port 63e89a7b-f369-4257-8fd6-a51738bae89d on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:30:03.047505 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] Attempting to bind port 63e89a7b-f369-4257-8fd6-a51738bae89d by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '0b4bfc68-e9a8-4115-b9ea-73947833ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:30:03.048025 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] Attempting to bind port 63e89a7b-f369-4257-8fd6-a51738bae89d on network f542bb08-388e-4bf5-b955-b90c2f3ed1dc {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:30:03.051786 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (0cc85803-6e01-438e-9a3c-68f69ae9c9c1), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:03.059448 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:30:03.059828 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] Checking segment: {'id': '0b4bfc68-e9a8-4115-b9ea-73947833ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:30:03.060346 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:03.060895 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] Bound using segment: {'id': '0b4bfc68-e9a8-4115-b9ea-73947833ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:30:03.061473 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] Bound port: 63e89a7b-f369-4257-8fd6-a51738bae89d, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4bfc68-e9a8-4115-b9ea-73947833ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:30:03.061877 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (63e89a7b-f369-4257-8fd6-a51738bae89d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:03.070770 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1a2b2bb7-3c8f-4ead-8b62-5584ec96e7b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (ef658329-cb6c-4836-8260-313b0c0d31f3), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:03.124557 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1a2b2bb7-3c8f-4ead-8b62-5584ec96e7b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (ef658329-cb6c-4836-8260-313b0c0d31f3), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:03.144607 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=0cc85803-6e01-438e-9a3c-68f69ae9c9c1,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:03.144900 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b2bb7-3c8f-4ead-8b62-5584ec96e7b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef658329-cb6c-4836-8260-313b0c0d31f3,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:03.177720 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] For port 63e89a7b-f369-4257-8fd6-a51738bae89d, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:30:03.183411 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] For port 63e89a7b-f369-4257-8fd6-a51738bae89d, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=63e89a7b-f369-4257-8fd6-a51738bae89d,segment=NetworkSegment(0b4bfc68-e9a8-4115-b9ea-73947833ffd5),segment_id=0b4bfc68-e9a8-4115-b9ea-73947833ffd5)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:30:03.194195 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-29bdde41-f277-4d4e-88af-feb0582c7349 None None] Provisioning complete for port 63e89a7b-f369-4257-8fd6-a51738bae89d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:30:03.194569 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-29bdde41-f277-4d4e-88af-feb0582c7349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (63e89a7b-f369-4257-8fd6-a51738bae89d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:03.206952 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1a2b2bb7-3c8f-4ead-8b62-5584ec96e7b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:03.208257 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1a2b2bb7-3c8f-4ead-8b62-5584ec96e7b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3780003 Apr 16 04:30:03.211105 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40718) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:03.215881 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-67665e4a-7ab2-47e6-978f-4fbdaa4e33a4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'bfd4d117-ef97-4c2d-829f-a1b06ace3ac8', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:30:03.229523 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-29bdde41-f277-4d4e-88af-feb0582c7349 None None] Port 63e89a7b-f369-4257-8fd6-a51738bae89d cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:30:03.238930 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (63e89a7b-f369-4257-8fd6-a51738bae89d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:03.298352 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] Routers {'79550db9-50f8-4b76-bc1b-8d1bd27366ed'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:30:03.298978 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:29:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:30:03.312835 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-67665e4a-7ab2-47e6-978f-4fbdaa4e33a4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (20d65b15-fa65-4df5-b29f-628f399f179c), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:03.351348 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device cc624b9a-98cf-47c4-bac8-10ad05391f4e up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:30:03.357428 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283cb03-03a8-422c-9f32-daacc20a24a9 None None] Pushing event updated for resources: {'Port': ['ID=63e89a7b-f369-4257-8fd6-a51738bae89d,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:03.385096 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-67665e4a-7ab2-47e6-978f-4fbdaa4e33a4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (20d65b15-fa65-4df5-b29f-628f399f179c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:03.422236 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-67665e4a-7ab2-47e6-978f-4fbdaa4e33a4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (20d65b15-fa65-4df5-b29f-628f399f179c), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:03.444011 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67665e4a-7ab2-47e6-978f-4fbdaa4e33a4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d65b15-fa65-4df5-b29f-628f399f179c,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:03.467203 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port cc624b9a-98cf-47c4-bac8-10ad05391f4e triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:30:03.467759 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cc624b9a-98cf-47c4-bac8-10ad05391f4e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:03.498441 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] Set router 79550db9-50f8-4b76-bc1b-8d1bd27366ed gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:30:03.498880 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-67665e4a-7ab2-47e6-978f-4fbdaa4e33a4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:03.500704 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-67665e4a-7ab2-47e6-978f-4fbdaa4e33a4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2885921 Apr 16 04:30:03.504247 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40720) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:03.508447 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-36cc2059-4309-4c7d-a0a3-d7cbf8323d3a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'bfd4d117-ef97-4c2d-829f-a1b06ace3ac8', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:30:03.583163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-36cc2059-4309-4c7d-a0a3-d7cbf8323d3a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (bc24283c-f364-4ff2-b12a-c103f700627b), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:03.647523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-36cc2059-4309-4c7d-a0a3-d7cbf8323d3a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (bc24283c-f364-4ff2-b12a-c103f700627b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:03.707822 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-36cc2059-4309-4c7d-a0a3-d7cbf8323d3a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (bc24283c-f364-4ff2-b12a-c103f700627b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:03.726401 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc2059-4309-4c7d-a0a3-d7cbf8323d3a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc24283c-f364-4ff2-b12a-c103f700627b,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:03.752804 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-cbc6fc83-98cb-4ccb-aa31-4525b326f547 None None] Provisioning complete for port 63e89a7b-f369-4257-8fd6-a51738bae89d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:30:03.753178 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cbc6fc83-98cb-4ccb-aa31-4525b326f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (63e89a7b-f369-4257-8fd6-a51738bae89d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:03.795108 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-36cc2059-4309-4c7d-a0a3-d7cbf8323d3a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:03.797151 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-36cc2059-4309-4c7d-a0a3-d7cbf8323d3a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2916234 Apr 16 04:30:03.800053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40722) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:03.804476 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-dd2a2a56-f457-461f-916c-ca12301c0eb6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'bfd4d117-ef97-4c2d-829f-a1b06ace3ac8', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:30:03.890452 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-dd2a2a56-f457-461f-916c-ca12301c0eb6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:30:03.896890 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a56-f457-461f-916c-ca12301c0eb6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (a38aaff4-36e3-45be-bbbb-abb76ae9beab), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:03.917232 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port cc624b9a-98cf-47c4-bac8-10ad05391f4e is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:30:03.918291 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 0cc85803-6e01-438e-9a3c-68f69ae9c9c1 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:30:03.959374 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a56-f457-461f-916c-ca12301c0eb6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (a38aaff4-36e3-45be-bbbb-abb76ae9beab), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:04.010189 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a56-f457-461f-916c-ca12301c0eb6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (a38aaff4-36e3-45be-bbbb-abb76ae9beab), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:04.027745 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a56-f457-461f-916c-ca12301c0eb6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38aaff4-36e3-45be-bbbb-abb76ae9beab,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:04.074956 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a56-f457-461f-916c-ca12301c0eb6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:04.076214 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dd2a2a56-f457-461f-916c-ca12301c0eb6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2752261 Apr 16 04:30:04.079104 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40724) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:04.083829 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-234bfbd2-561d-4ff4-85ff-8dd38e7a3be1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'bfd4d117-ef97-4c2d-829f-a1b06ace3ac8', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:30:04.087505 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-cbc6fc83-98cb-4ccb-aa31-4525b326f547 None None] Current status of the port 63e89a7b-f369-4257-8fd6-a51738bae89d is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:30:04.088022 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cbc6fc83-98cb-4ccb-aa31-4525b326f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (63e89a7b-f369-4257-8fd6-a51738bae89d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:04.095237 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'name': 'tempest-TestNetworkBasicOps-router-83086266', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '63e89a7b-f369-4257-8fd6-a51738bae89d', 'name': '', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:c3:c3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '78616ee1-683a-4328-b10d-b7693842e253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:59Z', 'updated_at': '2022-04-16T04:30:03Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '78616ee1-683a-4328-b10d-b7693842e253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:30:04.147183 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-234bfbd2-561d-4ff4-85ff-8dd38e7a3be1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:30:04.153313 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-234bfbd2-561d-4ff4-85ff-8dd38e7a3be1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (7f2bcdc0-5b18-4a75-887f-a2d43f78fd9e), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:04.179143 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd006d06-e4d3-4f97-bde0-700f9d46b285 None None] The sync data for ids ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'] in dv-neutron-838078-2-hyperv is: [{'id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'name': 'tempest-TestNetworkBasicOps-router-83086266', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '63e89a7b-f369-4257-8fd6-a51738bae89d', 'name': '', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:c3:c3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '78616ee1-683a-4328-b10d-b7693842e253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:59Z', 'updated_at': '2022-04-16T04:30:03Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '78616ee1-683a-4328-b10d-b7693842e253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:30:04.180639 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 0cc85803-6e01-438e-9a3c-68f69ae9c9c1 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:30:04.181042 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0cc85803-6e01-438e-9a3c-68f69ae9c9c1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:04.227064 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-cbc6fc83-98cb-4ccb-aa31-4525b326f547 None None] For port 63e89a7b-f369-4257-8fd6-a51738bae89d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=63e89a7b-f369-4257-8fd6-a51738bae89d,segment=NetworkSegment(0b4bfc68-e9a8-4115-b9ea-73947833ffd5),segment_id=0b4bfc68-e9a8-4115-b9ea-73947833ffd5)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:30:04.243323 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-234bfbd2-561d-4ff4-85ff-8dd38e7a3be1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (7f2bcdc0-5b18-4a75-887f-a2d43f78fd9e), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:04.320638 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cbc6fc83-98cb-4ccb-aa31-4525b326f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (63e89a7b-f369-4257-8fd6-a51738bae89d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:04.324447 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 0cc85803-6e01-438e-9a3c-68f69ae9c9c1 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:30:04.331807 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-234bfbd2-561d-4ff4-85ff-8dd38e7a3be1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (7f2bcdc0-5b18-4a75-887f-a2d43f78fd9e), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:04.348145 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bfbd2-561d-4ff4-85ff-8dd38e7a3be1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2bcdc0-5b18-4a75-887f-a2d43f78fd9e,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:04.381632 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6fc83-98cb-4ccb-aa31-4525b326f547 None None] Pushing event updated for resources: {'Port': ['ID=63e89a7b-f369-4257-8fd6-a51738bae89d,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:04.446654 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-234bfbd2-561d-4ff4-85ff-8dd38e7a3be1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:04.450072 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-234bfbd2-561d-4ff4-85ff-8dd38e7a3be1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3678627 Apr 16 04:30:04.625592 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fed20553-50ab-4973-8c57-d2d1040df011 req-18463424-9d1f-4967-9f2b-bbadba5ea402 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122361221&fields=id&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 267 time: 0.0583053 Apr 16 04:30:04.740526 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed20553-50ab-4973-8c57-d2d1040df011 req-e70efb70-6578-40d1-9527-6349ca21bcf6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:04.741967 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fed20553-50ab-4973-8c57-d2d1040df011 req-e70efb70-6578-40d1-9527-6349ca21bcf6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/networks?id=f542bb08-388e-4bf5-b955-b90c2f3ed1dc HTTP/1.1" status: 200 len: 797 time: 0.1098840 Apr 16 04:30:04.757868 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fed20553-50ab-4973-8c57-d2d1040df011 req-815756c2-38b5-4a96-8551-ea80f2ff39d4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/quotas/4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 375 time: 0.0103521 Apr 16 04:30:04.846301 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fed20553-50ab-4973-8c57-d2d1040df011 req-3bd0160e-2927-4512-bdc1-75e21e0fbcbf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829291 Apr 16 04:30:04.908841 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [req-fed20553-50ab-4973-8c57-d2d1040df011 req-cace9463-42a7-4b2a-baa5-30e36512c3cf service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:30:04.910100 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fed20553-50ab-4973-8c57-d2d1040df011 req-cace9463-42a7-4b2a-baa5-30e36512c3cf service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0524678 Apr 16 04:30:05.007280 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fed20553-50ab-4973-8c57-d2d1040df011 req-609f8979-f9b8-478b-84e2-226082560652 service neutron] 10.222.0.30 "GET /v2.0/networks/f542bb08-388e-4bf5-b955-b90c2f3ed1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912876 Apr 16 04:30:05.099477 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fed20553-50ab-4973-8c57-d2d1040df011 req-c5342509-0c1f-4c97-8b43-9be8e421d6e0 service neutron] 10.222.0.30 "GET /v2.0/networks/f542bb08-388e-4bf5-b955-b90c2f3ed1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863445 Apr 16 04:30:05.322096 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 63e89a7b-f369-4257-8fd6-a51738bae89d up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:30:05.378711 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 63e89a7b-f369-4257-8fd6-a51738bae89d triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:30:05.379087 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (63e89a7b-f369-4257-8fd6-a51738bae89d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:05.430314 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9f1b7eae-7b40-4eec-a7a7-439fcb832694 req-80e67c74-d7a9-40d1-80a7-13208762473c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9eb3bb3-247c-45ef-99fa-8b644db1fe89 HTTP/1.1" status: 200 len: 210 time: 0.0338798 Apr 16 04:30:05.465341 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 63e89a7b-f369-4257-8fd6-a51738bae89d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:30:06.525927 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e776afb9-034f-4f5c-8812-c8b6edfd51b6 req-3ac9b492-591d-4cf3-be92-3c31e1e4c6be tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9eb3bb3-247c-45ef-99fa-8b644db1fe89 HTTP/1.1" status: 200 len: 210 time: 0.0310988 Apr 16 04:30:07.446874 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed20553-50ab-4973-8c57-d2d1040df011 req-62ed0a9e-99b1-4073-8e52-8e64042127cf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:07.448315 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fed20553-50ab-4973-8c57-d2d1040df011 req-62ed0a9e-99b1-4073-8e52-8e64042127cf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/networks?id=f542bb08-388e-4bf5-b955-b90c2f3ed1dc HTTP/1.1" status: 200 len: 797 time: 0.1045825 Apr 16 04:30:07.516314 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fed20553-50ab-4973-8c57-d2d1040df011 req-18da5ac8-9444-4ae9-a318-463e33a6fd71 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 379 time: 0.0541925 Apr 16 04:30:07.524076 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-fed20553-50ab-4973-8c57-d2d1040df011 req-750a2142-4826-4c79-89a0-ab094f6434e4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'port': {'device_id': 'c9eb3bb3-247c-45ef-99fa-8b644db1fe89', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'admin_state_up': True, 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'security_groups': ['bfd4d117-ef97-4c2d-829f-a1b06ace3ac8']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:30:07.628261 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7831c1aa-5ec5-4b65-a44e-83f449962da4 req-b0693be8-2e29-4c0b-b6da-d84d8cc1d742 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9eb3bb3-247c-45ef-99fa-8b644db1fe89 HTTP/1.1" status: 200 len: 210 time: 0.0288217 Apr 16 04:30:07.713128 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed20553-50ab-4973-8c57-d2d1040df011 req-750a2142-4826-4c79-89a0-ab094f6434e4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:30:07.716500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-fed20553-50ab-4973-8c57-d2d1040df011 req-750a2142-4826-4c79-89a0-ab094f6434e4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:07.843287 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-fed20553-50ab-4973-8c57-d2d1040df011 req-750a2142-4826-4c79-89a0-ab094f6434e4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.20.0.8 (f542bb08-388e-4bf5-b955-b90c2f3ed1dc/78616ee1-683a-4328-b10d-b7693842e253/fa5021cc-c983-41b3-ac66-727977d6b1d5) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:30:07.984570 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-fed20553-50ab-4973-8c57-d2d1040df011 req-750a2142-4826-4c79-89a0-ab094f6434e4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (fa5021cc-c983-41b3-ac66-727977d6b1d5), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:08.108221 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-fed20553-50ab-4973-8c57-d2d1040df011 req-750a2142-4826-4c79-89a0-ab094f6434e4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (fa5021cc-c983-41b3-ac66-727977d6b1d5), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:08.154507 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed20553-50ab-4973-8c57-d2d1040df011 req-750a2142-4826-4c79-89a0-ab094f6434e4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network f542bb08-388e-4bf5-b955-b90c2f3ed1dc is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:30:08.159577 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-fed20553-50ab-4973-8c57-d2d1040df011 req-750a2142-4826-4c79-89a0-ab094f6434e4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:30:08.163331 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed20553-50ab-4973-8c57-d2d1040df011 req-750a2142-4826-4c79-89a0-ab094f6434e4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:30:08.169808 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a2142-4826-4c79-89a0-ab094f6434e4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=fa5021cc-c983-41b3-ac66-727977d6b1d5,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:08.217036 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed20553-50ab-4973-8c57-d2d1040df011 req-750a2142-4826-4c79-89a0-ab094f6434e4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:08.217660 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-fed20553-50ab-4973-8c57-d2d1040df011 req-750a2142-4826-4c79-89a0-ab094f6434e4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:08.366151 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fed20553-50ab-4973-8c57-d2d1040df011 req-750a2142-4826-4c79-89a0-ab094f6434e4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8410335 Apr 16 04:30:08.366519 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c7f9e267-b980-4c52-8bd5-9aaad35ef316 None None] Provisioning complete for port fa5021cc-c983-41b3-ac66-727977d6b1d5 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:30:08.367013 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c7f9e267-b980-4c52-8bd5-9aaad35ef316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (fa5021cc-c983-41b3-ac66-727977d6b1d5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:08.405006 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c7f9e267-b980-4c52-8bd5-9aaad35ef316 None None] Port fa5021cc-c983-41b3-ac66-727977d6b1d5 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:30:08.417694 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] Request body: {'port': {'device_id': 'c9eb3bb3-247c-45ef-99fa-8b644db1fe89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:30:08.477628 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fa5021cc-c983-41b3-ac66-727977d6b1d5), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:08.757694 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c01dd9-50f3-4302-a57a-71a38b4f1128 req-ab0e0eea-bf24-450c-8437-3fc02248b3c4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:08.759163 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-97c01dd9-50f3-4302-a57a-71a38b4f1128 req-ab0e0eea-bf24-450c-8437-3fc02248b3c4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9eb3bb3-247c-45ef-99fa-8b644db1fe89 HTTP/1.1" status: 200 len: 931 time: 0.0611572 Apr 16 04:30:08.806063 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5021cc-c983-41b3-ac66-727977d6b1d5 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:30:08.818476 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] Publish callbacks [] for port (fa5021cc-c983-41b3-ac66-727977d6b1d5), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:08.843543 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] Transition to ACTIVE for port object fa5021cc-c983-41b3-ac66-727977d6b1d5 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:30:08.848197 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-97c01dd9-50f3-4302-a57a-71a38b4f1128 req-9efb465b-a209-442e-95e5-2c6f894ce7f0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfd4d117-ef97-4c2d-829f-a1b06ace3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715280 Apr 16 04:30:08.901740 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (fa5021cc-c983-41b3-ac66-727977d6b1d5), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:08.954842 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5021cc-c983-41b3-ac66-727977d6b1d5,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:09.035679 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] Attempting to bind port fa5021cc-c983-41b3-ac66-727977d6b1d5 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:30:09.036020 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] Attempting to bind port fa5021cc-c983-41b3-ac66-727977d6b1d5 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b4bfc68-e9a8-4115-b9ea-73947833ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:30:09.036346 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] Attempting to bind port fa5021cc-c983-41b3-ac66-727977d6b1d5 on network f542bb08-388e-4bf5-b955-b90c2f3ed1dc {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:30:09.041230 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] Port fa5021cc-c983-41b3-ac66-727977d6b1d5 on network f542bb08-388e-4bf5-b955-b90c2f3ed1dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:30:09.041558 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] Attempting to bind port fa5021cc-c983-41b3-ac66-727977d6b1d5 on network f542bb08-388e-4bf5-b955-b90c2f3ed1dc {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:30:09.047056 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:30:09.049280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] Checking segment: {'id': '0b4bfc68-e9a8-4115-b9ea-73947833ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:30:09.049280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] Bound using segment: {'id': '0b4bfc68-e9a8-4115-b9ea-73947833ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:30:09.049280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] Bound port: fa5021cc-c983-41b3-ac66-727977d6b1d5, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4bfc68-e9a8-4115-b9ea-73947833ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:30:09.049280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fa5021cc-c983-41b3-ac66-727977d6b1d5), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:09.067813 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c81be0d8-20d3-4328-a936-09a69e8a3962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:09.119223 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] For port fa5021cc-c983-41b3-ac66-727977d6b1d5, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:30:09.122338 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] For port fa5021cc-c983-41b3-ac66-727977d6b1d5, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fa5021cc-c983-41b3-ac66-727977d6b1d5,segment=NetworkSegment(0b4bfc68-e9a8-4115-b9ea-73947833ffd5),segment_id=0b4bfc68-e9a8-4115-b9ea-73947833ffd5)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:30:09.205144 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (fa5021cc-c983-41b3-ac66-727977d6b1d5), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:09.243215 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:09.243853 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:09.245296 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fed20553-50ab-4973-8c57-d2d1040df011 req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] 10.222.0.18 "PUT /v2.0/ports/fa5021cc-c983-41b3-ac66-727977d6b1d5 HTTP/1.1" status: 200 len: 1093 time: 0.8767667 Apr 16 04:30:09.245727 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9eb3bb3-247c-45ef-99fa-8b644db1fe89', 'tag': 'fa5021cc-c983-41b3-ac66-727977d6b1d5'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:30:09.247948 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e39266-2fa6-418b-94f7-fc1d96352ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "c9eb3bb3-247c-45ef-99fa-8b644db1fe89", "tag": "fa5021cc-c983-41b3-ac66-727977d6b1d5"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:30:09.273817 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d893d-93fe-444f-a9a7-a0cc91ed6190 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5021cc-c983-41b3-ac66-727977d6b1d5,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:09.366393 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f953540-2f01-4b2b-a484-8f1e74f5bd3c x-openstack-request-id: req-5f953540-2f01-4b2b-a484-8f1e74f5bd3c {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:30:09.366755 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9eb3bb3-247c-45ef-99fa-8b644db1fe89", "tag": "fa5021cc-c983-41b3-ac66-727977d6b1d5", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:30:09.367074 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f953540-2f01-4b2b-a484-8f1e74f5bd3c {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:30:09.367493 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f953540-2f01-4b2b-a484-8f1e74f5bd3c'] response: {'name': 'network-changed', 'server_uuid': 'c9eb3bb3-247c-45ef-99fa-8b644db1fe89', 'tag': 'fa5021cc-c983-41b3-ac66-727977d6b1d5', 'status': 'completed', 'code': 200} Apr 16 04:30:09.399592 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed20553-50ab-4973-8c57-d2d1040df011 req-396046f8-3bbf-4fbe-9c70-79e39bab7a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:09.401279 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fed20553-50ab-4973-8c57-d2d1040df011 req-396046f8-3bbf-4fbe-9c70-79e39bab7a7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=c9eb3bb3-247c-45ef-99fa-8b644db1fe89 HTTP/1.1" status: 200 len: 1127 time: 0.0475509 Apr 16 04:30:09.445607 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fed20553-50ab-4973-8c57-d2d1040df011 req-9e658f73-a37f-4900-bdb0-7d0d90301548 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa5021cc-c983-41b3-ac66-727977d6b1d5 HTTP/1.1" status: 200 len: 217 time: 0.0363021 Apr 16 04:30:09.494731 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed20553-50ab-4973-8c57-d2d1040df011 req-873f6c82-621d-4f81-985e-964b5781e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:09.496293 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fed20553-50ab-4973-8c57-d2d1040df011 req-873f6c82-621d-4f81-985e-964b5781e865 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78616ee1-683a-4328-b10d-b7693842e253 HTTP/1.1" status: 200 len: 835 time: 0.0444345 Apr 16 04:30:09.545848 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed20553-50ab-4973-8c57-d2d1040df011 req-19ee4cf7-0bd3-410d-a1ab-6aefaa6654fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:09.547570 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fed20553-50ab-4973-8c57-d2d1040df011 req-19ee4cf7-0bd3-410d-a1ab-6aefaa6654fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f542bb08-388e-4bf5-b955-b90c2f3ed1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0455015 Apr 16 04:30:09.636903 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fed20553-50ab-4973-8c57-d2d1040df011 req-bbd2b4e6-b19c-454d-96de-3b5ae96175b8 service neutron] 10.222.0.18 "GET /v2.0/networks/f542bb08-388e-4bf5-b955-b90c2f3ed1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834589 Apr 16 04:30:09.728869 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fed20553-50ab-4973-8c57-d2d1040df011 req-ee77a4d0-471a-45a2-96f7-ad098bb159f5 service neutron] 10.222.0.18 "GET /v2.0/networks/f542bb08-388e-4bf5-b955-b90c2f3ed1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861082 Apr 16 04:30:09.965039 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92908ae-e47c-40c4-a407-2c8b36bf0391 req-ec1b5413-c306-4482-88e2-d0c3d3e18b26 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:09.966524 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f92908ae-e47c-40c4-a407-2c8b36bf0391 req-ec1b5413-c306-4482-88e2-d0c3d3e18b26 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9eb3bb3-247c-45ef-99fa-8b644db1fe89 HTTP/1.1" status: 200 len: 943 time: 0.0487616 Apr 16 04:30:10.015595 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f92908ae-e47c-40c4-a407-2c8b36bf0391 req-9774ca02-f9b4-4407-826b-21361490ea89 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfd4d117-ef97-4c2d-829f-a1b06ace3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428588 Apr 16 04:30:10.537745 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e39266-2fa6-418b-94f7-fc1d96352ba6 req-7c6dac73-586a-40fa-b799-261beed4d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:10.539209 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-66e39266-2fa6-418b-94f7-fc1d96352ba6 req-7c6dac73-586a-40fa-b799-261beed4d850 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=c9eb3bb3-247c-45ef-99fa-8b644db1fe89 HTTP/1.1" status: 200 len: 1127 time: 0.0444100 Apr 16 04:30:10.631991 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e39266-2fa6-418b-94f7-fc1d96352ba6 req-ce7086a2-b56a-4c23-b0f3-ca1fb76d68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:10.633516 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-66e39266-2fa6-418b-94f7-fc1d96352ba6 req-ce7086a2-b56a-4c23-b0f3-ca1fb76d68ac service neutron] 10.222.0.18 "GET /v2.0/networks?id=f542bb08-388e-4bf5-b955-b90c2f3ed1dc HTTP/1.1" status: 200 len: 897 time: 0.0874629 Apr 16 04:30:10.678537 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-66e39266-2fa6-418b-94f7-fc1d96352ba6 req-8af737c2-6e3d-49e1-b690-b363e96e0183 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa5021cc-c983-41b3-ac66-727977d6b1d5 HTTP/1.1" status: 200 len: 217 time: 0.0387897 Apr 16 04:30:10.727552 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e39266-2fa6-418b-94f7-fc1d96352ba6 req-87a7fe2b-94c7-4bf4-87d4-b57d4316c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:10.729104 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-66e39266-2fa6-418b-94f7-fc1d96352ba6 req-87a7fe2b-94c7-4bf4-87d4-b57d4316c76a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78616ee1-683a-4328-b10d-b7693842e253 HTTP/1.1" status: 200 len: 835 time: 0.0445423 Apr 16 04:30:10.772942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e39266-2fa6-418b-94f7-fc1d96352ba6 req-c048cf73-efdd-4cf5-882c-7b9b06790ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:10.774607 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-66e39266-2fa6-418b-94f7-fc1d96352ba6 req-c048cf73-efdd-4cf5-882c-7b9b06790ee2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f542bb08-388e-4bf5-b955-b90c2f3ed1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0402129 Apr 16 04:30:10.869777 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-66e39266-2fa6-418b-94f7-fc1d96352ba6 req-02ce3766-50ed-4e88-913a-27b763be11d5 service neutron] 10.222.0.18 "GET /v2.0/networks/f542bb08-388e-4bf5-b955-b90c2f3ed1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888367 Apr 16 04:30:10.961335 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-66e39266-2fa6-418b-94f7-fc1d96352ba6 req-b7f0d980-1c5f-413a-b17f-4eab1c1e6e78 service neutron] 10.222.0.18 "GET /v2.0/networks/f542bb08-388e-4bf5-b955-b90c2f3ed1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852175 Apr 16 04:30:11.135114 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ac4e2-4333-4647-b511-ad7968bc7dd1 req-ab434153-2782-4070-92c3-d388b1c2b3c6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:11.136571 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ab3ac4e2-4333-4647-b511-ad7968bc7dd1 req-ab434153-2782-4070-92c3-d388b1c2b3c6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9eb3bb3-247c-45ef-99fa-8b644db1fe89 HTTP/1.1" status: 200 len: 943 time: 0.0513566 Apr 16 04:30:11.185289 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ab3ac4e2-4333-4647-b511-ad7968bc7dd1 req-46dd6dc2-e37b-42f9-9c6e-7c0c55c801ee tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfd4d117-ef97-4c2d-829f-a1b06ace3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429471 Apr 16 04:30:11.391061 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device fa5021cc-c983-41b3-ac66-727977d6b1d5 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:30:11.460803 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-46a24fd6-e907-46a0-9822-1a8e847ea387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:11.495386 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port fa5021cc-c983-41b3-ac66-727977d6b1d5, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fa5021cc-c983-41b3-ac66-727977d6b1d5,segment=NetworkSegment(0b4bfc68-e9a8-4115-b9ea-73947833ffd5),segment_id=0b4bfc68-e9a8-4115-b9ea-73947833ffd5)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:30:11.506898 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'fa5021cc-c983-41b3-ac66-727977d6b1d5', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'port_id': 'fa5021cc-c983-41b3-ac66-727977d6b1d5', 'mac_address': 'fa:16:3e:aa:1e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78616ee1-683a-4328-b10d-b7693842e253', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:30:11.544094 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port fa5021cc-c983-41b3-ac66-727977d6b1d5 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:30:11.544480 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fa5021cc-c983-41b3-ac66-727977d6b1d5), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:11.559263 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5021cc-c983-41b3-ac66-727977d6b1d5 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:30:11.580197 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port fa5021cc-c983-41b3-ac66-727977d6b1d5, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fa5021cc-c983-41b3-ac66-727977d6b1d5,segment=NetworkSegment(0b4bfc68-e9a8-4115-b9ea-73947833ffd5),segment_id=0b4bfc68-e9a8-4115-b9ea-73947833ffd5)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:30:11.736469 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (fa5021cc-c983-41b3-ac66-727977d6b1d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:11.785229 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=fa5021cc-c983-41b3-ac66-727977d6b1d5,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:11.945566 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['fa5021cc-c983-41b3-ac66-727977d6b1d5'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:30:12.302132 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9fb74-c547-4749-818d-4e482cc62312 req-46b1b8e0-53cf-40b0-b54e-d231500cc5dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:12.303658 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-22e9fb74-c547-4749-818d-4e482cc62312 req-46b1b8e0-53cf-40b0-b54e-d231500cc5dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9eb3bb3-247c-45ef-99fa-8b644db1fe89 HTTP/1.1" status: 200 len: 944 time: 0.0495021 Apr 16 04:30:12.357102 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-22e9fb74-c547-4749-818d-4e482cc62312 req-4952e8af-be0f-4b72-ac5f-7f5363a7d453 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfd4d117-ef97-4c2d-829f-a1b06ace3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476108 Apr 16 04:30:12.535808 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:13.401155 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device fa5021cc-c983-41b3-ac66-727977d6b1d5 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:30:13.446968 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port fa5021cc-c983-41b3-ac66-727977d6b1d5 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:30:13.469578 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ca9fa-c849-4163-bbe2-3656c9deaf13 req-aac6821d-ae98-444f-b49f-d11ac9ef1597 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:13.471746 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0b8ca9fa-c849-4163-bbe2-3656c9deaf13 req-aac6821d-ae98-444f-b49f-d11ac9ef1597 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9eb3bb3-247c-45ef-99fa-8b644db1fe89 HTTP/1.1" status: 200 len: 944 time: 0.0470619 Apr 16 04:30:13.507210 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port fa5021cc-c983-41b3-ac66-727977d6b1d5 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:30:13.507588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (fa5021cc-c983-41b3-ac66-727977d6b1d5), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:13.520954 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0b8ca9fa-c849-4163-bbe2-3656c9deaf13 req-f2a6737a-daf1-4d07-be35-2458c6ed9fce tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfd4d117-ef97-4c2d-829f-a1b06ace3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438366 Apr 16 04:30:13.585723 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port fa5021cc-c983-41b3-ac66-727977d6b1d5 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:30:13.586294 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fa5021cc-c983-41b3-ac66-727977d6b1d5), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:13.608124 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9eb3bb3-247c-45ef-99fa-8b644db1fe89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5021cc-c983-41b3-ac66-727977d6b1d5'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:30:13.610350 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373930af-b9d9-4e2c-99d8-a7e23b64bcf5" -d '{"events": [{"server_uuid": "c9eb3bb3-247c-45ef-99fa-8b644db1fe89", "name": "network-vif-plugged", "status": "completed", "tag": "fa5021cc-c983-41b3-ac66-727977d6b1d5"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:30:13.625459 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port fa5021cc-c983-41b3-ac66-727977d6b1d5, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fa5021cc-c983-41b3-ac66-727977d6b1d5,segment=NetworkSegment(0b4bfc68-e9a8-4115-b9ea-73947833ffd5),segment_id=0b4bfc68-e9a8-4115-b9ea-73947833ffd5)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:30:13.648387 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7facdb5-942f-4383-b74b-40bd66c345c8 x-openstack-request-id: req-c7facdb5-942f-4383-b74b-40bd66c345c8 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:30:13.648387 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9eb3bb3-247c-45ef-99fa-8b644db1fe89", "name": "network-vif-plugged", "status": "completed", "tag": "fa5021cc-c983-41b3-ac66-727977d6b1d5", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:30:13.648387 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7facdb5-942f-4383-b74b-40bd66c345c8 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:30:13.648387 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7facdb5-942f-4383-b74b-40bd66c345c8'] response: {'server_uuid': 'c9eb3bb3-247c-45ef-99fa-8b644db1fe89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5021cc-c983-41b3-ac66-727977d6b1d5', 'code': 200} Apr 16 04:30:13.701688 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (fa5021cc-c983-41b3-ac66-727977d6b1d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:13.749797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=fa5021cc-c983-41b3-ac66-727977d6b1d5,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:13.952389 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19404f-2135-4153-8647-7c5d014907db req-3af387ee-8441-4117-bf87-75ed5b46b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:13.953923 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ac19404f-2135-4153-8647-7c5d014907db req-3af387ee-8441-4117-bf87-75ed5b46b6a2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9eb3bb3-247c-45ef-99fa-8b644db1fe89 HTTP/1.1" status: 200 len: 1129 time: 0.0397668 Apr 16 04:30:13.988138 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:14.000448 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ac19404f-2135-4153-8647-7c5d014907db req-1e1a48fe-3d0b-4c32-8721-373aedb741ec service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bfd4d117-ef97-4c2d-829f-a1b06ace3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403945 Apr 16 04:30:14.633149 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742b7eb-e210-440d-98a0-4e7719bf3311 req-7643e9ea-841f-424a-b867-8ceb87af913a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:14.634620 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c742b7eb-e210-440d-98a0-4e7719bf3311 req-7643e9ea-841f-424a-b867-8ceb87af913a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9eb3bb3-247c-45ef-99fa-8b644db1fe89 HTTP/1.1" status: 200 len: 945 time: 0.0465095 Apr 16 04:30:14.686764 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c742b7eb-e210-440d-98a0-4e7719bf3311 req-d962518e-87ae-4e03-8f86-92656f1396a6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfd4d117-ef97-4c2d-829f-a1b06ace3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467043 Apr 16 04:30:15.392597 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:15.800589 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b35197-940d-44f3-b999-243533db7cc8 req-e452198d-ae70-4cc8-b51b-4a7ad4d7f7a1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:15.802084 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c7b35197-940d-44f3-b999-243533db7cc8 req-e452198d-ae70-4cc8-b51b-4a7ad4d7f7a1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9eb3bb3-247c-45ef-99fa-8b644db1fe89 HTTP/1.1" status: 200 len: 945 time: 0.0473247 Apr 16 04:30:15.850944 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c7b35197-940d-44f3-b999-243533db7cc8 req-46294ba2-8e9f-47ed-ab52-8d688d3cf0ed tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfd4d117-ef97-4c2d-829f-a1b06ace3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432684 Apr 16 04:30:15.962342 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7667038-0eb6-4b01-9d0e-c42a8411b9d8 req-8f8d41ce-aa66-4ef6-a2d2-47d70810a159 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:15.963804 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d7667038-0eb6-4b01-9d0e-c42a8411b9d8 req-8f8d41ce-aa66-4ef6-a2d2-47d70810a159 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9eb3bb3-247c-45ef-99fa-8b644db1fe89 HTTP/1.1" status: 200 len: 945 time: 0.0461493 Apr 16 04:30:16.012484 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d7667038-0eb6-4b01-9d0e-c42a8411b9d8 req-723153ff-f078-46e0-acc1-99128310e6db tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfd4d117-ef97-4c2d-829f-a1b06ace3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431588 Apr 16 04:30:16.033176 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40786) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:16.070854 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbbc8de-3c9b-4e27-881d-c72417831351 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:16.072328 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6fbbc8de-3c9b-4e27-881d-c72417831351 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c9eb3bb3-247c-45ef-99fa-8b644db1fe89 HTTP/1.1" status: 200 len: 1124 time: 0.0377128 Apr 16 04:30:16.075002 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40788) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:16.079081 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-9a4f2c9c-9423-4b07-80a8-c40fb6dcaca0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': 'fa5021cc-c983-41b3-ac66-727977d6b1d5', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:30:16.141445 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9a4f2c9c-9423-4b07-80a8-c40fb6dcaca0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:16.223717 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9a4f2c9c-9423-4b07-80a8-c40fb6dcaca0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:16.331320 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-9a4f2c9c-9423-4b07-80a8-c40fb6dcaca0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.26.6.73 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/fae781e8-6388-4b57-af1c-40d6564c78b9) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:30:16.432685 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9a4f2c9c-9423-4b07-80a8-c40fb6dcaca0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (fae781e8-6388-4b57-af1c-40d6564c78b9), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:16.507085 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9a4f2c9c-9423-4b07-80a8-c40fb6dcaca0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (fae781e8-6388-4b57-af1c-40d6564c78b9), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:16.544460 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f2c9c-9423-4b07-80a8-c40fb6dcaca0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:30:16.547547 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-9a4f2c9c-9423-4b07-80a8-c40fb6dcaca0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:30:16.553118 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4f2c9c-9423-4b07-80a8-c40fb6dcaca0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:30:16.583607 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f2c9c-9423-4b07-80a8-c40fb6dcaca0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=fae781e8-6388-4b57-af1c-40d6564c78b9,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:16.926826 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9a4f2c9c-9423-4b07-80a8-c40fb6dcaca0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (6c526235-9e54-43b7-b5bb-106b21ef6090), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:17.052226 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9a4f2c9c-9423-4b07-80a8-c40fb6dcaca0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fae781e8-6388-4b57-af1c-40d6564c78b9), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:17.199103 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9a4f2c9c-9423-4b07-80a8-c40fb6dcaca0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (fae781e8-6388-4b57-af1c-40d6564c78b9), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:17.244036 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9a4f2c9c-9423-4b07-80a8-c40fb6dcaca0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (fae781e8-6388-4b57-af1c-40d6564c78b9), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:17.314457 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f2c9c-9423-4b07-80a8-c40fb6dcaca0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=fae781e8-6388-4b57-af1c-40d6564c78b9,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:17.325951 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9a4f2c9c-9423-4b07-80a8-c40fb6dcaca0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (6c526235-9e54-43b7-b5bb-106b21ef6090), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:17.428526 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-9a4f2c9c-9423-4b07-80a8-c40fb6dcaca0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Floating IP 6c526235-9e54-43b7-b5bb-106b21ef6090 associated. External IP: 172.26.6.73, port: fa5021cc-c983-41b3-ac66-727977d6b1d5. Apr 16 04:30:17.638372 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4f2c9c-9423-4b07-80a8-c40fb6dcaca0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 79550db9-50f8-4b76-bc1b-8d1bd27366ed has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:30:17.747651 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4f2c9c-9423-4b07-80a8-c40fb6dcaca0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:30:17.757576 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67d09cb-f896-4bfd-8368-9b5a22e12c12 None None] Sync routers for ids ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:30:17.767445 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67d09cb-f896-4bfd-8368-9b5a22e12c12 None None] Routers {'79550db9-50f8-4b76-bc1b-8d1bd27366ed'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:30:17.768746 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a67d09cb-f896-4bfd-8368-9b5a22e12c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:30:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:30:17.825470 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9a4f2c9c-9423-4b07-80a8-c40fb6dcaca0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:17.855151 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9a4f2c9c-9423-4b07-80a8-c40fb6dcaca0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7791636 Apr 16 04:30:17.856199 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9eb3bb3-247c-45ef-99fa-8b644db1fe89', 'tag': 'fa5021cc-c983-41b3-ac66-727977d6b1d5'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:30:17.857880 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40790) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:17.858411 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76fb28f-f839-4247-8bd3-95f8c9408a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9eb3bb3-247c-45ef-99fa-8b644db1fe89", "tag": "fa5021cc-c983-41b3-ac66-727977d6b1d5"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:30:17.881474 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-a67d09cb-f896-4bfd-8368-9b5a22e12c12 None None] Set router 79550db9-50f8-4b76-bc1b-8d1bd27366ed gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:30:17.930716 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9e1dd66c-53db-4682-8d27-6be977b5f80c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/6c526235-9e54-43b7-b5bb-106b21ef6090 HTTP/1.1" status: 200 len: 990 time: 0.0715446 Apr 16 04:30:17.958283 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b8511e-78f0-4ac7-9db9-b82226f030e7 x-openstack-request-id: req-96b8511e-78f0-4ac7-9db9-b82226f030e7 {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:30:17.958577 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9eb3bb3-247c-45ef-99fa-8b644db1fe89", "tag": "fa5021cc-c983-41b3-ac66-727977d6b1d5", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:30:17.958834 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96b8511e-78f0-4ac7-9db9-b82226f030e7 {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:30:17.959250 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96b8511e-78f0-4ac7-9db9-b82226f030e7'] response: {'name': 'network-changed', 'server_uuid': 'c9eb3bb3-247c-45ef-99fa-8b644db1fe89', 'tag': 'fa5021cc-c983-41b3-ac66-727977d6b1d5', 'status': 'completed', 'code': 200} Apr 16 04:30:18.017199 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fb28f-f839-4247-8bd3-95f8c9408a1f req-e015bdde-d3b2-4b4a-bf21-8ed9a9b670a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:18.018801 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d76fb28f-f839-4247-8bd3-95f8c9408a1f req-e015bdde-d3b2-4b4a-bf21-8ed9a9b670a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=c9eb3bb3-247c-45ef-99fa-8b644db1fe89 HTTP/1.1" status: 200 len: 1129 time: 0.0390387 Apr 16 04:30:18.117369 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fb28f-f839-4247-8bd3-95f8c9408a1f req-b129e95c-ad1c-47ab-827c-57d35e048f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:18.118853 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d76fb28f-f839-4247-8bd3-95f8c9408a1f req-b129e95c-ad1c-47ab-827c-57d35e048f50 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f542bb08-388e-4bf5-b955-b90c2f3ed1dc HTTP/1.1" status: 200 len: 897 time: 0.0946236 Apr 16 04:30:18.185356 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a67d09cb-f896-4bfd-8368-9b5a22e12c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'name': 'tempest-TestNetworkBasicOps-router-83086266', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '6c526235-9e54-43b7-b5bb-106b21ef6090', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'port_id': 'fa5021cc-c983-41b3-ac66-727977d6b1d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'mac_address': 'fa:16:3e:aa:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9eb3bb3-247c-45ef-99fa-8b644db1fe89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:30:16Z', 'updated_at': '2022-04-16T04:30:16Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e89a7b-f369-4257-8fd6-a51738bae89d', 'name': '', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:c3:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '78616ee1-683a-4328-b10d-b7693842e253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:59Z', 'updated_at': '2022-04-16T04:30:04Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '78616ee1-683a-4328-b10d-b7693842e253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:30:18.186331 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d76fb28f-f839-4247-8bd3-95f8c9408a1f req-433bbdb2-bbb9-4298-86cb-b7ba410440fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa5021cc-c983-41b3-ac66-727977d6b1d5 HTTP/1.1" status: 200 len: 998 time: 0.0610647 Apr 16 04:30:18.211061 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67d09cb-f896-4bfd-8368-9b5a22e12c12 None None] Checking router: 79550db9-50f8-4b76-bc1b-8d1bd27366ed for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:30:18.219399 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67d09cb-f896-4bfd-8368-9b5a22e12c12 None None] Routers {'79550db9-50f8-4b76-bc1b-8d1bd27366ed'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:30:18.220009 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a67d09cb-f896-4bfd-8368-9b5a22e12c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:30:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:30:18.237357 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fb28f-f839-4247-8bd3-95f8c9408a1f req-abc8fca9-50ea-4b53-bbc6-0650206deafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:18.238849 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d76fb28f-f839-4247-8bd3-95f8c9408a1f req-abc8fca9-50ea-4b53-bbc6-0650206deafe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78616ee1-683a-4328-b10d-b7693842e253 HTTP/1.1" status: 200 len: 835 time: 0.0475349 Apr 16 04:30:18.280806 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fb28f-f839-4247-8bd3-95f8c9408a1f req-bcab074e-dbea-40fa-84a5-ff465349dce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:18.282341 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d76fb28f-f839-4247-8bd3-95f8c9408a1f req-bcab074e-dbea-40fa-84a5-ff465349dce5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f542bb08-388e-4bf5-b955-b90c2f3ed1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381649 Apr 16 04:30:18.328600 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-a67d09cb-f896-4bfd-8368-9b5a22e12c12 None None] Set router 79550db9-50f8-4b76-bc1b-8d1bd27366ed gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:30:18.372684 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d76fb28f-f839-4247-8bd3-95f8c9408a1f req-fd31b9e4-795a-4e64-b692-d9f70efd156b service neutron] 10.222.0.18 "GET /v2.0/networks/f542bb08-388e-4bf5-b955-b90c2f3ed1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843427 Apr 16 04:30:18.465536 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d76fb28f-f839-4247-8bd3-95f8c9408a1f req-3d6bfc75-f52a-4d2e-8086-47702f48b450 service neutron] 10.222.0.18 "GET /v2.0/networks/f542bb08-388e-4bf5-b955-b90c2f3ed1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874083 Apr 16 04:30:18.547912 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a67d09cb-f896-4bfd-8368-9b5a22e12c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'name': 'tempest-TestNetworkBasicOps-router-83086266', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '6c526235-9e54-43b7-b5bb-106b21ef6090', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'port_id': 'fa5021cc-c983-41b3-ac66-727977d6b1d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'mac_address': 'fa:16:3e:aa:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9eb3bb3-247c-45ef-99fa-8b644db1fe89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:30:16Z', 'updated_at': '2022-04-16T04:30:16Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e89a7b-f369-4257-8fd6-a51738bae89d', 'name': '', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:c3:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '78616ee1-683a-4328-b10d-b7693842e253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:59Z', 'updated_at': '2022-04-16T04:30:04Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '78616ee1-683a-4328-b10d-b7693842e253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:30:18.574000 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67d09cb-f896-4bfd-8368-9b5a22e12c12 None None] The sync data for ids ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'] in dv-neutron-838078-2-hyperv is: [{'id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'name': 'tempest-TestNetworkBasicOps-router-83086266', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '6c526235-9e54-43b7-b5bb-106b21ef6090', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'port_id': 'fa5021cc-c983-41b3-ac66-727977d6b1d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'mac_address': 'fa:16:3e:aa:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9eb3bb3-247c-45ef-99fa-8b644db1fe89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:30:16Z', 'updated_at': '2022-04-16T04:30:16Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e89a7b-f369-4257-8fd6-a51738bae89d', 'name': '', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:c3:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '78616ee1-683a-4328-b10d-b7693842e253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:59Z', 'updated_at': '2022-04-16T04:30:04Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '78616ee1-683a-4328-b10d-b7693842e253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:30:18.765985 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01d62ca-f65f-40b7-a3b7-508554ac94d2 None None] New status for floating IP 6c526235-9e54-43b7-b5bb-106b21ef6090: ACTIVE {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:30:18.934435 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40796) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:18.997538 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-32e00b75-89bb-40ca-b485-86ed79143a5e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/6c526235-9e54-43b7-b5bb-106b21ef6090 HTTP/1.1" status: 200 len: 990 time: 0.0618637 Apr 16 04:30:20.001258 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40798) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:20.061920 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-052c295c-2617-4ad0-9faa-2273ea7d68e0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/6c526235-9e54-43b7-b5bb-106b21ef6090 HTTP/1.1" status: 200 len: 992 time: 0.0594287 Apr 16 04:30:28.096098 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:38.100661 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:30:39.071995 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2e0cceb6-4b05-4147-ad74-3e9fb2d9badc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:41.489319 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c19fcf63-68a4-4efa-ae81-a75c5c3db255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:42.552495 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:44.015218 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:45.375193 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:49.253996 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40836) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:49.630640 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e65629-11c0-45fc-bda5-65cc30dd9130 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:49.631037 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e65629-11c0-45fc-bda5-65cc30dd9130 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:49.631502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e65629-11c0-45fc-bda5-65cc30dd9130 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:49.633211 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-84e65629-11c0-45fc-bda5-65cc30dd9130 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=4b56e019123c4dffa69f7a176eb53d27&network_id=f542bb08-388e-4bf5-b955-b90c2f3ed1dc HTTP/1.1" status: 200 len: 3102 time: 0.3782649 Apr 16 04:30:51.116085 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40850) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:51.167964 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1408d548-5d83-472e-aa7e-e6422bd35c12 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:51.173974 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1408d548-5d83-472e-aa7e-e6422bd35c12 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 HTTP/1.1" status: 200 len: 814 time: 0.0569646 Apr 16 04:30:51.632140 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40858) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:51.636892 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-2e1ace6f-a0e1-4806-aa17-30b3fa32b797 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:30:51.698357 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e1ace6f-a0e1-4806-aa17-30b3fa32b797 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (6c526235-9e54-43b7-b5bb-106b21ef6090), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:51.859534 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e1ace6f-a0e1-4806-aa17-30b3fa32b797 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:51.906988 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e1ace6f-a0e1-4806-aa17-30b3fa32b797 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (6c526235-9e54-43b7-b5bb-106b21ef6090), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:51.908846 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-2e1ace6f-a0e1-4806-aa17-30b3fa32b797 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Floating IP 6c526235-9e54-43b7-b5bb-106b21ef6090 disassociated. External IP: 172.26.6.73, port: fa5021cc-c983-41b3-ac66-727977d6b1d5. Apr 16 04:30:52.133678 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1ace6f-a0e1-4806-aa17-30b3fa32b797 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 79550db9-50f8-4b76-bc1b-8d1bd27366ed has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:30:52.565695 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1ace6f-a0e1-4806-aa17-30b3fa32b797 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:30:52.570801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2e1ace6f-a0e1-4806-aa17-30b3fa32b797 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:52.576873 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f77632-2bec-4492-a645-2926f383b809 None None] Sync routers for ids ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:30:52.587720 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f77632-2bec-4492-a645-2926f383b809 None None] Routers {'79550db9-50f8-4b76-bc1b-8d1bd27366ed'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:30:52.588408 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-51f77632-2bec-4492-a645-2926f383b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:30:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:30:52.604625 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2e1ace6f-a0e1-4806-aa17-30b3fa32b797 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/floatingips/6c526235-9e54-43b7-b5bb-106b21ef6090 HTTP/1.1" status: 200 len: 689 time: 0.9688113 Apr 16 04:30:52.604625 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9eb3bb3-247c-45ef-99fa-8b644db1fe89', 'tag': 'fa5021cc-c983-41b3-ac66-727977d6b1d5'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:30:52.605095 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd92e660-efcc-47d1-9fbe-922463bdd4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c9eb3bb3-247c-45ef-99fa-8b644db1fe89", "tag": "fa5021cc-c983-41b3-ac66-727977d6b1d5"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:30:52.605777 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40862) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:52.643666 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475bfc7e-5c7d-400b-88bc-ba6a210119c4 x-openstack-request-id: req-475bfc7e-5c7d-400b-88bc-ba6a210119c4 {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:30:52.644510 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9eb3bb3-247c-45ef-99fa-8b644db1fe89", "tag": "fa5021cc-c983-41b3-ac66-727977d6b1d5", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:30:52.644958 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-475bfc7e-5c7d-400b-88bc-ba6a210119c4 {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:30:52.645548 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-475bfc7e-5c7d-400b-88bc-ba6a210119c4'] response: {'name': 'network-changed', 'server_uuid': 'c9eb3bb3-247c-45ef-99fa-8b644db1fe89', 'tag': 'fa5021cc-c983-41b3-ac66-727977d6b1d5', 'status': 'completed', 'code': 200} Apr 16 04:30:52.667886 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-778d6004-de44-4cc6-8cbc-6a3161d8793f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/6c526235-9e54-43b7-b5bb-106b21ef6090 HTTP/1.1" status: 200 len: 689 time: 0.0594616 Apr 16 04:30:52.701121 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-51f77632-2bec-4492-a645-2926f383b809 None None] Set router 79550db9-50f8-4b76-bc1b-8d1bd27366ed gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:30:52.709010 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92e660-efcc-47d1-9fbe-922463bdd4e7 req-46825513-c9ee-4d35-972f-ad13fb52076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:52.710595 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bd92e660-efcc-47d1-9fbe-922463bdd4e7 req-46825513-c9ee-4d35-972f-ad13fb52076b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=c9eb3bb3-247c-45ef-99fa-8b644db1fe89 HTTP/1.1" status: 200 len: 1129 time: 0.0410576 Apr 16 04:30:52.808894 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92e660-efcc-47d1-9fbe-922463bdd4e7 req-394eabcd-a61f-4d33-8840-7a208670d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:52.810489 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bd92e660-efcc-47d1-9fbe-922463bdd4e7 req-394eabcd-a61f-4d33-8840-7a208670d27b service neutron] 10.222.0.18 "GET /v2.0/networks?id=f542bb08-388e-4bf5-b955-b90c2f3ed1dc HTTP/1.1" status: 200 len: 897 time: 0.0938404 Apr 16 04:30:52.852112 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bd92e660-efcc-47d1-9fbe-922463bdd4e7 req-278a6c48-e39e-4a42-b08c-de5dfb427247 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa5021cc-c983-41b3-ac66-727977d6b1d5 HTTP/1.1" status: 200 len: 217 time: 0.0357404 Apr 16 04:30:52.900993 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92e660-efcc-47d1-9fbe-922463bdd4e7 req-e09b856c-e94d-45c9-a79e-bfc3ef2f2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:52.902434 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bd92e660-efcc-47d1-9fbe-922463bdd4e7 req-e09b856c-e94d-45c9-a79e-bfc3ef2f2a48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78616ee1-683a-4328-b10d-b7693842e253 HTTP/1.1" status: 200 len: 835 time: 0.0450888 Apr 16 04:30:52.904784 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-51f77632-2bec-4492-a645-2926f383b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'name': 'tempest-TestNetworkBasicOps-router-83086266', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '63e89a7b-f369-4257-8fd6-a51738bae89d', 'name': '', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:c3:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '78616ee1-683a-4328-b10d-b7693842e253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:59Z', 'updated_at': '2022-04-16T04:30:04Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '78616ee1-683a-4328-b10d-b7693842e253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:30:52.938326 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f77632-2bec-4492-a645-2926f383b809 None None] Checking router: 79550db9-50f8-4b76-bc1b-8d1bd27366ed for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:30:52.953315 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f77632-2bec-4492-a645-2926f383b809 None None] Routers {'79550db9-50f8-4b76-bc1b-8d1bd27366ed'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:30:52.955404 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-51f77632-2bec-4492-a645-2926f383b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:30:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:30:52.961324 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92e660-efcc-47d1-9fbe-922463bdd4e7 req-95ca470a-1528-4851-bab9-c3ec7e5e3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:52.962936 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bd92e660-efcc-47d1-9fbe-922463bdd4e7 req-95ca470a-1528-4851-bab9-c3ec7e5e3fcd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f542bb08-388e-4bf5-b955-b90c2f3ed1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0540898 Apr 16 04:30:53.062104 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bd92e660-efcc-47d1-9fbe-922463bdd4e7 req-26df9eec-c33b-436f-a1a4-f852729deae3 service neutron] 10.222.0.18 "GET /v2.0/networks/f542bb08-388e-4bf5-b955-b90c2f3ed1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914402 Apr 16 04:30:53.073956 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-51f77632-2bec-4492-a645-2926f383b809 None None] Set router 79550db9-50f8-4b76-bc1b-8d1bd27366ed gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:30:53.158084 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bd92e660-efcc-47d1-9fbe-922463bdd4e7 req-c65163d2-e8fc-4c00-acdf-dd9e28e5d7fe service neutron] 10.222.0.18 "GET /v2.0/networks/f542bb08-388e-4bf5-b955-b90c2f3ed1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905280 Apr 16 04:30:53.262912 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-51f77632-2bec-4492-a645-2926f383b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'name': 'tempest-TestNetworkBasicOps-router-83086266', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '63e89a7b-f369-4257-8fd6-a51738bae89d', 'name': '', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:c3:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '78616ee1-683a-4328-b10d-b7693842e253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:59Z', 'updated_at': '2022-04-16T04:30:04Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '78616ee1-683a-4328-b10d-b7693842e253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:30:53.289503 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f77632-2bec-4492-a645-2926f383b809 None None] The sync data for ids ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'] in dv-neutron-838078-2-hyperv is: [{'id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'name': 'tempest-TestNetworkBasicOps-router-83086266', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '63e89a7b-f369-4257-8fd6-a51738bae89d', 'name': '', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:c3:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '78616ee1-683a-4328-b10d-b7693842e253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:59Z', 'updated_at': '2022-04-16T04:30:04Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '78616ee1-683a-4328-b10d-b7693842e253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:30:53.504257 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecf4d69-08d4-4e73-a508-70163727a4ba None None] New status for floating IP 6c526235-9e54-43b7-b5bb-106b21ef6090: DOWN {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:30:53.674884 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40868) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:53.721557 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-55cc31d1-6b96-4eb1-a212-d2fc358c66b9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/6c526235-9e54-43b7-b5bb-106b21ef6090 HTTP/1.1" status: 200 len: 689 time: 0.0454867 Apr 16 04:30:54.725327 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40872) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:54.779596 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-efd74cf2-db60-4cd9-8486-bda48d1e4e58 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/6c526235-9e54-43b7-b5bb-106b21ef6090 HTTP/1.1" status: 200 len: 687 time: 0.0529504 Apr 16 04:30:56.283685 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40878) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:56.288157 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-498400693', 'description': 'tempest-secgroup-smoke-498400693 description', 'project_id': '4b56e019123c4dffa69f7a176eb53d27'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:30:56.380788 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:56.450114 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (2f6db05a-988d-469d-9982-6c3497762f30), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:56.540618 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (2f6db05a-988d-469d-9982-6c3497762f30), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:56.572178 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6db05a-988d-469d-9982-6c3497762f30,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:56.580543 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:56.580949 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:56.581344 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:56.581797 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:56.582247 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:56.582782 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:56.583212 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:56.583636 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:56.583964 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:56.584287 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:56.584611 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:56.585049 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:56.585454 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:56.585875 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:56.586364 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:30:56.663580 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:56.664921 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2b2dd780-2665-4053-8a34-e07b6895cdff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3801997 Apr 16 04:30:56.667777 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40882) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:56.672479 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-51542517-1c76-4d09-9218-5ee61d1947b8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '2f6db05a-988d-469d-9982-6c3497762f30', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:30:56.752159 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-51542517-1c76-4d09-9218-5ee61d1947b8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (79011ec5-05de-43ab-96ff-69c83ac17ceb), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:56.812645 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-51542517-1c76-4d09-9218-5ee61d1947b8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (79011ec5-05de-43ab-96ff-69c83ac17ceb), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:56.906745 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-51542517-1c76-4d09-9218-5ee61d1947b8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (79011ec5-05de-43ab-96ff-69c83ac17ceb), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:56.929678 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51542517-1c76-4d09-9218-5ee61d1947b8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79011ec5-05de-43ab-96ff-69c83ac17ceb,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:57.000485 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-51542517-1c76-4d09-9218-5ee61d1947b8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:57.001845 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-51542517-1c76-4d09-9218-5ee61d1947b8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3330836 Apr 16 04:30:57.004559 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40884) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:57.009230 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-2fac1a2a-0205-4d33-86ac-b47aae4e5453 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '2f6db05a-988d-469d-9982-6c3497762f30', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:30:57.102522 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2fac1a2a-0205-4d33-86ac-b47aae4e5453 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (077c1912-6bd5-4a43-b1f3-b72f151a348e), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:57.161859 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2fac1a2a-0205-4d33-86ac-b47aae4e5453 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (077c1912-6bd5-4a43-b1f3-b72f151a348e), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:57.249403 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2fac1a2a-0205-4d33-86ac-b47aae4e5453 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (077c1912-6bd5-4a43-b1f3-b72f151a348e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:57.269826 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac1a2a-0205-4d33-86ac-b47aae4e5453 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077c1912-6bd5-4a43-b1f3-b72f151a348e,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:57.342890 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2fac1a2a-0205-4d33-86ac-b47aae4e5453 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:57.344138 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2fac1a2a-0205-4d33-86ac-b47aae4e5453 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3386297 Apr 16 04:30:57.347513 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40886) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:57.351726 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-bcdad450-2ca9-4cff-b731-8ccd0c9d3530 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '2f6db05a-988d-469d-9982-6c3497762f30', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:30:57.431466 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bcdad450-2ca9-4cff-b731-8ccd0c9d3530 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (11dd2ef9-ff94-494c-993a-e61ca09bb93c), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:57.489705 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bcdad450-2ca9-4cff-b731-8ccd0c9d3530 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (11dd2ef9-ff94-494c-993a-e61ca09bb93c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:57.568812 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bcdad450-2ca9-4cff-b731-8ccd0c9d3530 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (11dd2ef9-ff94-494c-993a-e61ca09bb93c), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:57.587252 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdad450-2ca9-4cff-b731-8ccd0c9d3530 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11dd2ef9-ff94-494c-993a-e61ca09bb93c,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:57.668039 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bcdad450-2ca9-4cff-b731-8ccd0c9d3530 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:57.669338 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bcdad450-2ca9-4cff-b731-8ccd0c9d3530 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3209252 Apr 16 04:30:57.672297 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40888) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:57.679421 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f9f9cb53-34d9-45cb-b3f0-d6db587b4169 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '2f6db05a-988d-469d-9982-6c3497762f30', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:30:57.792050 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f9f9cb53-34d9-45cb-b3f0-d6db587b4169 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (e6aa8450-ea33-4bdd-a54d-390ff5bb3829), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:57.852604 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f9f9cb53-34d9-45cb-b3f0-d6db587b4169 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (e6aa8450-ea33-4bdd-a54d-390ff5bb3829), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:57.946200 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f9f9cb53-34d9-45cb-b3f0-d6db587b4169 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (e6aa8450-ea33-4bdd-a54d-390ff5bb3829), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:57.968148 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9cb53-34d9-45cb-b3f0-d6db587b4169 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6aa8450-ea33-4bdd-a54d-390ff5bb3829,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:58.064194 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f9f9cb53-34d9-45cb-b3f0-d6db587b4169 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:58.066081 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f9f9cb53-34d9-45cb-b3f0-d6db587b4169 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3928144 Apr 16 04:30:58.068813 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40892) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:58.073239 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-7fae7e69-438b-4ebb-b861-6ff0cbd3d0b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '2f6db05a-988d-469d-9982-6c3497762f30', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:30:58.163132 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:58.191792 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-7fae7e69-438b-4ebb-b861-6ff0cbd3d0b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:30:58.197763 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7fae7e69-438b-4ebb-b861-6ff0cbd3d0b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (33ab3115-915a-4977-8527-d65dc190363f), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:58.262776 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7fae7e69-438b-4ebb-b861-6ff0cbd3d0b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (33ab3115-915a-4977-8527-d65dc190363f), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:58.340571 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7fae7e69-438b-4ebb-b861-6ff0cbd3d0b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (33ab3115-915a-4977-8527-d65dc190363f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:58.359622 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae7e69-438b-4ebb-b861-6ff0cbd3d0b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ab3115-915a-4977-8527-d65dc190363f,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:58.447551 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7fae7e69-438b-4ebb-b861-6ff0cbd3d0b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:58.447551 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7fae7e69-438b-4ebb-b861-6ff0cbd3d0b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3777192 Apr 16 04:30:58.449384 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40894) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:30:58.454154 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-3e311d7f-aff7-45b9-a34a-508473015861 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '2f6db05a-988d-469d-9982-6c3497762f30', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:30:58.558458 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-3e311d7f-aff7-45b9-a34a-508473015861 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:30:58.564965 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e311d7f-aff7-45b9-a34a-508473015861 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (57714e66-c61f-48e2-8ad9-0624fc695277), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:58.624680 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e311d7f-aff7-45b9-a34a-508473015861 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (57714e66-c61f-48e2-8ad9-0624fc695277), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:58.706458 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e311d7f-aff7-45b9-a34a-508473015861 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (57714e66-c61f-48e2-8ad9-0624fc695277), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:58.728293 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e311d7f-aff7-45b9-a34a-508473015861 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57714e66-c61f-48e2-8ad9-0624fc695277,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:30:58.845934 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3e311d7f-aff7-45b9-a34a-508473015861 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:30:58.847168 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3e311d7f-aff7-45b9-a34a-508473015861 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3967886 Apr 16 04:30:59.017645 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-8e5b196b-025b-404f-801d-2182ddc33535 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-498400693&fields=id&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 267 time: 0.0509489 Apr 16 04:30:59.133324 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ccb62e70-01cb-4699-9292-0fac4e859433 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:30:59.134802 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ccb62e70-01cb-4699-9292-0fac4e859433 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/networks?id=f542bb08-388e-4bf5-b955-b90c2f3ed1dc HTTP/1.1" status: 200 len: 797 time: 0.1091862 Apr 16 04:30:59.149725 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-1709253a-7fd7-4d34-9f1f-8d0621e2ea8e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/quotas/4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 375 time: 0.0096507 Apr 16 04:30:59.213678 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ba63afb9-afa4-4f4f-9572-699b7c26ec00 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0556207 Apr 16 04:30:59.322702 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-4f035797-554b-4c90-99b9-2b76e59b65fb service neutron] 10.222.0.30 "GET /v2.0/networks/f542bb08-388e-4bf5-b955-b90c2f3ed1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954931 Apr 16 04:30:59.432645 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-f1ca51ad-5722-45cd-b25f-7b7e6fee25b7 service neutron] 10.222.0.30 "GET /v2.0/networks/f542bb08-388e-4bf5-b955-b90c2f3ed1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043222 Apr 16 04:30:59.673612 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6eb2d96a-a98b-4172-a483-147f3604045c req-b6a4ce20-12b6-45e9-ac85-7fea0ef24fd3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f62c95c9-a06b-4f30-adb3-8e49a1fd971c HTTP/1.1" status: 200 len: 210 time: 0.0289214 Apr 16 04:31:00.788819 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6dab9753-078e-420f-85ef-35dac973df79 req-c06fadb0-9ad5-40fd-b23a-18bf635d1363 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f62c95c9-a06b-4f30-adb3-8e49a1fd971c HTTP/1.1" status: 200 len: 210 time: 0.0351071 Apr 16 04:31:01.562208 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-f1317844-ff0f-4fe5-a546-218cea031390 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:01.563594 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-f1317844-ff0f-4fe5-a546-218cea031390 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/networks?id=f542bb08-388e-4bf5-b955-b90c2f3ed1dc HTTP/1.1" status: 200 len: 797 time: 0.1114485 Apr 16 04:31:01.640119 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-adc4b8e7-a0a2-49aa-8cfe-f71bbeaa4e70 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 471 time: 0.0688398 Apr 16 04:31:01.649864 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'port': {'device_id': 'f62c95c9-a06b-4f30-adb3-8e49a1fd971c', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'admin_state_up': True, 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'security_groups': ['2f6db05a-988d-469d-9982-6c3497762f30']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:31:01.866513 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:31:01.870078 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:01.897675 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0e30a2de-2bc6-42b9-b068-9e1e983090bf req-876c9136-33ed-4458-8244-7ddcdf05e8db tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f62c95c9-a06b-4f30-adb3-8e49a1fd971c HTTP/1.1" status: 200 len: 210 time: 0.0363021 Apr 16 04:31:02.014148 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.20.0.5 (f542bb08-388e-4bf5-b955-b90c2f3ed1dc/78616ee1-683a-4328-b10d-b7693842e253/65be078b-6985-49a9-b68b-590cd0d51ebd) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:31:02.175898 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (65be078b-6985-49a9-b68b-590cd0d51ebd), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:02.266937 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (65be078b-6985-49a9-b68b-590cd0d51ebd), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:02.310976 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network f542bb08-388e-4bf5-b955-b90c2f3ed1dc is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:31:02.316028 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:31:02.320331 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:31:02.349225 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=65be078b-6985-49a9-b68b-590cd0d51ebd,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:02.361841 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:02.362207 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:02.362522 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:02.362859 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:02.363189 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:02.363572 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:02.364413 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:02.364755 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:02.365083 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:02.365413 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:02.365739 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:02.366061 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:02.366378 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:02.366696 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:02.367015 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:02.389648 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:02.390273 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:02.447670 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-b03439f9-7315-47a2-ba4b-d7adb3e3de04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8028796 Apr 16 04:31:02.459653 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] Request body: {'port': {'device_id': 'f62c95c9-a06b-4f30-adb3-8e49a1fd971c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:31:02.527632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (65be078b-6985-49a9-b68b-590cd0d51ebd), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:02.592311 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-17e61c1b-7680-4a57-9666-1d2155f5f611 None None] Provisioning complete for port 65be078b-6985-49a9-b68b-590cd0d51ebd triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:31:02.592311 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-17e61c1b-7680-4a57-9666-1d2155f5f611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (65be078b-6985-49a9-b68b-590cd0d51ebd), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:02.632130 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-17e61c1b-7680-4a57-9666-1d2155f5f611 None None] Port 65be078b-6985-49a9-b68b-590cd0d51ebd cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:31:02.797643 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65be078b-6985-49a9-b68b-590cd0d51ebd {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:31:02.805769 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] Publish callbacks [] for port (65be078b-6985-49a9-b68b-590cd0d51ebd), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:02.819067 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] Transition to ACTIVE for port object 65be078b-6985-49a9-b68b-590cd0d51ebd will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:31:02.906644 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (65be078b-6985-49a9-b68b-590cd0d51ebd), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:02.982633 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] Pushing event updated for resources: {'Port': ['ID=65be078b-6985-49a9-b68b-590cd0d51ebd,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:03.063840 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcea86-fdcf-4499-9b2d-5b309751e456 req-866d2ee7-a9fa-4248-9d8a-4b29889e41d7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:03.065322 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-69fcea86-fdcf-4499-9b2d-5b309751e456 req-866d2ee7-a9fa-4248-9d8a-4b29889e41d7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f62c95c9-a06b-4f30-adb3-8e49a1fd971c HTTP/1.1" status: 200 len: 943 time: 0.0967715 Apr 16 04:31:03.124681 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] Attempting to bind port 65be078b-6985-49a9-b68b-590cd0d51ebd on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:31:03.125044 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] Attempting to bind port 65be078b-6985-49a9-b68b-590cd0d51ebd by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '0b4bfc68-e9a8-4115-b9ea-73947833ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:31:03.125376 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] Attempting to bind port 65be078b-6985-49a9-b68b-590cd0d51ebd on network f542bb08-388e-4bf5-b955-b90c2f3ed1dc {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:31:03.142777 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-69fcea86-fdcf-4499-9b2d-5b309751e456 req-7a8029eb-5afe-4c24-8938-7e492068b8b9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f6db05a-988d-469d-9982-6c3497762f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701056 Apr 16 04:31:03.143335 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] Port 65be078b-6985-49a9-b68b-590cd0d51ebd on network f542bb08-388e-4bf5-b955-b90c2f3ed1dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:31:03.143657 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] Attempting to bind port 65be078b-6985-49a9-b68b-590cd0d51ebd on network f542bb08-388e-4bf5-b955-b90c2f3ed1dc {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:31:03.150701 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:31:03.151044 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] Checking segment: {'id': '0b4bfc68-e9a8-4115-b9ea-73947833ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:31:03.152046 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] Bound using segment: {'id': '0b4bfc68-e9a8-4115-b9ea-73947833ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:31:03.152486 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] Bound port: 65be078b-6985-49a9-b68b-590cd0d51ebd, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4bfc68-e9a8-4115-b9ea-73947833ffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:31:03.152877 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (65be078b-6985-49a9-b68b-590cd0d51ebd), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:03.226386 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] For port 65be078b-6985-49a9-b68b-590cd0d51ebd, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:31:03.229292 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] For port 65be078b-6985-49a9-b68b-590cd0d51ebd, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=65be078b-6985-49a9-b68b-590cd0d51ebd,segment=NetworkSegment(0b4bfc68-e9a8-4115-b9ea-73947833ffd5),segment_id=0b4bfc68-e9a8-4115-b9ea-73947833ffd5)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:31:03.324245 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (65be078b-6985-49a9-b68b-590cd0d51ebd), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:03.362419 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:03.363105 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:03.365288 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] 10.222.0.18 "PUT /v2.0/ports/65be078b-6985-49a9-b68b-590cd0d51ebd HTTP/1.1" status: 200 len: 1093 time: 0.9099920 Apr 16 04:31:03.365658 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62c95c9-a06b-4f30-adb3-8e49a1fd971c', 'tag': '65be078b-6985-49a9-b68b-590cd0d51ebd'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:31:03.369483 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fe3deb-82d9-4f36-bccc-b8a0d5bc717c" -d '{"events": [{"name": "network-changed", "server_uuid": "f62c95c9-a06b-4f30-adb3-8e49a1fd971c", "tag": "65be078b-6985-49a9-b68b-590cd0d51ebd"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:31:03.403861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed6af2-14ca-4d5c-9942-50453f46da17 service neutron] Pushing event updated for resources: {'Port': ['ID=65be078b-6985-49a9-b68b-590cd0d51ebd,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:03.417036 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8014bdee-1027-4169-b91b-d154277d95f0 x-openstack-request-id: req-8014bdee-1027-4169-b91b-d154277d95f0 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:31:03.417331 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62c95c9-a06b-4f30-adb3-8e49a1fd971c", "tag": "65be078b-6985-49a9-b68b-590cd0d51ebd", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:31:03.417584 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8014bdee-1027-4169-b91b-d154277d95f0 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:31:03.418041 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8014bdee-1027-4169-b91b-d154277d95f0'] response: {'name': 'network-changed', 'server_uuid': 'f62c95c9-a06b-4f30-adb3-8e49a1fd971c', 'tag': '65be078b-6985-49a9-b68b-590cd0d51ebd', 'status': 'completed', 'code': 200} Apr 16 04:31:03.481502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe3deb-82d9-4f36-bccc-b8a0d5bc717c req-288d3952-98a6-4fdf-bac5-99f14deebe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:03.483104 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-23fe3deb-82d9-4f36-bccc-b8a0d5bc717c req-288d3952-98a6-4fdf-bac5-99f14deebe4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=f62c95c9-a06b-4f30-adb3-8e49a1fd971c HTTP/1.1" status: 200 len: 1127 time: 0.0444474 Apr 16 04:31:03.590720 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe3deb-82d9-4f36-bccc-b8a0d5bc717c req-9bcaef0b-452d-47cd-9fdc-5e872c07c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:03.592204 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-23fe3deb-82d9-4f36-bccc-b8a0d5bc717c req-9bcaef0b-452d-47cd-9fdc-5e872c07c1be service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4b56e019123c4dffa69f7a176eb53d27&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1028926 Apr 16 04:31:03.700375 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe3deb-82d9-4f36-bccc-b8a0d5bc717c req-9c5e5146-8768-479d-819b-440407a528ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:03.701896 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-23fe3deb-82d9-4f36-bccc-b8a0d5bc717c req-9c5e5146-8768-479d-819b-440407a528ee service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1030040 Apr 16 04:31:03.785335 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-70cd7c8d-7451-41e7-9745-5dd35944ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:03.787065 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-70cd7c8d-7451-41e7-9745-5dd35944ae17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=f62c95c9-a06b-4f30-adb3-8e49a1fd971c HTTP/1.1" status: 200 len: 1127 time: 0.0473661 Apr 16 04:31:03.829037 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-e5998465-5ffc-4d29-bdea-6418bcc72820 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65be078b-6985-49a9-b68b-590cd0d51ebd HTTP/1.1" status: 200 len: 217 time: 0.0359175 Apr 16 04:31:03.880441 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ea7e22ba-3abc-4a38-94e5-ffbcd084426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:03.880441 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-ea7e22ba-3abc-4a38-94e5-ffbcd084426d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78616ee1-683a-4328-b10d-b7693842e253 HTTP/1.1" status: 200 len: 835 time: 0.0456049 Apr 16 04:31:03.928526 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-1c04b1c5-fb3f-4728-b1e4-0da21ccdd870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:03.930754 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-1c04b1c5-fb3f-4728-b1e4-0da21ccdd870 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f542bb08-388e-4bf5-b955-b90c2f3ed1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440834 Apr 16 04:31:04.024848 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-e02e4f02-a7d3-4074-a4c7-6e90a5544a16 service neutron] 10.222.0.18 "GET /v2.0/networks/f542bb08-388e-4bf5-b955-b90c2f3ed1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888848 Apr 16 04:31:04.129385 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8554c506-b0ea-400e-b062-e9f3ae6a052b req-34d8bf71-2a0b-4426-8bfe-350dd470bd5f service neutron] 10.222.0.18 "GET /v2.0/networks/f542bb08-388e-4bf5-b955-b90c2f3ed1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981715 Apr 16 04:31:04.264885 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3072377-be14-4d11-b22a-df0ae762b82f req-3b3d7827-b929-4314-8c66-31a6a89c4733 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:04.266349 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d3072377-be14-4d11-b22a-df0ae762b82f req-3b3d7827-b929-4314-8c66-31a6a89c4733 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f62c95c9-a06b-4f30-adb3-8e49a1fd971c HTTP/1.1" status: 200 len: 943 time: 0.0500886 Apr 16 04:31:04.319382 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d3072377-be14-4d11-b22a-df0ae762b82f req-1d17923b-9c60-4936-bb47-60d87fb11d9d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f6db05a-988d-469d-9982-6c3497762f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464938 Apr 16 04:31:05.433680 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d68d8-2953-4f0f-aa9c-8b780233ec0b req-12ebb808-bb94-46dc-bc9a-9a3434fab612 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:05.435203 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-548d68d8-2953-4f0f-aa9c-8b780233ec0b req-12ebb808-bb94-46dc-bc9a-9a3434fab612 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f62c95c9-a06b-4f30-adb3-8e49a1fd971c HTTP/1.1" status: 200 len: 943 time: 0.0485463 Apr 16 04:31:05.486109 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-548d68d8-2953-4f0f-aa9c-8b780233ec0b req-63a6a990-9a12-4da9-a549-dc656cad2751 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f6db05a-988d-469d-9982-6c3497762f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453930 Apr 16 04:31:05.648415 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 65be078b-6985-49a9-b68b-590cd0d51ebd details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:31:05.748377 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 65be078b-6985-49a9-b68b-590cd0d51ebd, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=65be078b-6985-49a9-b68b-590cd0d51ebd,segment=NetworkSegment(0b4bfc68-e9a8-4115-b9ea-73947833ffd5),segment_id=0b4bfc68-e9a8-4115-b9ea-73947833ffd5)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:31:05.760250 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '65be078b-6985-49a9-b68b-590cd0d51ebd', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'port_id': '65be078b-6985-49a9-b68b-590cd0d51ebd', 'mac_address': 'fa:16:3e:69:be:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78616ee1-683a-4328-b10d-b7693842e253', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:31:05.802032 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 65be078b-6985-49a9-b68b-590cd0d51ebd is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:31:05.802418 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (65be078b-6985-49a9-b68b-590cd0d51ebd), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:05.815434 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65be078b-6985-49a9-b68b-590cd0d51ebd {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:31:05.836105 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 65be078b-6985-49a9-b68b-590cd0d51ebd, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=65be078b-6985-49a9-b68b-590cd0d51ebd,segment=NetworkSegment(0b4bfc68-e9a8-4115-b9ea-73947833ffd5),segment_id=0b4bfc68-e9a8-4115-b9ea-73947833ffd5)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:31:05.900963 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (65be078b-6985-49a9-b68b-590cd0d51ebd), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:05.948850 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=65be078b-6985-49a9-b68b-590cd0d51ebd,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:05.959724 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:05.960073 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:05.960418 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:05.960790 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:05.961132 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:05.961485 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:05.961816 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:05.962171 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:05.962502 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:05.962831 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:05.963159 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:05.963488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:05.963808 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:05.964131 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:05.964454 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:06.109076 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['65be078b-6985-49a9-b68b-590cd0d51ebd'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:31:06.601721 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec069eb0-51e3-468c-861c-28bd74eea282 req-b9a4ae63-4d55-4b80-9e51-0fd04fd9abcd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:06.603196 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ec069eb0-51e3-468c-861c-28bd74eea282 req-b9a4ae63-4d55-4b80-9e51-0fd04fd9abcd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f62c95c9-a06b-4f30-adb3-8e49a1fd971c HTTP/1.1" status: 200 len: 944 time: 0.0472209 Apr 16 04:31:06.656207 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ec069eb0-51e3-468c-861c-28bd74eea282 req-0c0bf476-0d02-4f6e-a712-f495b0c3a63b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f6db05a-988d-469d-9982-6c3497762f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475428 Apr 16 04:31:07.665366 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 65be078b-6985-49a9-b68b-590cd0d51ebd up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:31:07.710329 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 65be078b-6985-49a9-b68b-590cd0d51ebd completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:31:07.775020 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd7886-1fa0-4cb4-8ec4-31555a3350e8 req-e3f4b80c-0461-4f3e-802e-49db25f37df7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:07.776713 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3ffd7886-1fa0-4cb4-8ec4-31555a3350e8 req-e3f4b80c-0461-4f3e-802e-49db25f37df7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f62c95c9-a06b-4f30-adb3-8e49a1fd971c HTTP/1.1" status: 200 len: 944 time: 0.0503242 Apr 16 04:31:07.820874 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 65be078b-6985-49a9-b68b-590cd0d51ebd triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:31:07.821251 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (65be078b-6985-49a9-b68b-590cd0d51ebd), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:07.829755 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3ffd7886-1fa0-4cb4-8ec4-31555a3350e8 req-a485c6d5-207d-4048-9c11-3c4c54c18eae tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f6db05a-988d-469d-9982-6c3497762f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470238 Apr 16 04:31:07.909987 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 65be078b-6985-49a9-b68b-590cd0d51ebd is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:31:07.910394 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (65be078b-6985-49a9-b68b-590cd0d51ebd), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:07.933428 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62c95c9-a06b-4f30-adb3-8e49a1fd971c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65be078b-6985-49a9-b68b-590cd0d51ebd'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:31:07.935191 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7446427-c872-41c8-8a12-cfd80defec04" -d '{"events": [{"server_uuid": "f62c95c9-a06b-4f30-adb3-8e49a1fd971c", "name": "network-vif-plugged", "status": "completed", "tag": "65be078b-6985-49a9-b68b-590cd0d51ebd"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:31:07.948537 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 65be078b-6985-49a9-b68b-590cd0d51ebd, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=65be078b-6985-49a9-b68b-590cd0d51ebd,segment=NetworkSegment(0b4bfc68-e9a8-4115-b9ea-73947833ffd5),segment_id=0b4bfc68-e9a8-4115-b9ea-73947833ffd5)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:31:08.032139 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c941be2b-e941-433d-b99e-8bf12b770706 x-openstack-request-id: req-c941be2b-e941-433d-b99e-8bf12b770706 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:31:08.032438 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62c95c9-a06b-4f30-adb3-8e49a1fd971c", "name": "network-vif-plugged", "status": "completed", "tag": "65be078b-6985-49a9-b68b-590cd0d51ebd", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:31:08.032690 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c941be2b-e941-433d-b99e-8bf12b770706 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:31:08.033395 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c941be2b-e941-433d-b99e-8bf12b770706'] response: {'server_uuid': 'f62c95c9-a06b-4f30-adb3-8e49a1fd971c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65be078b-6985-49a9-b68b-590cd0d51ebd', 'code': 200} Apr 16 04:31:08.049148 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (65be078b-6985-49a9-b68b-590cd0d51ebd), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:08.110764 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=65be078b-6985-49a9-b68b-590cd0d51ebd,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:08.354809 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e2485-94ba-45ef-bc10-f7d5f276e918 req-dceaf7a4-702e-4551-9430-e9ebf525e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:08.356682 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-613e2485-94ba-45ef-bc10-f7d5f276e918 req-dceaf7a4-702e-4551-9430-e9ebf525e7de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f62c95c9-a06b-4f30-adb3-8e49a1fd971c HTTP/1.1" status: 200 len: 1129 time: 0.0402050 Apr 16 04:31:08.403950 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-613e2485-94ba-45ef-bc10-f7d5f276e918 req-f7def8a1-d28b-4dd7-9c7e-aeac0df1f113 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2f6db05a-988d-469d-9982-6c3497762f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407338 Apr 16 04:31:08.950235 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc29ddc-08b7-45a5-b465-059eb1ce784d req-cd3873cd-77dd-4273-92bb-e6150c34da1d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:08.951715 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ffc29ddc-08b7-45a5-b465-059eb1ce784d req-cd3873cd-77dd-4273-92bb-e6150c34da1d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f62c95c9-a06b-4f30-adb3-8e49a1fd971c HTTP/1.1" status: 200 len: 945 time: 0.0528078 Apr 16 04:31:09.009259 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ffc29ddc-08b7-45a5-b465-059eb1ce784d req-cdb8d49d-fd0b-461b-96f0-365532ca97a4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f6db05a-988d-469d-9982-6c3497762f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512195 Apr 16 04:31:09.118047 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d3e974da-22f9-4c18-92b7-76af9ced5929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:10.115980 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd17743-c629-402e-9942-1373376b229b req-bd559992-0622-427b-87b8-01707d5ed9b1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:10.117392 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fdd17743-c629-402e-9942-1373376b229b req-bd559992-0622-427b-87b8-01707d5ed9b1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f62c95c9-a06b-4f30-adb3-8e49a1fd971c HTTP/1.1" status: 200 len: 945 time: 0.0465367 Apr 16 04:31:10.165344 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fdd17743-c629-402e-9942-1373376b229b req-44934282-6a07-40e2-8116-34eaf0bd344f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f6db05a-988d-469d-9982-6c3497762f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424483 Apr 16 04:31:10.274397 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5af9d-a7ac-4459-aac9-a146b9c83771 req-8df6f8e0-5600-420a-9b97-e6f286b614d4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:10.275851 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-68b5af9d-a7ac-4459-aac9-a146b9c83771 req-8df6f8e0-5600-420a-9b97-e6f286b614d4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f62c95c9-a06b-4f30-adb3-8e49a1fd971c HTTP/1.1" status: 200 len: 945 time: 0.0463390 Apr 16 04:31:10.324442 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-68b5af9d-a7ac-4459-aac9-a146b9c83771 req-355a52e2-0867-46ad-860c-fa499b17e20f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f6db05a-988d-469d-9982-6c3497762f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430675 Apr 16 04:31:10.344760 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40972) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:31:10.386636 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef69a0b-c324-4511-ade5-798544aac2eb tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:10.388167 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7ef69a0b-c324-4511-ade5-798544aac2eb tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f62c95c9-a06b-4f30-adb3-8e49a1fd971c HTTP/1.1" status: 200 len: 1124 time: 0.0424659 Apr 16 04:31:10.391019 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 40976) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:31:10.395578 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-c712f0af-1950-4bf0-86ad-13e1fba2c814 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'floatingip': {'port_id': '65be078b-6985-49a9-b68b-590cd0d51ebd'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:31:10.435272 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c712f0af-1950-4bf0-86ad-13e1fba2c814 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (6c526235-9e54-43b7-b5bb-106b21ef6090), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:10.598488 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9bbb2d08-a64f-48ce-abdc-e6dbf53ec3ce tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-339883416&fields=id&tenant_id=024f29826de14ed8a2ca7f327e6a16aa HTTP/1.1" status: 200 len: 267 time: 0.0475276 Apr 16 04:31:10.705123 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-cdbdb764-f5a8-4ed0-9144-fa711e59abc4 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:10.706584 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-cdbdb764-f5a8-4ed0-9144-fa711e59abc4 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/networks?id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e HTTP/1.1" status: 200 len: 812 time: 0.1018000 Apr 16 04:31:10.722525 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-62ca84ce-65af-478d-aaad-afa1ead4a351 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/quotas/024f29826de14ed8a2ca7f327e6a16aa HTTP/1.1" status: 200 len: 375 time: 0.0094233 Apr 16 04:31:10.774595 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-d6e1218d-9702-41b6-873d-4d10027c82ad tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460212 Apr 16 04:31:10.876772 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-60804560-1eee-4fc4-8337-a0452a3e875d service neutron] 10.222.0.30 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901694 Apr 16 04:31:10.887620 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c712f0af-1950-4bf0-86ad-13e1fba2c814 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:10.923600 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c712f0af-1950-4bf0-86ad-13e1fba2c814 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (6c526235-9e54-43b7-b5bb-106b21ef6090), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:10.969630 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-8de02fd6-ede5-4ef4-a8ee-6c4752e9a667 service neutron] 10.222.0.30 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871475 Apr 16 04:31:11.029774 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-c712f0af-1950-4bf0-86ad-13e1fba2c814 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Floating IP 6c526235-9e54-43b7-b5bb-106b21ef6090 associated. External IP: 172.26.6.73, port: 65be078b-6985-49a9-b68b-590cd0d51ebd. Apr 16 04:31:11.243771 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c712f0af-1950-4bf0-86ad-13e1fba2c814 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 79550db9-50f8-4b76-bc1b-8d1bd27366ed has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:31:11.358749 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c712f0af-1950-4bf0-86ad-13e1fba2c814 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:31:11.363591 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c712f0af-1950-4bf0-86ad-13e1fba2c814 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:11.381830 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da00f65-d0b8-4184-932e-fbe81f68b80b None None] Sync routers for ids ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:31:11.399047 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c712f0af-1950-4bf0-86ad-13e1fba2c814 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/floatingips/6c526235-9e54-43b7-b5bb-106b21ef6090 HTTP/1.1" status: 200 len: 990 time: 1.0069060 Apr 16 04:31:11.399738 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62c95c9-a06b-4f30-adb3-8e49a1fd971c', 'tag': '65be078b-6985-49a9-b68b-590cd0d51ebd'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:31:11.401945 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 40994) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:31:11.402437 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bacfb32-2924-4e0a-bf86-9210d8fc6f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "f62c95c9-a06b-4f30-adb3-8e49a1fd971c", "tag": "65be078b-6985-49a9-b68b-590cd0d51ebd"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:31:11.414403 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da00f65-d0b8-4184-932e-fbe81f68b80b None None] Routers {'79550db9-50f8-4b76-bc1b-8d1bd27366ed'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:31:11.417448 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0da00f65-d0b8-4184-932e-fbe81f68b80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:30:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:11.449185 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d7cf06a9-365a-401d-a646-750bc2f7238c req-e9ca72d1-33fa-49c0-98eb-0bf10b202191 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 210 time: 0.0377116 Apr 16 04:31:11.462536 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-60a1cd2a-7044-4454-aed1-255221874c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:11.476543 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acea9653-d368-4ecf-875f-3fcbc11fc1a1 x-openstack-request-id: req-acea9653-d368-4ecf-875f-3fcbc11fc1a1 {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:31:11.476862 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62c95c9-a06b-4f30-adb3-8e49a1fd971c", "tag": "65be078b-6985-49a9-b68b-590cd0d51ebd", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:31:11.477126 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-acea9653-d368-4ecf-875f-3fcbc11fc1a1 {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:31:11.480171 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acea9653-d368-4ecf-875f-3fcbc11fc1a1'] response: {'name': 'network-changed', 'server_uuid': 'f62c95c9-a06b-4f30-adb3-8e49a1fd971c', 'tag': '65be078b-6985-49a9-b68b-590cd0d51ebd', 'status': 'completed', 'code': 200} Apr 16 04:31:11.539066 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b2de33f0-e285-4b05-8420-01e22576cc03 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/6c526235-9e54-43b7-b5bb-106b21ef6090 HTTP/1.1" status: 200 len: 990 time: 0.1359627 Apr 16 04:31:11.548587 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacfb32-2924-4e0a-bf86-9210d8fc6f3f req-d7b987ac-9ce4-4c07-9c3b-a7ea6f15f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:11.550112 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bacfb32-2924-4e0a-bf86-9210d8fc6f3f req-d7b987ac-9ce4-4c07-9c3b-a7ea6f15f88e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=f62c95c9-a06b-4f30-adb3-8e49a1fd971c HTTP/1.1" status: 200 len: 1129 time: 0.0520656 Apr 16 04:31:11.639612 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-0da00f65-d0b8-4184-932e-fbe81f68b80b None None] Set router 79550db9-50f8-4b76-bc1b-8d1bd27366ed gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:31:11.645553 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacfb32-2924-4e0a-bf86-9210d8fc6f3f req-e95b8716-a09a-4496-a88a-7e9c4fd1ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:11.647086 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bacfb32-2924-4e0a-bf86-9210d8fc6f3f req-e95b8716-a09a-4496-a88a-7e9c4fd1ebc3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f542bb08-388e-4bf5-b955-b90c2f3ed1dc HTTP/1.1" status: 200 len: 897 time: 0.0913179 Apr 16 04:31:11.712029 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bacfb32-2924-4e0a-bf86-9210d8fc6f3f req-87a6cdb3-8676-41ac-bf71-96b666c3f2ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65be078b-6985-49a9-b68b-590cd0d51ebd HTTP/1.1" status: 200 len: 998 time: 0.0593274 Apr 16 04:31:11.765696 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacfb32-2924-4e0a-bf86-9210d8fc6f3f req-a981bdf6-4f2c-4b64-9bfb-7d46f4e5034b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:11.767164 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bacfb32-2924-4e0a-bf86-9210d8fc6f3f req-a981bdf6-4f2c-4b64-9bfb-7d46f4e5034b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78616ee1-683a-4328-b10d-b7693842e253 HTTP/1.1" status: 200 len: 835 time: 0.0492675 Apr 16 04:31:11.814133 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacfb32-2924-4e0a-bf86-9210d8fc6f3f req-54f52cb1-5028-4d1b-be30-953429581c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:11.815829 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bacfb32-2924-4e0a-bf86-9210d8fc6f3f req-54f52cb1-5028-4d1b-be30-953429581c30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f542bb08-388e-4bf5-b955-b90c2f3ed1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429411 Apr 16 04:31:11.861471 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0da00f65-d0b8-4184-932e-fbe81f68b80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'name': 'tempest-TestNetworkBasicOps-router-83086266', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '6c526235-9e54-43b7-b5bb-106b21ef6090', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'port_id': '65be078b-6985-49a9-b68b-590cd0d51ebd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'mac_address': 'fa:16:3e:69:be:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62c95c9-a06b-4f30-adb3-8e49a1fd971c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:30:16Z', 'updated_at': '2022-04-16T04:31:10Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e89a7b-f369-4257-8fd6-a51738bae89d', 'name': '', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:c3:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '78616ee1-683a-4328-b10d-b7693842e253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:59Z', 'updated_at': '2022-04-16T04:30:04Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '78616ee1-683a-4328-b10d-b7693842e253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:11.891794 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da00f65-d0b8-4184-932e-fbe81f68b80b None None] Checking router: 79550db9-50f8-4b76-bc1b-8d1bd27366ed for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:31:11.900369 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da00f65-d0b8-4184-932e-fbe81f68b80b None None] Routers {'79550db9-50f8-4b76-bc1b-8d1bd27366ed'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:31:11.901006 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0da00f65-d0b8-4184-932e-fbe81f68b80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:31:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:11.908269 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bacfb32-2924-4e0a-bf86-9210d8fc6f3f req-ab5184ca-69d0-4400-a00c-da5db76b3458 service neutron] 10.222.0.18 "GET /v2.0/networks/f542bb08-388e-4bf5-b955-b90c2f3ed1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859051 Apr 16 04:31:12.003593 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bacfb32-2924-4e0a-bf86-9210d8fc6f3f req-575ea11e-8a46-41d2-9133-fd6aa8cd97a4 service neutron] 10.222.0.18 "GET /v2.0/networks/f542bb08-388e-4bf5-b955-b90c2f3ed1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896194 Apr 16 04:31:12.011683 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-0da00f65-d0b8-4184-932e-fbe81f68b80b None None] Set router 79550db9-50f8-4b76-bc1b-8d1bd27366ed gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:31:12.223381 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0da00f65-d0b8-4184-932e-fbe81f68b80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'name': 'tempest-TestNetworkBasicOps-router-83086266', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '6c526235-9e54-43b7-b5bb-106b21ef6090', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'port_id': '65be078b-6985-49a9-b68b-590cd0d51ebd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'mac_address': 'fa:16:3e:69:be:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62c95c9-a06b-4f30-adb3-8e49a1fd971c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:30:16Z', 'updated_at': '2022-04-16T04:31:10Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e89a7b-f369-4257-8fd6-a51738bae89d', 'name': '', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:c3:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '78616ee1-683a-4328-b10d-b7693842e253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:59Z', 'updated_at': '2022-04-16T04:30:04Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '78616ee1-683a-4328-b10d-b7693842e253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:12.252458 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da00f65-d0b8-4184-932e-fbe81f68b80b None None] The sync data for ids ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'] in dv-neutron-838078-2-hyperv is: [{'id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'name': 'tempest-TestNetworkBasicOps-router-83086266', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '6c526235-9e54-43b7-b5bb-106b21ef6090', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'port_id': '65be078b-6985-49a9-b68b-590cd0d51ebd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'mac_address': 'fa:16:3e:69:be:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62c95c9-a06b-4f30-adb3-8e49a1fd971c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:30:16Z', 'updated_at': '2022-04-16T04:31:10Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e89a7b-f369-4257-8fd6-a51738bae89d', 'name': '', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:c3:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '78616ee1-683a-4328-b10d-b7693842e253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:59Z', 'updated_at': '2022-04-16T04:30:04Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '78616ee1-683a-4328-b10d-b7693842e253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:31:12.445895 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45200bf6-329b-4f7f-9561-5a8081ff9d62 None None] New status for floating IP 6c526235-9e54-43b7-b5bb-106b21ef6090: ACTIVE {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:31:12.538057 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3539083c-23a4-4693-8b7d-b86edb3f322f req-0b975d86-3da1-4e04-bd16-4b9281bb0c3f tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 210 time: 0.0288286 Apr 16 04:31:12.542647 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41008) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:31:12.562134 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:12.612531 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ecaae0dc-f71b-431d-94ac-87215c6ad450 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/6c526235-9e54-43b7-b5bb-106b21ef6090 HTTP/1.1" status: 200 len: 990 time: 0.0686033 Apr 16 04:31:13.400301 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-c31e9afd-0216-49ca-b7ad-b95aae180815 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:13.401876 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-c31e9afd-0216-49ca-b7ad-b95aae180815 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.18 "GET /v2.0/networks?id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e HTTP/1.1" status: 200 len: 812 time: 0.1015913 Apr 16 04:31:13.464566 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-88398db8-4af8-46b7-8b48-a9bd9e3bd1a7 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=024f29826de14ed8a2ca7f327e6a16aa HTTP/1.1" status: 200 len: 379 time: 0.0543442 Apr 16 04:31:13.472368 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-980785ea-0c8a-4eb6-a109-0c24bf3433e8 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Request body: {'port': {'device_id': 'f8eaac8f-e049-4580-aed1-8f607973eca3', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'admin_state_up': True, 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'security_groups': ['29983b04-a864-4c48-9de7-a30e2be29a0a']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:31:13.616429 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41012) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:31:13.638629 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dd9eeb28-00e9-4849-a144-3fa9b45a09dc req-a5d472e3-350a-4831-81ad-0689a1578ff2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 210 time: 0.0306892 Apr 16 04:31:13.667005 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-980785ea-0c8a-4eb6-a109-0c24bf3433e8 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Made reservation on behalf of 024f29826de14ed8a2ca7f327e6a16aa for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:31:13.671136 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-980785ea-0c8a-4eb6-a109-0c24bf3433e8 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:13.693775 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1990049f-6c5b-4310-83f5-b9596fa7c683 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/6c526235-9e54-43b7-b5bb-106b21ef6090 HTTP/1.1" status: 200 len: 992 time: 0.0761242 Apr 16 04:31:13.806021 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-980785ea-0c8a-4eb6-a109-0c24bf3433e8 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Allocated IP 172.20.0.9 (7730a87f-0bf9-4efc-aa90-7a1c8665de6e/de0b4063-129f-46ca-b5ba-66ee8157041e/2e62589a-a0a8-44a3-9a1a-358e8802fec0) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:31:13.958114 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-980785ea-0c8a-4eb6-a109-0c24bf3433e8 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for port (2e62589a-a0a8-44a3-9a1a-358e8802fec0), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:13.992109 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:14.060581 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-980785ea-0c8a-4eb6-a109-0c24bf3433e8 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (2e62589a-a0a8-44a3-9a1a-358e8802fec0), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:14.102771 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-980785ea-0c8a-4eb6-a109-0c24bf3433e8 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:31:14.107826 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-980785ea-0c8a-4eb6-a109-0c24bf3433e8 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:31:14.112443 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-980785ea-0c8a-4eb6-a109-0c24bf3433e8 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:31:14.135831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980785ea-0c8a-4eb6-a109-0c24bf3433e8 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event updated for resources: {'Port': ['ID=2e62589a-a0a8-44a3-9a1a-358e8802fec0,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:14.167428 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-980785ea-0c8a-4eb6-a109-0c24bf3433e8 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:14.168078 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-980785ea-0c8a-4eb6-a109-0c24bf3433e8 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:14.258363 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-980785ea-0c8a-4eb6-a109-0c24bf3433e8 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7895601 Apr 16 04:31:14.270914 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] Request body: {'port': {'device_id': 'f8eaac8f-e049-4580-aed1-8f607973eca3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:31:14.339849 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2e62589a-a0a8-44a3-9a1a-358e8802fec0), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:14.365908 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-5f351f97-92d5-42f0-9855-bd4a67d509b7 None None] Provisioning complete for port 2e62589a-a0a8-44a3-9a1a-358e8802fec0 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:31:14.366288 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5f351f97-92d5-42f0-9855-bd4a67d509b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2e62589a-a0a8-44a3-9a1a-358e8802fec0), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:14.405724 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-5f351f97-92d5-42f0-9855-bd4a67d509b7 None None] Port 2e62589a-a0a8-44a3-9a1a-358e8802fec0 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:31:14.607603 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e62589a-a0a8-44a3-9a1a-358e8802fec0 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:31:14.615521 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] Publish callbacks [] for port (2e62589a-a0a8-44a3-9a1a-358e8802fec0), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:14.627692 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] Transition to ACTIVE for port object 2e62589a-a0a8-44a3-9a1a-358e8802fec0 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:31:14.689681 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (2e62589a-a0a8-44a3-9a1a-358e8802fec0), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:14.760898 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05d08f-a0ef-497f-81b3-73bfcf8c2b69 req-0398b26b-31c2-491c-8ebe-43d327f41d32 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:14.768232 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2c05d08f-a0ef-497f-81b3-73bfcf8c2b69 req-0398b26b-31c2-491c-8ebe-43d327f41d32 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 943 time: 0.0526910 Apr 16 04:31:14.768408 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2e62589a-a0a8-44a3-9a1a-358e8802fec0,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:14.835367 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2c05d08f-a0ef-497f-81b3-73bfcf8c2b69 req-b13ed187-7b31-44bb-b229-42694786045d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648620 Apr 16 04:31:14.846037 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] Attempting to bind port 2e62589a-a0a8-44a3-9a1a-358e8802fec0 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:31:14.846445 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] Attempting to bind port 2e62589a-a0a8-44a3-9a1a-358e8802fec0 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '31531ef6-d10a-4aa8-935d-20d2235de566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:31:14.846837 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] Attempting to bind port 2e62589a-a0a8-44a3-9a1a-358e8802fec0 on network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:31:14.852993 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] Port 2e62589a-a0a8-44a3-9a1a-358e8802fec0 on network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:31:14.853481 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] Attempting to bind port 2e62589a-a0a8-44a3-9a1a-358e8802fec0 on network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:31:14.859798 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:31:14.860270 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] Checking segment: {'id': '31531ef6-d10a-4aa8-935d-20d2235de566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:31:14.860794 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] Bound using segment: {'id': '31531ef6-d10a-4aa8-935d-20d2235de566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:31:14.861381 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] Bound port: 2e62589a-a0a8-44a3-9a1a-358e8802fec0, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31531ef6-d10a-4aa8-935d-20d2235de566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:31:14.861810 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2e62589a-a0a8-44a3-9a1a-358e8802fec0), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:14.934799 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] For port 2e62589a-a0a8-44a3-9a1a-358e8802fec0, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:31:14.938145 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] For port 2e62589a-a0a8-44a3-9a1a-358e8802fec0, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=2e62589a-a0a8-44a3-9a1a-358e8802fec0,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:31:15.010076 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (2e62589a-a0a8-44a3-9a1a-358e8802fec0), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:15.055918 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:15.056380 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:15.057767 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] 10.222.0.18 "PUT /v2.0/ports/2e62589a-a0a8-44a3-9a1a-358e8802fec0 HTTP/1.1" status: 200 len: 1093 time: 0.7919946 Apr 16 04:31:15.058211 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8eaac8f-e049-4580-aed1-8f607973eca3', 'tag': '2e62589a-a0a8-44a3-9a1a-358e8802fec0'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:31:15.060481 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e995899-cb1c-4b57-a162-5dcc6b5ae0ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f8eaac8f-e049-4580-aed1-8f607973eca3", "tag": "2e62589a-a0a8-44a3-9a1a-358e8802fec0"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:31:15.096662 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123f5b2-43f0-43a9-853b-279eadd4f6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2e62589a-a0a8-44a3-9a1a-358e8802fec0,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:15.100590 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:31:15.118158 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f95fa9-a9ed-4549-bdda-788368d11bab x-openstack-request-id: req-c8f95fa9-a9ed-4549-bdda-788368d11bab {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:31:15.118445 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8eaac8f-e049-4580-aed1-8f607973eca3", "tag": "2e62589a-a0a8-44a3-9a1a-358e8802fec0", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:31:15.118694 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8f95fa9-a9ed-4549-bdda-788368d11bab {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:31:15.119098 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f95fa9-a9ed-4549-bdda-788368d11bab'] response: {'name': 'network-changed', 'server_uuid': 'f8eaac8f-e049-4580-aed1-8f607973eca3', 'tag': '2e62589a-a0a8-44a3-9a1a-358e8802fec0', 'status': 'completed', 'code': 200} Apr 16 04:31:15.185041 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e995899-cb1c-4b57-a162-5dcc6b5ae0ff req-6ba8faa2-b0d0-46c2-bc02-941dad40fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:15.186587 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9e995899-cb1c-4b57-a162-5dcc6b5ae0ff req-6ba8faa2-b0d0-46c2-bc02-941dad40fad4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 1127 time: 0.0482812 Apr 16 04:31:15.296307 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e995899-cb1c-4b57-a162-5dcc6b5ae0ff req-8efa3397-9773-4126-9034-59c6e238d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:15.298012 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9e995899-cb1c-4b57-a162-5dcc6b5ae0ff req-8efa3397-9773-4126-9034-59c6e238d0df service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1034870 Apr 16 04:31:15.375321 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:15.703866 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e995899-cb1c-4b57-a162-5dcc6b5ae0ff req-84792cb8-990d-4e9c-9321-f8cf1f385116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:15.706094 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9e995899-cb1c-4b57-a162-5dcc6b5ae0ff req-84792cb8-990d-4e9c-9321-f8cf1f385116 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4026153 Apr 16 04:31:15.781590 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-d0f730fe-1acd-406a-8a21-f0c1c606d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:15.783077 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-d0f730fe-1acd-406a-8a21-f0c1c606d071 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 1127 time: 0.0418966 Apr 16 04:31:15.825914 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-c8c28e84-d4e2-4f87-9fa4-780dd994e631 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e62589a-a0a8-44a3-9a1a-358e8802fec0 HTTP/1.1" status: 200 len: 217 time: 0.0348613 Apr 16 04:31:15.878381 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9e5d5380-a939-4172-859a-ab547c97ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:15.879913 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-9e5d5380-a939-4172-859a-ab547c97ca8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de0b4063-129f-46ca-b5ba-66ee8157041e HTTP/1.1" status: 200 len: 851 time: 0.0489302 Apr 16 04:31:15.923526 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-545aa594-4b7a-4765-ad92-0e454f30254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:15.925088 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-545aa594-4b7a-4765-ad92-0e454f30254a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0398955 Apr 16 04:31:15.945029 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a5364-3669-4425-bf9d-5f4b56f6447b req-754f31b0-6a2d-4985-bc89-e9ac7e28e6ec tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:15.956417 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c83a5364-3669-4425-bf9d-5f4b56f6447b req-754f31b0-6a2d-4985-bc89-e9ac7e28e6ec tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 943 time: 0.0494649 Apr 16 04:31:16.008548 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c83a5364-3669-4425-bf9d-5f4b56f6447b req-3c2db38d-2672-4c21-8cb9-4b5155f99697 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559886 Apr 16 04:31:16.015193 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-0ed00e11-f552-4d9a-99f3-fc8c1caa8f89 service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841134 Apr 16 04:31:16.107614 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d38b6e31-ab69-46b9-8e2f-bcb888433b08 req-f8407cb9-b221-4511-809c-5546dec1dbe0 service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874259 Apr 16 04:31:17.118984 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8efb45-a9d5-4774-a713-7bee690fcf28 req-d609ce6b-ff74-4972-9ef3-24043cedf974 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:17.120445 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ac8efb45-a9d5-4774-a713-7bee690fcf28 req-d609ce6b-ff74-4972-9ef3-24043cedf974 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 943 time: 0.0483365 Apr 16 04:31:17.169575 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ac8efb45-a9d5-4774-a713-7bee690fcf28 req-f9fd99a1-c742-496e-bff7-6901fea2ed9e tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434048 Apr 16 04:31:18.288636 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f9c80-ff5e-422d-9504-afdd4dd26b1e req-97bba92f-2b43-4079-a278-6060b95c45f7 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:18.290340 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6b8f9c80-ff5e-422d-9504-afdd4dd26b1e req-97bba92f-2b43-4079-a278-6060b95c45f7 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 943 time: 0.0530193 Apr 16 04:31:18.343050 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6b8f9c80-ff5e-422d-9504-afdd4dd26b1e req-c780a99b-d4b5-43f3-9bbb-d2828b3fd266 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464151 Apr 16 04:31:19.464310 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddd834-ec9e-4011-9260-87247dd1ed15 req-a6c5a55c-0a6b-4c14-9ea2-c0fb36725b61 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:19.465834 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-82ddd834-ec9e-4011-9260-87247dd1ed15 req-a6c5a55c-0a6b-4c14-9ea2-c0fb36725b61 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 943 time: 0.0527740 Apr 16 04:31:19.514503 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-82ddd834-ec9e-4011-9260-87247dd1ed15 req-4fe1648c-05f2-4198-a25d-cba7e654ea39 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430250 Apr 16 04:31:20.626033 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704b5e6-6d8c-4474-82b8-69a931b42210 req-db249035-1b50-490d-acaf-0ed6232717b7 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:20.627491 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2704b5e6-6d8c-4474-82b8-69a931b42210 req-db249035-1b50-490d-acaf-0ed6232717b7 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 943 time: 0.0474308 Apr 16 04:31:20.679182 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2704b5e6-6d8c-4474-82b8-69a931b42210 req-690173ec-0624-42c4-ae40-71ce2f0b82cd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453446 Apr 16 04:31:21.792499 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eade9c5-90b7-4f89-8241-91ab4d676246 req-943e4788-9397-42f9-9ddb-e5349f72797f tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:21.794019 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6eade9c5-90b7-4f89-8241-91ab4d676246 req-943e4788-9397-42f9-9ddb-e5349f72797f tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 943 time: 0.0480475 Apr 16 04:31:21.849358 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6eade9c5-90b7-4f89-8241-91ab4d676246 req-159a51d9-1c81-454c-940d-24abc1c80181 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494382 Apr 16 04:31:22.962611 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d461e3a-6f05-4ed4-af28-833205456359 req-b335fd64-09f9-45bc-8526-1c67940d1a48 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:22.964122 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4d461e3a-6f05-4ed4-af28-833205456359 req-b335fd64-09f9-45bc-8526-1c67940d1a48 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 943 time: 0.0474422 Apr 16 04:31:23.016972 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4d461e3a-6f05-4ed4-af28-833205456359 req-f4c0970e-a2ac-4a53-b22c-d9ad676a9d8e tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471232 Apr 16 04:31:24.133441 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81f247-f43c-412c-ae15-7da19fff42a4 req-125cc705-ac3b-4aca-889a-74bdd476e933 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:24.134917 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3d81f247-f43c-412c-ae15-7da19fff42a4 req-125cc705-ac3b-4aca-889a-74bdd476e933 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 943 time: 0.0518446 Apr 16 04:31:24.185311 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3d81f247-f43c-412c-ae15-7da19fff42a4 req-5e8ec8ca-b23c-421c-b4b1-24daba870f27 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446754 Apr 16 04:31:25.294527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bae815-3fa8-4578-abd4-e8baca83dbb7 req-0e1b76d0-9856-43b7-8d14-f15ffeec9d43 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:25.296252 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-41bae815-3fa8-4578-abd4-e8baca83dbb7 req-0e1b76d0-9856-43b7-8d14-f15ffeec9d43 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 943 time: 0.0470321 Apr 16 04:31:25.344559 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-41bae815-3fa8-4578-abd4-e8baca83dbb7 req-d7866602-10eb-41f7-a2a4-7111bfbd32da tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417693 Apr 16 04:31:26.457559 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053953ed-0c99-45c5-b50e-781e6a6636cf req-f32ec696-b892-47a0-a109-43ed7a021ac4 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:26.459083 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-053953ed-0c99-45c5-b50e-781e6a6636cf req-f32ec696-b892-47a0-a109-43ed7a021ac4 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 943 time: 0.0479326 Apr 16 04:31:26.507881 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-053953ed-0c99-45c5-b50e-781e6a6636cf req-227fbd06-c900-4786-b036-2fab6fa3549f tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427568 Apr 16 04:31:27.619250 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c99899-b58b-4734-b849-a6d151da719d req-01d93a01-a71a-4518-8cf9-acb59fe33d05 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:27.620702 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-79c99899-b58b-4734-b849-a6d151da719d req-01d93a01-a71a-4518-8cf9-acb59fe33d05 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 943 time: 0.0473204 Apr 16 04:31:27.668947 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-79c99899-b58b-4734-b849-a6d151da719d req-5d747553-7ea0-495a-84dc-94fa3f998e0f tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425987 Apr 16 04:31:28.116969 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:28.780365 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069193b3-18a5-477c-8c13-ba3f3e8dfac7 req-e98c0873-c792-42fb-bb8f-28f78aaf9c31 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:28.781946 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-069193b3-18a5-477c-8c13-ba3f3e8dfac7 req-e98c0873-c792-42fb-bb8f-28f78aaf9c31 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 943 time: 0.0470746 Apr 16 04:31:28.836114 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-069193b3-18a5-477c-8c13-ba3f3e8dfac7 req-3c5ac839-1c03-4529-80d9-b2845a552ba0 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481980 Apr 16 04:31:29.953660 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5647a-19e4-4545-ab1e-58073d59ce4f req-1de70dbb-e598-42f3-af78-6ff7a5ebcb6c tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:29.955166 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-12c5647a-19e4-4545-ab1e-58073d59ce4f req-1de70dbb-e598-42f3-af78-6ff7a5ebcb6c tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 943 time: 0.0520110 Apr 16 04:31:30.004299 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-12c5647a-19e4-4545-ab1e-58073d59ce4f req-b429f9a4-a662-46bb-99ab-b3184225764c tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436308 Apr 16 04:31:31.115287 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2349ac-2a45-487e-9e81-c5f032518b23 req-4e192696-2364-4fc4-9433-00f66a7afc6f tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:31.116649 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1f2349ac-2a45-487e-9e81-c5f032518b23 req-4e192696-2364-4fc4-9433-00f66a7afc6f tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 943 time: 0.0459096 Apr 16 04:31:31.164010 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1f2349ac-2a45-487e-9e81-c5f032518b23 req-fe1db168-c6e2-4479-8f2e-050291abd087 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418484 Apr 16 04:31:31.758447 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 2e62589a-a0a8-44a3-9a1a-358e8802fec0 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:31:31.856965 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 2e62589a-a0a8-44a3-9a1a-358e8802fec0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=2e62589a-a0a8-44a3-9a1a-358e8802fec0,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:31:31.868833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '2e62589a-a0a8-44a3-9a1a-358e8802fec0', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'port_id': '2e62589a-a0a8-44a3-9a1a-358e8802fec0', 'mac_address': 'fa:16:3e:cc:fb:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:31:31.909667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 2e62589a-a0a8-44a3-9a1a-358e8802fec0 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:31:31.910066 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2e62589a-a0a8-44a3-9a1a-358e8802fec0), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:31.922711 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e62589a-a0a8-44a3-9a1a-358e8802fec0 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:31:31.942186 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 2e62589a-a0a8-44a3-9a1a-358e8802fec0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=2e62589a-a0a8-44a3-9a1a-358e8802fec0,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:31:32.083151 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2e62589a-a0a8-44a3-9a1a-358e8802fec0), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:32.130781 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=2e62589a-a0a8-44a3-9a1a-358e8802fec0,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:32.286993 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4020d25-bc0d-4201-be82-f09cfad37e83 req-2b6ebe99-390e-4448-9964-34cde45965a1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:32.288688 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c4020d25-bc0d-4201-be82-f09cfad37e83 req-2b6ebe99-390e-4448-9964-34cde45965a1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 944 time: 0.0543656 Apr 16 04:31:32.340574 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c4020d25-bc0d-4201-be82-f09cfad37e83 req-f71753f5-f4b5-4eb9-94c9-09758b0277f0 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444884 Apr 16 04:31:32.367519 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['2e62589a-a0a8-44a3-9a1a-358e8802fec0'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:31:33.452975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd7d21-f424-422f-a0d2-cba174ded871 req-5174378f-85b6-4cbc-b794-5299a8d62575 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:33.454553 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b7dd7d21-f424-422f-a0d2-cba174ded871 req-5174378f-85b6-4cbc-b794-5299a8d62575 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 944 time: 0.0476193 Apr 16 04:31:33.503278 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b7dd7d21-f424-422f-a0d2-cba174ded871 req-fa2d02e9-95b2-4bc9-9e27-fd52ebbed39e tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432019 Apr 16 04:31:33.756985 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 2e62589a-a0a8-44a3-9a1a-358e8802fec0 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:31:33.804187 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 2e62589a-a0a8-44a3-9a1a-358e8802fec0 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:31:33.894968 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 2e62589a-a0a8-44a3-9a1a-358e8802fec0 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:31:33.895342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2e62589a-a0a8-44a3-9a1a-358e8802fec0), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:33.973457 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 2e62589a-a0a8-44a3-9a1a-358e8802fec0 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:31:33.973838 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2e62589a-a0a8-44a3-9a1a-358e8802fec0), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:33.996484 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8eaac8f-e049-4580-aed1-8f607973eca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e62589a-a0a8-44a3-9a1a-358e8802fec0'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:31:33.998783 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8425b9-482b-4749-91cb-7db5dce7be0d" -d '{"events": [{"server_uuid": "f8eaac8f-e049-4580-aed1-8f607973eca3", "name": "network-vif-plugged", "status": "completed", "tag": "2e62589a-a0a8-44a3-9a1a-358e8802fec0"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:31:34.012755 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 2e62589a-a0a8-44a3-9a1a-358e8802fec0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=2e62589a-a0a8-44a3-9a1a-358e8802fec0,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:31:34.034971 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb67fc1-ef69-469f-b443-dc516a5864c4 x-openstack-request-id: req-9eb67fc1-ef69-469f-b443-dc516a5864c4 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:31:34.035266 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8eaac8f-e049-4580-aed1-8f607973eca3", "name": "network-vif-plugged", "status": "completed", "tag": "2e62589a-a0a8-44a3-9a1a-358e8802fec0", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:31:34.035523 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9eb67fc1-ef69-469f-b443-dc516a5864c4 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:31:34.036021 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eb67fc1-ef69-469f-b443-dc516a5864c4'] response: {'server_uuid': 'f8eaac8f-e049-4580-aed1-8f607973eca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e62589a-a0a8-44a3-9a1a-358e8802fec0', 'code': 200} Apr 16 04:31:34.094634 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2e62589a-a0a8-44a3-9a1a-358e8802fec0), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:34.141660 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=2e62589a-a0a8-44a3-9a1a-358e8802fec0,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:34.302228 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18385717-d39a-43cb-9092-9eea933cef6c req-d4c6e10a-e955-4211-93cc-b15d38afa98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:34.303649 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18385717-d39a-43cb-9092-9eea933cef6c req-d4c6e10a-e955-4211-93cc-b15d38afa98f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 1129 time: 0.0428455 Apr 16 04:31:34.348359 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18385717-d39a-43cb-9092-9eea933cef6c req-a90adfa2-9a5f-4326-918c-7f768de20726 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389667 Apr 16 04:31:34.615201 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af2355-ed31-430d-b35d-8f7f635bedd6 req-bf738df3-d1b2-49a5-a870-e7e862c0a6e0 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:34.616609 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-93af2355-ed31-430d-b35d-8f7f635bedd6 req-bf738df3-d1b2-49a5-a870-e7e862c0a6e0 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 945 time: 0.0469975 Apr 16 04:31:34.664681 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-93af2355-ed31-430d-b35d-8f7f635bedd6 req-9845de1d-f576-4bfc-ba69-5f687c7324d8 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425684 Apr 16 04:31:35.788212 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea3d3c-5576-43d9-9688-b4504570213a req-a570f1ff-f80c-4dd0-bb37-e7d2c20ba71c tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:35.789788 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-52ea3d3c-5576-43d9-9688-b4504570213a req-a570f1ff-f80c-4dd0-bb37-e7d2c20ba71c tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 945 time: 0.0570140 Apr 16 04:31:35.843054 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-52ea3d3c-5576-43d9-9688-b4504570213a req-92081ccb-668c-4b80-a281-b7d4a3f274e3 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470164 Apr 16 04:31:36.954325 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aaba44-7b03-415c-902b-cc798176b0c8 req-8e4428c1-40bb-4781-9561-53cfc3756504 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:36.955846 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-36aaba44-7b03-415c-902b-cc798176b0c8 req-8e4428c1-40bb-4781-9561-53cfc3756504 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 945 time: 0.0473170 Apr 16 04:31:37.004895 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-36aaba44-7b03-415c-902b-cc798176b0c8 req-c90431a1-0e19-451a-861f-3a19dee5aad2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428226 Apr 16 04:31:37.116779 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b942b5-4f67-4e5a-ac6e-2e3570984aef req-7e4ce21a-af50-499a-b133-b85b64a8f158 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:37.118175 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-21b942b5-4f67-4e5a-ac6e-2e3570984aef req-7e4ce21a-af50-499a-b133-b85b64a8f158 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 945 time: 0.0467486 Apr 16 04:31:37.170564 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-21b942b5-4f67-4e5a-ac6e-2e3570984aef req-5748454b-50b4-4b19-bd05-e5c644979eb1 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470226 Apr 16 04:31:37.192650 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41066) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:31:37.382061 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e2fba7-e288-4002-a311-c1676004b82a tempest-TestVolumeBootPattern-2138567413 tempest-TestVolumeBootPattern-2138567413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:37.383488 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-03e2fba7-e288-4002-a311-c1676004b82a tempest-TestVolumeBootPattern-2138567413 tempest-TestVolumeBootPattern-2138567413-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 1124 time: 0.1898539 Apr 16 04:31:37.386247 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41070) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:31:37.390406 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-6d23a74a-e5e9-409a-8842-8dde045f1ec2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': '2e62589a-a0a8-44a3-9a1a-358e8802fec0', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:31:37.482832 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d23a74a-e5e9-409a-8842-8dde045f1ec2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:37.565293 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d23a74a-e5e9-409a-8842-8dde045f1ec2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:37.669672 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-6d23a74a-e5e9-409a-8842-8dde045f1ec2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Allocated IP 172.26.6.126 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/ad74905e-32a5-4bd2-9a9a-2340bacfa83d) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:31:37.775163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d23a74a-e5e9-409a-8842-8dde045f1ec2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for port (ad74905e-32a5-4bd2-9a9a-2340bacfa83d), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:37.889152 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d23a74a-e5e9-409a-8842-8dde045f1ec2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (ad74905e-32a5-4bd2-9a9a-2340bacfa83d), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:37.928814 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d23a74a-e5e9-409a-8842-8dde045f1ec2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:31:37.933615 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-6d23a74a-e5e9-409a-8842-8dde045f1ec2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:31:37.937199 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d23a74a-e5e9-409a-8842-8dde045f1ec2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:31:37.942855 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23a74a-e5e9-409a-8842-8dde045f1ec2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event updated for resources: {'Port': ['ID=ad74905e-32a5-4bd2-9a9a-2340bacfa83d,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:38.318807 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d23a74a-e5e9-409a-8842-8dde045f1ec2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for floatingip (37487bd3-3875-455e-82f3-5c9dcdbb1d11), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:38.512418 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d23a74a-e5e9-409a-8842-8dde045f1ec2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ad74905e-32a5-4bd2-9a9a-2340bacfa83d), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:38.663198 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d23a74a-e5e9-409a-8842-8dde045f1ec2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for port (ad74905e-32a5-4bd2-9a9a-2340bacfa83d), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:38.706753 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d23a74a-e5e9-409a-8842-8dde045f1ec2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (ad74905e-32a5-4bd2-9a9a-2340bacfa83d), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:38.772970 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23a74a-e5e9-409a-8842-8dde045f1ec2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event updated for resources: {'Port': ['ID=ad74905e-32a5-4bd2-9a9a-2340bacfa83d,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:38.787357 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d23a74a-e5e9-409a-8842-8dde045f1ec2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (37487bd3-3875-455e-82f3-5c9dcdbb1d11), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:38.891370 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-6d23a74a-e5e9-409a-8842-8dde045f1ec2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Floating IP 37487bd3-3875-455e-82f3-5c9dcdbb1d11 associated. External IP: 172.26.6.126, port: 2e62589a-a0a8-44a3-9a1a-358e8802fec0. Apr 16 04:31:39.082976 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c332ca58-2ac9-4a83-a16c-3c574324ea41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:39.106332 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d23a74a-e5e9-409a-8842-8dde045f1ec2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Router c53c57b7-0848-483d-a00c-6b997f7acb4b has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:31:39.218940 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d23a74a-e5e9-409a-8842-8dde045f1ec2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:31:39.229155 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a578f1a2-b350-4f65-a74a-0c4eb042c74c None None] Sync routers for ids ['c53c57b7-0848-483d-a00c-6b997f7acb4b'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:31:39.239452 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a578f1a2-b350-4f65-a74a-0c4eb042c74c None None] Routers {'c53c57b7-0848-483d-a00c-6b997f7acb4b'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:31:39.240058 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a578f1a2-b350-4f65-a74a-0c4eb042c74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:31:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c53c57b7-0848-483d-a00c-6b997f7acb4b'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:39.324384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d23a74a-e5e9-409a-8842-8dde045f1ec2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:39.350093 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-a578f1a2-b350-4f65-a74a-0c4eb042c74c None None] Set router c53c57b7-0848-483d-a00c-6b997f7acb4b gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:31:39.354486 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6d23a74a-e5e9-409a-8842-8dde045f1ec2 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9672563 Apr 16 04:31:39.355111 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8eaac8f-e049-4580-aed1-8f607973eca3', 'tag': '2e62589a-a0a8-44a3-9a1a-358e8802fec0'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:31:39.357446 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e58e27-af64-4d08-b10c-7d623f838640" -d '{"events": [{"name": "network-changed", "server_uuid": "f8eaac8f-e049-4580-aed1-8f607973eca3", "tag": "2e62589a-a0a8-44a3-9a1a-358e8802fec0"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:31:39.392556 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0446670-54dc-4f93-8765-cb5c194ae68a x-openstack-request-id: req-c0446670-54dc-4f93-8765-cb5c194ae68a {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:31:39.392878 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8eaac8f-e049-4580-aed1-8f607973eca3", "tag": "2e62589a-a0a8-44a3-9a1a-358e8802fec0", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:31:39.393137 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0446670-54dc-4f93-8765-cb5c194ae68a {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:31:39.393590 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0446670-54dc-4f93-8765-cb5c194ae68a'] response: {'name': 'network-changed', 'server_uuid': 'f8eaac8f-e049-4580-aed1-8f607973eca3', 'tag': '2e62589a-a0a8-44a3-9a1a-358e8802fec0', 'status': 'completed', 'code': 200} Apr 16 04:31:39.457832 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e58e27-af64-4d08-b10c-7d623f838640 req-d66f0faa-a997-43b9-acee-ccb37d1dcb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:39.459397 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-64e58e27-af64-4d08-b10c-7d623f838640 req-d66f0faa-a997-43b9-acee-ccb37d1dcb4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 1129 time: 0.0443790 Apr 16 04:31:39.550626 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e58e27-af64-4d08-b10c-7d623f838640 req-1faa2366-8c32-40a4-ad35-fa7a3cb5b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:39.552197 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-64e58e27-af64-4d08-b10c-7d623f838640 req-1faa2366-8c32-40a4-ad35-fa7a3cb5b2e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e HTTP/1.1" status: 200 len: 912 time: 0.0867610 Apr 16 04:31:39.575054 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a578f1a2-b350-4f65-a74a-0c4eb042c74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:39Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1dd80d98-a138-4560-be37-fdb5d512d8cd', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'floating_ip_address': '172.26.6.244', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'port_id': '412cd01a-a38d-4b4f-87f4-898e71b3dad0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'mac_address': 'fa:16:3e:31:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e0bce3-fd30-40c6-aab6-64f389421602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:28:53Z', 'updated_at': '2022-04-16T04:28:56Z', 'revision_number': 1, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'fixed_ip_address_scope': None}, {'id': '37487bd3-3875-455e-82f3-5c9dcdbb1d11', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'floating_ip_address': '172.26.6.126', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'port_id': '2e62589a-a0a8-44a3-9a1a-358e8802fec0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'mac_address': 'fa:16:3e:cc:fb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eaac8f-e049-4580-aed1-8f607973eca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:31:38Z', 'updated_at': '2022-04-16T04:31:38Z', 'revision_number': 0, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ac6853-873c-4b1b-9f38-49979bc3cfaa', 'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'mac_address': 'fa:16:3e:40:fa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:37Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 5, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'subnets': [{'id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:39.602047 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a578f1a2-b350-4f65-a74a-0c4eb042c74c None None] Checking router: c53c57b7-0848-483d-a00c-6b997f7acb4b for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:31:39.610244 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a578f1a2-b350-4f65-a74a-0c4eb042c74c None None] Routers {'c53c57b7-0848-483d-a00c-6b997f7acb4b'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:31:39.610848 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a578f1a2-b350-4f65-a74a-0c4eb042c74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:31:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c53c57b7-0848-483d-a00c-6b997f7acb4b'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:39.624122 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-64e58e27-af64-4d08-b10c-7d623f838640 req-5e46222e-3002-45f1-9b85-7400f2f54f23 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e62589a-a0a8-44a3-9a1a-358e8802fec0 HTTP/1.1" status: 200 len: 999 time: 0.0661707 Apr 16 04:31:39.671767 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e58e27-af64-4d08-b10c-7d623f838640 req-82354bb6-6855-4720-a8b8-796f3c6551eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:39.673245 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-64e58e27-af64-4d08-b10c-7d623f838640 req-82354bb6-6855-4720-a8b8-796f3c6551eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de0b4063-129f-46ca-b5ba-66ee8157041e HTTP/1.1" status: 200 len: 851 time: 0.0434020 Apr 16 04:31:39.718510 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e58e27-af64-4d08-b10c-7d623f838640 req-5b77c6e9-0f54-4a5d-b618-415e3a4438d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:39.719026 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-a578f1a2-b350-4f65-a74a-0c4eb042c74c None None] Set router c53c57b7-0848-483d-a00c-6b997f7acb4b gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:31:39.720082 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-64e58e27-af64-4d08-b10c-7d623f838640 req-5b77c6e9-0f54-4a5d-b618-415e3a4438d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0401049 Apr 16 04:31:39.816694 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-64e58e27-af64-4d08-b10c-7d623f838640 req-3ae53fa4-9f3d-4419-87d1-58e97285fa63 service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897899 Apr 16 04:31:39.911317 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-64e58e27-af64-4d08-b10c-7d623f838640 req-013cd4cc-d79e-42d0-b06f-8cd81b5df126 service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889719 Apr 16 04:31:40.031130 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a578f1a2-b350-4f65-a74a-0c4eb042c74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:39Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1dd80d98-a138-4560-be37-fdb5d512d8cd', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'floating_ip_address': '172.26.6.244', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'port_id': '412cd01a-a38d-4b4f-87f4-898e71b3dad0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'mac_address': 'fa:16:3e:31:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e0bce3-fd30-40c6-aab6-64f389421602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:28:53Z', 'updated_at': '2022-04-16T04:28:56Z', 'revision_number': 1, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'fixed_ip_address_scope': None}, {'id': '37487bd3-3875-455e-82f3-5c9dcdbb1d11', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'floating_ip_address': '172.26.6.126', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'port_id': '2e62589a-a0a8-44a3-9a1a-358e8802fec0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'mac_address': 'fa:16:3e:cc:fb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eaac8f-e049-4580-aed1-8f607973eca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:31:38Z', 'updated_at': '2022-04-16T04:31:38Z', 'revision_number': 0, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ac6853-873c-4b1b-9f38-49979bc3cfaa', 'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'mac_address': 'fa:16:3e:40:fa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:37Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 5, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'subnets': [{'id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:40.064291 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a578f1a2-b350-4f65-a74a-0c4eb042c74c None None] The sync data for ids ['c53c57b7-0848-483d-a00c-6b997f7acb4b'] in dv-neutron-838078-2-hyperv is: [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:39Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1dd80d98-a138-4560-be37-fdb5d512d8cd', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'floating_ip_address': '172.26.6.244', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'port_id': '412cd01a-a38d-4b4f-87f4-898e71b3dad0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'mac_address': 'fa:16:3e:31:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e0bce3-fd30-40c6-aab6-64f389421602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:28:53Z', 'updated_at': '2022-04-16T04:28:56Z', 'revision_number': 1, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'fixed_ip_address_scope': None}, {'id': '37487bd3-3875-455e-82f3-5c9dcdbb1d11', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'floating_ip_address': '172.26.6.126', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'port_id': '2e62589a-a0a8-44a3-9a1a-358e8802fec0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'mac_address': 'fa:16:3e:cc:fb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eaac8f-e049-4580-aed1-8f607973eca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:31:38Z', 'updated_at': '2022-04-16T04:31:38Z', 'revision_number': 0, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ac6853-873c-4b1b-9f38-49979bc3cfaa', 'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'mac_address': 'fa:16:3e:40:fa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:37Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 5, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'subnets': [{'id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:31:40.254152 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d13c3e-7a13-4037-b5f2-b501d59ee4a8 None None] New status for floating IP 37487bd3-3875-455e-82f3-5c9dcdbb1d11: ACTIVE {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:31:41.448675 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7465e69d-b986-4f04-8ceb-5e5608922a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:41.454254 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cae7bff8-1470-4d5d-83fd-7a245c765fee req-a01f71c4-dc6b-4098-a169-a10399dcddd2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448580 Apr 16 04:31:41.533340 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7bff8-1470-4d5d-83fd-7a245c765fee req-dd4a2e95-08ef-404b-aadb-47d76b421cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:41.534767 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cae7bff8-1470-4d5d-83fd-7a245c765fee req-dd4a2e95-08ef-404b-aadb-47d76b421cc1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 1129 time: 0.0389445 Apr 16 04:31:41.638916 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7bff8-1470-4d5d-83fd-7a245c765fee req-5597db89-93c9-49cc-a5cd-ea590562846c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:41.640359 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cae7bff8-1470-4d5d-83fd-7a245c765fee req-5597db89-93c9-49cc-a5cd-ea590562846c service neutron] 10.222.0.18 "GET /v2.0/networks?id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e HTTP/1.1" status: 200 len: 912 time: 0.0843217 Apr 16 04:31:41.709402 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cae7bff8-1470-4d5d-83fd-7a245c765fee req-8a1b4fcb-ddaf-4020-a700-ad6f9eaf20a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412cd01a-a38d-4b4f-87f4-898e71b3dad0 HTTP/1.1" status: 200 len: 1001 time: 0.0620890 Apr 16 04:31:41.757960 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7bff8-1470-4d5d-83fd-7a245c765fee req-98858bb7-b163-479e-82f0-4a511e32b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:41.759350 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cae7bff8-1470-4d5d-83fd-7a245c765fee req-98858bb7-b163-479e-82f0-4a511e32b230 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de0b4063-129f-46ca-b5ba-66ee8157041e HTTP/1.1" status: 200 len: 851 time: 0.0434194 Apr 16 04:31:41.803281 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7bff8-1470-4d5d-83fd-7a245c765fee req-a82cd2f9-1be5-4b1c-b14c-3e7a69ac2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:41.804669 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cae7bff8-1470-4d5d-83fd-7a245c765fee req-a82cd2f9-1be5-4b1c-b14c-3e7a69ac2c96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390806 Apr 16 04:31:41.898633 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cae7bff8-1470-4d5d-83fd-7a245c765fee req-034fba03-b2e3-4fd9-9d2a-1462652c072a service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866354 Apr 16 04:31:41.986928 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cae7bff8-1470-4d5d-83fd-7a245c765fee req-1036b90c-50b1-4043-8b3e-bdcf1d72dacc service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828948 Apr 16 04:31:42.475364 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c5e88-71d7-47d1-9b72-d8ba213b3c79 req-4b29e602-aa59-4837-bd1b-e67638ff91b7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:42.476854 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-329c5e88-71d7-47d1-9b72-d8ba213b3c79 req-4b29e602-aa59-4837-bd1b-e67638ff91b7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f62c95c9-a06b-4f30-adb3-8e49a1fd971c HTTP/1.1" status: 200 len: 945 time: 0.0459445 Apr 16 04:31:42.529105 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-329c5e88-71d7-47d1-9b72-d8ba213b3c79 req-d62c2d5b-a55f-400b-b034-5afb7b8453da tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f6db05a-988d-469d-9982-6c3497762f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464697 Apr 16 04:31:42.551640 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:43.647391 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd45b7-4bb7-4966-969e-c8f82f2e95f5 req-ae865558-354b-4112-a3ab-9289981ba672 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:43.648888 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e2fd45b7-4bb7-4966-969e-c8f82f2e95f5 req-ae865558-354b-4112-a3ab-9289981ba672 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f62c95c9-a06b-4f30-adb3-8e49a1fd971c HTTP/1.1" status: 200 len: 945 time: 0.0516248 Apr 16 04:31:43.698144 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e2fd45b7-4bb7-4966-969e-c8f82f2e95f5 req-3d77e286-06c6-4ac9-8ec8-4355dd1511bb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f6db05a-988d-469d-9982-6c3497762f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436862 Apr 16 04:31:43.991798 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:44.001438 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a37f7-34a4-4e6d-bda7-44c45a59aea9 req-06338f55-eb81-407c-9923-c73f94c393b1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:44.002953 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-438a37f7-34a4-4e6d-bda7-44c45a59aea9 req-06338f55-eb81-407c-9923-c73f94c393b1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/ports?device_id=f62c95c9-a06b-4f30-adb3-8e49a1fd971c HTTP/1.1" status: 200 len: 945 time: 0.0483077 Apr 16 04:31:44.269157 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-438a37f7-34a4-4e6d-bda7-44c45a59aea9 req-8c7f7d58-4316-42fc-aee4-c9d14ef01ac7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 65be078b-6985-49a9-b68b-590cd0d51ebd {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:31:44.270048 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-438a37f7-34a4-4e6d-bda7-44c45a59aea9 req-8c7f7d58-4316-42fc-aee4-c9d14ef01ac7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (65be078b-6985-49a9-b68b-590cd0d51ebd), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:44.358674 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-438a37f7-34a4-4e6d-bda7-44c45a59aea9 req-8c7f7d58-4316-42fc-aee4-c9d14ef01ac7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port 65be078b-6985-49a9-b68b-590cd0d51ebd, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=65be078b-6985-49a9-b68b-590cd0d51ebd,segment=NetworkSegment(0b4bfc68-e9a8-4115-b9ea-73947833ffd5),segment_id=0b4bfc68-e9a8-4115-b9ea-73947833ffd5)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:31:44.359033 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-438a37f7-34a4-4e6d-bda7-44c45a59aea9 req-8c7f7d58-4316-42fc-aee4-c9d14ef01ac7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (65be078b-6985-49a9-b68b-590cd0d51ebd), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:44.580698 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-438a37f7-34a4-4e6d-bda7-44c45a59aea9 req-8c7f7d58-4316-42fc-aee4-c9d14ef01ac7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:44.581028 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-438a37f7-34a4-4e6d-bda7-44c45a59aea9 req-8c7f7d58-4316-42fc-aee4-c9d14ef01ac7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (6c526235-9e54-43b7-b5bb-106b21ef6090), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:44.581338 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [req-438a37f7-34a4-4e6d-bda7-44c45a59aea9 req-8c7f7d58-4316-42fc-aee4-c9d14ef01ac7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Floating IP 6c526235-9e54-43b7-b5bb-106b21ef6090 disassociated. External IP: 172.26.6.73, port: 65be078b-6985-49a9-b68b-590cd0d51ebd. Apr 16 04:31:44.581674 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-438a37f7-34a4-4e6d-bda7-44c45a59aea9 req-8c7f7d58-4316-42fc-aee4-c9d14ef01ac7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 65be078b-6985-49a9-b68b-590cd0d51ebd owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:31:44.751920 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-438a37f7-34a4-4e6d-bda7-44c45a59aea9 req-8c7f7d58-4316-42fc-aee4-c9d14ef01ac7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (65be078b-6985-49a9-b68b-590cd0d51ebd), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:44.781390 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f7d58-4316-42fc-aee4-c9d14ef01ac7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=65be078b-6985-49a9-b68b-590cd0d51ebd,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:44.792688 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f7d43be3-934b-4c76-a46c-ebd30f91b850 req-a3cb3fb0-efad-4faa-b430-1577460451ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f62c95c9-a06b-4f30-adb3-8e49a1fd971c HTTP/1.1" status: 200 len: 210 time: 0.0282521 Apr 16 04:31:44.901154 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-438a37f7-34a4-4e6d-bda7-44c45a59aea9 req-8c7f7d58-4316-42fc-aee4-c9d14ef01ac7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 79550db9-50f8-4b76-bc1b-8d1bd27366ed has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:31:45.328854 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-438a37f7-34a4-4e6d-bda7-44c45a59aea9 req-8c7f7d58-4316-42fc-aee4-c9d14ef01ac7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:31:45.339720 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cae5bd9-df66-4f56-98eb-beab26b0a2fd None None] Sync routers for ids ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:31:45.350534 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cae5bd9-df66-4f56-98eb-beab26b0a2fd None None] Routers {'79550db9-50f8-4b76-bc1b-8d1bd27366ed'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:31:45.354560 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1cae5bd9-df66-4f56-98eb-beab26b0a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:31:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:45.371631 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-438a37f7-34a4-4e6d-bda7-44c45a59aea9 req-8c7f7d58-4316-42fc-aee4-c9d14ef01ac7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] No DVR routers for this DVR port 65be078b-6985-49a9-b68b-590cd0d51ebd on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:31:45.374547 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:45.376026 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-438a37f7-34a4-4e6d-bda7-44c45a59aea9 req-8c7f7d58-4316-42fc-aee4-c9d14ef01ac7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:45.379407 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-438a37f7-34a4-4e6d-bda7-44c45a59aea9 req-8c7f7d58-4316-42fc-aee4-c9d14ef01ac7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "DELETE /v2.0/ports/65be078b-6985-49a9-b68b-590cd0d51ebd HTTP/1.1" status: 204 len: 173 time: 1.1949093 Apr 16 04:31:45.379862 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62c95c9-a06b-4f30-adb3-8e49a1fd971c', 'name': 'network-vif-deleted', 'tag': '65be078b-6985-49a9-b68b-590cd0d51ebd'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:31:45.382669 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912ae18c-d669-4c7d-929f-a9a89c1b4d5b" -d '{"events": [{"server_uuid": "f62c95c9-a06b-4f30-adb3-8e49a1fd971c", "name": "network-vif-deleted", "tag": "65be078b-6985-49a9-b68b-590cd0d51ebd"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:31:45.418722 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07472c27-10bb-47b8-ad89-c8c9a4fc84fa x-openstack-request-id: req-07472c27-10bb-47b8-ad89-c8c9a4fc84fa {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:31:45.419032 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62c95c9-a06b-4f30-adb3-8e49a1fd971c", "name": "network-vif-deleted", "tag": "65be078b-6985-49a9-b68b-590cd0d51ebd", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:31:45.419310 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07472c27-10bb-47b8-ad89-c8c9a4fc84fa {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:31:45.420014 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07472c27-10bb-47b8-ad89-c8c9a4fc84fa'] response: {'server_uuid': 'f62c95c9-a06b-4f30-adb3-8e49a1fd971c', 'name': 'network-vif-deleted', 'tag': '65be078b-6985-49a9-b68b-590cd0d51ebd', 'status': 'completed', 'code': 200} Apr 16 04:31:45.463824 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-1cae5bd9-df66-4f56-98eb-beab26b0a2fd None None] Set router 79550db9-50f8-4b76-bc1b-8d1bd27366ed gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:31:45.654472 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1cae5bd9-df66-4f56-98eb-beab26b0a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'name': 'tempest-TestNetworkBasicOps-router-83086266', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '63e89a7b-f369-4257-8fd6-a51738bae89d', 'name': '', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:c3:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '78616ee1-683a-4328-b10d-b7693842e253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:59Z', 'updated_at': '2022-04-16T04:30:04Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '78616ee1-683a-4328-b10d-b7693842e253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:45.685698 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cae5bd9-df66-4f56-98eb-beab26b0a2fd None None] Checking router: 79550db9-50f8-4b76-bc1b-8d1bd27366ed for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:31:45.693946 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cae5bd9-df66-4f56-98eb-beab26b0a2fd None None] Routers {'79550db9-50f8-4b76-bc1b-8d1bd27366ed'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:31:45.694557 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1cae5bd9-df66-4f56-98eb-beab26b0a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:31:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:45.802759 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-1cae5bd9-df66-4f56-98eb-beab26b0a2fd None None] Set router 79550db9-50f8-4b76-bc1b-8d1bd27366ed gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:31:45.904026 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0800f176-c5d1-4411-8dda-5646c37ee6b9 req-d8166c17-291b-43a5-b99b-7848ce24eba2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f62c95c9-a06b-4f30-adb3-8e49a1fd971c HTTP/1.1" status: 200 len: 210 time: 0.0285850 Apr 16 04:31:45.992908 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1cae5bd9-df66-4f56-98eb-beab26b0a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'name': 'tempest-TestNetworkBasicOps-router-83086266', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '63e89a7b-f369-4257-8fd6-a51738bae89d', 'name': '', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:c3:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '78616ee1-683a-4328-b10d-b7693842e253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:59Z', 'updated_at': '2022-04-16T04:30:04Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '78616ee1-683a-4328-b10d-b7693842e253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:46.020575 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cae5bd9-df66-4f56-98eb-beab26b0a2fd None None] The sync data for ids ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'] in dv-neutron-838078-2-hyperv is: [{'id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'name': 'tempest-TestNetworkBasicOps-router-83086266', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '63e89a7b-f369-4257-8fd6-a51738bae89d', 'name': '', 'network_id': 'f542bb08-388e-4bf5-b955-b90c2f3ed1dc', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:c3:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '78616ee1-683a-4328-b10d-b7693842e253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:59Z', 'updated_at': '2022-04-16T04:30:04Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '78616ee1-683a-4328-b10d-b7693842e253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:31:46.236611 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4568dd4c-1f7b-4da3-bb00-f23f8264970c None None] New status for floating IP 6c526235-9e54-43b7-b5bb-106b21ef6090: DOWN {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:31:46.960742 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41096) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:31:47.023983 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-13f763a4-a228-4a49-86db-39329687d9c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (2f6db05a-988d-469d-9982-6c3497762f30), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:47.049891 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-13f763a4-a228-4a49-86db-39329687d9c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (2f6db05a-988d-469d-9982-6c3497762f30), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:47.202703 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-13f763a4-a228-4a49-86db-39329687d9c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (2f6db05a-988d-469d-9982-6c3497762f30), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:47.205339 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-13f763a4-a228-4a49-86db-39329687d9c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:47.206578 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-13f763a4-a228-4a49-86db-39329687d9c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/security-groups/2f6db05a-988d-469d-9982-6c3497762f30 HTTP/1.1" status: 204 len: 168 time: 0.2447124 Apr 16 04:31:47.216560 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f763a4-a228-4a49-86db-39329687d9c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6db05a-988d-469d-9982-6c3497762f30,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:47.306642 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41100) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:31:47.426429 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-5565e2b0-d491-4a83-a9f6-0ab919a459cd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port fae781e8-6388-4b57-af1c-40d6564c78b9 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:31:47.426777 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5565e2b0-d491-4a83-a9f6-0ab919a459cd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (fae781e8-6388-4b57-af1c-40d6564c78b9), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:47.505252 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5565e2b0-d491-4a83-a9f6-0ab919a459cd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (fae781e8-6388-4b57-af1c-40d6564c78b9), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:47.505606 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5565e2b0-d491-4a83-a9f6-0ab919a459cd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (fae781e8-6388-4b57-af1c-40d6564c78b9), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:47.518415 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-5565e2b0-d491-4a83-a9f6-0ab919a459cd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for fae781e8-6388-4b57-af1c-40d6564c78b9 owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:31:47.722319 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5565e2b0-d491-4a83-a9f6-0ab919a459cd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (fae781e8-6388-4b57-af1c-40d6564c78b9), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:47.752221 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565e2b0-d491-4a83-a9f6-0ab919a459cd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=fae781e8-6388-4b57-af1c-40d6564c78b9,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:47.815543 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5565e2b0-d491-4a83-a9f6-0ab919a459cd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (6c526235-9e54-43b7-b5bb-106b21ef6090), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:47.818993 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5565e2b0-d491-4a83-a9f6-0ab919a459cd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:47.820825 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5565e2b0-d491-4a83-a9f6-0ab919a459cd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/floatingips/6c526235-9e54-43b7-b5bb-106b21ef6090 HTTP/1.1" status: 204 len: 168 time: 0.5131438 Apr 16 04:31:47.823488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 65be078b-6985-49a9-b68b-590cd0d51ebd no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:31:47.846130 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 65be078b-6985-49a9-b68b-590cd0d51ebd {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:31:47.846130 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 65be078b-6985-49a9-b68b-590cd0d51ebd not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:31:48.241282 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2aabe-00d7-46f8-8d26-7d5ca8a41c0b req-f84d782f-58ef-4424-9cc8-492a996be50c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:48.242788 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f6f2aabe-00d7-46f8-8d26-7d5ca8a41c0b req-f84d782f-58ef-4424-9cc8-492a996be50c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9eb3bb3-247c-45ef-99fa-8b644db1fe89 HTTP/1.1" status: 200 len: 945 time: 0.0493581 Apr 16 04:31:48.292436 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f6f2aabe-00d7-46f8-8d26-7d5ca8a41c0b req-e33b3112-1f56-448a-9b9a-a5bc90dba248 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfd4d117-ef97-4c2d-829f-a1b06ace3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442085 Apr 16 04:31:49.406770 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8349dd-6ff7-4b86-b9ec-f6f4b421f6bc req-709a9777-0c78-40dd-ba93-60cee6d5648b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:49.408315 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1d8349dd-6ff7-4b86-b9ec-f6f4b421f6bc req-709a9777-0c78-40dd-ba93-60cee6d5648b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9eb3bb3-247c-45ef-99fa-8b644db1fe89 HTTP/1.1" status: 200 len: 945 time: 0.0482302 Apr 16 04:31:49.460404 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1d8349dd-6ff7-4b86-b9ec-f6f4b421f6bc req-9efc7de7-d3c6-4c34-a8b7-338ca9bdf992 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfd4d117-ef97-4c2d-829f-a1b06ace3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463412 Apr 16 04:31:49.575776 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5153a2-a181-4e39-8d3d-2f7842e6da20 req-92bae315-f462-4fd9-a128-0a04f3c37fd0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:49.577144 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1d5153a2-a181-4e39-8d3d-2f7842e6da20 req-92bae315-f462-4fd9-a128-0a04f3c37fd0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eb3bb3-247c-45ef-99fa-8b644db1fe89 HTTP/1.1" status: 200 len: 945 time: 0.0515795 Apr 16 04:31:49.661298 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-1d5153a2-a181-4e39-8d3d-2f7842e6da20 req-096b28ac-4a9f-4407-94ea-30eb93f87aed tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port fa5021cc-c983-41b3-ac66-727977d6b1d5 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:31:49.661641 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-1d5153a2-a181-4e39-8d3d-2f7842e6da20 req-096b28ac-4a9f-4407-94ea-30eb93f87aed tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (fa5021cc-c983-41b3-ac66-727977d6b1d5), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:49.757767 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-1d5153a2-a181-4e39-8d3d-2f7842e6da20 req-096b28ac-4a9f-4407-94ea-30eb93f87aed tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port fa5021cc-c983-41b3-ac66-727977d6b1d5, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fa5021cc-c983-41b3-ac66-727977d6b1d5,segment=NetworkSegment(0b4bfc68-e9a8-4115-b9ea-73947833ffd5),segment_id=0b4bfc68-e9a8-4115-b9ea-73947833ffd5)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:31:49.758290 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-1d5153a2-a181-4e39-8d3d-2f7842e6da20 req-096b28ac-4a9f-4407-94ea-30eb93f87aed tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (fa5021cc-c983-41b3-ac66-727977d6b1d5), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:49.771882 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-1d5153a2-a181-4e39-8d3d-2f7842e6da20 req-096b28ac-4a9f-4407-94ea-30eb93f87aed tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for fa5021cc-c983-41b3-ac66-727977d6b1d5 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:31:49.974897 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-1d5153a2-a181-4e39-8d3d-2f7842e6da20 req-096b28ac-4a9f-4407-94ea-30eb93f87aed tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (fa5021cc-c983-41b3-ac66-727977d6b1d5), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:50.003045 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b28ac-4a9f-4407-94ea-30eb93f87aed tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=fa5021cc-c983-41b3-ac66-727977d6b1d5,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:50.050792 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5153a2-a181-4e39-8d3d-2f7842e6da20 req-096b28ac-4a9f-4407-94ea-30eb93f87aed tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] No DVR routers for this DVR port fa5021cc-c983-41b3-ac66-727977d6b1d5 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:31:50.053342 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-1d5153a2-a181-4e39-8d3d-2f7842e6da20 req-096b28ac-4a9f-4407-94ea-30eb93f87aed tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:50.056538 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1d5153a2-a181-4e39-8d3d-2f7842e6da20 req-096b28ac-4a9f-4407-94ea-30eb93f87aed tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "DELETE /v2.0/ports/fa5021cc-c983-41b3-ac66-727977d6b1d5 HTTP/1.1" status: 204 len: 173 time: 0.4737554 Apr 16 04:31:50.056996 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9eb3bb3-247c-45ef-99fa-8b644db1fe89', 'name': 'network-vif-deleted', 'tag': 'fa5021cc-c983-41b3-ac66-727977d6b1d5'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:31:50.059325 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b74a05c-74fc-4f7c-8cc3-c05caf6b0d2d" -d '{"events": [{"server_uuid": "c9eb3bb3-247c-45ef-99fa-8b644db1fe89", "name": "network-vif-deleted", "tag": "fa5021cc-c983-41b3-ac66-727977d6b1d5"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:31:50.099059 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca8f93e-993a-41bd-839c-73f696b2c8b3 x-openstack-request-id: req-5ca8f93e-993a-41bd-839c-73f696b2c8b3 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:31:50.099905 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9eb3bb3-247c-45ef-99fa-8b644db1fe89", "name": "network-vif-deleted", "tag": "fa5021cc-c983-41b3-ac66-727977d6b1d5", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:31:50.100151 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ca8f93e-993a-41bd-839c-73f696b2c8b3 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:31:50.100557 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ca8f93e-993a-41bd-839c-73f696b2c8b3'] response: {'server_uuid': 'c9eb3bb3-247c-45ef-99fa-8b644db1fe89', 'name': 'network-vif-deleted', 'tag': 'fa5021cc-c983-41b3-ac66-727977d6b1d5', 'status': 'completed', 'code': 200} Apr 16 04:31:50.571179 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3645739f-7f4c-4dfe-bc2f-9d9a8d15ba42 req-253c42f6-1f70-41bd-a646-988d76516792 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9eb3bb3-247c-45ef-99fa-8b644db1fe89 HTTP/1.1" status: 200 len: 210 time: 0.0288222 Apr 16 04:31:51.631195 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41114) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:31:51.690725 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cae95e3b-4f9f-4a79-a57d-0ff26136e0ef tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (bfd4d117-ef97-4c2d-829f-a1b06ace3ac8), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:51.718659 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cae95e3b-4f9f-4a79-a57d-0ff26136e0ef tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (bfd4d117-ef97-4c2d-829f-a1b06ace3ac8), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:51.831214 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cae95e3b-4f9f-4a79-a57d-0ff26136e0ef tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (bfd4d117-ef97-4c2d-829f-a1b06ace3ac8), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:51.834555 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cae95e3b-4f9f-4a79-a57d-0ff26136e0ef tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:51.838730 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-cae95e3b-4f9f-4a79-a57d-0ff26136e0ef tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/security-groups/bfd4d117-ef97-4c2d-829f-a1b06ace3ac8 HTTP/1.1" status: 204 len: 168 time: 0.2075410 Apr 16 04:31:51.846761 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device fa5021cc-c983-41b3-ac66-727977d6b1d5 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:31:51.848882 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae95e3b-4f9f-4a79-a57d-0ff26136e0ef tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd4d117-ef97-4c2d-829f-a1b06ace3ac8,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:51.875846 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: fa5021cc-c983-41b3-ac66-727977d6b1d5 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:31:51.880066 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device fa5021cc-c983-41b3-ac66-727977d6b1d5 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:31:51.934797 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41118) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:31:52.102092 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:31:52.285659 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9720c0c3-a7aa-4590-98ff-4b5c5aba5617 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (79550db9-50f8-4b76-bc1b-8d1bd27366ed), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:52.525139 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-9720c0c3-a7aa-4590-98ff-4b5c5aba5617 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 63e89a7b-f369-4257-8fd6-a51738bae89d {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:31:52.525477 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9720c0c3-a7aa-4590-98ff-4b5c5aba5617 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (63e89a7b-f369-4257-8fd6-a51738bae89d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:52.617201 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-9720c0c3-a7aa-4590-98ff-4b5c5aba5617 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port 63e89a7b-f369-4257-8fd6-a51738bae89d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=63e89a7b-f369-4257-8fd6-a51738bae89d,segment=NetworkSegment(0b4bfc68-e9a8-4115-b9ea-73947833ffd5),segment_id=0b4bfc68-e9a8-4115-b9ea-73947833ffd5)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:31:52.617478 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9720c0c3-a7aa-4590-98ff-4b5c5aba5617 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (63e89a7b-f369-4257-8fd6-a51738bae89d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:52.630276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-9720c0c3-a7aa-4590-98ff-4b5c5aba5617 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 63e89a7b-f369-4257-8fd6-a51738bae89d owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:31:52.900038 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9720c0c3-a7aa-4590-98ff-4b5c5aba5617 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (63e89a7b-f369-4257-8fd6-a51738bae89d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:52.927886 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720c0c3-a7aa-4590-98ff-4b5c5aba5617 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=63e89a7b-f369-4257-8fd6-a51738bae89d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:53.111124 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9720c0c3-a7aa-4590-98ff-4b5c5aba5617 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (79550db9-50f8-4b76-bc1b-8d1bd27366ed), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:53.639960 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9720c0c3-a7aa-4590-98ff-4b5c5aba5617 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 79550db9-50f8-4b76-bc1b-8d1bd27366ed has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:31:53.746969 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9720c0c3-a7aa-4590-98ff-4b5c5aba5617 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:31:53.751966 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9720c0c3-a7aa-4590-98ff-4b5c5aba5617 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/routers/79550db9-50f8-4b76-bc1b-8d1bd27366ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8160627 Apr 16 04:31:53.754755 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41122) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:31:53.757626 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cbbe9c-87de-4d73-8726-73b497beec57 None None] Sync routers for ids ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:31:53.767580 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cbbe9c-87de-4d73-8726-73b497beec57 None None] Routers {'79550db9-50f8-4b76-bc1b-8d1bd27366ed'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:31:53.768336 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-49cbbe9c-87de-4d73-8726-73b497beec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:31:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:53.809384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2fd06a-81b0-4d1c-b2b2-3aa2fc941f2d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting subnet 78616ee1-683a-4328-b10d-b7693842e253 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:31:53.812749 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a2fd06a-81b0-4d1c-b2b2-3aa2fc941f2d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (78616ee1-683a-4328-b10d-b7693842e253), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:53.853902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a2fd06a-81b0-4d1c-b2b2-3aa2fc941f2d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (78616ee1-683a-4328-b10d-b7693842e253), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:53.877620 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-49cbbe9c-87de-4d73-8726-73b497beec57 None None] Set router 79550db9-50f8-4b76-bc1b-8d1bd27366ed gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:31:53.936368 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a2fd06a-81b0-4d1c-b2b2-3aa2fc941f2d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (78616ee1-683a-4328-b10d-b7693842e253), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:54.037591 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a2fd06a-81b0-4d1c-b2b2-3aa2fc941f2d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (78616ee1-683a-4328-b10d-b7693842e253), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:54.047022 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-49cbbe9c-87de-4d73-8726-73b497beec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'name': 'tempest-TestNetworkBasicOps-router-83086266', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:31:52Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:54.068237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4a2fd06a-81b0-4d1c-b2b2-3aa2fc941f2d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:54.074418 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4a2fd06a-81b0-4d1c-b2b2-3aa2fc941f2d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/subnets/78616ee1-683a-4328-b10d-b7693842e253 HTTP/1.1" status: 204 len: 168 time: 0.3161314 Apr 16 04:31:54.074418 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fd06a-81b0-4d1c-b2b2-3aa2fc941f2d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Subnet': ['ID=78616ee1-683a-4328-b10d-b7693842e253,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:54.074709 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cbbe9c-87de-4d73-8726-73b497beec57 None None] Checking router: 79550db9-50f8-4b76-bc1b-8d1bd27366ed for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:31:54.075772 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41124) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:31:54.078213 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23305c50-f4d1-4bed-b290-b7757d5d87da None None] Network f542bb08-388e-4bf5-b955-b90c2f3ed1dc requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:31:54.082589 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cbbe9c-87de-4d73-8726-73b497beec57 None None] Routers {'79550db9-50f8-4b76-bc1b-8d1bd27366ed'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:31:54.083120 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-49cbbe9c-87de-4d73-8726-73b497beec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:31:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:54.191858 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-49cbbe9c-87de-4d73-8726-73b497beec57 None None] Set router 79550db9-50f8-4b76-bc1b-8d1bd27366ed gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:31:54.196406 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-feed7070-261b-4f27-ad02-2efcccfcc596 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (79550db9-50f8-4b76-bc1b-8d1bd27366ed), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:54.253060 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df325ef-fbc2-4b0f-8a25-0dd6ac56f83d None None] DHCP port deletion for f542bb08-388e-4bf5-b955-b90c2f3ed1dc request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:31:54.299621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4df325ef-fbc2-4b0f-8a25-0dd6ac56f83d None None] Deleting port cc624b9a-98cf-47c4-bac8-10ad05391f4e {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:31:54.299993 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4df325ef-fbc2-4b0f-8a25-0dd6ac56f83d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (cc624b9a-98cf-47c4-bac8-10ad05391f4e), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:54.318627 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-feed7070-261b-4f27-ad02-2efcccfcc596 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (79550db9-50f8-4b76-bc1b-8d1bd27366ed), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:54.367605 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-4df325ef-fbc2-4b0f-8a25-0dd6ac56f83d None None] For port cc624b9a-98cf-47c4-bac8-10ad05391f4e, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=cc624b9a-98cf-47c4-bac8-10ad05391f4e,segment=NetworkSegment(0b4bfc68-e9a8-4115-b9ea-73947833ffd5),segment_id=0b4bfc68-e9a8-4115-b9ea-73947833ffd5)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:31:54.368013 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4df325ef-fbc2-4b0f-8a25-0dd6ac56f83d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (cc624b9a-98cf-47c4-bac8-10ad05391f4e), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:54.381029 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4df325ef-fbc2-4b0f-8a25-0dd6ac56f83d None None] Calling delete_port for cc624b9a-98cf-47c4-bac8-10ad05391f4e owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:31:54.457557 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-feed7070-261b-4f27-ad02-2efcccfcc596 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 0cc85803-6e01-438e-9a3c-68f69ae9c9c1 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:31:54.457808 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-feed7070-261b-4f27-ad02-2efcccfcc596 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (0cc85803-6e01-438e-9a3c-68f69ae9c9c1), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:54.470251 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-49cbbe9c-87de-4d73-8726-73b497beec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'name': 'tempest-TestNetworkBasicOps-router-83086266', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:31:52Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:54.496945 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cbbe9c-87de-4d73-8726-73b497beec57 None None] The sync data for ids ['79550db9-50f8-4b76-bc1b-8d1bd27366ed'] in dv-neutron-838078-2-hyperv is: [{'id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'name': 'tempest-TestNetworkBasicOps-router-83086266', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:31:52Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '0cc85803-6e01-438e-9a3c-68f69ae9c9c1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79550db9-50f8-4b76-bc1b-8d1bd27366ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:29:56Z', 'updated_at': '2022-04-16T04:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:31:54.534285 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4df325ef-fbc2-4b0f-8a25-0dd6ac56f83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (cc624b9a-98cf-47c4-bac8-10ad05391f4e), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:54.549079 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-feed7070-261b-4f27-ad02-2efcccfcc596 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port 0cc85803-6e01-438e-9a3c-68f69ae9c9c1, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=0cc85803-6e01-438e-9a3c-68f69ae9c9c1,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:31:54.549445 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-feed7070-261b-4f27-ad02-2efcccfcc596 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (0cc85803-6e01-438e-9a3c-68f69ae9c9c1), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:54.563853 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df325ef-fbc2-4b0f-8a25-0dd6ac56f83d None None] No DVR routers for this DVR port cc624b9a-98cf-47c4-bac8-10ad05391f4e on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:31:54.565640 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df325ef-fbc2-4b0f-8a25-0dd6ac56f83d None None] Pushing event deleted for resources: {'Port': ['ID=cc624b9a-98cf-47c4-bac8-10ad05391f4e,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:54.566820 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-feed7070-261b-4f27-ad02-2efcccfcc596 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 0cc85803-6e01-438e-9a3c-68f69ae9c9c1 owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:31:54.797477 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-feed7070-261b-4f27-ad02-2efcccfcc596 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (0cc85803-6e01-438e-9a3c-68f69ae9c9c1), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:54.822190 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed7070-261b-4f27-ad02-2efcccfcc596 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=0cc85803-6e01-438e-9a3c-68f69ae9c9c1,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:54.893369 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-feed7070-261b-4f27-ad02-2efcccfcc596 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (79550db9-50f8-4b76-bc1b-8d1bd27366ed), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:55.004410 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-feed7070-261b-4f27-ad02-2efcccfcc596 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (79550db9-50f8-4b76-bc1b-8d1bd27366ed), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:55.006658 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-feed7070-261b-4f27-ad02-2efcccfcc596 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_controller (79550db9-50f8-4b76-bc1b-8d1bd27366ed), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:55.150528 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-feed7070-261b-4f27-ad02-2efcccfcc596 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (79550db9-50f8-4b76-bc1b-8d1bd27366ed), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:55.151101 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feed7070-261b-4f27-ad02-2efcccfcc596 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Fanout notify agent at l3_agent the message router_deleted on router 79550db9-50f8-4b76-bc1b-8d1bd27366ed {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:31:55.157794 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-feed7070-261b-4f27-ad02-2efcccfcc596 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:55.159055 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-feed7070-261b-4f27-ad02-2efcccfcc596 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/routers/79550db9-50f8-4b76-bc1b-8d1bd27366ed HTTP/1.1" status: 204 len: 168 time: 1.0820894 Apr 16 04:31:55.161821 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41126) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:31:55.240180 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c37a50f-8f6f-4246-8365-c3420c30751c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (f542bb08-388e-4bf5-b955-b90c2f3ed1dc), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:55.331975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c37a50f-8f6f-4246-8365-c3420c30751c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (f542bb08-388e-4bf5-b955-b90c2f3ed1dc), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:55.351287 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-5c37a50f-8f6f-4246-8365-c3420c30751c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f542bb08-388e-4bf5-b955-b90c2f3ed1dc']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:55.360302 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-5c37a50f-8f6f-4246-8365-c3420c30751c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4bfc68-e9a8-4115-b9ea-73947833ffd5') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:55.360596 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-5c37a50f-8f6f-4246-8365-c3420c30751c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4bfc68-e9a8-4115-b9ea-73947833ffd5') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:55.370329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c37a50f-8f6f-4246-8365-c3420c30751c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (0b4bfc68-e9a8-4115-b9ea-73947833ffd5), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:55.383681 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c37a50f-8f6f-4246-8365-c3420c30751c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (0b4bfc68-e9a8-4115-b9ea-73947833ffd5), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:55.389422 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c37a50f-8f6f-4246-8365-c3420c30751c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:31:55.389798 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c37a50f-8f6f-4246-8365-c3420c30751c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (0b4bfc68-e9a8-4115-b9ea-73947833ffd5), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:31:55.392725 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:31:55.517042 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c37a50f-8f6f-4246-8365-c3420c30751c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (f542bb08-388e-4bf5-b955-b90c2f3ed1dc), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:55.524337 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c37a50f-8f6f-4246-8365-c3420c30751c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:55.526769 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5c37a50f-8f6f-4246-8365-c3420c30751c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/networks/f542bb08-388e-4bf5-b955-b90c2f3ed1dc HTTP/1.1" status: 204 len: 168 time: 0.3640194 Apr 16 04:31:55.537672 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37a50f-8f6f-4246-8365-c3420c30751c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Network': ['ID=f542bb08-388e-4bf5-b955-b90c2f3ed1dc,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:55.550926 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41128) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:31:55.556479 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-ab7d724f-c23e-4608-89bc-563d5f1667a1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'network': {'name': 'tempest-network-smoke--1282408543', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'port_security_enabled': True}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:31:55.632426 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device cc624b9a-98cf-47c4-bac8-10ad05391f4e no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:31:55.653366 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: cc624b9a-98cf-47c4-bac8-10ad05391f4e {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:31:55.653714 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device cc624b9a-98cf-47c4-bac8-10ad05391f4e not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:31:55.654138 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 0cc85803-6e01-438e-9a3c-68f69ae9c9c1 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:31:55.659256 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7d724f-c23e-4608-89bc-563d5f1667a1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:31:55.662659 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab7d724f-c23e-4608-89bc-563d5f1667a1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:55.674088 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 0cc85803-6e01-438e-9a3c-68f69ae9c9c1 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:31:55.674438 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 0cc85803-6e01-438e-9a3c-68f69ae9c9c1 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:31:55.674891 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 63e89a7b-f369-4257-8fd6-a51738bae89d no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:31:55.687746 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7d724f-c23e-4608-89bc-563d5f1667a1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:31:55.695114 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 63e89a7b-f369-4257-8fd6-a51738bae89d {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:31:55.695464 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 63e89a7b-f369-4257-8fd6-a51738bae89d not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:31:55.697984 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab7d724f-c23e-4608-89bc-563d5f1667a1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (909791ae-5df9-400c-a8e0-ce4dc2e8b346), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:55.698355 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-ab7d724f-c23e-4608-89bc-563d5f1667a1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Added segment 909791ae-5df9-400c-a8e0-ce4dc2e8b346 of type vlan for network 51e4d222-31f3-4f74-a9b7-50c8660ec823 Apr 16 04:31:55.742803 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab7d724f-c23e-4608-89bc-563d5f1667a1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (51e4d222-31f3-4f74-a9b7-50c8660ec823), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:55.819787 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab7d724f-c23e-4608-89bc-563d5f1667a1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (51e4d222-31f3-4f74-a9b7-50c8660ec823), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:55.824820 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7d724f-c23e-4608-89bc-563d5f1667a1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:55.825424 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ab7d724f-c23e-4608-89bc-563d5f1667a1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:55.894274 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d724f-c23e-4608-89bc-563d5f1667a1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Network': ['ID=51e4d222-31f3-4f74-a9b7-50c8660ec823,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:55.904550 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 51e4d222-31f3-4f74-a9b7-50c8660ec823 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:31:55.920068 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ab7d724f-c23e-4608-89bc-563d5f1667a1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3677208 Apr 16 04:31:55.922591 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41130) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:31:55.930101 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-8d931fb1-205d-4ff8-b12a-abad68bf5327 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-529367350', 'admin_state_up': True, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:31:55.996238 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d931fb1-205d-4ff8-b12a-abad68bf5327 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:55.997309 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d931fb1-205d-4ff8-b12a-abad68bf5327 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:56.048929 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d931fb1-205d-4ff8-b12a-abad68bf5327 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_controller (db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:56.249433 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d931fb1-205d-4ff8-b12a-abad68bf5327 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:56.480898 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d931fb1-205d-4ff8-b12a-abad68bf5327 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:56.502466 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d931fb1-205d-4ff8-b12a-abad68bf5327 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:56.605842 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-8d931fb1-205d-4ff8-b12a-abad68bf5327 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.26.6.224 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/65e7fa99-8011-4d73-b9ef-39b5247399c2) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:31:56.713821 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d931fb1-205d-4ff8-b12a-abad68bf5327 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (65e7fa99-8011-4d73-b9ef-39b5247399c2), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:56.785776 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d931fb1-205d-4ff8-b12a-abad68bf5327 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (65e7fa99-8011-4d73-b9ef-39b5247399c2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:56.824287 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d931fb1-205d-4ff8-b12a-abad68bf5327 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:31:56.829237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-8d931fb1-205d-4ff8-b12a-abad68bf5327 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:31:56.832778 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d931fb1-205d-4ff8-b12a-abad68bf5327 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:31:56.838377 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d931fb1-205d-4ff8-b12a-abad68bf5327 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=65e7fa99-8011-4d73-b9ef-39b5247399c2,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:57.142196 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d931fb1-205d-4ff8-b12a-abad68bf5327 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:57.340699 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d931fb1-205d-4ff8-b12a-abad68bf5327 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:57.567323 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d931fb1-205d-4ff8-b12a-abad68bf5327 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:31:57.687785 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d931fb1-205d-4ff8-b12a-abad68bf5327 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:31:57.697439 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b52163-de47-4564-8fc6-9330625364ef None None] Sync routers for ids ['db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:31:57.709086 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b52163-de47-4564-8fc6-9330625364ef None None] Routers {'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:31:57.709736 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-48b52163-de47-4564-8fc6-9330625364ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:31:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:57.801585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d931fb1-205d-4ff8-b12a-abad68bf5327 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:57.803736 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8d931fb1-205d-4ff8-b12a-abad68bf5327 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8800428 Apr 16 04:31:57.806758 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41132) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:31:57.828477 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-48b52163-de47-4564-8fc6-9330625364ef None None] Set router db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:31:57.852133 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3f9ab2a1-94b9-4830-a4ac-ece8fb7c9cc3 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4b56e019123c4dffa69f7a176eb53d27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421898 Apr 16 04:31:57.854146 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41134) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:31:58.048024 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-48b52163-de47-4564-8fc6-9330625364ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'name': 'tempest-TestNetworkBasicOps-router-529367350', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:31:56Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:31:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:58.247599 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b52163-de47-4564-8fc6-9330625364ef None None] Checking router: db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:31:58.247944 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b52163-de47-4564-8fc6-9330625364ef None None] Updating router db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 port 65e7fa99-8011-4d73-b9ef-39b5247399c2 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:31:58.283561 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-48b52163-de47-4564-8fc6-9330625364ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (65e7fa99-8011-4d73-b9ef-39b5247399c2), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:58.320668 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db71daa4-bdc1-4667-97d6-99069d9cc885 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:58.322269 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-db71daa4-bdc1-4667-97d6-99069d9cc885 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4667814 Apr 16 04:31:58.325304 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41136) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:31:58.353170 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dfbc65be-0cf1-4069-92b8-34a10f49b7db tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267456 Apr 16 04:31:58.356123 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41138) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:31:58.372417 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:58.410326 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1673685571', 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:31:58.542479 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-48b52163-de47-4564-8fc6-9330625364ef None None] Publish callbacks [] for port (65e7fa99-8011-4d73-b9ef-39b5247399c2), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:58.586505 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:31:58.590328 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:58.616253 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-48b52163-de47-4564-8fc6-9330625364ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (65e7fa99-8011-4d73-b9ef-39b5247399c2), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:58.666188 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-48b52163-de47-4564-8fc6-9330625364ef None None] Attempting to bind port 65e7fa99-8011-4d73-b9ef-39b5247399c2 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:31:58.666553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-48b52163-de47-4564-8fc6-9330625364ef None None] Attempting to bind port 65e7fa99-8011-4d73-b9ef-39b5247399c2 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:31:58.666913 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b52163-de47-4564-8fc6-9330625364ef None None] Attempting to bind port 65e7fa99-8011-4d73-b9ef-39b5247399c2 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:31:58.674246 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e35c2e-8a7b-4632-8f16-79078589cccb None None] Pushing event updated for resources: {'Port': ['ID=65e7fa99-8011-4d73-b9ef-39b5247399c2,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:58.677032 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b52163-de47-4564-8fc6-9330625364ef None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:31:58.677374 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b52163-de47-4564-8fc6-9330625364ef None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:31:58.687854 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-48b52163-de47-4564-8fc6-9330625364ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:58.687854 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b52163-de47-4564-8fc6-9330625364ef None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:31:58.687854 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-48b52163-de47-4564-8fc6-9330625364ef None None] Bound port: 65e7fa99-8011-4d73-b9ef-39b5247399c2, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:31:58.687854 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-48b52163-de47-4564-8fc6-9330625364ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (65e7fa99-8011-4d73-b9ef-39b5247399c2), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:58.730933 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-48b52163-de47-4564-8fc6-9330625364ef None None] For port 65e7fa99-8011-4d73-b9ef-39b5247399c2, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:31:58.733946 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-48b52163-de47-4564-8fc6-9330625364ef None None] For port 65e7fa99-8011-4d73-b9ef-39b5247399c2, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=65e7fa99-8011-4d73-b9ef-39b5247399c2,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:31:58.809113 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-48b52163-de47-4564-8fc6-9330625364ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (65e7fa99-8011-4d73-b9ef-39b5247399c2), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:58.837885 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (7e182968-7e95-4250-a224-e8d84df4b132), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:58.878659 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b52163-de47-4564-8fc6-9330625364ef None None] Routers {'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:31:58.879299 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-48b52163-de47-4564-8fc6-9330625364ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:31:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:58.900649 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Subnet': ['ID=7e182968-7e95-4250-a224-e8d84df4b132,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:58.912577 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:58.912949 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:58.913295 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:58.914710 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:58.914710 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:58.914710 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:58.914710 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:58.915244 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:58.915396 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:58.915677 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:58.916009 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:58.916335 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:58.916686 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:58.917038 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:58.917363 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:31:58.921629 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Checking segment: {'id': '909791ae-5df9-400c-a8e0-ce4dc2e8b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:31:58.921629 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network hostable DHCP agents. Network: 51e4d222-31f3-4f74-a9b7-50c8660ec823, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:31:58.922264 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e35c2e-8a7b-4632-8f16-79078589cccb None None] Pushing event updated for resources: {'Port': ['ID=65e7fa99-8011-4d73-b9ef-39b5247399c2,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:59.009156 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 51e4d222-31f3-4f74-a9b7-50c8660ec823 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:31:59.009405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-48b52163-de47-4564-8fc6-9330625364ef None None] Set router db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:31:59.100113 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 51e4d222-31f3-4f74-a9b7-50c8660ec823) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:31:59.105206 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:31:59.106116 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:59.119002 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7b293c-1059-428c-a83c-7a1a8c1585a4 None None] Network 51e4d222-31f3-4f74-a9b7-50c8660ec823 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:31:59.202548 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c2634a3a-e2e7-47d0-b1d3-f93b7e04b3ec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8425281 Apr 16 04:31:59.202884 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41142) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:31:59.268216 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-51e4d222-31f3-4f74-a9b7-50c8660ec823', 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ips': [{'subnet_id': '7e182968-7e95-4250-a224-e8d84df4b132'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:31:59.269087 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:59.272601 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-48b52163-de47-4564-8fc6-9330625364ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'name': 'tempest-TestNetworkBasicOps-router-529367350', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:31:56Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:31:59.308845 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b52163-de47-4564-8fc6-9330625364ef None None] The sync data for ids ['db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'] in dv-neutron-838078-2-hyperv is: [{'id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'name': 'tempest-TestNetworkBasicOps-router-529367350', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:31:56Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:31:59.456903 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] Allocated IP 172.20.0.2 (51e4d222-31f3-4f74-a9b7-50c8660ec823/7e182968-7e95-4250-a224-e8d84df4b132/bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:31:59.643247 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] Publish callbacks [] for port (bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:59.706441 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:59.708302 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a1499c14-65d9-4660-93d1-45272912b1f1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:59.751575 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] Network 51e4d222-31f3-4f74-a9b7-50c8660ec823 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:31:59.759452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:31:59.759452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] Pushing event updated for resources: {'Port': ['ID=bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:31:59.759867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:31:59.834024 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] Attempting to bind port bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:31:59.834833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] Attempting to bind port bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '909791ae-5df9-400c-a8e0-ce4dc2e8b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:31:59.835211 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] Attempting to bind port bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b on network 51e4d222-31f3-4f74-a9b7-50c8660ec823 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:31:59.849265 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:31:59.850227 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] Checking segment: {'id': '909791ae-5df9-400c-a8e0-ce4dc2e8b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:31:59.850740 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:59.851825 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] Bound using segment: {'id': '909791ae-5df9-400c-a8e0-ce4dc2e8b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:31:59.852426 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] Bound port: bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909791ae-5df9-400c-a8e0-ce4dc2e8b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:31:59.852943 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:31:59.931877 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] For port bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:31:59.935165 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] For port bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b,segment=NetworkSegment(909791ae-5df9-400c-a8e0-ce4dc2e8b346),segment_id=909791ae-5df9-400c-a8e0-ce4dc2e8b346)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:31:59.992560 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:00.014854 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-a1499c14-65d9-4660-93d1-45272912b1f1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.20.0.1 (51e4d222-31f3-4f74-a9b7-50c8660ec823/7e182968-7e95-4250-a224-e8d84df4b132/9a1e46e7-4155-40a3-953d-8f526c19421a) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:32:00.059069 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d533c58-0bdc-455e-b5c7-ef509fa9f573 None None] Pushing event updated for resources: {'Port': ['ID=bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:00.155712 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a1499c14-65d9-4660-93d1-45272912b1f1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (9a1e46e7-4155-40a3-953d-8f526c19421a), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:00.249333 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a1499c14-65d9-4660-93d1-45272912b1f1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (9a1e46e7-4155-40a3-953d-8f526c19421a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:00.304820 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1499c14-65d9-4660-93d1-45272912b1f1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 51e4d222-31f3-4f74-a9b7-50c8660ec823 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:32:00.308190 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-a1499c14-65d9-4660-93d1-45272912b1f1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:32:00.310992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1499c14-65d9-4660-93d1-45272912b1f1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:32:00.319177 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1499c14-65d9-4660-93d1-45272912b1f1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=9a1e46e7-4155-40a3-953d-8f526c19421a,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:00.365635 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a1499c14-65d9-4660-93d1-45272912b1f1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:00.557183 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a1499c14-65d9-4660-93d1-45272912b1f1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (9a1e46e7-4155-40a3-953d-8f526c19421a), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:00.844472 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a1499c14-65d9-4660-93d1-45272912b1f1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (9a1e46e7-4155-40a3-953d-8f526c19421a), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:00.910094 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a1499c14-65d9-4660-93d1-45272912b1f1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (9a1e46e7-4155-40a3-953d-8f526c19421a), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:00.984527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1499c14-65d9-4660-93d1-45272912b1f1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=9a1e46e7-4155-40a3-953d-8f526c19421a,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:00.990395 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a1499c14-65d9-4660-93d1-45272912b1f1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:01.083909 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1499c14-65d9-4660-93d1-45272912b1f1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 51e4d222-31f3-4f74-a9b7-50c8660ec823 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:32:01.085259 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-a1499c14-65d9-4660-93d1-45272912b1f1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:32:01.209438 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1499c14-65d9-4660-93d1-45272912b1f1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:32:01.338292 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1499c14-65d9-4660-93d1-45272912b1f1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:32:01.343799 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a1499c14-65d9-4660-93d1-45272912b1f1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/routers/db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1395063 Apr 16 04:32:01.346140 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41146) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:01.436107 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 65e7fa99-8011-4d73-b9ef-39b5247399c2 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:32:01.477087 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] Sync routers for ids ['db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:32:01.485899 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abdc398-8aaa-49a0-9491-94a3c4df28f6 None None] Network 51e4d222-31f3-4f74-a9b7-50c8660ec823 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:32:01.491438 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] Routers {'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:32:01.492117 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:31:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:01.557615 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 65e7fa99-8011-4d73-b9ef-39b5247399c2 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:01.558077 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (65e7fa99-8011-4d73-b9ef-39b5247399c2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:01.589296 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbcaaa5-e617-4c3b-bad9-5f06cc350223 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:01.589875 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbcaaa5-e617-4c3b-bad9-5f06cc350223 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:01.590397 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbcaaa5-e617-4c3b-bad9-5f06cc350223 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:01.590917 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbcaaa5-e617-4c3b-bad9-5f06cc350223 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:01.591435 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbcaaa5-e617-4c3b-bad9-5f06cc350223 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:01.591944 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbcaaa5-e617-4c3b-bad9-5f06cc350223 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:01.592635 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-aec3ecbc-4dc2-4cbe-9244-3283685e3bcf None None] Provisioning complete for port bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:01.593078 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-aec3ecbc-4dc2-4cbe-9244-3283685e3bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:01.597048 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1cbcaaa5-e617-4c3b-bad9-5f06cc350223 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.2472670 Apr 16 04:32:01.597532 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41150) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:01.613946 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] Set router db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:32:01.690570 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1430d478-3dba-4bba-8414-896802e1c2d4 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:01.690977 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1430d478-3dba-4bba-8414-896802e1c2d4 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:01.691438 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1430d478-3dba-4bba-8414-896802e1c2d4 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:01.691895 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1430d478-3dba-4bba-8414-896802e1c2d4 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:01.692346 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1430d478-3dba-4bba-8414-896802e1c2d4 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:01.692816 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1430d478-3dba-4bba-8414-896802e1c2d4 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:01.697071 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1430d478-3dba-4bba-8414-896802e1c2d4 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0960810 Apr 16 04:32:01.697647 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41152) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:01.748997 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 65e7fa99-8011-4d73-b9ef-39b5247399c2 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:32:01.749292 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (65e7fa99-8011-4d73-b9ef-39b5247399c2), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:01.781033 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-aec3ecbc-4dc2-4cbe-9244-3283685e3bcf None None] Current status of the port bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:32:01.781427 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-aec3ecbc-4dc2-4cbe-9244-3283685e3bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:01.786659 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 65e7fa99-8011-4d73-b9ef-39b5247399c2, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=65e7fa99-8011-4d73-b9ef-39b5247399c2,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:32:01.830244 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-aec3ecbc-4dc2-4cbe-9244-3283685e3bcf None None] For port bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b,segment=NetworkSegment(909791ae-5df9-400c-a8e0-ce4dc2e8b346),segment_id=909791ae-5df9-400c-a8e0-ce4dc2e8b346)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:32:01.846349 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-925803f2-b70b-4745-a662-4a2758d85526 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1475918 Apr 16 04:32:01.846925 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'name': 'tempest-TestNetworkBasicOps-router-529367350', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '9a1e46e7-4155-40a3-953d-8f526c19421a', 'name': '', 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:ef:42:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7e182968-7e95-4250-a224-e8d84df4b132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:59Z', 'updated_at': '2022-04-16T04:32:00Z', 'revision_number': 2, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '7e182968-7e95-4250-a224-e8d84df4b132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:01.849416 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41154) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:01.855280 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-b4e09a38-51e8-4a00-a909-3c9381584a9b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-161086943', 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:01.877319 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (65e7fa99-8011-4d73-b9ef-39b5247399c2), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:01.878492 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:32:01.882081 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] Checking router: db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:32:01.882474 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] Updating router db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 port 9a1e46e7-4155-40a3-953d-8f526c19421a binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:32:01.915362 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (9a1e46e7-4155-40a3-953d-8f526c19421a), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:01.917890 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-aec3ecbc-4dc2-4cbe-9244-3283685e3bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:02.015393 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:02.015774 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:02.020839 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=65e7fa99-8011-4d73-b9ef-39b5247399c2,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:02.077241 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e09a38-51e8-4a00-a909-3c9381584a9b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'port': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:32:02.080829 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b4e09a38-51e8-4a00-a909-3c9381584a9b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:02.095218 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-9965c088-a4d6-4037-aa46-08cb9c2f82d7 None None] Provisioning complete for port 9a1e46e7-4155-40a3-953d-8f526c19421a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:02.095667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9965c088-a4d6-4037-aa46-08cb9c2f82d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9a1e46e7-4155-40a3-953d-8f526c19421a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:02.102346 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [None req-b4e09a38-51e8-4a00-a909-3c9381584a9b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] device_id is not set on port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b yet. {{(pid=104632) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:32:02.167517 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3ecbc-4dc2-4cbe-9244-3283685e3bcf None None] Pushing event updated for resources: {'Port': ['ID=bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:02.172498 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-9965c088-a4d6-4037-aa46-08cb9c2f82d7 None None] Port 9a1e46e7-4155-40a3-953d-8f526c19421a cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:32:02.200235 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] Publish callbacks [] for port (9a1e46e7-4155-40a3-953d-8f526c19421a), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:02.204612 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-9965c088-a4d6-4037-aa46-08cb9c2f82d7 None None] Provisioning complete for port bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:02.205012 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9965c088-a4d6-4037-aa46-08cb9c2f82d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:02.235310 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:32:02.293383 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (9a1e46e7-4155-40a3-953d-8f526c19421a), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:02.306303 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-9965c088-a4d6-4037-aa46-08cb9c2f82d7 None None] Current status of the port bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:32:02.341544 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f41855-bbe4-4c76-a7c2-088fb8159378 None None] Pushing event updated for resources: {'Port': ['ID=9a1e46e7-4155-40a3-953d-8f526c19421a,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:02.351271 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f41855-bbe4-4c76-a7c2-088fb8159378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:02.351878 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f41855-bbe4-4c76-a7c2-088fb8159378 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:02.352433 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f41855-bbe4-4c76-a7c2-088fb8159378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:02.353087 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f41855-bbe4-4c76-a7c2-088fb8159378 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:02.353601 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f41855-bbe4-4c76-a7c2-088fb8159378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:02.354105 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f41855-bbe4-4c76-a7c2-088fb8159378 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:02.354435 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f41855-bbe4-4c76-a7c2-088fb8159378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:02.354748 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f41855-bbe4-4c76-a7c2-088fb8159378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:02.355092 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f41855-bbe4-4c76-a7c2-088fb8159378 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:02.355397 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-b4e09a38-51e8-4a00-a909-3c9381584a9b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.20.0.7 (51e4d222-31f3-4f74-a9b7-50c8660ec823/7e182968-7e95-4250-a224-e8d84df4b132/83e2bf8f-2ca7-4f53-b26d-a237cd25c71b) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:32:02.355530 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f41855-bbe4-4c76-a7c2-088fb8159378 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:02.355739 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f41855-bbe4-4c76-a7c2-088fb8159378 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:02.356083 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f41855-bbe4-4c76-a7c2-088fb8159378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:02.356394 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f41855-bbe4-4c76-a7c2-088fb8159378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:02.356908 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f41855-bbe4-4c76-a7c2-088fb8159378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:02.357228 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f41855-bbe4-4c76-a7c2-088fb8159378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:02.421557 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] Attempting to bind port 9a1e46e7-4155-40a3-953d-8f526c19421a on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:32:02.422004 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] Attempting to bind port 9a1e46e7-4155-40a3-953d-8f526c19421a by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '909791ae-5df9-400c-a8e0-ce4dc2e8b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:32:02.422426 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] Attempting to bind port 9a1e46e7-4155-40a3-953d-8f526c19421a on network 51e4d222-31f3-4f74-a9b7-50c8660ec823 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:32:02.428097 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:32:02.428646 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] Checking segment: {'id': '909791ae-5df9-400c-a8e0-ce4dc2e8b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:32:02.429235 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:02.429544 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b10e2221-0962-4653-960d-40e2712bfc21 None None] Provisioning complete for port 9a1e46e7-4155-40a3-953d-8f526c19421a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:02.429773 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] Bound using segment: {'id': '909791ae-5df9-400c-a8e0-ce4dc2e8b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:32:02.430086 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b10e2221-0962-4653-960d-40e2712bfc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9a1e46e7-4155-40a3-953d-8f526c19421a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:02.430462 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] Bound port: 9a1e46e7-4155-40a3-953d-8f526c19421a, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909791ae-5df9-400c-a8e0-ce4dc2e8b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:32:02.430908 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (9a1e46e7-4155-40a3-953d-8f526c19421a), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:02.492765 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b10e2221-0962-4653-960d-40e2712bfc21 None None] Port 9a1e46e7-4155-40a3-953d-8f526c19421a cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:32:02.509235 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] For port 9a1e46e7-4155-40a3-953d-8f526c19421a, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:32:02.514044 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] For port 9a1e46e7-4155-40a3-953d-8f526c19421a, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=9a1e46e7-4155-40a3-953d-8f526c19421a,segment=NetworkSegment(909791ae-5df9-400c-a8e0-ce4dc2e8b346),segment_id=909791ae-5df9-400c-a8e0-ce4dc2e8b346)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:32:02.532178 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b4e09a38-51e8-4a00-a909-3c9381584a9b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:02.592175 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (9a1e46e7-4155-40a3-953d-8f526c19421a), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:02.610159 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c9daa6ee-9990-4a3d-8847-0704161a5a01 None None] Provisioning complete for port 9a1e46e7-4155-40a3-953d-8f526c19421a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:02.610674 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c9daa6ee-9990-4a3d-8847-0704161a5a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9a1e46e7-4155-40a3-953d-8f526c19421a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:02.620068 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b4e09a38-51e8-4a00-a909-3c9381584a9b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:02.674294 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f41855-bbe4-4c76-a7c2-088fb8159378 None None] Pushing event updated for resources: {'Port': ['ID=9a1e46e7-4155-40a3-953d-8f526c19421a,revision_number=4']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:02.679927 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e09a38-51e8-4a00-a909-3c9381584a9b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 51e4d222-31f3-4f74-a9b7-50c8660ec823 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:32:02.680119 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] Routers {'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:32:02.680572 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:31:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:02.688209 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-b4e09a38-51e8-4a00-a909-3c9381584a9b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:32:02.693274 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e09a38-51e8-4a00-a909-3c9381584a9b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:32:02.724275 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e09a38-51e8-4a00-a909-3c9381584a9b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:02.761242 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e09a38-51e8-4a00-a909-3c9381584a9b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:02.762423 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b4e09a38-51e8-4a00-a909-3c9381584a9b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:02.810635 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] Set router db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:32:02.858230 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b4e09a38-51e8-4a00-a909-3c9381584a9b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0075331 Apr 16 04:32:02.875712 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c9daa6ee-9990-4a3d-8847-0704161a5a01 None None] Current status of the port 9a1e46e7-4155-40a3-953d-8f526c19421a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:32:02.876376 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c9daa6ee-9990-4a3d-8847-0704161a5a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (9a1e46e7-4155-40a3-953d-8f526c19421a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:02.922619 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c9daa6ee-9990-4a3d-8847-0704161a5a01 None None] For port 9a1e46e7-4155-40a3-953d-8f526c19421a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=9a1e46e7-4155-40a3-953d-8f526c19421a,segment=NetworkSegment(909791ae-5df9-400c-a8e0-ce4dc2e8b346),segment_id=909791ae-5df9-400c-a8e0-ce4dc2e8b346)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:32:03.021838 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'name': 'tempest-TestNetworkBasicOps-router-529367350', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '9a1e46e7-4155-40a3-953d-8f526c19421a', 'name': '', 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:ef:42:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7e182968-7e95-4250-a224-e8d84df4b132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:59Z', 'updated_at': '2022-04-16T04:32:02Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '7e182968-7e95-4250-a224-e8d84df4b132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:03.030744 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c9daa6ee-9990-4a3d-8847-0704161a5a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (9a1e46e7-4155-40a3-953d-8f526c19421a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:03.055447 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1e995f-6876-4536-b91a-f3c2591cc26c None None] The sync data for ids ['db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'] in dv-neutron-838078-2-hyperv is: [{'id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'name': 'tempest-TestNetworkBasicOps-router-529367350', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '9a1e46e7-4155-40a3-953d-8f526c19421a', 'name': '', 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:ef:42:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7e182968-7e95-4250-a224-e8d84df4b132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:59Z', 'updated_at': '2022-04-16T04:32:02Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '7e182968-7e95-4250-a224-e8d84df4b132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:32:03.093366 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9daa6ee-9990-4a3d-8847-0704161a5a01 None None] Pushing event updated for resources: {'Port': ['ID=9a1e46e7-4155-40a3-953d-8f526c19421a,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:03.147450 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-ef6a2de4-91b6-4efd-81e4-624f071415d3 None None] Provisioning complete for port 9a1e46e7-4155-40a3-953d-8f526c19421a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:03.147847 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ef6a2de4-91b6-4efd-81e4-624f071415d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9a1e46e7-4155-40a3-953d-8f526c19421a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:03.178886 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41158) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:03.188762 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1e697b6e-3a66-41f4-a82a-f0fd0b30f1b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1495014816', 'description': 'tempest-secgroup-smoke-1495014816 description', 'project_id': '4b56e019123c4dffa69f7a176eb53d27'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:03.251059 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a2de4-91b6-4efd-81e4-624f071415d3 None None] Current status of the port 9a1e46e7-4155-40a3-953d-8f526c19421a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:32:03.277406 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1e697b6e-3a66-41f4-a82a-f0fd0b30f1b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:03.351869 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1e697b6e-3a66-41f4-a82a-f0fd0b30f1b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (26e5b22c-ad31-478b-bcae-36bd23a3cdf6), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:03.372617 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-773e0ba0-58ff-41be-a3b5-0c2344d37673 None None] Provisioning complete for port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:03.373155 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-773e0ba0-58ff-41be-a3b5-0c2344d37673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:03.410569 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-773e0ba0-58ff-41be-a3b5-0c2344d37673 None None] Port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:32:03.448548 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1e697b6e-3a66-41f4-a82a-f0fd0b30f1b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (26e5b22c-ad31-478b-bcae-36bd23a3cdf6), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:03.479472 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 65e7fa99-8011-4d73-b9ef-39b5247399c2 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:32:03.483985 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e697b6e-3a66-41f4-a82a-f0fd0b30f1b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e5b22c-ad31-478b-bcae-36bd23a3cdf6,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:03.536184 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 65e7fa99-8011-4d73-b9ef-39b5247399c2 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:03.536750 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (65e7fa99-8011-4d73-b9ef-39b5247399c2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:03.543302 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1e697b6e-3a66-41f4-a82a-f0fd0b30f1b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:03.544872 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1e697b6e-3a66-41f4-a82a-f0fd0b30f1b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3643997 Apr 16 04:32:03.547628 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41160) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:03.551921 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-bb5f5ef8-eadc-40d0-950d-4fd11034b36b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '26e5b22c-ad31-478b-bcae-36bd23a3cdf6', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:03.624739 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 65e7fa99-8011-4d73-b9ef-39b5247399c2 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:32:03.625973 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:32:03.637852 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb5f5ef8-eadc-40d0-950d-4fd11034b36b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (1165901b-d9ff-44b7-8ae8-5689aefbf354), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:03.679678 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:03.680064 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:03.699515 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb5f5ef8-eadc-40d0-950d-4fd11034b36b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (1165901b-d9ff-44b7-8ae8-5689aefbf354), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:03.765465 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:32:03.766654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 9a1e46e7-4155-40a3-953d-8f526c19421a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:32:03.774306 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb5f5ef8-eadc-40d0-950d-4fd11034b36b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (1165901b-d9ff-44b7-8ae8-5689aefbf354), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:03.799365 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f5ef8-eadc-40d0-950d-4fd11034b36b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1165901b-d9ff-44b7-8ae8-5689aefbf354,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:03.815792 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 9a1e46e7-4155-40a3-953d-8f526c19421a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:03.816144 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9a1e46e7-4155-40a3-953d-8f526c19421a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:03.879569 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb5f5ef8-eadc-40d0-950d-4fd11034b36b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:03.880852 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bb5f5ef8-eadc-40d0-950d-4fd11034b36b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3322999 Apr 16 04:32:03.883949 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41162) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:03.888984 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '26e5b22c-ad31-478b-bcae-36bd23a3cdf6', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:03.923310 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 9a1e46e7-4155-40a3-953d-8f526c19421a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:32:04.004335 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (9dcc83c5-f875-4f56-8f44-fe68b1763a36), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:04.074635 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (9dcc83c5-f875-4f56-8f44-fe68b1763a36), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:04.157076 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (9dcc83c5-f875-4f56-8f44-fe68b1763a36), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:04.177628 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcc83c5-f875-4f56-8f44-fe68b1763a36,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:04.185888 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:04.186245 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:04.186596 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:04.186942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:04.187291 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:04.187627 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:04.188026 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:04.188276 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:04.188617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:04.188962 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:04.189258 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:04.189596 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:04.189950 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:04.190275 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:04.190603 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:04.256812 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:04.258125 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f920f645-c0b7-4991-99c8-57cd27a96be6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3730905 Apr 16 04:32:04.261022 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41164) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:04.265709 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-99534593-120e-445c-8e8b-ba69473e9932 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '26e5b22c-ad31-478b-bcae-36bd23a3cdf6', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:04.357874 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-99534593-120e-445c-8e8b-ba69473e9932 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (f7d2c10b-0afd-4ce5-a7c0-c951af6d4901), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:04.413297 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-99534593-120e-445c-8e8b-ba69473e9932 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (f7d2c10b-0afd-4ce5-a7c0-c951af6d4901), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:04.477200 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-99534593-120e-445c-8e8b-ba69473e9932 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (f7d2c10b-0afd-4ce5-a7c0-c951af6d4901), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:04.496141 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99534593-120e-445c-8e8b-ba69473e9932 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d2c10b-0afd-4ce5-a7c0-c951af6d4901,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:04.558556 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-99534593-120e-445c-8e8b-ba69473e9932 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:04.559795 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-99534593-120e-445c-8e8b-ba69473e9932 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2976694 Apr 16 04:32:04.562715 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41166) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:04.567314 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-7e14166b-1df5-42b2-924d-06291d86990c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '26e5b22c-ad31-478b-bcae-36bd23a3cdf6', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:04.659917 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7e14166b-1df5-42b2-924d-06291d86990c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (e69d34eb-b94c-47c7-a1b6-70788744682a), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:04.717018 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7e14166b-1df5-42b2-924d-06291d86990c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (e69d34eb-b94c-47c7-a1b6-70788744682a), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:04.785447 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7e14166b-1df5-42b2-924d-06291d86990c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (e69d34eb-b94c-47c7-a1b6-70788744682a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:04.803500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14166b-1df5-42b2-924d-06291d86990c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e69d34eb-b94c-47c7-a1b6-70788744682a,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:04.885258 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7e14166b-1df5-42b2-924d-06291d86990c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:04.886615 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7e14166b-1df5-42b2-924d-06291d86990c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3229883 Apr 16 04:32:04.889326 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41168) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:04.893659 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-340f7b8f-c0e5-44bf-9af7-ca61c2c2a581 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '26e5b22c-ad31-478b-bcae-36bd23a3cdf6', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:04.979803 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-340f7b8f-c0e5-44bf-9af7-ca61c2c2a581 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:32:04.985342 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-340f7b8f-c0e5-44bf-9af7-ca61c2c2a581 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (73112c2a-8e27-4199-bf47-4c5a8c3e21c3), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:05.043597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-340f7b8f-c0e5-44bf-9af7-ca61c2c2a581 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (73112c2a-8e27-4199-bf47-4c5a8c3e21c3), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:05.110997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-340f7b8f-c0e5-44bf-9af7-ca61c2c2a581 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (73112c2a-8e27-4199-bf47-4c5a8c3e21c3), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:05.129112 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f7b8f-c0e5-44bf-9af7-ca61c2c2a581 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73112c2a-8e27-4199-bf47-4c5a8c3e21c3,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:05.204756 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-340f7b8f-c0e5-44bf-9af7-ca61c2c2a581 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:05.205970 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-340f7b8f-c0e5-44bf-9af7-ca61c2c2a581 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3157153 Apr 16 04:32:05.208766 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41170) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:05.213065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-fbaf4003-c188-46c2-94cf-6c908ccf299f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '26e5b22c-ad31-478b-bcae-36bd23a3cdf6', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:05.306142 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-fbaf4003-c188-46c2-94cf-6c908ccf299f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:32:05.312248 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fbaf4003-c188-46c2-94cf-6c908ccf299f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (7309271b-1a25-4c24-af84-26c0a37ea343), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:05.371696 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fbaf4003-c188-46c2-94cf-6c908ccf299f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (7309271b-1a25-4c24-af84-26c0a37ea343), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:05.419869 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fbaf4003-c188-46c2-94cf-6c908ccf299f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (7309271b-1a25-4c24-af84-26c0a37ea343), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:05.438372 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf4003-c188-46c2-94cf-6c908ccf299f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7309271b-1a25-4c24-af84-26c0a37ea343,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:05.506704 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-fbaf4003-c188-46c2-94cf-6c908ccf299f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:05.507946 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-fbaf4003-c188-46c2-94cf-6c908ccf299f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2982709 Apr 16 04:32:05.656210 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-b3c62ae2-75dc-4867-a6a4-bcc26e22bc4d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1495014816&fields=id&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 267 time: 0.0442262 Apr 16 04:32:05.711360 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-f027c650-b0bb-4bc1-bb68-e70ff469b50a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:05.712707 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-f027c650-b0bb-4bc1-bb68-e70ff469b50a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports/83e2bf8f-2ca7-4f53-b26d-a237cd25c71b HTTP/1.1" status: 200 len: 929 time: 0.0502262 Apr 16 04:32:05.759799 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-d60943ce-b5de-4602-8163-9e5f19381e1e service neutron] 10.222.0.30 "GET /v2.0/ports/83e2bf8f-2ca7-4f53-b26d-a237cd25c71b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0352781 Apr 16 04:32:05.852158 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-ecc4daed-6484-41b4-9825-366bf4aeda3f service neutron] 10.222.0.30 "GET /v2.0/networks/51e4d222-31f3-4f74-a9b7-50c8660ec823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867145 Apr 16 04:32:05.943967 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-2a7d6882-a0c0-4e19-996c-3dd0acebb36b service neutron] 10.222.0.30 "GET /v2.0/networks/51e4d222-31f3-4f74-a9b7-50c8660ec823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860467 Apr 16 04:32:05.996602 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-f8015454-074d-4dc3-8d3d-71d43f2b4ef4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:05.997972 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-f8015454-074d-4dc3-8d3d-71d43f2b4ef4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports/83e2bf8f-2ca7-4f53-b26d-a237cd25c71b HTTP/1.1" status: 200 len: 929 time: 0.0484712 Apr 16 04:32:06.283394 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f4ce6c15-ff2e-4462-b3ee-232645ff5605 req-886852b6-8521-4511-9b33-9a2d6fa3752a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7a37c1e-6423-4502-8886-3252c674efa3 HTTP/1.1" status: 200 len: 210 time: 0.0297616 Apr 16 04:32:06.337002 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41194) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:06.433247 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-81e773d3-1dae-4948-8d73-0f2caf2eb0b4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:06.434684 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-81e773d3-1dae-4948-8d73-0f2caf2eb0b4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports/83e2bf8f-2ca7-4f53-b26d-a237cd25c71b HTTP/1.1" status: 200 len: 929 time: 0.0966308 Apr 16 04:32:07.382976 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7581b879-e7bf-471e-921a-133850e273b3 req-0450b0e6-74e3-4b93-85d2-222291d32a0e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7a37c1e-6423-4502-8886-3252c674efa3 HTTP/1.1" status: 200 len: 210 time: 0.0318201 Apr 16 04:32:08.273893 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-a62c07b3-01e6-4625-94cb-c84cf49f90b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:08.275231 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-a62c07b3-01e6-4625-94cb-c84cf49f90b6 service neutron] 10.222.0.18 "GET /v2.0/ports/83e2bf8f-2ca7-4f53-b26d-a237cd25c71b HTTP/1.1" status: 200 len: 1025 time: 0.0363729 Apr 16 04:32:08.379341 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-dc1263e1-09d3-4aaf-8b36-09aaa39e370c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:08.380807 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-dc1263e1-09d3-4aaf-8b36-09aaa39e370c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/networks?id=51e4d222-31f3-4f74-a9b7-50c8660ec823 HTTP/1.1" status: 200 len: 797 time: 0.1007051 Apr 16 04:32:08.449811 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-e35b03a9-bd30-4873-8fc0-adf201a703ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 380 time: 0.0613015 Apr 16 04:32:08.469293 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] Request body: {'port': {'device_id': 'f7a37c1e-6423-4502-8886-3252c674efa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:08.478297 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8b1ca102-d8a7-490b-9c21-dcc7c78035be req-7aae2cb9-d378-4735-8901-6eb23374c893 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7a37c1e-6423-4502-8886-3252c674efa3 HTTP/1.1" status: 200 len: 210 time: 0.0293775 Apr 16 04:32:08.532967 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:08.802260 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:32:08.810102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] Publish callbacks [] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:08.822885 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] Transition to ACTIVE for port object 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:32:08.910926 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:08.965027 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] Pushing event updated for resources: {'Port': ['ID=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:09.038947 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] Attempting to bind port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:32:09.039288 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] Attempting to bind port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '909791ae-5df9-400c-a8e0-ce4dc2e8b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:32:09.039615 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] Attempting to bind port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b on network 51e4d222-31f3-4f74-a9b7-50c8660ec823 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:32:09.045254 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] Port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b on network 51e4d222-31f3-4f74-a9b7-50c8660ec823 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:32:09.045579 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] Attempting to bind port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b on network 51e4d222-31f3-4f74-a9b7-50c8660ec823 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:32:09.051029 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:32:09.051369 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] Checking segment: {'id': '909791ae-5df9-400c-a8e0-ce4dc2e8b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:32:09.051755 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] Bound using segment: {'id': '909791ae-5df9-400c-a8e0-ce4dc2e8b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:32:09.052188 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] Bound port: 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '909791ae-5df9-400c-a8e0-ce4dc2e8b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:32:09.052639 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:09.125525 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] For port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:32:09.128684 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] For port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,segment=NetworkSegment(909791ae-5df9-400c-a8e0-ce4dc2e8b346),segment_id=909791ae-5df9-400c-a8e0-ce4dc2e8b346)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:32:09.134022 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8da9af77-e406-45ba-a21b-b546c166ff12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:09.220260 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:09.258366 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:09.264902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:09.264902 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] 10.222.0.18 "PUT /v2.0/ports/83e2bf8f-2ca7-4f53-b26d-a237cd25c71b HTTP/1.1" status: 200 len: 1130 time: 0.7953906 Apr 16 04:32:09.264902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a37c1e-6423-4502-8886-3252c674efa3', 'tag': '83e2bf8f-2ca7-4f53-b26d-a237cd25c71b'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:32:09.264902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21890fc5-ee67-45e4-bfee-fc562c98952e" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a37c1e-6423-4502-8886-3252c674efa3", "tag": "83e2bf8f-2ca7-4f53-b26d-a237cd25c71b"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:32:09.286398 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c4df1-4482-4081-b492-0f022c872a3e service neutron] Pushing event updated for resources: {'Port': ['ID=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:09.312829 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e0bdde-bec7-4660-a464-4eb8bdabb4a2 x-openstack-request-id: req-b7e0bdde-bec7-4660-a464-4eb8bdabb4a2 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:32:09.313212 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a37c1e-6423-4502-8886-3252c674efa3", "tag": "83e2bf8f-2ca7-4f53-b26d-a237cd25c71b", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:32:09.313485 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7e0bdde-bec7-4660-a464-4eb8bdabb4a2 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:32:09.313874 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7e0bdde-bec7-4660-a464-4eb8bdabb4a2'] response: {'name': 'network-changed', 'server_uuid': 'f7a37c1e-6423-4502-8886-3252c674efa3', 'tag': '83e2bf8f-2ca7-4f53-b26d-a237cd25c71b', 'status': 'completed', 'code': 200} Apr 16 04:32:09.376473 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21890fc5-ee67-45e4-bfee-fc562c98952e req-e16bcc05-4af0-403d-bd9b-63b822237aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:09.378052 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-21890fc5-ee67-45e4-bfee-fc562c98952e req-e16bcc05-4af0-403d-bd9b-63b822237aeb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=f7a37c1e-6423-4502-8886-3252c674efa3 HTTP/1.1" status: 200 len: 1164 time: 0.0428700 Apr 16 04:32:09.485948 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21890fc5-ee67-45e4-bfee-fc562c98952e req-b497efd5-662c-4fe8-9f57-009f53a25604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:09.487417 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-21890fc5-ee67-45e4-bfee-fc562c98952e req-b497efd5-662c-4fe8-9f57-009f53a25604 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4b56e019123c4dffa69f7a176eb53d27&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1031311 Apr 16 04:32:09.581726 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21890fc5-ee67-45e4-bfee-fc562c98952e req-01179e50-0334-4f85-8c5f-f3bf4ae4e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:09.583107 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-21890fc5-ee67-45e4-bfee-fc562c98952e req-01179e50-0334-4f85-8c5f-f3bf4ae4e955 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0905819 Apr 16 04:32:09.593494 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac971549-1892-4de4-a419-61ca845eea73 req-77e1c723-f4a6-408f-bfd6-d294fb733787 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:09.595075 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ac971549-1892-4de4-a419-61ca845eea73 req-77e1c723-f4a6-408f-bfd6-d294fb733787 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7a37c1e-6423-4502-8886-3252c674efa3 HTTP/1.1" status: 200 len: 980 time: 0.0476892 Apr 16 04:32:09.645100 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ac971549-1892-4de4-a419-61ca845eea73 req-cb867501-be98-4178-b2b6-c54853e7b96c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441201 Apr 16 04:32:09.656595 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-428bdf0e-5cad-4ec5-a4f7-d4a3c094cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:09.658186 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-428bdf0e-5cad-4ec5-a4f7-d4a3c094cfee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=f7a37c1e-6423-4502-8886-3252c674efa3 HTTP/1.1" status: 200 len: 1164 time: 0.0403142 Apr 16 04:32:09.705909 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-fe5c9a47-f204-43e6-bc42-1c368fb2c8e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b HTTP/1.1" status: 200 len: 217 time: 0.0404601 Apr 16 04:32:09.753782 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-89615641-e006-4719-b50d-26f1e15e7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:09.755349 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-89615641-e006-4719-b50d-26f1e15e7357 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e182968-7e95-4250-a224-e8d84df4b132 HTTP/1.1" status: 200 len: 835 time: 0.0440929 Apr 16 04:32:09.798841 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-48b91eb3-5f5a-4063-86a9-10fe7b582946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:09.800368 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-48b91eb3-5f5a-4063-86a9-10fe7b582946 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51e4d222-31f3-4f74-a9b7-50c8660ec823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396290 Apr 16 04:32:09.895796 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-78d430e0-0950-4b9a-b454-ce2d33ce1fbc service neutron] 10.222.0.18 "GET /v2.0/networks/51e4d222-31f3-4f74-a9b7-50c8660ec823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889952 Apr 16 04:32:09.984116 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-2c0827be-4aa7-4723-b279-821e06b0dc74 service neutron] 10.222.0.18 "GET /v2.0/networks/51e4d222-31f3-4f74-a9b7-50c8660ec823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830555 Apr 16 04:32:10.767251 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f0ed2-33ab-48a0-8bd0-a2dc1bafe496 req-c5b3c1fd-82be-472c-894a-f4afcc8d7ea2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:10.768791 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-640f0ed2-33ab-48a0-8bd0-a2dc1bafe496 req-c5b3c1fd-82be-472c-894a-f4afcc8d7ea2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7a37c1e-6423-4502-8886-3252c674efa3 HTTP/1.1" status: 200 len: 980 time: 0.0523517 Apr 16 04:32:10.816492 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-640f0ed2-33ab-48a0-8bd0-a2dc1bafe496 req-6d387dbe-25fe-4a17-afcc-689174fdd1ac tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420101 Apr 16 04:32:11.414340 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-65f461be-3be6-43f3-a4c6-074516f34712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:11.930097 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314552d2-0cbe-4c93-9b3b-05fe22f2c07e req-89534d04-5678-4d8d-a27d-6f2b3b723052 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:11.931569 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-314552d2-0cbe-4c93-9b3b-05fe22f2c07e req-89534d04-5678-4d8d-a27d-6f2b3b723052 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7a37c1e-6423-4502-8886-3252c674efa3 HTTP/1.1" status: 200 len: 980 time: 0.0519948 Apr 16 04:32:11.943898 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:32:11.981120 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-314552d2-0cbe-4c93-9b3b-05fe22f2c07e req-55895fa8-1454-4081-9322-72b06021282c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440564 Apr 16 04:32:12.045054 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,segment=NetworkSegment(909791ae-5df9-400c-a8e0-ce4dc2e8b346),segment_id=909791ae-5df9-400c-a8e0-ce4dc2e8b346)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:32:12.055907 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '83e2bf8f-2ca7-4f53-b26d-a237cd25c71b', 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823', 'port_id': '83e2bf8f-2ca7-4f53-b26d-a237cd25c71b', 'mac_address': 'fa:16:3e:83:88:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e182968-7e95-4250-a224-e8d84df4b132', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:32:12.097471 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:32:12.097796 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:12.110354 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:32:12.128852 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,segment=NetworkSegment(909791ae-5df9-400c-a8e0-ce4dc2e8b346),segment_id=909791ae-5df9-400c-a8e0-ce4dc2e8b346)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:32:12.218290 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:12.266409 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:12.274467 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:12.274818 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:12.275163 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:12.275503 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:12.275857 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:12.276173 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:12.276502 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:12.276880 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:12.277215 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:12.277544 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:12.277873 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:12.278204 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:12.278529 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:12.278853 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:12.279175 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:32:12.423141 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['83e2bf8f-2ca7-4f53-b26d-a237cd25c71b'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:32:12.590625 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:13.091663 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4d1b6-8279-4331-86de-4231680f5485 req-66063564-2af2-4917-9de8-0f9eb99b1ecb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:13.093243 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dbf4d1b6-8279-4331-86de-4231680f5485 req-66063564-2af2-4917-9de8-0f9eb99b1ecb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7a37c1e-6423-4502-8886-3252c674efa3 HTTP/1.1" status: 200 len: 981 time: 0.0466754 Apr 16 04:32:13.142230 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dbf4d1b6-8279-4331-86de-4231680f5485 req-57c638ba-8222-46b6-869b-c4607a0828b6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435824 Apr 16 04:32:13.943805 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:32:13.988163 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:32:14.002285 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:14.070974 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:14.071306 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:14.151261 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:32:14.151650 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:14.175669 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a37c1e-6423-4502-8886-3252c674efa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e2bf8f-2ca7-4f53-b26d-a237cd25c71b'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:32:14.177954 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb29fe05-28a1-4a09-af5d-1be8fe714b01" -d '{"events": [{"server_uuid": "f7a37c1e-6423-4502-8886-3252c674efa3", "name": "network-vif-plugged", "status": "completed", "tag": "83e2bf8f-2ca7-4f53-b26d-a237cd25c71b"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:32:14.190801 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,segment=NetworkSegment(909791ae-5df9-400c-a8e0-ce4dc2e8b346),segment_id=909791ae-5df9-400c-a8e0-ce4dc2e8b346)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:32:14.216751 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65621fd1-7ec6-4897-8ddc-c3bdaaf83052 x-openstack-request-id: req-65621fd1-7ec6-4897-8ddc-c3bdaaf83052 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:32:14.217177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a37c1e-6423-4502-8886-3252c674efa3", "name": "network-vif-plugged", "status": "completed", "tag": "83e2bf8f-2ca7-4f53-b26d-a237cd25c71b", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:32:14.217306 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65621fd1-7ec6-4897-8ddc-c3bdaaf83052 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:32:14.217684 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65621fd1-7ec6-4897-8ddc-c3bdaaf83052'] response: {'server_uuid': 'f7a37c1e-6423-4502-8886-3252c674efa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e2bf8f-2ca7-4f53-b26d-a237cd25c71b', 'code': 200} Apr 16 04:32:14.243238 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:14.260405 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a823c-1a51-4004-9444-9fcb384e692c req-44c0b34f-3001-4d5b-abc8-6782f3fe8f51 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:14.262247 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e06a823c-1a51-4004-9444-9fcb384e692c req-44c0b34f-3001-4d5b-abc8-6782f3fe8f51 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7a37c1e-6423-4502-8886-3252c674efa3 HTTP/1.1" status: 200 len: 981 time: 0.0508161 Apr 16 04:32:14.296403 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:14.312923 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e06a823c-1a51-4004-9444-9fcb384e692c req-a0306fbe-13c3-4e92-8747-5acce722bd8f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448990 Apr 16 04:32:14.514871 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b203524-b733-4728-8fc2-828c6c331b2e req-56c4dda3-dd94-47ff-9c67-3bfee7671b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:14.516381 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1b203524-b733-4728-8fc2-828c6c331b2e req-56c4dda3-dd94-47ff-9c67-3bfee7671b93 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7a37c1e-6423-4502-8886-3252c674efa3 HTTP/1.1" status: 200 len: 1166 time: 0.0431278 Apr 16 04:32:14.567765 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1b203524-b733-4728-8fc2-828c6c331b2e req-8dccb0b4-f082-4fd0-86da-4ebc8f4553a7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448520 Apr 16 04:32:15.368758 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:15.423620 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd8693-47ea-45fb-b334-66735a4da242 req-60c365ce-aeae-4973-85e8-4f1fb5a571fe tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:15.425100 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-87fd8693-47ea-45fb-b334-66735a4da242 req-60c365ce-aeae-4973-85e8-4f1fb5a571fe tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7a37c1e-6423-4502-8886-3252c674efa3 HTTP/1.1" status: 200 len: 982 time: 0.0463111 Apr 16 04:32:15.471318 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-87fd8693-47ea-45fb-b334-66735a4da242 req-34e93376-5319-441d-bd04-c4c013ec9848 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402863 Apr 16 04:32:16.583917 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c26bb6-61c4-41c1-a61f-2783b60eeac6 req-5d7f9295-d23e-47d0-a36f-20fe0dc34510 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:16.585421 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-85c26bb6-61c4-41c1-a61f-2783b60eeac6 req-5d7f9295-d23e-47d0-a36f-20fe0dc34510 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7a37c1e-6423-4502-8886-3252c674efa3 HTTP/1.1" status: 200 len: 982 time: 0.0495751 Apr 16 04:32:16.630967 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-85c26bb6-61c4-41c1-a61f-2783b60eeac6 req-c20bbe80-0446-4435-b80d-a8d8678ee6c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395956 Apr 16 04:32:16.740300 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100eb67a-3e27-4f0e-9ef6-f2c907e90e8e req-e68871f7-4fae-4c96-9f86-4598054ae0b0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:16.741771 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-100eb67a-3e27-4f0e-9ef6-f2c907e90e8e req-e68871f7-4fae-4c96-9f86-4598054ae0b0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7a37c1e-6423-4502-8886-3252c674efa3 HTTP/1.1" status: 200 len: 982 time: 0.0467114 Apr 16 04:32:16.792176 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-100eb67a-3e27-4f0e-9ef6-f2c907e90e8e req-f8c8e2e9-a243-49cd-9d38-c6ba4496b957 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447769 Apr 16 04:32:16.813375 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41236) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:16.851310 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8200abc2-d665-4261-9f5c-11815e09a686 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:16.852838 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8200abc2-d665-4261-9f5c-11815e09a686 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f7a37c1e-6423-4502-8886-3252c674efa3 HTTP/1.1" status: 200 len: 1161 time: 0.0385010 Apr 16 04:32:16.855575 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41238) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:16.859822 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-dea9b402-b705-4c15-94f6-b5e213a14b67 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': '83e2bf8f-2ca7-4f53-b26d-a237cd25c71b', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:16.944140 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dea9b402-b705-4c15-94f6-b5e213a14b67 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:17.020226 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dea9b402-b705-4c15-94f6-b5e213a14b67 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:17.124946 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-dea9b402-b705-4c15-94f6-b5e213a14b67 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.26.6.172 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/42a7c130-dae0-4f65-aa88-388077229a35) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:32:17.227404 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dea9b402-b705-4c15-94f6-b5e213a14b67 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (42a7c130-dae0-4f65-aa88-388077229a35), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:17.328344 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dea9b402-b705-4c15-94f6-b5e213a14b67 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (42a7c130-dae0-4f65-aa88-388077229a35), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:17.365266 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea9b402-b705-4c15-94f6-b5e213a14b67 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:32:17.370709 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-dea9b402-b705-4c15-94f6-b5e213a14b67 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:32:17.374237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea9b402-b705-4c15-94f6-b5e213a14b67 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:32:17.395796 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9b402-b705-4c15-94f6-b5e213a14b67 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=42a7c130-dae0-4f65-aa88-388077229a35,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:17.741043 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dea9b402-b705-4c15-94f6-b5e213a14b67 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (a95d3aa2-c8f0-4cea-a62c-bf1493ac14c8), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:17.893394 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dea9b402-b705-4c15-94f6-b5e213a14b67 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (42a7c130-dae0-4f65-aa88-388077229a35), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:18.042389 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dea9b402-b705-4c15-94f6-b5e213a14b67 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (42a7c130-dae0-4f65-aa88-388077229a35), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:18.105016 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dea9b402-b705-4c15-94f6-b5e213a14b67 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (42a7c130-dae0-4f65-aa88-388077229a35), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:18.168598 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9b402-b705-4c15-94f6-b5e213a14b67 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=42a7c130-dae0-4f65-aa88-388077229a35,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:18.182907 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dea9b402-b705-4c15-94f6-b5e213a14b67 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (a95d3aa2-c8f0-4cea-a62c-bf1493ac14c8), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:18.283874 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-dea9b402-b705-4c15-94f6-b5e213a14b67 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Floating IP a95d3aa2-c8f0-4cea-a62c-bf1493ac14c8 associated. External IP: 172.26.6.172, port: 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b. Apr 16 04:32:18.497329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea9b402-b705-4c15-94f6-b5e213a14b67 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:32:18.607873 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea9b402-b705-4c15-94f6-b5e213a14b67 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:32:18.617687 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65125bd1-e9c4-4712-83b6-f859c2ceaa05 None None] Sync routers for ids ['db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:32:18.626751 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65125bd1-e9c4-4712-83b6-f859c2ceaa05 None None] Routers {'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:32:18.627371 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-65125bd1-e9c4-4712-83b6-f859c2ceaa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:32:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:18.700888 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dea9b402-b705-4c15-94f6-b5e213a14b67 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:18.731576 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dea9b402-b705-4c15-94f6-b5e213a14b67 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 1.8749893 Apr 16 04:32:18.732263 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a37c1e-6423-4502-8886-3252c674efa3', 'tag': '83e2bf8f-2ca7-4f53-b26d-a237cd25c71b'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:32:18.734520 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41242) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:18.739578 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d60c26-a10c-4156-8290-bef0b7d933bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a37c1e-6423-4502-8886-3252c674efa3", "tag": "83e2bf8f-2ca7-4f53-b26d-a237cd25c71b"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:32:18.744127 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-65125bd1-e9c4-4712-83b6-f859c2ceaa05 None None] Set router db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:32:18.777776 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2dd78d-20d3-49d4-9fdb-e4b22022b3c7 x-openstack-request-id: req-aa2dd78d-20d3-49d4-9fdb-e4b22022b3c7 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:32:18.778332 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a37c1e-6423-4502-8886-3252c674efa3", "tag": "83e2bf8f-2ca7-4f53-b26d-a237cd25c71b", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:32:18.778332 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa2dd78d-20d3-49d4-9fdb-e4b22022b3c7 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:32:18.779299 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa2dd78d-20d3-49d4-9fdb-e4b22022b3c7'] response: {'name': 'network-changed', 'server_uuid': 'f7a37c1e-6423-4502-8886-3252c674efa3', 'tag': '83e2bf8f-2ca7-4f53-b26d-a237cd25c71b', 'status': 'completed', 'code': 200} Apr 16 04:32:18.806083 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfc95d0-849a-4371-b339-692732c2c7b4 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:18.807694 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fbfc95d0-849a-4371-b339-692732c2c7b4 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f7a37c1e-6423-4502-8886-3252c674efa3&network_id=51e4d222-31f3-4f74-a9b7-50c8660ec823 HTTP/1.1" status: 200 len: 1161 time: 0.0721886 Apr 16 04:32:18.845248 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d60c26-a10c-4156-8290-bef0b7d933bf req-4cd366e9-741f-410e-bd76-dff91660abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:18.846601 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9d60c26-a10c-4156-8290-bef0b7d933bf req-4cd366e9-741f-410e-bd76-dff91660abc8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=f7a37c1e-6423-4502-8886-3252c674efa3 HTTP/1.1" status: 200 len: 1166 time: 0.0496628 Apr 16 04:32:18.938079 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d60c26-a10c-4156-8290-bef0b7d933bf req-686af86b-6bcb-4ad2-91bf-a9c28544876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:18.939548 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9d60c26-a10c-4156-8290-bef0b7d933bf req-686af86b-6bcb-4ad2-91bf-a9c28544876f service neutron] 10.222.0.18 "GET /v2.0/networks?id=51e4d222-31f3-4f74-a9b7-50c8660ec823 HTTP/1.1" status: 200 len: 897 time: 0.0872097 Apr 16 04:32:18.974199 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-65125bd1-e9c4-4712-83b6-f859c2ceaa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'name': 'tempest-TestNetworkBasicOps-router-529367350', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'a95d3aa2-c8f0-4cea-a62c-bf1493ac14c8', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.172', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'port_id': '83e2bf8f-2ca7-4f53-b26d-a237cd25c71b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-161086943', 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823', 'mac_address': 'fa:16:3e:83:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a37c1e-6423-4502-8886-3252c674efa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:32:17Z', 'updated_at': '2022-04-16T04:32:17Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1e46e7-4155-40a3-953d-8f526c19421a', 'name': '', 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:ef:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7e182968-7e95-4250-a224-e8d84df4b132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:59Z', 'updated_at': '2022-04-16T04:32:02Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '7e182968-7e95-4250-a224-e8d84df4b132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:19.001617 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65125bd1-e9c4-4712-83b6-f859c2ceaa05 None None] Checking router: db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:32:19.010466 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9d60c26-a10c-4156-8290-bef0b7d933bf req-e86e433a-fc3e-40f6-8472-71193908a426 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b HTTP/1.1" status: 200 len: 1036 time: 0.0642166 Apr 16 04:32:19.010662 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65125bd1-e9c4-4712-83b6-f859c2ceaa05 None None] Routers {'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:32:19.011115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-65125bd1-e9c4-4712-83b6-f859c2ceaa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:32:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:19.060958 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d60c26-a10c-4156-8290-bef0b7d933bf req-7d9d237f-1b05-42ab-bcb2-b97234ec1011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:19.062742 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9d60c26-a10c-4156-8290-bef0b7d933bf req-7d9d237f-1b05-42ab-bcb2-b97234ec1011 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e182968-7e95-4250-a224-e8d84df4b132 HTTP/1.1" status: 200 len: 835 time: 0.0466487 Apr 16 04:32:19.107583 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d60c26-a10c-4156-8290-bef0b7d933bf req-d7541add-f5ae-471f-94a8-b0967ef60035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:19.109147 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9d60c26-a10c-4156-8290-bef0b7d933bf req-d7541add-f5ae-471f-94a8-b0967ef60035 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51e4d222-31f3-4f74-a9b7-50c8660ec823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399041 Apr 16 04:32:19.125727 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-65125bd1-e9c4-4712-83b6-f859c2ceaa05 None None] Set router db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:32:19.207624 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9d60c26-a10c-4156-8290-bef0b7d933bf req-b82bac44-d3b2-453f-b8fb-a11df5a22b8c service neutron] 10.222.0.18 "GET /v2.0/networks/51e4d222-31f3-4f74-a9b7-50c8660ec823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917828 Apr 16 04:32:19.224113 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f049d3-e74a-489d-a491-5dbbe22f8a2c req-60f84746-05f5-4558-8aa4-30f2b9a8039d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:19.225726 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-72f049d3-e74a-489d-a491-5dbbe22f8a2c req-60f84746-05f5-4558-8aa4-30f2b9a8039d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7a37c1e-6423-4502-8886-3252c674efa3 HTTP/1.1" status: 200 len: 982 time: 0.0479355 Apr 16 04:32:19.276870 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-72f049d3-e74a-489d-a491-5dbbe22f8a2c req-c2ab5254-8cd4-4920-ae7a-010ff6545199 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453837 Apr 16 04:32:19.357694 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-65125bd1-e9c4-4712-83b6-f859c2ceaa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'name': 'tempest-TestNetworkBasicOps-router-529367350', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'a95d3aa2-c8f0-4cea-a62c-bf1493ac14c8', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.172', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'port_id': '83e2bf8f-2ca7-4f53-b26d-a237cd25c71b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-161086943', 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823', 'mac_address': 'fa:16:3e:83:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a37c1e-6423-4502-8886-3252c674efa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:32:17Z', 'updated_at': '2022-04-16T04:32:17Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1e46e7-4155-40a3-953d-8f526c19421a', 'name': '', 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:ef:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7e182968-7e95-4250-a224-e8d84df4b132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:59Z', 'updated_at': '2022-04-16T04:32:02Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '7e182968-7e95-4250-a224-e8d84df4b132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:19.384903 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65125bd1-e9c4-4712-83b6-f859c2ceaa05 None None] The sync data for ids ['db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'] in dv-neutron-838078-2-hyperv is: [{'id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'name': 'tempest-TestNetworkBasicOps-router-529367350', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'a95d3aa2-c8f0-4cea-a62c-bf1493ac14c8', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.172', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'port_id': '83e2bf8f-2ca7-4f53-b26d-a237cd25c71b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-161086943', 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823', 'mac_address': 'fa:16:3e:83:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a37c1e-6423-4502-8886-3252c674efa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:32:17Z', 'updated_at': '2022-04-16T04:32:17Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1e46e7-4155-40a3-953d-8f526c19421a', 'name': '', 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:ef:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7e182968-7e95-4250-a224-e8d84df4b132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:59Z', 'updated_at': '2022-04-16T04:32:02Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '7e182968-7e95-4250-a224-e8d84df4b132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:32:19.571371 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dab6c5-e08e-4184-82c2-a008b4133f0e None None] New status for floating IP a95d3aa2-c8f0-4cea-a62c-bf1493ac14c8: ACTIVE {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:32:20.265157 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9d60c26-a10c-4156-8290-bef0b7d933bf req-3c98dd0f-5abe-4fcd-a145-14525762a484 service neutron] 10.222.0.18 "GET /v2.0/networks/51e4d222-31f3-4f74-a9b7-50c8660ec823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833330 Apr 16 04:32:20.395094 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da220fc0-771c-44f6-9f05-fffacfcd514a req-67d82036-1bf2-46ec-82ba-525bbd642245 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:20.396570 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-da220fc0-771c-44f6-9f05-fffacfcd514a req-67d82036-1bf2-46ec-82ba-525bbd642245 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7a37c1e-6423-4502-8886-3252c674efa3 HTTP/1.1" status: 200 len: 982 time: 0.0526359 Apr 16 04:32:20.442744 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-da220fc0-771c-44f6-9f05-fffacfcd514a req-a9311d5a-e5a3-4994-a341-55a89803eb87 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397303 Apr 16 04:32:20.493327 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c701bf-0805-439f-b802-7ec3008f6ef8 req-a1e1b3f3-1078-42c7-a4c4-2e6f37903f6d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:20.494745 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d1c701bf-0805-439f-b802-7ec3008f6ef8 req-a1e1b3f3-1078-42c7-a4c4-2e6f37903f6d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7a37c1e-6423-4502-8886-3252c674efa3 HTTP/1.1" status: 200 len: 982 time: 0.0447133 Apr 16 04:32:20.539213 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c701bf-0805-439f-b802-7ec3008f6ef8 req-c63a7dd3-e7a2-422c-93e4-a547b78653f5 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:20.540461 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d1c701bf-0805-439f-b802-7ec3008f6ef8 req-c63a7dd3-e7a2-422c-93e4-a547b78653f5 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/ports/83e2bf8f-2ca7-4f53-b26d-a237cd25c71b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0408299 Apr 16 04:32:20.642150 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d1c701bf-0805-439f-b802-7ec3008f6ef8 req-d3b6bb35-c09c-4282-baf5-2e5c434f93ab tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/networks/51e4d222-31f3-4f74-a9b7-50c8660ec823?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0968881 Apr 16 04:32:20.652276 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-d1c701bf-0805-439f-b802-7ec3008f6ef8 req-8dca12d0-7d87-421e-89aa-f92d82985556 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:20.710315 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d1c701bf-0805-439f-b802-7ec3008f6ef8 req-8dca12d0-7d87-421e-89aa-f92d82985556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:20.843078 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-d1c701bf-0805-439f-b802-7ec3008f6ef8 req-8dca12d0-7d87-421e-89aa-f92d82985556 service neutron] For port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,segment=NetworkSegment(909791ae-5df9-400c-a8e0-ce4dc2e8b346),segment_id=909791ae-5df9-400c-a8e0-ce4dc2e8b346)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:32:20.874566 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-d1c701bf-0805-439f-b802-7ec3008f6ef8 req-8dca12d0-7d87-421e-89aa-f92d82985556 service neutron] For port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:32:20.909260 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-d1c701bf-0805-439f-b802-7ec3008f6ef8 req-8dca12d0-7d87-421e-89aa-f92d82985556 service neutron] device_id is not set on port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:32:20.917808 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d1c701bf-0805-439f-b802-7ec3008f6ef8 req-8dca12d0-7d87-421e-89aa-f92d82985556 service neutron] Publish callbacks [] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:20.967544 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d1c701bf-0805-439f-b802-7ec3008f6ef8 req-8dca12d0-7d87-421e-89aa-f92d82985556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:21.068182 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca12d0-7d87-421e-89aa-f92d82985556 service neutron] Pushing event updated for resources: {'Port': ['ID=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,revision_number=6']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:21.271949 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c8dde115-aa5b-4437-8f31-ac558c457b4a None None] Provisioning complete for port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:21.272564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c8dde115-aa5b-4437-8f31-ac558c457b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:21.309812 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c8dde115-aa5b-4437-8f31-ac558c457b4a None None] Port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:32:21.453024 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c701bf-0805-439f-b802-7ec3008f6ef8 req-8dca12d0-7d87-421e-89aa-f92d82985556 service neutron] No DVR routers for this DVR port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:32:21.536427 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1ad6f539-a333-44cb-9495-dec7b0639fe7 req-0e33d71a-094a-4640-95e1-54948de35dc9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7a37c1e-6423-4502-8886-3252c674efa3 HTTP/1.1" status: 200 len: 210 time: 0.0275521 Apr 16 04:32:21.594553 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-d1c701bf-0805-439f-b802-7ec3008f6ef8 req-8dca12d0-7d87-421e-89aa-f92d82985556 service neutron] In _notify_port_updated(), no bound segment for port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b on network 51e4d222-31f3-4f74-a9b7-50c8660ec823 {{(pid=104633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:32:21.595363 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c701bf-0805-439f-b802-7ec3008f6ef8 req-8dca12d0-7d87-421e-89aa-f92d82985556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:21.595970 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d1c701bf-0805-439f-b802-7ec3008f6ef8 req-8dca12d0-7d87-421e-89aa-f92d82985556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:21.597363 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d1c701bf-0805-439f-b802-7ec3008f6ef8 req-8dca12d0-7d87-421e-89aa-f92d82985556 service neutron] 10.222.0.18 "PUT /v2.0/ports/83e2bf8f-2ca7-4f53-b26d-a237cd25c71b HTTP/1.1" status: 200 len: 1025 time: 0.9488299 Apr 16 04:32:22.592604 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41256) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:22.637783 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18bf709-7fb8-400b-8851-80c20cf89a1f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:22.639136 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d18bf709-7fb8-400b-8851-80c20cf89a1f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports/83e2bf8f-2ca7-4f53-b26d-a237cd25c71b HTTP/1.1" status: 200 len: 924 time: 0.0455143 Apr 16 04:32:22.979491 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41260) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:22.983975 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-3d0bb4bf-5772-4728-ac23-05a0f43be211 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-313158652', 'description': 'tempest-secgroup-smoke-313158652 description', 'project_id': '4b56e019123c4dffa69f7a176eb53d27'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:23.053640 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb4bf-5772-4728-ac23-05a0f43be211 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:23.117814 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb4bf-5772-4728-ac23-05a0f43be211 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (92b94993-1b31-4bd1-9a6d-a5f3eb9862b0), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:23.184666 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb4bf-5772-4728-ac23-05a0f43be211 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (92b94993-1b31-4bd1-9a6d-a5f3eb9862b0), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:23.212448 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bb4bf-5772-4728-ac23-05a0f43be211 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b94993-1b31-4bd1-9a6d-a5f3eb9862b0,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:23.266725 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb4bf-5772-4728-ac23-05a0f43be211 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:23.267951 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3d0bb4bf-5772-4728-ac23-05a0f43be211 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2874897 Apr 16 04:32:23.270711 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41262) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:23.275490 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-cfc0dd91-0519-486c-83d0-43b04e1a2ee8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '92b94993-1b31-4bd1-9a6d-a5f3eb9862b0', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:23.361511 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cfc0dd91-0519-486c-83d0-43b04e1a2ee8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (9fee6442-c54f-41fe-ae7c-92ed5f58a43b), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:23.417411 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cfc0dd91-0519-486c-83d0-43b04e1a2ee8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (9fee6442-c54f-41fe-ae7c-92ed5f58a43b), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:23.475168 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cfc0dd91-0519-486c-83d0-43b04e1a2ee8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (9fee6442-c54f-41fe-ae7c-92ed5f58a43b), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:23.493596 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0dd91-0519-486c-83d0-43b04e1a2ee8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fee6442-c54f-41fe-ae7c-92ed5f58a43b,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:23.545935 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cfc0dd91-0519-486c-83d0-43b04e1a2ee8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:23.547117 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-cfc0dd91-0519-486c-83d0-43b04e1a2ee8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2754884 Apr 16 04:32:23.549776 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41264) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:23.553916 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-2f906d6c-1039-4f30-ac09-73da48615fb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '92b94993-1b31-4bd1-9a6d-a5f3eb9862b0', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:23.640455 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f906d6c-1039-4f30-ac09-73da48615fb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (44610bc9-9ce6-433c-995c-177d065ad4e8), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:23.695811 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f906d6c-1039-4f30-ac09-73da48615fb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (44610bc9-9ce6-433c-995c-177d065ad4e8), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:23.761055 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f906d6c-1039-4f30-ac09-73da48615fb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (44610bc9-9ce6-433c-995c-177d065ad4e8), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:23.778012 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f906d6c-1039-4f30-ac09-73da48615fb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44610bc9-9ce6-433c-995c-177d065ad4e8,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:23.860276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f906d6c-1039-4f30-ac09-73da48615fb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:23.861525 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2f906d6c-1039-4f30-ac09-73da48615fb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3108432 Apr 16 04:32:23.864220 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41266) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:23.869018 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-53d012b7-6f0e-469e-bf95-d0ed33d10535 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '92b94993-1b31-4bd1-9a6d-a5f3eb9862b0', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:23.959946 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:32:23.990810 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-53d012b7-6f0e-469e-bf95-d0ed33d10535 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (3db7ae21-e163-4853-8a56-a6616724421c), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:24.002921 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] The host hv-neutron-8380 is not matching for port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b host ! {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 16 04:32:24.003303 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:32:24.047299 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-53d012b7-6f0e-469e-bf95-d0ed33d10535 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (3db7ae21-e163-4853-8a56-a6616724421c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:24.116403 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-53d012b7-6f0e-469e-bf95-d0ed33d10535 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (3db7ae21-e163-4853-8a56-a6616724421c), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:24.135519 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d012b7-6f0e-469e-bf95-d0ed33d10535 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db7ae21-e163-4853-8a56-a6616724421c,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:24.198592 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-53d012b7-6f0e-469e-bf95-d0ed33d10535 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:24.199801 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-53d012b7-6f0e-469e-bf95-d0ed33d10535 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3346329 Apr 16 04:32:24.202498 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41268) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:24.206891 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-4368d98c-1ab0-4e76-b10f-034c1b534582 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '92b94993-1b31-4bd1-9a6d-a5f3eb9862b0', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:24.299265 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4368d98c-1ab0-4e76-b10f-034c1b534582 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (aa2983b3-4ac7-4149-8cbe-88d19038bc8c), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:24.357665 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4368d98c-1ab0-4e76-b10f-034c1b534582 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (aa2983b3-4ac7-4149-8cbe-88d19038bc8c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:24.413406 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4368d98c-1ab0-4e76-b10f-034c1b534582 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (aa2983b3-4ac7-4149-8cbe-88d19038bc8c), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:24.430744 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368d98c-1ab0-4e76-b10f-034c1b534582 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa2983b3-4ac7-4149-8cbe-88d19038bc8c,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:24.484028 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4368d98c-1ab0-4e76-b10f-034c1b534582 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:24.485264 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4368d98c-1ab0-4e76-b10f-034c1b534582 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2818084 Apr 16 04:32:24.487878 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41270) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:24.492066 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-7b9075fa-5c53-43f2-8451-4f0a498b5ff7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '92b94993-1b31-4bd1-9a6d-a5f3eb9862b0', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:24.573687 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-7b9075fa-5c53-43f2-8451-4f0a498b5ff7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:32:24.578932 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7b9075fa-5c53-43f2-8451-4f0a498b5ff7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (94b1f6c1-d879-4bef-a651-85a30520fa9f), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:24.634432 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7b9075fa-5c53-43f2-8451-4f0a498b5ff7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (94b1f6c1-d879-4bef-a651-85a30520fa9f), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:24.716734 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7b9075fa-5c53-43f2-8451-4f0a498b5ff7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (94b1f6c1-d879-4bef-a651-85a30520fa9f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:24.735253 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9075fa-5c53-43f2-8451-4f0a498b5ff7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b1f6c1-d879-4bef-a651-85a30520fa9f,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:24.827004 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7b9075fa-5c53-43f2-8451-4f0a498b5ff7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:24.828239 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7b9075fa-5c53-43f2-8451-4f0a498b5ff7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3394325 Apr 16 04:32:24.830905 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41272) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:24.835219 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-a455478f-f8dc-4807-ac04-67e806d36a00 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '92b94993-1b31-4bd1-9a6d-a5f3eb9862b0', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:24.916998 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-a455478f-f8dc-4807-ac04-67e806d36a00 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:32:24.922917 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a455478f-f8dc-4807-ac04-67e806d36a00 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (30c98764-4c29-4581-b05d-9735916932ac), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:24.980735 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a455478f-f8dc-4807-ac04-67e806d36a00 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (30c98764-4c29-4581-b05d-9735916932ac), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:25.070671 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a455478f-f8dc-4807-ac04-67e806d36a00 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (30c98764-4c29-4581-b05d-9735916932ac), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:25.089884 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455478f-f8dc-4807-ac04-67e806d36a00 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c98764-4c29-4581-b05d-9735916932ac,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:25.157645 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a455478f-f8dc-4807-ac04-67e806d36a00 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:25.158864 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a455478f-f8dc-4807-ac04-67e806d36a00 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3270268 Apr 16 04:32:25.361981 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-0454607c-8ff9-4318-9133-ffa2a767d82c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313158652&fields=id&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 267 time: 0.0440192 Apr 16 04:32:25.414012 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-87c2ba84-1159-42f4-bde0-8616e5a98f40 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:25.415931 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-87c2ba84-1159-42f4-bde0-8616e5a98f40 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports/83e2bf8f-2ca7-4f53-b26d-a237cd25c71b HTTP/1.1" status: 200 len: 929 time: 0.0478117 Apr 16 04:32:25.462509 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-22a75a02-c5ed-4bb2-af66-9993bbf279d9 service neutron] 10.222.0.30 "GET /v2.0/ports/83e2bf8f-2ca7-4f53-b26d-a237cd25c71b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0342860 Apr 16 04:32:25.549860 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-23bf5119-683d-4056-90df-75f28509c543 service neutron] 10.222.0.30 "GET /v2.0/networks/51e4d222-31f3-4f74-a9b7-50c8660ec823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820613 Apr 16 04:32:25.640603 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-7847068d-0324-4fe9-ac22-83da9f8ce03b service neutron] 10.222.0.30 "GET /v2.0/networks/51e4d222-31f3-4f74-a9b7-50c8660ec823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851910 Apr 16 04:32:25.689176 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-412ee031-f3c8-4456-8387-cc7f412c1343 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:25.690478 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-412ee031-f3c8-4456-8387-cc7f412c1343 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports/83e2bf8f-2ca7-4f53-b26d-a237cd25c71b HTTP/1.1" status: 200 len: 929 time: 0.0446186 Apr 16 04:32:25.936587 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0d783bde-88db-4345-ab0e-57f9557a70d6 req-38fbb35c-aae5-4e16-9ddd-e930f321d2d7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=679670c3-be07-46e3-bda0-eabd84f75ad1 HTTP/1.1" status: 200 len: 210 time: 0.0299973 Apr 16 04:32:25.947948 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41292) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:26.037924 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-3ebad40f-d543-4760-9965-c158a5e91dbc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:26.039260 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-3ebad40f-d543-4760-9965-c158a5e91dbc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports/83e2bf8f-2ca7-4f53-b26d-a237cd25c71b HTTP/1.1" status: 200 len: 929 time: 0.0902445 Apr 16 04:32:27.035591 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b17c862c-5845-4f31-9f47-07a4207c92fe req-bf57d743-5949-47f2-bfbd-5e286cefbcd5 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=679670c3-be07-46e3-bda0-eabd84f75ad1 HTTP/1.1" status: 200 len: 210 time: 0.0328202 Apr 16 04:32:27.781141 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-5b23bcf8-2b7c-498e-ba52-e5a53fe0c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:27.782519 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-5b23bcf8-2b7c-498e-ba52-e5a53fe0c817 service neutron] 10.222.0.18 "GET /v2.0/ports/83e2bf8f-2ca7-4f53-b26d-a237cd25c71b HTTP/1.1" status: 200 len: 1025 time: 0.0357172 Apr 16 04:32:27.892322 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-c8f52395-2856-4479-a0be-5e3bdba30965 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:27.893812 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-c8f52395-2856-4479-a0be-5e3bdba30965 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/networks?id=51e4d222-31f3-4f74-a9b7-50c8660ec823 HTTP/1.1" status: 200 len: 797 time: 0.1036587 Apr 16 04:32:27.972787 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-3750c36c-11d2-417b-855e-3159dbf48945 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 472 time: 0.0703342 Apr 16 04:32:27.982584 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] Request body: {'port': {'device_id': '679670c3-be07-46e3-bda0-eabd84f75ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:28.040356 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:28.131592 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5eb55255-2137-4378-b293-f9d70a15ff4d req-68cc59d5-928f-45c2-a161-6b1fac9c5fd0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=679670c3-be07-46e3-bda0-eabd84f75ad1 HTTP/1.1" status: 200 len: 210 time: 0.0280600 Apr 16 04:32:28.138926 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:28.308948 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:32:28.316135 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] Publish callbacks [] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:28.328237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] Transition to ACTIVE for port object 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:32:28.401055 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:28.476713 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] Pushing event updated for resources: {'Port': ['ID=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,revision_number=7']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:28.583647 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] Attempting to bind port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:32:28.584084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] Attempting to bind port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '909791ae-5df9-400c-a8e0-ce4dc2e8b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:32:28.584485 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] Attempting to bind port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b on network 51e4d222-31f3-4f74-a9b7-50c8660ec823 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:32:28.589690 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] Port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b on network 51e4d222-31f3-4f74-a9b7-50c8660ec823 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:32:28.590014 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] Attempting to bind port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b on network 51e4d222-31f3-4f74-a9b7-50c8660ec823 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:32:28.594957 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:32:28.595298 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] Checking segment: {'id': '909791ae-5df9-400c-a8e0-ce4dc2e8b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:32:28.595697 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] Bound using segment: {'id': '909791ae-5df9-400c-a8e0-ce4dc2e8b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:32:28.596119 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] Bound port: 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '909791ae-5df9-400c-a8e0-ce4dc2e8b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:32:28.596482 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:28.659349 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] For port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:32:28.664223 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] For port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,segment=NetworkSegment(909791ae-5df9-400c-a8e0-ce4dc2e8b346),segment_id=909791ae-5df9-400c-a8e0-ce4dc2e8b346)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:32:28.711400 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:28.746162 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:28.746850 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:28.748347 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] 10.222.0.18 "PUT /v2.0/ports/83e2bf8f-2ca7-4f53-b26d-a237cd25c71b HTTP/1.1" status: 200 len: 1130 time: 0.7699568 Apr 16 04:32:28.748707 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679670c3-be07-46e3-bda0-eabd84f75ad1', 'tag': '83e2bf8f-2ca7-4f53-b26d-a237cd25c71b'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:32:28.751118 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2491fd7-e9b1-4938-b3ed-c3b6bc2fa277" -d '{"events": [{"name": "network-changed", "server_uuid": "679670c3-be07-46e3-bda0-eabd84f75ad1", "tag": "83e2bf8f-2ca7-4f53-b26d-a237cd25c71b"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:32:28.777416 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6380a8-3a33-468f-be6e-b44fecad5343 service neutron] Pushing event updated for resources: {'Port': ['ID=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,revision_number=8']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:28.797754 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4959192d-26ac-4041-aaa5-f20c03b2893b x-openstack-request-id: req-4959192d-26ac-4041-aaa5-f20c03b2893b {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:32:28.797977 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679670c3-be07-46e3-bda0-eabd84f75ad1", "tag": "83e2bf8f-2ca7-4f53-b26d-a237cd25c71b", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:32:28.798229 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4959192d-26ac-4041-aaa5-f20c03b2893b {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:32:28.798637 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4959192d-26ac-4041-aaa5-f20c03b2893b'] response: {'name': 'network-changed', 'server_uuid': '679670c3-be07-46e3-bda0-eabd84f75ad1', 'tag': '83e2bf8f-2ca7-4f53-b26d-a237cd25c71b', 'status': 'completed', 'code': 200} Apr 16 04:32:28.866525 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2491fd7-e9b1-4938-b3ed-c3b6bc2fa277 req-40cf2928-6a5b-491d-b02a-31d3aa151abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:28.868088 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e2491fd7-e9b1-4938-b3ed-c3b6bc2fa277 req-40cf2928-6a5b-491d-b02a-31d3aa151abe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=679670c3-be07-46e3-bda0-eabd84f75ad1 HTTP/1.1" status: 200 len: 1164 time: 0.0481412 Apr 16 04:32:28.970500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2491fd7-e9b1-4938-b3ed-c3b6bc2fa277 req-6c6f9365-a2a0-4808-9744-1db5b2d3d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:28.972039 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e2491fd7-e9b1-4938-b3ed-c3b6bc2fa277 req-6c6f9365-a2a0-4808-9744-1db5b2d3d3b8 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4b56e019123c4dffa69f7a176eb53d27&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0976901 Apr 16 04:32:29.067997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2491fd7-e9b1-4938-b3ed-c3b6bc2fa277 req-e2cdcb72-5066-4b84-b2e6-924f7c926f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:29.069403 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e2491fd7-e9b1-4938-b3ed-c3b6bc2fa277 req-e2cdcb72-5066-4b84-b2e6-924f7c926f21 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0907161 Apr 16 04:32:29.100955 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:32:29.140543 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-746957c2-89f3-448e-ac59-b73437b44006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:29.142056 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-746957c2-89f3-448e-ac59-b73437b44006 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=679670c3-be07-46e3-bda0-eabd84f75ad1 HTTP/1.1" status: 200 len: 1164 time: 0.0382643 Apr 16 04:32:29.213505 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-b2c33a3e-11f6-4622-90bf-8b46162dd202 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b HTTP/1.1" status: 200 len: 1036 time: 0.0642555 Apr 16 04:32:29.244766 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a12a1-b71f-4dac-bf94-faeaa84981f3 req-b764d376-3319-4598-b159-d8a9172107cf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:29.246243 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fe5a12a1-b71f-4dac-bf94-faeaa84981f3 req-b764d376-3319-4598-b159-d8a9172107cf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=679670c3-be07-46e3-bda0-eabd84f75ad1 HTTP/1.1" status: 200 len: 980 time: 0.0462224 Apr 16 04:32:29.261779 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-84778625-dc71-40a1-9355-77e21697bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:29.263234 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-84778625-dc71-40a1-9355-77e21697bb92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e182968-7e95-4250-a224-e8d84df4b132 HTTP/1.1" status: 200 len: 835 time: 0.0437298 Apr 16 04:32:29.297276 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fe5a12a1-b71f-4dac-bf94-faeaa84981f3 req-339037af-9681-4a1a-8d15-b5f1b8f507a9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453441 Apr 16 04:32:29.307728 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-5b71d1c8-5d58-4def-bacd-5ffe8d8c9747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:29.309331 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-5b71d1c8-5d58-4def-bacd-5ffe8d8c9747 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51e4d222-31f3-4f74-a9b7-50c8660ec823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0397120 Apr 16 04:32:29.403316 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-a4d1357a-646a-41c3-981c-e905d2195f82 service neutron] 10.222.0.18 "GET /v2.0/networks/51e4d222-31f3-4f74-a9b7-50c8660ec823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879326 Apr 16 04:32:29.490008 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d73d6e6a-e741-41ad-aa8c-8d457a2a17a9 req-64011c5b-ec06-466f-b6fa-f24417d865ac service neutron] 10.222.0.18 "GET /v2.0/networks/51e4d222-31f3-4f74-a9b7-50c8660ec823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809491 Apr 16 04:32:30.414601 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26998243-2fd6-4dd2-82a1-70beab1c2250 req-31f88857-69f0-421d-90b6-e764f4aa3c45 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:30.416775 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-26998243-2fd6-4dd2-82a1-70beab1c2250 req-31f88857-69f0-421d-90b6-e764f4aa3c45 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=679670c3-be07-46e3-bda0-eabd84f75ad1 HTTP/1.1" status: 200 len: 980 time: 0.0515759 Apr 16 04:32:30.462780 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-26998243-2fd6-4dd2-82a1-70beab1c2250 req-c0d905c5-2aa3-4c83-b8e0-fc0b5a8dcb3b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401688 Apr 16 04:32:31.572258 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5469b5d-e72d-4b98-9bcd-36ff66ae11ca req-7229fed0-0ab7-47f3-85a2-52b94a3d2e6f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:31.573768 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d5469b5d-e72d-4b98-9bcd-36ff66ae11ca req-7229fed0-0ab7-47f3-85a2-52b94a3d2e6f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=679670c3-be07-46e3-bda0-eabd84f75ad1 HTTP/1.1" status: 200 len: 980 time: 0.0468488 Apr 16 04:32:31.619275 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d5469b5d-e72d-4b98-9bcd-36ff66ae11ca req-214da9fe-8d38-448c-856a-0c61f6666129 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401671 Apr 16 04:32:32.004886 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:32:32.103529 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,segment=NetworkSegment(909791ae-5df9-400c-a8e0-ce4dc2e8b346),segment_id=909791ae-5df9-400c-a8e0-ce4dc2e8b346)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:32:32.114511 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '83e2bf8f-2ca7-4f53-b26d-a237cd25c71b', 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823', 'port_id': '83e2bf8f-2ca7-4f53-b26d-a237cd25c71b', 'mac_address': 'fa:16:3e:83:88:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e182968-7e95-4250-a224-e8d84df4b132', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:32:32.151459 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:32:32.151846 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:32.164226 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:32:32.183969 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,segment=NetworkSegment(909791ae-5df9-400c-a8e0-ce4dc2e8b346),segment_id=909791ae-5df9-400c-a8e0-ce4dc2e8b346)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:32:32.264742 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:32.315808 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,revision_number=9']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:32.482543 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['83e2bf8f-2ca7-4f53-b26d-a237cd25c71b'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:32:32.729144 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c61d8-5179-4b05-819b-c7fcf00d0db1 req-df5e864c-ef6b-4115-8545-d5f85e6eea80 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:32.730620 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2b0c61d8-5179-4b05-819b-c7fcf00d0db1 req-df5e864c-ef6b-4115-8545-d5f85e6eea80 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=679670c3-be07-46e3-bda0-eabd84f75ad1 HTTP/1.1" status: 200 len: 981 time: 0.0474801 Apr 16 04:32:32.778667 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2b0c61d8-5179-4b05-819b-c7fcf00d0db1 req-c2a7efbe-aed1-41f9-9e98-f86f70ff269d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424466 Apr 16 04:32:33.888608 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63337874-9eb4-4a5d-b071-0fc4036bde73 req-0fe25827-c096-47d9-a998-63bc6854cb66 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:33.890138 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-63337874-9eb4-4a5d-b071-0fc4036bde73 req-0fe25827-c096-47d9-a998-63bc6854cb66 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=679670c3-be07-46e3-bda0-eabd84f75ad1 HTTP/1.1" status: 200 len: 981 time: 0.0458908 Apr 16 04:32:33.937710 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-63337874-9eb4-4a5d-b071-0fc4036bde73 req-4b6bfe98-1ff7-40d1-b93b-a039bf579245 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420215 Apr 16 04:32:34.005259 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:32:34.052545 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:32:34.097862 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:34.098155 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:34.172444 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:32:34.172857 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:34.195256 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679670c3-be07-46e3-bda0-eabd84f75ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e2bf8f-2ca7-4f53-b26d-a237cd25c71b'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:32:34.198099 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba7de47-8932-4f69-a55b-4cd7be0495fa" -d '{"events": [{"server_uuid": "679670c3-be07-46e3-bda0-eabd84f75ad1", "name": "network-vif-plugged", "status": "completed", "tag": "83e2bf8f-2ca7-4f53-b26d-a237cd25c71b"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:32:34.210730 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,segment=NetworkSegment(909791ae-5df9-400c-a8e0-ce4dc2e8b346),segment_id=909791ae-5df9-400c-a8e0-ce4dc2e8b346)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:32:34.236513 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece0f197-a226-46ae-8bfa-da4c85848548 x-openstack-request-id: req-ece0f197-a226-46ae-8bfa-da4c85848548 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:32:34.236513 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679670c3-be07-46e3-bda0-eabd84f75ad1", "name": "network-vif-plugged", "status": "completed", "tag": "83e2bf8f-2ca7-4f53-b26d-a237cd25c71b", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:32:34.236513 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ece0f197-a226-46ae-8bfa-da4c85848548 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:32:34.236513 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece0f197-a226-46ae-8bfa-da4c85848548'] response: {'server_uuid': '679670c3-be07-46e3-bda0-eabd84f75ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e2bf8f-2ca7-4f53-b26d-a237cd25c71b', 'code': 200} Apr 16 04:32:34.276434 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:34.327839 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,revision_number=10']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:34.486084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8dd1ed-d868-4f0f-aa45-ae0cb6bdd66c req-47d7564d-4d69-42d5-b5e3-13c4d3149afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:34.487584 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9f8dd1ed-d868-4f0f-aa45-ae0cb6bdd66c req-47d7564d-4d69-42d5-b5e3-13c4d3149afe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=679670c3-be07-46e3-bda0-eabd84f75ad1 HTTP/1.1" status: 200 len: 1167 time: 0.0378706 Apr 16 04:32:34.534156 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9f8dd1ed-d868-4f0f-aa45-ae0cb6bdd66c req-54ab9d98-7b2a-479b-8aa5-6063ea7e686e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399685 Apr 16 04:32:35.051794 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c03ba-92e7-4f75-88dc-7b0e8d284700 req-bd9a2905-d690-4dfa-b9a5-93167c8868f2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:35.053252 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c81c03ba-92e7-4f75-88dc-7b0e8d284700 req-bd9a2905-d690-4dfa-b9a5-93167c8868f2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=679670c3-be07-46e3-bda0-eabd84f75ad1 HTTP/1.1" status: 200 len: 983 time: 0.0500700 Apr 16 04:32:35.098608 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c81c03ba-92e7-4f75-88dc-7b0e8d284700 req-042f3f7a-3fac-4d77-a91a-7b953dc10525 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398519 Apr 16 04:32:36.210831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3a66c-a9e1-4fd3-aed9-2e2e5187d109 req-ad5dd61c-377c-4426-beb1-4937e322628f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:36.212304 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d5f3a66c-a9e1-4fd3-aed9-2e2e5187d109 req-ad5dd61c-377c-4426-beb1-4937e322628f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=679670c3-be07-46e3-bda0-eabd84f75ad1 HTTP/1.1" status: 200 len: 983 time: 0.0481234 Apr 16 04:32:36.259207 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d5f3a66c-a9e1-4fd3-aed9-2e2e5187d109 req-96a53a76-4a61-4b0d-ab50-289a1e6d0e18 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413117 Apr 16 04:32:36.370588 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480acda7-66bb-4b1c-86ef-d621ca4cc963 req-baaff743-c1dd-49ab-82ff-44bc44a9dbf5 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:36.372059 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-480acda7-66bb-4b1c-86ef-d621ca4cc963 req-baaff743-c1dd-49ab-82ff-44bc44a9dbf5 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=679670c3-be07-46e3-bda0-eabd84f75ad1 HTTP/1.1" status: 200 len: 983 time: 0.0474744 Apr 16 04:32:36.419378 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-480acda7-66bb-4b1c-86ef-d621ca4cc963 req-b106be8b-0522-4f40-99fb-19cd42904af6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416243 Apr 16 04:32:36.440435 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41334) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:36.508922 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442f03a4-c2d1-455f-82fb-84c17d59a48b tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:36.510429 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-442f03a4-c2d1-455f-82fb-84c17d59a48b tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=679670c3-be07-46e3-bda0-eabd84f75ad1&network_id=51e4d222-31f3-4f74-a9b7-50c8660ec823 HTTP/1.1" status: 200 len: 1162 time: 0.0689855 Apr 16 04:32:36.933472 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1b941-82ad-424a-afd4-da9b81b20957 req-bb7bc6ee-2432-4e7c-80f4-c0aa02021a83 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:36.934934 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d2c1b941-82ad-424a-afd4-da9b81b20957 req-bb7bc6ee-2432-4e7c-80f4-c0aa02021a83 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=679670c3-be07-46e3-bda0-eabd84f75ad1 HTTP/1.1" status: 200 len: 983 time: 0.0461459 Apr 16 04:32:36.984509 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d2c1b941-82ad-424a-afd4-da9b81b20957 req-d12d8a4f-a04a-4019-96fc-f669cae40cc5 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441737 Apr 16 04:32:38.101824 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cbc6b-c8d2-4560-bfec-d48272d2226e req-6bebac07-59e7-4220-a137-96310a89315f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:38.103210 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3a4cbc6b-c8d2-4560-bfec-d48272d2226e req-6bebac07-59e7-4220-a137-96310a89315f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=679670c3-be07-46e3-bda0-eabd84f75ad1 HTTP/1.1" status: 200 len: 983 time: 0.0509775 Apr 16 04:32:38.149609 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3a4cbc6b-c8d2-4560-bfec-d48272d2226e req-d8fdd969-b37b-41f3-a0d6-8a2ec8c44ea4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ab87036-dfaf-4453-bc4c-2751cad517a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409544 Apr 16 04:32:38.234455 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08d769-dbb2-4760-ad95-3cbfdb17d328 req-71926077-b921-42c2-b97f-4ed9d8b39d22 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:38.235914 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4a08d769-dbb2-4760-ad95-3cbfdb17d328 req-71926077-b921-42c2-b97f-4ed9d8b39d22 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/ports?device_id=679670c3-be07-46e3-bda0-eabd84f75ad1 HTTP/1.1" status: 200 len: 983 time: 0.0458987 Apr 16 04:32:38.280742 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08d769-dbb2-4760-ad95-3cbfdb17d328 req-6416f6b7-b9b2-4e71-ba95-0cb041e375e0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:38.282089 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4a08d769-dbb2-4760-ad95-3cbfdb17d328 req-6416f6b7-b9b2-4e71-ba95-0cb041e375e0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/ports/83e2bf8f-2ca7-4f53-b26d-a237cd25c71b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0405006 Apr 16 04:32:38.384581 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4a08d769-dbb2-4760-ad95-3cbfdb17d328 req-5f5cd0ee-36d9-466d-bfe2-3dd08cbaec47 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/networks/51e4d222-31f3-4f74-a9b7-50c8660ec823?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0974214 Apr 16 04:32:38.393888 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-4a08d769-dbb2-4760-ad95-3cbfdb17d328 req-62581649-2981-4592-a69c-e3e9615ea23e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:38.454295 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-4a08d769-dbb2-4760-ad95-3cbfdb17d328 req-62581649-2981-4592-a69c-e3e9615ea23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:38.591944 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-4a08d769-dbb2-4760-ad95-3cbfdb17d328 req-62581649-2981-4592-a69c-e3e9615ea23e service neutron] For port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,segment=NetworkSegment(909791ae-5df9-400c-a8e0-ce4dc2e8b346),segment_id=909791ae-5df9-400c-a8e0-ce4dc2e8b346)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:32:38.626608 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-4a08d769-dbb2-4760-ad95-3cbfdb17d328 req-62581649-2981-4592-a69c-e3e9615ea23e service neutron] For port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:32:38.663959 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-4a08d769-dbb2-4760-ad95-3cbfdb17d328 req-62581649-2981-4592-a69c-e3e9615ea23e service neutron] device_id is not set on port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b yet. {{(pid=104633) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 16 04:32:38.673441 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-4a08d769-dbb2-4760-ad95-3cbfdb17d328 req-62581649-2981-4592-a69c-e3e9615ea23e service neutron] Publish callbacks [] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:38.773312 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-4a08d769-dbb2-4760-ad95-3cbfdb17d328 req-62581649-2981-4592-a69c-e3e9615ea23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:38.854812 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62581649-2981-4592-a69c-e3e9615ea23e service neutron] Pushing event updated for resources: {'Port': ['ID=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,revision_number=11']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:38.905187 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a08d769-dbb2-4760-ad95-3cbfdb17d328 req-62581649-2981-4592-a69c-e3e9615ea23e service neutron] No DVR routers for this DVR port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:32:39.048229 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-4a08d769-dbb2-4760-ad95-3cbfdb17d328 req-62581649-2981-4592-a69c-e3e9615ea23e service neutron] In _notify_port_updated(), no bound segment for port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b on network 51e4d222-31f3-4f74-a9b7-50c8660ec823 {{(pid=104633) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 16 04:32:39.049138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08d769-dbb2-4760-ad95-3cbfdb17d328 req-62581649-2981-4592-a69c-e3e9615ea23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:39.049744 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-4a08d769-dbb2-4760-ad95-3cbfdb17d328 req-62581649-2981-4592-a69c-e3e9615ea23e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:39.051199 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4a08d769-dbb2-4760-ad95-3cbfdb17d328 req-62581649-2981-4592-a69c-e3e9615ea23e service neutron] 10.222.0.18 "PUT /v2.0/ports/83e2bf8f-2ca7-4f53-b26d-a237cd25c71b HTTP/1.1" status: 200 len: 1026 time: 0.6610875 Apr 16 04:32:39.068562 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-dc15ae58-ea1a-42f7-b43e-d63f4d681b95 None None] Provisioning complete for port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:39.069121 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dc15ae58-ea1a-42f7-b43e-d63f4d681b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:39.103314 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dc15ae58-ea1a-42f7-b43e-d63f4d681b95 None None] Port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:32:39.105124 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9af410f9-289e-429e-b5e3-e37a4fb7bcaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:39.246707 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-11bf5b9c-890f-4874-a791-f8612fbea8af req-35d7c019-af45-4b86-9501-c5e15cc3ebeb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=679670c3-be07-46e3-bda0-eabd84f75ad1 HTTP/1.1" status: 200 len: 210 time: 0.0290110 Apr 16 04:32:40.301956 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41350) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:40.357694 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8fdbdc0c-82da-44ea-afec-e4fcbed4dbbc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (92b94993-1b31-4bd1-9a6d-a5f3eb9862b0), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:40.382288 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8fdbdc0c-82da-44ea-afec-e4fcbed4dbbc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (92b94993-1b31-4bd1-9a6d-a5f3eb9862b0), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:40.530992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8fdbdc0c-82da-44ea-afec-e4fcbed4dbbc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (92b94993-1b31-4bd1-9a6d-a5f3eb9862b0), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:40.530992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8fdbdc0c-82da-44ea-afec-e4fcbed4dbbc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:40.530992 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8fdbdc0c-82da-44ea-afec-e4fcbed4dbbc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/security-groups/92b94993-1b31-4bd1-9a6d-a5f3eb9862b0 HTTP/1.1" status: 204 len: 168 time: 0.2272761 Apr 16 04:32:40.539311 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbdc0c-82da-44ea-afec-e4fcbed4dbbc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b94993-1b31-4bd1-9a6d-a5f3eb9862b0,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:40.636010 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41354) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:40.784521 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-dccc728f-9f3d-441d-a927-a8e59e97ad97 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 42a7c130-dae0-4f65-aa88-388077229a35 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:32:40.784805 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dccc728f-9f3d-441d-a927-a8e59e97ad97 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (42a7c130-dae0-4f65-aa88-388077229a35), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:40.862195 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dccc728f-9f3d-441d-a927-a8e59e97ad97 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (42a7c130-dae0-4f65-aa88-388077229a35), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:40.862518 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dccc728f-9f3d-441d-a927-a8e59e97ad97 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (42a7c130-dae0-4f65-aa88-388077229a35), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:40.874789 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-dccc728f-9f3d-441d-a927-a8e59e97ad97 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 42a7c130-dae0-4f65-aa88-388077229a35 owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:32:41.093617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dccc728f-9f3d-441d-a927-a8e59e97ad97 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (42a7c130-dae0-4f65-aa88-388077229a35), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:41.121421 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc728f-9f3d-441d-a927-a8e59e97ad97 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=42a7c130-dae0-4f65-aa88-388077229a35,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:41.185506 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dccc728f-9f3d-441d-a927-a8e59e97ad97 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (a95d3aa2-c8f0-4cea-a62c-bf1493ac14c8), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:41.185835 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-dccc728f-9f3d-441d-a927-a8e59e97ad97 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Floating IP a95d3aa2-c8f0-4cea-a62c-bf1493ac14c8 disassociated (deleted). External IP: 172.26.6.172, port: 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b. Apr 16 04:32:41.405452 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccc728f-9f3d-441d-a927-a8e59e97ad97 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:32:41.459640 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-58ec747e-80a5-44b5-9bb9-d7870c63b2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:41.550909 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e1a01793-91d4-4f71-b00d-7f07f927639f req-002d9586-479c-4704-b74c-09c9c8d6fe56 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511258 Apr 16 04:32:41.555858 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccc728f-9f3d-441d-a927-a8e59e97ad97 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:32:41.560739 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dccc728f-9f3d-441d-a927-a8e59e97ad97 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:41.568272 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ea6a14-f6ca-4431-b876-948197476991 None None] Sync routers for ids ['db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:32:41.578063 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ea6a14-f6ca-4431-b876-948197476991 None None] Routers {'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:32:41.578760 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-61ea6a14-f6ca-4431-b876-948197476991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:32:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:41.622230 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dccc728f-9f3d-441d-a927-a8e59e97ad97 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/floatingips/a95d3aa2-c8f0-4cea-a62c-bf1493ac14c8 HTTP/1.1" status: 204 len: 168 time: 0.9851027 Apr 16 04:32:41.630824 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a01793-91d4-4f71-b00d-7f07f927639f req-a6c3ab25-1fe6-4651-8688-f5573d8969b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:41.632277 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e1a01793-91d4-4f71-b00d-7f07f927639f req-a6c3ab25-1fe6-4651-8688-f5573d8969b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 1129 time: 0.0519176 Apr 16 04:32:41.705160 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41360) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:41.743744 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a01793-91d4-4f71-b00d-7f07f927639f req-6d041848-bc1f-4fc2-af02-3ec2960e8ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:41.745361 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e1a01793-91d4-4f71-b00d-7f07f927639f req-6d041848-bc1f-4fc2-af02-3ec2960e8ccf service neutron] 10.222.0.18 "GET /v2.0/networks?id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e HTTP/1.1" status: 200 len: 912 time: 0.0940397 Apr 16 04:32:41.766931 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bbce8965-37c5-4b15-bb0c-2354b4de99a0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (26e5b22c-ad31-478b-bcae-36bd23a3cdf6), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:41.796983 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bbce8965-37c5-4b15-bb0c-2354b4de99a0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (26e5b22c-ad31-478b-bcae-36bd23a3cdf6), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:41.821179 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e1a01793-91d4-4f71-b00d-7f07f927639f req-28251354-d8ca-4f04-918c-59a270c8a3bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e62589a-a0a8-44a3-9a1a-358e8802fec0 HTTP/1.1" status: 200 len: 1001 time: 0.0687528 Apr 16 04:32:41.854574 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-61ea6a14-f6ca-4431-b876-948197476991 None None] Set router db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:32:41.872027 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a01793-91d4-4f71-b00d-7f07f927639f req-d90713bb-e38e-4198-aeb8-387e6f23b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:41.873547 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e1a01793-91d4-4f71-b00d-7f07f927639f req-d90713bb-e38e-4198-aeb8-387e6f23b90a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de0b4063-129f-46ca-b5ba-66ee8157041e HTTP/1.1" status: 200 len: 851 time: 0.0463037 Apr 16 04:32:41.910066 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bbce8965-37c5-4b15-bb0c-2354b4de99a0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (26e5b22c-ad31-478b-bcae-36bd23a3cdf6), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:41.913182 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bbce8965-37c5-4b15-bb0c-2354b4de99a0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:41.915004 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bbce8965-37c5-4b15-bb0c-2354b4de99a0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/security-groups/26e5b22c-ad31-478b-bcae-36bd23a3cdf6 HTTP/1.1" status: 204 len: 168 time: 0.2080374 Apr 16 04:32:41.925908 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce8965-37c5-4b15-bb0c-2354b4de99a0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e5b22c-ad31-478b-bcae-36bd23a3cdf6,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:41.935990 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a01793-91d4-4f71-b00d-7f07f927639f req-aea2e45b-4d6a-410d-b55d-c8f11104b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:41.935990 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e1a01793-91d4-4f71-b00d-7f07f927639f req-aea2e45b-4d6a-410d-b55d-c8f11104b396 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0558970 Apr 16 04:32:42.025914 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41364) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:42.033589 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:32:42.036103 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e1a01793-91d4-4f71-b00d-7f07f927639f req-33d2c231-ea4d-47be-8a67-fde81d88fa01 service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939455 Apr 16 04:32:42.106525 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] The host hv-neutron-8380 is not matching for port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b host ! {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 16 04:32:42.107006 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:32:42.111793 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-61ea6a14-f6ca-4431-b876-948197476991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'name': 'tempest-TestNetworkBasicOps-router-529367350', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '9a1e46e7-4155-40a3-953d-8f526c19421a', 'name': '', 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:ef:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7e182968-7e95-4250-a224-e8d84df4b132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:59Z', 'updated_at': '2022-04-16T04:32:02Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '7e182968-7e95-4250-a224-e8d84df4b132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:42.113258 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-24779eee-954d-4035-aded-49c73573b2d1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:32:42.113777 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-24779eee-954d-4035-aded-49c73573b2d1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:42.132411 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e1a01793-91d4-4f71-b00d-7f07f927639f req-1bebb017-1bfa-4aba-bacc-a8342a1edb48 service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899391 Apr 16 04:32:42.140890 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ea6a14-f6ca-4431-b876-948197476991 None None] Checking router: db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:32:42.150243 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ea6a14-f6ca-4431-b876-948197476991 None None] Routers {'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:32:42.150854 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-61ea6a14-f6ca-4431-b876-948197476991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:32:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:42.208821 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-24779eee-954d-4035-aded-49c73573b2d1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:42.223150 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-24779eee-954d-4035-aded-49c73573b2d1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 83e2bf8f-2ca7-4f53-b26d-a237cd25c71b owned by {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:32:42.263754 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-61ea6a14-f6ca-4431-b876-948197476991 None None] Set router db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:32:42.424840 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-24779eee-954d-4035-aded-49c73573b2d1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (83e2bf8f-2ca7-4f53-b26d-a237cd25c71b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:42.453557 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24779eee-954d-4035-aded-49c73573b2d1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=83e2bf8f-2ca7-4f53-b26d-a237cd25c71b,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:42.459112 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-61ea6a14-f6ca-4431-b876-948197476991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'name': 'tempest-TestNetworkBasicOps-router-529367350', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '9a1e46e7-4155-40a3-953d-8f526c19421a', 'name': '', 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:ef:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7e182968-7e95-4250-a224-e8d84df4b132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:59Z', 'updated_at': '2022-04-16T04:32:02Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '7e182968-7e95-4250-a224-e8d84df4b132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:42.498050 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ea6a14-f6ca-4431-b876-948197476991 None None] The sync data for ids ['db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'] in dv-neutron-838078-2-hyperv is: [{'id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'name': 'tempest-TestNetworkBasicOps-router-529367350', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:00Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '9a1e46e7-4155-40a3-953d-8f526c19421a', 'name': '', 'network_id': '51e4d222-31f3-4f74-a9b7-50c8660ec823', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:ef:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '7e182968-7e95-4250-a224-e8d84df4b132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:59Z', 'updated_at': '2022-04-16T04:32:02Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': '7e182968-7e95-4250-a224-e8d84df4b132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:32:42.534971 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-24779eee-954d-4035-aded-49c73573b2d1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:42.538773 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-24779eee-954d-4035-aded-49c73573b2d1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/ports/83e2bf8f-2ca7-4f53-b26d-a237cd25c71b HTTP/1.1" status: 204 len: 168 time: 0.5117772 Apr 16 04:32:42.541364 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41366) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:42.573729 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:42.762686 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee0b7ba-3543-4b07-847d-7b10499a6267 None None] New status for floating IP a95d3aa2-c8f0-4cea-a62c-bf1493ac14c8: DOWN {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:32:43.222164 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-70e9bc1d-5b33-43cf-a102-b23589c49884 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:43.466643 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-70e9bc1d-5b33-43cf-a102-b23589c49884 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 9a1e46e7-4155-40a3-953d-8f526c19421a {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:32:43.466983 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-70e9bc1d-5b33-43cf-a102-b23589c49884 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (9a1e46e7-4155-40a3-953d-8f526c19421a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:43.558365 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-70e9bc1d-5b33-43cf-a102-b23589c49884 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port 9a1e46e7-4155-40a3-953d-8f526c19421a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=9a1e46e7-4155-40a3-953d-8f526c19421a,segment=NetworkSegment(909791ae-5df9-400c-a8e0-ce4dc2e8b346),segment_id=909791ae-5df9-400c-a8e0-ce4dc2e8b346)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:32:43.558623 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-70e9bc1d-5b33-43cf-a102-b23589c49884 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (9a1e46e7-4155-40a3-953d-8f526c19421a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:43.571924 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-70e9bc1d-5b33-43cf-a102-b23589c49884 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 9a1e46e7-4155-40a3-953d-8f526c19421a owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:32:43.836683 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-70e9bc1d-5b33-43cf-a102-b23589c49884 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (9a1e46e7-4155-40a3-953d-8f526c19421a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:43.865223 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9bc1d-5b33-43cf-a102-b23589c49884 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=9a1e46e7-4155-40a3-953d-8f526c19421a,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:44.012448 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:44.048964 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-70e9bc1d-5b33-43cf-a102-b23589c49884 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:44.275864 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e9bc1d-5b33-43cf-a102-b23589c49884 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:32:44.386868 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e9bc1d-5b33-43cf-a102-b23589c49884 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:32:44.391972 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-70e9bc1d-5b33-43cf-a102-b23589c49884 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/routers/db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8493977 Apr 16 04:32:44.394646 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41368) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:44.396427 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e9821c-ccd7-4e9c-86c1-f09a7e04b3a9 None None] Sync routers for ids ['db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:32:44.406988 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e9821c-ccd7-4e9c-86c1-f09a7e04b3a9 None None] Routers {'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:32:44.407600 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-94e9821c-ccd7-4e9c-86c1-f09a7e04b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:32:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:44.447060 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8865d8-1265-4930-bc2e-5ca3c2df58c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting subnet 7e182968-7e95-4250-a224-e8d84df4b132 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:32:44.450189 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aa8865d8-1265-4930-bc2e-5ca3c2df58c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (7e182968-7e95-4250-a224-e8d84df4b132), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:44.490666 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aa8865d8-1265-4930-bc2e-5ca3c2df58c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (7e182968-7e95-4250-a224-e8d84df4b132), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:44.518083 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-94e9821c-ccd7-4e9c-86c1-f09a7e04b3a9 None None] Set router db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:32:44.580357 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aa8865d8-1265-4930-bc2e-5ca3c2df58c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (7e182968-7e95-4250-a224-e8d84df4b132), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:44.689215 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-94e9821c-ccd7-4e9c-86c1-f09a7e04b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'name': 'tempest-TestNetworkBasicOps-router-529367350', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:43Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:44.716830 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aa8865d8-1265-4930-bc2e-5ca3c2df58c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (7e182968-7e95-4250-a224-e8d84df4b132), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:44.720251 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e9821c-ccd7-4e9c-86c1-f09a7e04b3a9 None None] Checking router: db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:32:44.728521 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e9821c-ccd7-4e9c-86c1-f09a7e04b3a9 None None] Routers {'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:32:44.729161 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-94e9821c-ccd7-4e9c-86c1-f09a7e04b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:32:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:44.744925 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8865d8-1265-4930-bc2e-5ca3c2df58c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Subnet': ['ID=7e182968-7e95-4250-a224-e8d84df4b132,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:44.749722 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aa8865d8-1265-4930-bc2e-5ca3c2df58c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:44.756623 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-aa8865d8-1265-4930-bc2e-5ca3c2df58c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/subnets/7e182968-7e95-4250-a224-e8d84df4b132 HTTP/1.1" status: 204 len: 168 time: 0.3574033 Apr 16 04:32:44.756623 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41370) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:44.764918 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dadaad-c52a-41d9-b00d-95066273a423 None None] Network 51e4d222-31f3-4f74-a9b7-50c8660ec823 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:32:44.882347 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-67971674-f39b-4389-b6ee-3faeb90f4722 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:44.909120 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-94e9821c-ccd7-4e9c-86c1-f09a7e04b3a9 None None] Set router db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:32:44.989013 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7f698d-edb1-4399-b2af-5bd56733d02f None None] DHCP port deletion for 51e4d222-31f3-4f74-a9b7-50c8660ec823 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:32:44.996262 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-67971674-f39b-4389-b6ee-3faeb90f4722 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:45.112400 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-67971674-f39b-4389-b6ee-3faeb90f4722 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 65e7fa99-8011-4d73-b9ef-39b5247399c2 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:32:45.112691 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-67971674-f39b-4389-b6ee-3faeb90f4722 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (65e7fa99-8011-4d73-b9ef-39b5247399c2), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:45.197508 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-67971674-f39b-4389-b6ee-3faeb90f4722 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port 65e7fa99-8011-4d73-b9ef-39b5247399c2, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=65e7fa99-8011-4d73-b9ef-39b5247399c2,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:32:45.197793 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-67971674-f39b-4389-b6ee-3faeb90f4722 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (65e7fa99-8011-4d73-b9ef-39b5247399c2), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:45.215551 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-67971674-f39b-4389-b6ee-3faeb90f4722 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 65e7fa99-8011-4d73-b9ef-39b5247399c2 owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:32:45.224172 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-6b7f698d-edb1-4399-b2af-5bd56733d02f None None] Deleting port bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:32:45.224781 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6b7f698d-edb1-4399-b2af-5bd56733d02f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:45.327102 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-6b7f698d-edb1-4399-b2af-5bd56733d02f None None] For port bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b,segment=NetworkSegment(909791ae-5df9-400c-a8e0-ce4dc2e8b346),segment_id=909791ae-5df9-400c-a8e0-ce4dc2e8b346)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:32:45.327481 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6b7f698d-edb1-4399-b2af-5bd56733d02f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:45.342702 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-94e9821c-ccd7-4e9c-86c1-f09a7e04b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'name': 'tempest-TestNetworkBasicOps-router-529367350', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:43Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:45.376356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e9821c-ccd7-4e9c-86c1-f09a7e04b3a9 None None] The sync data for ids ['db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5'] in dv-neutron-838078-2-hyperv is: [{'id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'name': 'tempest-TestNetworkBasicOps-router-529367350', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224'}], 'enable_snat': True}, 'gw_port_id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:43Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '65e7fa99-8011-4d73-b9ef-39b5247399c2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:00:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:31:56Z', 'updated_at': '2022-04-16T04:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:32:45.378273 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-6b7f698d-edb1-4399-b2af-5bd56733d02f None None] Calling delete_port for bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:32:45.464665 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:45.487701 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-67971674-f39b-4389-b6ee-3faeb90f4722 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (65e7fa99-8011-4d73-b9ef-39b5247399c2), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:45.518583 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67971674-f39b-4389-b6ee-3faeb90f4722 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=65e7fa99-8011-4d73-b9ef-39b5247399c2,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:45.561989 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6b7f698d-edb1-4399-b2af-5bd56733d02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:45.578551 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-67971674-f39b-4389-b6ee-3faeb90f4722 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:45.589254 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f698d-edb1-4399-b2af-5bd56733d02f None None] Pushing event deleted for resources: {'Port': ['ID=bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:45.591062 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7f698d-edb1-4399-b2af-5bd56733d02f None None] No DVR routers for this DVR port bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:32:45.680892 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-67971674-f39b-4389-b6ee-3faeb90f4722 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:45.682992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-67971674-f39b-4389-b6ee-3faeb90f4722 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_controller (db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:45.752770 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:32:45.776302 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:32:45.776811 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device bcb7bd94-0ba6-46bb-a68d-e659d16e6a6b not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:32:45.859235 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-67971674-f39b-4389-b6ee-3faeb90f4722 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:45.859788 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67971674-f39b-4389-b6ee-3faeb90f4722 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Fanout notify agent at l3_agent the message router_deleted on router db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:32:45.867353 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-67971674-f39b-4389-b6ee-3faeb90f4722 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:45.868712 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-67971674-f39b-4389-b6ee-3faeb90f4722 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/routers/db4f80b6-1b31-4c6e-bb4a-9fed1e511cf5 HTTP/1.1" status: 204 len: 168 time: 1.1112158 Apr 16 04:32:45.871340 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41372) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:45.951817 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f27cb36-fbcd-491c-8cbb-a9ac46ce5803 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (51e4d222-31f3-4f74-a9b7-50c8660ec823), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:46.046333 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f27cb36-fbcd-491c-8cbb-a9ac46ce5803 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (51e4d222-31f3-4f74-a9b7-50c8660ec823), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:46.068105 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-2f27cb36-fbcd-491c-8cbb-a9ac46ce5803 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e4d222-31f3-4f74-a9b7-50c8660ec823']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:46.079317 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-2f27cb36-fbcd-491c-8cbb-a9ac46ce5803 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909791ae-5df9-400c-a8e0-ce4dc2e8b346') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:46.079609 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-2f27cb36-fbcd-491c-8cbb-a9ac46ce5803 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909791ae-5df9-400c-a8e0-ce4dc2e8b346') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:46.088946 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f27cb36-fbcd-491c-8cbb-a9ac46ce5803 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (909791ae-5df9-400c-a8e0-ce4dc2e8b346), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:46.101712 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f27cb36-fbcd-491c-8cbb-a9ac46ce5803 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (909791ae-5df9-400c-a8e0-ce4dc2e8b346), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:46.107583 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f27cb36-fbcd-491c-8cbb-a9ac46ce5803 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:32:46.108025 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f27cb36-fbcd-491c-8cbb-a9ac46ce5803 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (909791ae-5df9-400c-a8e0-ce4dc2e8b346), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:32:46.111075 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:32:46.240842 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f27cb36-fbcd-491c-8cbb-a9ac46ce5803 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (51e4d222-31f3-4f74-a9b7-50c8660ec823), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:46.248963 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f27cb36-fbcd-491c-8cbb-a9ac46ce5803 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:46.251394 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2f27cb36-fbcd-491c-8cbb-a9ac46ce5803 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/networks/51e4d222-31f3-4f74-a9b7-50c8660ec823 HTTP/1.1" status: 204 len: 168 time: 0.3790731 Apr 16 04:32:46.265508 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27cb36-fbcd-491c-8cbb-a9ac46ce5803 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Network': ['ID=51e4d222-31f3-4f74-a9b7-50c8660ec823,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:46.266579 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41374) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:46.278463 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-782698be-9fd6-4240-9452-913f243524f8 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0109909 Apr 16 04:32:46.280993 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41376) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:46.286396 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-4e4afed4-8b06-4fc7-ab57-2f3a980baa52 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'network': {'name': 'tempest-network-smoke--1438624967', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'port_security_enabled': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:46.434085 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4afed4-8b06-4fc7-ab57-2f3a980baa52 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:32:46.434353 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4e4afed4-8b06-4fc7-ab57-2f3a980baa52 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:46.458179 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4afed4-8b06-4fc7-ab57-2f3a980baa52 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:32:46.466466 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4e4afed4-8b06-4fc7-ab57-2f3a980baa52 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (38f27887-f3af-45c7-a09a-c98356e069b2), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:46.475734 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-4e4afed4-8b06-4fc7-ab57-2f3a980baa52 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Added segment 38f27887-f3af-45c7-a09a-c98356e069b2 of type vlan for network 270936f4-d556-47c9-adf5-6bc54b094449 Apr 16 04:32:46.506701 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4e4afed4-8b06-4fc7-ab57-2f3a980baa52 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (270936f4-d556-47c9-adf5-6bc54b094449), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:46.561817 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4e4afed4-8b06-4fc7-ab57-2f3a980baa52 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (270936f4-d556-47c9-adf5-6bc54b094449), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:46.566927 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4afed4-8b06-4fc7-ab57-2f3a980baa52 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:46.567713 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4e4afed4-8b06-4fc7-ab57-2f3a980baa52 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:46.632137 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4afed4-8b06-4fc7-ab57-2f3a980baa52 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Network': ['ID=270936f4-d556-47c9-adf5-6bc54b094449,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:46.638494 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4e4afed4-8b06-4fc7-ab57-2f3a980baa52 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3565834 Apr 16 04:32:46.641251 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41378) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:46.645498 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-a14cebec-6de9-47ad-a4b2-d7de487cdee3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-477324066', 'admin_state_up': True, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:46.646232 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 270936f4-d556-47c9-adf5-6bc54b094449 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:32:46.699323 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a14cebec-6de9-47ad-a4b2-d7de487cdee3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (995d2995-ebcf-403a-8271-afd16eb4a2b1), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:46.700417 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a14cebec-6de9-47ad-a4b2-d7de487cdee3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (995d2995-ebcf-403a-8271-afd16eb4a2b1), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:46.758760 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a14cebec-6de9-47ad-a4b2-d7de487cdee3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_controller (995d2995-ebcf-403a-8271-afd16eb4a2b1), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:46.942084 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a14cebec-6de9-47ad-a4b2-d7de487cdee3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (995d2995-ebcf-403a-8271-afd16eb4a2b1), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:47.254222 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a14cebec-6de9-47ad-a4b2-d7de487cdee3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (995d2995-ebcf-403a-8271-afd16eb4a2b1), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:47.273203 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a14cebec-6de9-47ad-a4b2-d7de487cdee3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:47.381839 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-a14cebec-6de9-47ad-a4b2-d7de487cdee3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.26.6.196 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/ecad0a16-3137-4792-9fca-cf0a6d7ec03a) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:32:47.395704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 65e7fa99-8011-4d73-b9ef-39b5247399c2 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:32:47.417343 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 65e7fa99-8011-4d73-b9ef-39b5247399c2 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:32:47.417749 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 65e7fa99-8011-4d73-b9ef-39b5247399c2 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:32:47.418185 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 9a1e46e7-4155-40a3-953d-8f526c19421a no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:32:47.437878 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 9a1e46e7-4155-40a3-953d-8f526c19421a {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:32:47.438236 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 9a1e46e7-4155-40a3-953d-8f526c19421a not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:32:47.488538 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a14cebec-6de9-47ad-a4b2-d7de487cdee3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (ecad0a16-3137-4792-9fca-cf0a6d7ec03a), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:47.613584 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a14cebec-6de9-47ad-a4b2-d7de487cdee3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (ecad0a16-3137-4792-9fca-cf0a6d7ec03a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:47.654216 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14cebec-6de9-47ad-a4b2-d7de487cdee3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:32:47.657002 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-a14cebec-6de9-47ad-a4b2-d7de487cdee3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:32:47.662473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14cebec-6de9-47ad-a4b2-d7de487cdee3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:32:47.687307 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cebec-6de9-47ad-a4b2-d7de487cdee3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=ecad0a16-3137-4792-9fca-cf0a6d7ec03a,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:48.319698 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a14cebec-6de9-47ad-a4b2-d7de487cdee3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (995d2995-ebcf-403a-8271-afd16eb4a2b1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:48.520902 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a14cebec-6de9-47ad-a4b2-d7de487cdee3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (995d2995-ebcf-403a-8271-afd16eb4a2b1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:48.726495 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14cebec-6de9-47ad-a4b2-d7de487cdee3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 995d2995-ebcf-403a-8271-afd16eb4a2b1 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:32:48.838438 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14cebec-6de9-47ad-a4b2-d7de487cdee3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:32:48.848362 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] Sync routers for ids ['995d2995-ebcf-403a-8271-afd16eb4a2b1'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:32:48.858584 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] Routers {'995d2995-ebcf-403a-8271-afd16eb4a2b1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:32:48.862041 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:32:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['995d2995-ebcf-403a-8271-afd16eb4a2b1'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:48.929439 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a14cebec-6de9-47ad-a4b2-d7de487cdee3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:48.930816 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a14cebec-6de9-47ad-a4b2-d7de487cdee3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2885625 Apr 16 04:32:48.933738 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41380) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:48.963366 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-63b15729-8303-459e-b65e-a54c9587106f tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4b56e019123c4dffa69f7a176eb53d27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285661 Apr 16 04:32:48.965777 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41382) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:48.967785 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] Set router 995d2995-ebcf-403a-8271-afd16eb4a2b1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:32:49.053494 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a249bbd-e4c4-4e14-9caf-f46a277d55a1 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:49.055414 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6a249bbd-e4c4-4e14-9caf-f46a277d55a1 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882275 Apr 16 04:32:49.058207 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41384) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:49.090995 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8674ae72-cffb-4c49-af32-d310b2ee369f tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316293 Apr 16 04:32:49.093796 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41386) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:49.098339 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-536ce508-2d48-4dfb-8d91-0264105f2453 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1729593688', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:49.139862 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'name': 'tempest-TestNetworkBasicOps-router-477324066', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:32:46Z', 'updated_at': '2022-04-16T04:32:47Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:47Z', 'updated_at': '2022-04-16T04:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:49.165873 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] Checking router: 995d2995-ebcf-403a-8271-afd16eb4a2b1 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:32:49.166243 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] Updating router 995d2995-ebcf-403a-8271-afd16eb4a2b1 port ecad0a16-3137-4792-9fca-cf0a6d7ec03a binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:32:49.194242 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ecad0a16-3137-4792-9fca-cf0a6d7ec03a), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:49.264949 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536ce508-2d48-4dfb-8d91-0264105f2453 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:32:49.268603 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-536ce508-2d48-4dfb-8d91-0264105f2453 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:49.530563 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] Publish callbacks [] for port (ecad0a16-3137-4792-9fca-cf0a6d7ec03a), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:49.538498 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-536ce508-2d48-4dfb-8d91-0264105f2453 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (e350a72e-ce7b-4456-99bb-c2f599b74b57), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:49.600953 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ce508-2d48-4dfb-8d91-0264105f2453 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Subnet': ['ID=e350a72e-ce7b-4456-99bb-c2f599b74b57,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:49.611370 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536ce508-2d48-4dfb-8d91-0264105f2453 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Checking segment: {'id': '38f27887-f3af-45c7-a09a-c98356e069b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:32:49.611370 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536ce508-2d48-4dfb-8d91-0264105f2453 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network hostable DHCP agents. Network: 270936f4-d556-47c9-adf5-6bc54b094449, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:32:49.630670 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ecad0a16-3137-4792-9fca-cf0a6d7ec03a), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:49.686408 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536ce508-2d48-4dfb-8d91-0264105f2453 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 270936f4-d556-47c9-adf5-6bc54b094449 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:32:49.686566 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50211cd-1d32-42f7-92cd-c16edd377168 None None] Pushing event updated for resources: {'Port': ['ID=ecad0a16-3137-4792-9fca-cf0a6d7ec03a,revision_number=2']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:49.686747 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] Attempting to bind port ecad0a16-3137-4792-9fca-cf0a6d7ec03a on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:32:49.687069 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] Attempting to bind port ecad0a16-3137-4792-9fca-cf0a6d7ec03a by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:32:49.687429 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] Attempting to bind port ecad0a16-3137-4792-9fca-cf0a6d7ec03a on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:32:49.693057 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:32:49.693594 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:32:49.693993 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:49.694374 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:32:49.694842 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] Bound port: ecad0a16-3137-4792-9fca-cf0a6d7ec03a, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:32:49.695248 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ecad0a16-3137-4792-9fca-cf0a6d7ec03a), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:49.748535 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] For port ecad0a16-3137-4792-9fca-cf0a6d7ec03a, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:32:49.751580 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] For port ecad0a16-3137-4792-9fca-cf0a6d7ec03a, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ecad0a16-3137-4792-9fca-cf0a6d7ec03a,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:32:49.761648 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-536ce508-2d48-4dfb-8d91-0264105f2453 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 270936f4-d556-47c9-adf5-6bc54b094449) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:32:49.765882 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536ce508-2d48-4dfb-8d91-0264105f2453 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:49.766595 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-536ce508-2d48-4dfb-8d91-0264105f2453 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:49.773171 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9474d0af-e722-4101-81cc-5c6807357c54 None None] Network 270936f4-d556-47c9-adf5-6bc54b094449 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:32:49.882662 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ecad0a16-3137-4792-9fca-cf0a6d7ec03a), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:49.883255 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-270936f4-d556-47c9-adf5-6bc54b094449', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ips': [{'subnet_id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:32:49.883972 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:49.933498 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-536ce508-2d48-4dfb-8d91-0264105f2453 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8362963 Apr 16 04:32:49.933689 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41390) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:49.941387 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50211cd-1d32-42f7-92cd-c16edd377168 None None] Pushing event updated for resources: {'Port': ['ID=ecad0a16-3137-4792-9fca-cf0a6d7ec03a,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:49.948228 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] Routers {'995d2995-ebcf-403a-8271-afd16eb4a2b1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:32:49.948868 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:32:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['995d2995-ebcf-403a-8271-afd16eb4a2b1'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:50.057075 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] Set router 995d2995-ebcf-403a-8271-afd16eb4a2b1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:32:50.058501 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] Allocated IP 172.20.0.2 (270936f4-d556-47c9-adf5-6bc54b094449/e350a72e-ce7b-4456-99bb-c2f599b74b57/b4a57e25-f604-4df1-9389-fc280f93c048) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:32:50.229151 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'name': 'tempest-TestNetworkBasicOps-router-477324066', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:32:46Z', 'updated_at': '2022-04-16T04:32:47Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:47Z', 'updated_at': '2022-04-16T04:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:50.247509 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] Publish callbacks [] for port (b4a57e25-f604-4df1-9389-fc280f93c048), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:50.268175 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f4e807-9109-46fe-8dda-11a0a9359834 None None] The sync data for ids ['995d2995-ebcf-403a-8271-afd16eb4a2b1'] in dv-neutron-838078-2-hyperv is: [{'id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'name': 'tempest-TestNetworkBasicOps-router-477324066', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:32:46Z', 'updated_at': '2022-04-16T04:32:47Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:47Z', 'updated_at': '2022-04-16T04:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:32:50.333474 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (b4a57e25-f604-4df1-9389-fc280f93c048), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:50.373546 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] Network 270936f4-d556-47c9-adf5-6bc54b094449 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:32:50.377066 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:32:50.379798 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:32:50.400761 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] Pushing event updated for resources: {'Port': ['ID=b4a57e25-f604-4df1-9389-fc280f93c048,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:50.452871 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] Attempting to bind port b4a57e25-f604-4df1-9389-fc280f93c048 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:32:50.453510 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] Attempting to bind port b4a57e25-f604-4df1-9389-fc280f93c048 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '38f27887-f3af-45c7-a09a-c98356e069b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:32:50.453934 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] Attempting to bind port b4a57e25-f604-4df1-9389-fc280f93c048 on network 270936f4-d556-47c9-adf5-6bc54b094449 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:32:50.459363 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:32:50.459811 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] Checking segment: {'id': '38f27887-f3af-45c7-a09a-c98356e069b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:32:50.460296 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:50.461451 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] Bound using segment: {'id': '38f27887-f3af-45c7-a09a-c98356e069b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:32:50.461990 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] Bound port: b4a57e25-f604-4df1-9389-fc280f93c048, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f27887-f3af-45c7-a09a-c98356e069b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:32:50.462839 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b4a57e25-f604-4df1-9389-fc280f93c048), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:50.470391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75587c15-70bc-43eb-887f-4cbc2a1d5a03 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:50.539042 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] For port b4a57e25-f604-4df1-9389-fc280f93c048, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:32:50.543683 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] For port b4a57e25-f604-4df1-9389-fc280f93c048, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=b4a57e25-f604-4df1-9389-fc280f93c048,segment=NetworkSegment(38f27887-f3af-45c7-a09a-c98356e069b2),segment_id=38f27887-f3af-45c7-a09a-c98356e069b2)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:32:50.608472 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (b4a57e25-f604-4df1-9389-fc280f93c048), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:50.698145 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ee33e-2726-4756-8487-7e7114ee90d4 None None] Pushing event updated for resources: {'Port': ['ID=b4a57e25-f604-4df1-9389-fc280f93c048,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:50.878817 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-75587c15-70bc-43eb-887f-4cbc2a1d5a03 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.20.0.1 (270936f4-d556-47c9-adf5-6bc54b094449/e350a72e-ce7b-4456-99bb-c2f599b74b57/53661045-e352-4ceb-b057-54c8ddef9440) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:32:51.045696 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75587c15-70bc-43eb-887f-4cbc2a1d5a03 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (53661045-e352-4ceb-b057-54c8ddef9440), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:51.167734 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75587c15-70bc-43eb-887f-4cbc2a1d5a03 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (53661045-e352-4ceb-b057-54c8ddef9440), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:51.221614 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75587c15-70bc-43eb-887f-4cbc2a1d5a03 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 270936f4-d556-47c9-adf5-6bc54b094449 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:32:51.224993 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-75587c15-70bc-43eb-887f-4cbc2a1d5a03 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:32:51.230995 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75587c15-70bc-43eb-887f-4cbc2a1d5a03 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:32:51.235824 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75587c15-70bc-43eb-887f-4cbc2a1d5a03 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=53661045-e352-4ceb-b057-54c8ddef9440,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:51.286647 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75587c15-70bc-43eb-887f-4cbc2a1d5a03 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (995d2995-ebcf-403a-8271-afd16eb4a2b1), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:51.487055 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device b4a57e25-f604-4df1-9389-fc280f93c048 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:32:51.535562 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75587c15-70bc-43eb-887f-4cbc2a1d5a03 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (53661045-e352-4ceb-b057-54c8ddef9440), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:51.557693 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port b4a57e25-f604-4df1-9389-fc280f93c048 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:51.558386 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b4a57e25-f604-4df1-9389-fc280f93c048), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:51.679863 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port b4a57e25-f604-4df1-9389-fc280f93c048 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:32:51.680260 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b4a57e25-f604-4df1-9389-fc280f93c048), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:51.721266 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port b4a57e25-f604-4df1-9389-fc280f93c048, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=b4a57e25-f604-4df1-9389-fc280f93c048,segment=NetworkSegment(38f27887-f3af-45c7-a09a-c98356e069b2),segment_id=38f27887-f3af-45c7-a09a-c98356e069b2)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:32:51.802714 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (b4a57e25-f604-4df1-9389-fc280f93c048), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:51.808195 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ecad0a16-3137-4792-9fca-cf0a6d7ec03a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:32:51.900175 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=b4a57e25-f604-4df1-9389-fc280f93c048,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:51.904364 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port ecad0a16-3137-4792-9fca-cf0a6d7ec03a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:51.904745 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ecad0a16-3137-4792-9fca-cf0a6d7ec03a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:51.926888 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75587c15-70bc-43eb-887f-4cbc2a1d5a03 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (53661045-e352-4ceb-b057-54c8ddef9440), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:51.931427 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf992cc-19f1-44d6-a532-0f0acfb9de3d None None] Network 270936f4-d556-47c9-adf5-6bc54b094449 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:32:52.033130 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75587c15-70bc-43eb-887f-4cbc2a1d5a03 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (53661045-e352-4ceb-b057-54c8ddef9440), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:52.062642 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-bd7c5f14-0d74-45c2-978b-b9fd11ddb3bf None None] Provisioning complete for port b4a57e25-f604-4df1-9389-fc280f93c048 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:52.063017 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bd7c5f14-0d74-45c2-978b-b9fd11ddb3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b4a57e25-f604-4df1-9389-fc280f93c048), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:52.112318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port ecad0a16-3137-4792-9fca-cf0a6d7ec03a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:32:52.112704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ecad0a16-3137-4792-9fca-cf0a6d7ec03a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:52.142567 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75587c15-70bc-43eb-887f-4cbc2a1d5a03 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=53661045-e352-4ceb-b057-54c8ddef9440,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:52.145182 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-75587c15-70bc-43eb-887f-4cbc2a1d5a03 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (995d2995-ebcf-403a-8271-afd16eb4a2b1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:52.153906 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port ecad0a16-3137-4792-9fca-cf0a6d7ec03a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ecad0a16-3137-4792-9fca-cf0a6d7ec03a,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:32:52.228607 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-bd7c5f14-0d74-45c2-978b-b9fd11ddb3bf None None] Current status of the port b4a57e25-f604-4df1-9389-fc280f93c048 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:32:52.236906 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ecad0a16-3137-4792-9fca-cf0a6d7ec03a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:52.282948 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75587c15-70bc-43eb-887f-4cbc2a1d5a03 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 270936f4-d556-47c9-adf5-6bc54b094449 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:32:52.286549 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-75587c15-70bc-43eb-887f-4cbc2a1d5a03 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:32:52.330106 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=ecad0a16-3137-4792-9fca-cf0a6d7ec03a,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:52.417717 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75587c15-70bc-43eb-887f-4cbc2a1d5a03 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 995d2995-ebcf-403a-8271-afd16eb4a2b1 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:32:52.541000 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75587c15-70bc-43eb-887f-4cbc2a1d5a03 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:32:52.548849 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41392) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:52.556427 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-75587c15-70bc-43eb-887f-4cbc2a1d5a03 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/routers/995d2995-ebcf-403a-8271-afd16eb4a2b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6176186 Apr 16 04:32:52.556922 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] Sync routers for ids ['995d2995-ebcf-403a-8271-afd16eb4a2b1'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:32:52.559023 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-37dc2d69-578c-4634-96ca-a928d7eb533f None None] Provisioning complete for port 53661045-e352-4ceb-b057-54c8ddef9440 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:52.559389 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-37dc2d69-578c-4634-96ca-a928d7eb533f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (53661045-e352-4ceb-b057-54c8ddef9440), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:52.591766 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] Routers {'995d2995-ebcf-403a-8271-afd16eb4a2b1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:32:52.591939 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:32:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['995d2995-ebcf-403a-8271-afd16eb4a2b1'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:52.641452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-37dc2d69-578c-4634-96ca-a928d7eb533f None None] Port 53661045-e352-4ceb-b057-54c8ddef9440 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:32:52.660478 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-37dc2d69-578c-4634-96ca-a928d7eb533f None None] Provisioning complete for port b4a57e25-f604-4df1-9389-fc280f93c048 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:52.660478 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-37dc2d69-578c-4634-96ca-a928d7eb533f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b4a57e25-f604-4df1-9389-fc280f93c048), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:52.672630 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15423d-5084-4925-99c5-899a3415e7e4 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:52.672630 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15423d-5084-4925-99c5-899a3415e7e4 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:52.672630 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15423d-5084-4925-99c5-899a3415e7e4 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:52.672630 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15423d-5084-4925-99c5-899a3415e7e4 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:52.672630 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15423d-5084-4925-99c5-899a3415e7e4 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:52.672630 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15423d-5084-4925-99c5-899a3415e7e4 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:52.675441 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4b15423d-5084-4925-99c5-899a3415e7e4 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.1256475 Apr 16 04:32:52.676805 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41394) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:52.737548 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a9fc6e-7287-4b05-9be5-bd2b53beeb80 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:52.738040 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a9fc6e-7287-4b05-9be5-bd2b53beeb80 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:52.738565 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a9fc6e-7287-4b05-9be5-bd2b53beeb80 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:52.739026 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a9fc6e-7287-4b05-9be5-bd2b53beeb80 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:52.739472 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a9fc6e-7287-4b05-9be5-bd2b53beeb80 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:52.740182 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a9fc6e-7287-4b05-9be5-bd2b53beeb80 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:52.743299 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-89a9fc6e-7287-4b05-9be5-bd2b53beeb80 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0639551 Apr 16 04:32:52.745208 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41396) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:52.749894 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] Set router 995d2995-ebcf-403a-8271-afd16eb4a2b1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:32:52.858309 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-37dc2d69-578c-4634-96ca-a928d7eb533f None None] Current status of the port b4a57e25-f604-4df1-9389-fc280f93c048 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:32:52.986706 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3d1af739-912b-4cd8-8281-292d8a841a57 None None] Provisioning complete for port 53661045-e352-4ceb-b057-54c8ddef9440 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:52.987080 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3d1af739-912b-4cd8-8281-292d8a841a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (53661045-e352-4ceb-b057-54c8ddef9440), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:52.993859 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'name': 'tempest-TestNetworkBasicOps-router-477324066', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:32:46Z', 'updated_at': '2022-04-16T04:32:51Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:47Z', 'updated_at': '2022-04-16T04:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '53661045-e352-4ceb-b057-54c8ddef9440', 'name': '', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:33:d5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:50Z', 'updated_at': '2022-04-16T04:32:51Z', 'revision_number': 2, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:53.003404 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ea3f8c85-bcf4-4289-b7a7-f6266b5c3923 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2570367 Apr 16 04:32:53.048063 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] Checking router: 995d2995-ebcf-403a-8271-afd16eb4a2b1 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:32:53.048425 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] Updating router 995d2995-ebcf-403a-8271-afd16eb4a2b1 port 53661045-e352-4ceb-b057-54c8ddef9440 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:32:53.221723 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3d1af739-912b-4cd8-8281-292d8a841a57 None None] Port 53661045-e352-4ceb-b057-54c8ddef9440 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:32:53.228972 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (53661045-e352-4ceb-b057-54c8ddef9440), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:53.410199 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device b4a57e25-f604-4df1-9389-fc280f93c048 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:32:53.457854 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41400) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:53.463167 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-a75f0dc4-27a4-41a1-8f66-d4ea45ccd67f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1083476809', 'description': 'tempest-secgroup-smoke-1083476809 description', 'project_id': '4b56e019123c4dffa69f7a176eb53d27'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:53.520249 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port b4a57e25-f604-4df1-9389-fc280f93c048 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:53.520533 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b4a57e25-f604-4df1-9389-fc280f93c048), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:53.545058 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a75f0dc4-27a4-41a1-8f66-d4ea45ccd67f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:53.560595 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] Publish callbacks [] for port (53661045-e352-4ceb-b057-54c8ddef9440), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:53.612364 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port b4a57e25-f604-4df1-9389-fc280f93c048 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:32:53.612784 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a75f0dc4-27a4-41a1-8f66-d4ea45ccd67f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (33825246-19cc-4c69-831f-58422814a395), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:53.613725 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ecad0a16-3137-4792-9fca-cf0a6d7ec03a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:32:53.637383 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (53661045-e352-4ceb-b057-54c8ddef9440), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:53.688435 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a75f0dc4-27a4-41a1-8f66-d4ea45ccd67f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (33825246-19cc-4c69-831f-58422814a395), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:53.704211 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f33c48-9e7d-422b-9503-811d2b338f13 None None] Pushing event updated for resources: {'Port': ['ID=53661045-e352-4ceb-b057-54c8ddef9440,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:53.716684 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port ecad0a16-3137-4792-9fca-cf0a6d7ec03a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:53.717082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ecad0a16-3137-4792-9fca-cf0a6d7ec03a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:53.728630 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f0dc4-27a4-41a1-8f66-d4ea45ccd67f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33825246-19cc-4c69-831f-58422814a395,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:53.796586 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] Attempting to bind port 53661045-e352-4ceb-b057-54c8ddef9440 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:32:53.796987 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] Attempting to bind port 53661045-e352-4ceb-b057-54c8ddef9440 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '38f27887-f3af-45c7-a09a-c98356e069b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:32:53.797358 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] Attempting to bind port 53661045-e352-4ceb-b057-54c8ddef9440 on network 270936f4-d556-47c9-adf5-6bc54b094449 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:32:53.803936 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a75f0dc4-27a4-41a1-8f66-d4ea45ccd67f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:53.806384 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a75f0dc4-27a4-41a1-8f66-d4ea45ccd67f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3473291 Apr 16 04:32:53.807001 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:32:53.807384 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] Checking segment: {'id': '38f27887-f3af-45c7-a09a-c98356e069b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:32:53.807788 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:53.808184 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] Bound using segment: {'id': '38f27887-f3af-45c7-a09a-c98356e069b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:32:53.808962 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41402) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:53.809095 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] Bound port: 53661045-e352-4ceb-b057-54c8ddef9440, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f27887-f3af-45c7-a09a-c98356e069b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:32:53.809354 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (53661045-e352-4ceb-b057-54c8ddef9440), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:53.814474 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-76e4e65d-0b74-4a6a-b907-1e03f7dc9d20 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '33825246-19cc-4c69-831f-58422814a395', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:53.888519 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port ecad0a16-3137-4792-9fca-cf0a6d7ec03a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:32:53.908881 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] For port 53661045-e352-4ceb-b057-54c8ddef9440, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:32:53.911779 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] For port 53661045-e352-4ceb-b057-54c8ddef9440, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=53661045-e352-4ceb-b057-54c8ddef9440,segment=NetworkSegment(38f27887-f3af-45c7-a09a-c98356e069b2),segment_id=38f27887-f3af-45c7-a09a-c98356e069b2)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:32:53.920869 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76e4e65d-0b74-4a6a-b907-1e03f7dc9d20 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (893ba9a5-1ae8-4876-8f80-0edec0e21ee9), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:53.943479 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-719a29c9-9e65-49ab-b49b-e952c176c3b6 None None] Provisioning complete for port 53661045-e352-4ceb-b057-54c8ddef9440 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:53.943848 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-719a29c9-9e65-49ab-b49b-e952c176c3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (53661045-e352-4ceb-b057-54c8ddef9440), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:53.978946 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-719a29c9-9e65-49ab-b49b-e952c176c3b6 None None] Port 53661045-e352-4ceb-b057-54c8ddef9440 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:32:53.979206 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76e4e65d-0b74-4a6a-b907-1e03f7dc9d20 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (893ba9a5-1ae8-4876-8f80-0edec0e21ee9), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:54.002308 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (53661045-e352-4ceb-b057-54c8ddef9440), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:54.058231 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76e4e65d-0b74-4a6a-b907-1e03f7dc9d20 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (893ba9a5-1ae8-4876-8f80-0edec0e21ee9), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:54.062936 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] Routers {'995d2995-ebcf-403a-8271-afd16eb4a2b1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:32:54.063759 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:32:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['995d2995-ebcf-403a-8271-afd16eb4a2b1'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:54.068846 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f33c48-9e7d-422b-9503-811d2b338f13 None None] Pushing event updated for resources: {'Port': ['ID=53661045-e352-4ceb-b057-54c8ddef9440,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:54.082697 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4e65d-0b74-4a6a-b907-1e03f7dc9d20 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893ba9a5-1ae8-4876-8f80-0edec0e21ee9,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:54.147225 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-76e4e65d-0b74-4a6a-b907-1e03f7dc9d20 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:54.148683 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-76e4e65d-0b74-4a6a-b907-1e03f7dc9d20 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3383017 Apr 16 04:32:54.151815 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41404) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:54.157611 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-a97c36c6-52a0-4e12-835a-554880a099f2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '33825246-19cc-4c69-831f-58422814a395', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:54.185168 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] Set router 995d2995-ebcf-403a-8271-afd16eb4a2b1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:32:54.227401 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a97c36c6-52a0-4e12-835a-554880a099f2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (5a6e8e51-59bb-4932-baf6-739a8840cc28), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:54.285586 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a97c36c6-52a0-4e12-835a-554880a099f2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (5a6e8e51-59bb-4932-baf6-739a8840cc28), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:54.331079 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-51608790-46e0-436d-9897-cd08914cd70b None None] Provisioning complete for port 53661045-e352-4ceb-b057-54c8ddef9440 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:54.331354 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-51608790-46e0-436d-9897-cd08914cd70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (53661045-e352-4ceb-b057-54c8ddef9440), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:54.350828 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a97c36c6-52a0-4e12-835a-554880a099f2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (5a6e8e51-59bb-4932-baf6-739a8840cc28), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:54.371421 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c36c6-52a0-4e12-835a-554880a099f2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6e8e51-59bb-4932-baf6-739a8840cc28,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:54.432823 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a97c36c6-52a0-4e12-835a-554880a099f2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:54.434219 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a97c36c6-52a0-4e12-835a-554880a099f2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2802091 Apr 16 04:32:54.436989 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41406) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:54.441580 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-8831188d-0baf-45af-bef9-6fb5bbf40559 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '33825246-19cc-4c69-831f-58422814a395', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:54.458403 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'name': 'tempest-TestNetworkBasicOps-router-477324066', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:32:46Z', 'updated_at': '2022-04-16T04:32:51Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:47Z', 'updated_at': '2022-04-16T04:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '53661045-e352-4ceb-b057-54c8ddef9440', 'name': '', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:33:d5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:50Z', 'updated_at': '2022-04-16T04:32:53Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:32:54.491839 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de7616-a758-47a0-8a24-d667208441a9 None None] The sync data for ids ['995d2995-ebcf-403a-8271-afd16eb4a2b1'] in dv-neutron-838078-2-hyperv is: [{'id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'name': 'tempest-TestNetworkBasicOps-router-477324066', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:32:46Z', 'updated_at': '2022-04-16T04:32:51Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:47Z', 'updated_at': '2022-04-16T04:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '53661045-e352-4ceb-b057-54c8ddef9440', 'name': '', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:33:d5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:50Z', 'updated_at': '2022-04-16T04:32:53Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:32:54.496959 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-51608790-46e0-436d-9897-cd08914cd70b None None] Current status of the port 53661045-e352-4ceb-b057-54c8ddef9440 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:32:54.497356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-51608790-46e0-436d-9897-cd08914cd70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (53661045-e352-4ceb-b057-54c8ddef9440), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:54.542365 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-51608790-46e0-436d-9897-cd08914cd70b None None] For port 53661045-e352-4ceb-b057-54c8ddef9440, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=53661045-e352-4ceb-b057-54c8ddef9440,segment=NetworkSegment(38f27887-f3af-45c7-a09a-c98356e069b2),segment_id=38f27887-f3af-45c7-a09a-c98356e069b2)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:32:54.558396 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8831188d-0baf-45af-bef9-6fb5bbf40559 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (b0f0379a-d937-4a5e-bf83-ac89c0fc29b3), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:54.624496 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8831188d-0baf-45af-bef9-6fb5bbf40559 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (b0f0379a-d937-4a5e-bf83-ac89c0fc29b3), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:54.640680 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-51608790-46e0-436d-9897-cd08914cd70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (53661045-e352-4ceb-b057-54c8ddef9440), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:54.691216 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51608790-46e0-436d-9897-cd08914cd70b None None] Pushing event updated for resources: {'Port': ['ID=53661045-e352-4ceb-b057-54c8ddef9440,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:54.698906 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8831188d-0baf-45af-bef9-6fb5bbf40559 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (b0f0379a-d937-4a5e-bf83-ac89c0fc29b3), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:54.718049 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831188d-0baf-45af-bef9-6fb5bbf40559 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f0379a-d937-4a5e-bf83-ac89c0fc29b3,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:54.815308 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8831188d-0baf-45af-bef9-6fb5bbf40559 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:54.816664 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8831188d-0baf-45af-bef9-6fb5bbf40559 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3787200 Apr 16 04:32:54.819597 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41408) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:54.825201 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-9c367931-4acb-4ae3-bf0d-8d04bf45e730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '33825246-19cc-4c69-831f-58422814a395', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:54.939458 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9c367931-4acb-4ae3-bf0d-8d04bf45e730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (00392528-2b1b-4ad7-b7fa-36113933483d), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:55.001202 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9c367931-4acb-4ae3-bf0d-8d04bf45e730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (00392528-2b1b-4ad7-b7fa-36113933483d), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:55.076097 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9c367931-4acb-4ae3-bf0d-8d04bf45e730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (00392528-2b1b-4ad7-b7fa-36113933483d), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:55.098053 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c367931-4acb-4ae3-bf0d-8d04bf45e730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00392528-2b1b-4ad7-b7fa-36113933483d,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:55.164200 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9c367931-4acb-4ae3-bf0d-8d04bf45e730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:55.165568 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9c367931-4acb-4ae3-bf0d-8d04bf45e730 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3441427 Apr 16 04:32:55.169476 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41410) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:55.173379 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1cde9b34-da6a-49fa-b866-6ce73ede625a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '33825246-19cc-4c69-831f-58422814a395', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:55.275450 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-1cde9b34-da6a-49fa-b866-6ce73ede625a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:32:55.282189 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1cde9b34-da6a-49fa-b866-6ce73ede625a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (1525a16c-d772-4bee-86ee-c4604b26aaef), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:55.351855 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1cde9b34-da6a-49fa-b866-6ce73ede625a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (1525a16c-d772-4bee-86ee-c4604b26aaef), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:55.409852 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 53661045-e352-4ceb-b057-54c8ddef9440 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:32:55.419607 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1cde9b34-da6a-49fa-b866-6ce73ede625a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (1525a16c-d772-4bee-86ee-c4604b26aaef), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:55.441286 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde9b34-da6a-49fa-b866-6ce73ede625a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1525a16c-d772-4bee-86ee-c4604b26aaef,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:55.466931 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 53661045-e352-4ceb-b057-54c8ddef9440 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:55.467567 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (53661045-e352-4ceb-b057-54c8ddef9440), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:55.549239 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 53661045-e352-4ceb-b057-54c8ddef9440 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:32:55.563011 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1cde9b34-da6a-49fa-b866-6ce73ede625a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:55.565241 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1cde9b34-da6a-49fa-b866-6ce73ede625a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3953121 Apr 16 04:32:55.569494 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41412) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:32:55.571590 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-c635c329-660e-4b67-867f-fe86cc195c27 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '33825246-19cc-4c69-831f-58422814a395', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:55.704465 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-c635c329-660e-4b67-867f-fe86cc195c27 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:32:55.710424 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c635c329-660e-4b67-867f-fe86cc195c27 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (7b1fbc33-978b-462e-b13c-cf5c9a99924a), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:55.769840 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c635c329-660e-4b67-867f-fe86cc195c27 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (7b1fbc33-978b-462e-b13c-cf5c9a99924a), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:55.893346 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c635c329-660e-4b67-867f-fe86cc195c27 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (7b1fbc33-978b-462e-b13c-cf5c9a99924a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:55.912454 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635c329-660e-4b67-867f-fe86cc195c27 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1fbc33-978b-462e-b13c-cf5c9a99924a,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:55.991308 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c635c329-660e-4b67-867f-fe86cc195c27 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:55.992569 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c635c329-660e-4b67-867f-fe86cc195c27 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4247122 Apr 16 04:32:56.138599 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-8952188c-ec2d-4ca2-acf8-18acffbdcd42 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1083476809&fields=id&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 267 time: 0.0441966 Apr 16 04:32:56.243729 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-a2427f70-fd67-4634-9e0c-80d8de8c6578 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:56.245133 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-a2427f70-fd67-4634-9e0c-80d8de8c6578 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/networks?id=270936f4-d556-47c9-adf5-6bc54b094449 HTTP/1.1" status: 200 len: 797 time: 0.1002245 Apr 16 04:32:56.259900 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-51bcb094-1f73-484d-bdb1-c30287a9ed38 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/quotas/4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 375 time: 0.0094297 Apr 16 04:32:56.312265 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-20787840-267d-43b6-9cdf-83fd1bb173a0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475106 Apr 16 04:32:56.407199 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-746d7133-99b6-49c8-8f4d-da0ac2d4d01e service neutron] 10.222.0.30 "GET /v2.0/networks/270936f4-d556-47c9-adf5-6bc54b094449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831537 Apr 16 04:32:56.501074 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-3ccaa4d9-71f4-4918-8e84-816a842424ae service neutron] 10.222.0.30 "GET /v2.0/networks/270936f4-d556-47c9-adf5-6bc54b094449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880747 Apr 16 04:32:56.725127 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-892e14ad-9517-4435-988a-7a6d814044df req-056ba033-527d-4fea-9226-fe176ad4e4ba tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=81800eb0-7a4b-48eb-961c-593410398169 HTTP/1.1" status: 200 len: 210 time: 0.0277247 Apr 16 04:32:57.819651 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a77abd44-5ffb-47ac-a16a-d4b1879c7530 req-59f6709d-d119-4839-8445-d8735605251e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=81800eb0-7a4b-48eb-961c-593410398169 HTTP/1.1" status: 200 len: 210 time: 0.0274642 Apr 16 04:32:58.138867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:58.653009 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-5186c21b-57f5-40cd-8300-146ecb07b2b7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:58.654463 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-5186c21b-57f5-40cd-8300-146ecb07b2b7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/networks?id=270936f4-d556-47c9-adf5-6bc54b094449 HTTP/1.1" status: 200 len: 797 time: 0.1085451 Apr 16 04:32:58.715988 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-5721acb7-9f76-4cf2-9a5d-e6a5ab8697ce tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 380 time: 0.0536594 Apr 16 04:32:58.724216 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-75a53511-939d-470f-af0d-7213d1d593c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'port': {'device_id': '81800eb0-7a4b-48eb-961c-593410398169', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'admin_state_up': True, 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'security_groups': ['33825246-19cc-4c69-831f-58422814a395']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:58.901492 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-75a53511-939d-470f-af0d-7213d1d593c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:32:58.903320 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-75a53511-939d-470f-af0d-7213d1d593c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:58.920663 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c136ecba-f2b2-4c1a-a234-5690f44cac82 req-d8db6941-c02b-4df0-b949-2824a52a394d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=81800eb0-7a4b-48eb-961c-593410398169 HTTP/1.1" status: 200 len: 210 time: 0.0320127 Apr 16 04:32:59.033847 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-75a53511-939d-470f-af0d-7213d1d593c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.20.0.10 (270936f4-d556-47c9-adf5-6bc54b094449/e350a72e-ce7b-4456-99bb-c2f599b74b57/0aa13113-0b1d-487a-b4a8-54bed38b922b) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:32:59.175600 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-75a53511-939d-470f-af0d-7213d1d593c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (0aa13113-0b1d-487a-b4a8-54bed38b922b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:59.270319 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-75a53511-939d-470f-af0d-7213d1d593c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (0aa13113-0b1d-487a-b4a8-54bed38b922b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:59.311661 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-75a53511-939d-470f-af0d-7213d1d593c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 270936f4-d556-47c9-adf5-6bc54b094449 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:32:59.314761 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-75a53511-939d-470f-af0d-7213d1d593c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:32:59.320477 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-75a53511-939d-470f-af0d-7213d1d593c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:32:59.347836 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a53511-939d-470f-af0d-7213d1d593c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=0aa13113-0b1d-487a-b4a8-54bed38b922b,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:59.374043 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-75a53511-939d-470f-af0d-7213d1d593c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:32:59.374674 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-75a53511-939d-470f-af0d-7213d1d593c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:59.444558 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-75a53511-939d-470f-af0d-7213d1d593c0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7238653 Apr 16 04:32:59.457280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] Request body: {'port': {'device_id': '81800eb0-7a4b-48eb-961c-593410398169', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:32:59.495304 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-aaa517bc-3f47-4233-ac27-a49c6891ee3c None None] Provisioning complete for port 0aa13113-0b1d-487a-b4a8-54bed38b922b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:32:59.495929 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-aaa517bc-3f47-4233-ac27-a49c6891ee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0aa13113-0b1d-487a-b4a8-54bed38b922b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:59.528236 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (0aa13113-0b1d-487a-b4a8-54bed38b922b), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:59.535277 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-aaa517bc-3f47-4233-ac27-a49c6891ee3c None None] Port 0aa13113-0b1d-487a-b4a8-54bed38b922b cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:32:59.785064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa13113-0b1d-487a-b4a8-54bed38b922b {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:32:59.792918 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] Publish callbacks [] for port (0aa13113-0b1d-487a-b4a8-54bed38b922b), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:59.805270 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] Transition to ACTIVE for port object 0aa13113-0b1d-487a-b4a8-54bed38b922b will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:32:59.864239 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (0aa13113-0b1d-487a-b4a8-54bed38b922b), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:32:59.919421 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] Pushing event updated for resources: {'Port': ['ID=0aa13113-0b1d-487a-b4a8-54bed38b922b,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:32:59.992223 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] Attempting to bind port 0aa13113-0b1d-487a-b4a8-54bed38b922b on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:32:59.992668 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] Attempting to bind port 0aa13113-0b1d-487a-b4a8-54bed38b922b by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '38f27887-f3af-45c7-a09a-c98356e069b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:32:59.993078 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] Attempting to bind port 0aa13113-0b1d-487a-b4a8-54bed38b922b on network 270936f4-d556-47c9-adf5-6bc54b094449 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:33:00.008129 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] Port 0aa13113-0b1d-487a-b4a8-54bed38b922b on network 270936f4-d556-47c9-adf5-6bc54b094449 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:33:00.008459 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] Attempting to bind port 0aa13113-0b1d-487a-b4a8-54bed38b922b on network 270936f4-d556-47c9-adf5-6bc54b094449 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:33:00.037988 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:33:00.038265 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] Checking segment: {'id': '38f27887-f3af-45c7-a09a-c98356e069b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:33:00.038649 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] Bound using segment: {'id': '38f27887-f3af-45c7-a09a-c98356e069b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:33:00.039078 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] Bound port: 0aa13113-0b1d-487a-b4a8-54bed38b922b, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f27887-f3af-45c7-a09a-c98356e069b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:33:00.039436 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (0aa13113-0b1d-487a-b4a8-54bed38b922b), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:00.057366 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21957a8-ff8e-4da9-baac-e89733d8e929 req-8f074a5c-d141-4fcb-8f72-6e279d6540d3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:00.058878 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d21957a8-ff8e-4da9-baac-e89733d8e929 req-8f074a5c-d141-4fcb-8f72-6e279d6540d3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=81800eb0-7a4b-48eb-961c-593410398169 HTTP/1.1" status: 200 len: 944 time: 0.0633721 Apr 16 04:33:00.462530 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d21957a8-ff8e-4da9-baac-e89733d8e929 req-ddb3fb5e-d827-4173-8a65-7eef4b6c0b83 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=33825246-19cc-4c69-831f-58422814a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3965485 Apr 16 04:33:00.466058 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] For port 0aa13113-0b1d-487a-b4a8-54bed38b922b, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:33:00.469404 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] For port 0aa13113-0b1d-487a-b4a8-54bed38b922b, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0aa13113-0b1d-487a-b4a8-54bed38b922b,segment=NetworkSegment(38f27887-f3af-45c7-a09a-c98356e069b2),segment_id=38f27887-f3af-45c7-a09a-c98356e069b2)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:33:00.539751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (0aa13113-0b1d-487a-b4a8-54bed38b922b), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:00.575212 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:00.575858 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:00.577286 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] 10.222.0.18 "PUT /v2.0/ports/0aa13113-0b1d-487a-b4a8-54bed38b922b HTTP/1.1" status: 200 len: 1094 time: 1.1243162 Apr 16 04:33:00.577732 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81800eb0-7a4b-48eb-961c-593410398169', 'tag': '0aa13113-0b1d-487a-b4a8-54bed38b922b'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:33:00.582362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b20172e-17f9-43d6-8e8e-126f9368cc40" -d '{"events": [{"name": "network-changed", "server_uuid": "81800eb0-7a4b-48eb-961c-593410398169", "tag": "0aa13113-0b1d-487a-b4a8-54bed38b922b"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:33:00.611735 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bac61f-9111-4881-90d7-40d7635453ef service neutron] Pushing event updated for resources: {'Port': ['ID=0aa13113-0b1d-487a-b4a8-54bed38b922b,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:00.628579 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b52d3c8-8319-413b-b543-16d753a898a2 x-openstack-request-id: req-6b52d3c8-8319-413b-b543-16d753a898a2 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:33:00.628579 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81800eb0-7a4b-48eb-961c-593410398169", "tag": "0aa13113-0b1d-487a-b4a8-54bed38b922b", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:33:00.628579 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b52d3c8-8319-413b-b543-16d753a898a2 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:33:00.628579 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b52d3c8-8319-413b-b543-16d753a898a2'] response: {'name': 'network-changed', 'server_uuid': '81800eb0-7a4b-48eb-961c-593410398169', 'tag': '0aa13113-0b1d-487a-b4a8-54bed38b922b', 'status': 'completed', 'code': 200} Apr 16 04:33:00.695366 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20172e-17f9-43d6-8e8e-126f9368cc40 req-9708e0ab-f752-49d0-80d6-71b4d73e688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:00.697170 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8b20172e-17f9-43d6-8e8e-126f9368cc40 req-9708e0ab-f752-49d0-80d6-71b4d73e688c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=81800eb0-7a4b-48eb-961c-593410398169 HTTP/1.1" status: 200 len: 1128 time: 0.0489266 Apr 16 04:33:00.805574 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20172e-17f9-43d6-8e8e-126f9368cc40 req-f7f6c760-23c8-4064-911e-e83aa7336879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:00.807684 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8b20172e-17f9-43d6-8e8e-126f9368cc40 req-f7f6c760-23c8-4064-911e-e83aa7336879 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4b56e019123c4dffa69f7a176eb53d27&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1040499 Apr 16 04:33:00.900097 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20172e-17f9-43d6-8e8e-126f9368cc40 req-16659a5b-3fef-444b-9c87-546a1d791bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:00.901596 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8b20172e-17f9-43d6-8e8e-126f9368cc40 req-16659a5b-3fef-444b-9c87-546a1d791bbf service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0871816 Apr 16 04:33:00.977587 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-0d728e9f-731f-425a-806a-aeb452ae1b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:00.979579 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-0d728e9f-731f-425a-806a-aeb452ae1b86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=81800eb0-7a4b-48eb-961c-593410398169 HTTP/1.1" status: 200 len: 1128 time: 0.0433640 Apr 16 04:33:01.021190 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-b4c5c754-41fd-4368-b96c-5e0f44a7166c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0aa13113-0b1d-487a-b4a8-54bed38b922b HTTP/1.1" status: 200 len: 217 time: 0.0337019 Apr 16 04:33:01.068553 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-e3c2c7c6-89e1-4620-af13-aeeef6189c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:01.070046 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-e3c2c7c6-89e1-4620-af13-aeeef6189c5c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e350a72e-ce7b-4456-99bb-c2f599b74b57 HTTP/1.1" status: 200 len: 835 time: 0.0434721 Apr 16 04:33:01.115955 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-dbab7d2d-6e81-4d21-bd96-5b0793a85380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:01.117552 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-dbab7d2d-6e81-4d21-bd96-5b0793a85380 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=270936f4-d556-47c9-adf5-6bc54b094449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420086 Apr 16 04:33:01.204786 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-d0e76956-c420-45e2-811a-29474055e3d6 service neutron] 10.222.0.18 "GET /v2.0/networks/270936f4-d556-47c9-adf5-6bc54b094449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814347 Apr 16 04:33:01.296624 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cf384135-3d83-4438-a290-a0d0cea8af02 req-59f057bd-8fce-46f8-9c28-efcb9273c199 service neutron] 10.222.0.18 "GET /v2.0/networks/270936f4-d556-47c9-adf5-6bc54b094449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861199 Apr 16 04:33:01.573087 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199a4f0-2ef1-472e-b597-26ac91e88300 req-72cc46fb-54ca-4d65-b5e5-7a2f29551ce5 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:01.574526 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0199a4f0-2ef1-472e-b597-26ac91e88300 req-72cc46fb-54ca-4d65-b5e5-7a2f29551ce5 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=81800eb0-7a4b-48eb-961c-593410398169 HTTP/1.1" status: 200 len: 944 time: 0.0470505 Apr 16 04:33:01.622879 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0199a4f0-2ef1-472e-b597-26ac91e88300 req-84ad8d64-a65e-4a2b-b184-7fb38392eb38 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=33825246-19cc-4c69-831f-58422814a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428565 Apr 16 04:33:02.137237 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 0aa13113-0b1d-487a-b4a8-54bed38b922b details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:33:02.237176 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 0aa13113-0b1d-487a-b4a8-54bed38b922b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0aa13113-0b1d-487a-b4a8-54bed38b922b,segment=NetworkSegment(38f27887-f3af-45c7-a09a-c98356e069b2),segment_id=38f27887-f3af-45c7-a09a-c98356e069b2)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:33:02.248851 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '0aa13113-0b1d-487a-b4a8-54bed38b922b', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'port_id': '0aa13113-0b1d-487a-b4a8-54bed38b922b', 'mac_address': 'fa:16:3e:3a:dd:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:33:02.285301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 0aa13113-0b1d-487a-b4a8-54bed38b922b is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:33:02.285692 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (0aa13113-0b1d-487a-b4a8-54bed38b922b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:02.299024 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa13113-0b1d-487a-b4a8-54bed38b922b {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:33:02.318585 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 0aa13113-0b1d-487a-b4a8-54bed38b922b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0aa13113-0b1d-487a-b4a8-54bed38b922b,segment=NetworkSegment(38f27887-f3af-45c7-a09a-c98356e069b2),segment_id=38f27887-f3af-45c7-a09a-c98356e069b2)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:33:02.367233 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (0aa13113-0b1d-487a-b4a8-54bed38b922b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:02.413063 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=0aa13113-0b1d-487a-b4a8-54bed38b922b,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:02.583909 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['0aa13113-0b1d-487a-b4a8-54bed38b922b'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:33:03.050346 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5268eaa-ef03-4fae-8c50-c44aaf7689de req-c85cc129-fc37-4621-901b-5dd3687392ef tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:03.051869 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d5268eaa-ef03-4fae-8c50-c44aaf7689de req-c85cc129-fc37-4621-901b-5dd3687392ef tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=81800eb0-7a4b-48eb-961c-593410398169 HTTP/1.1" status: 200 len: 945 time: 0.3618624 Apr 16 04:33:03.099472 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d5268eaa-ef03-4fae-8c50-c44aaf7689de req-5a91f0b3-2ee7-40fa-acd2-5cd7545519c2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=33825246-19cc-4c69-831f-58422814a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419338 Apr 16 04:33:04.155732 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 0aa13113-0b1d-487a-b4a8-54bed38b922b up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:33:04.205309 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 0aa13113-0b1d-487a-b4a8-54bed38b922b completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:33:04.209981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66548686-8271-43b7-b4f3-fa76810db35a req-18b946ad-0c90-4e83-8da2-420a4b78ab01 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:04.211472 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-66548686-8271-43b7-b4f3-fa76810db35a req-18b946ad-0c90-4e83-8da2-420a4b78ab01 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=81800eb0-7a4b-48eb-961c-593410398169 HTTP/1.1" status: 200 len: 945 time: 0.0472739 Apr 16 04:33:04.264605 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-66548686-8271-43b7-b4f3-fa76810db35a req-8c29aabf-459d-4d25-85d9-a0da804e92b1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=33825246-19cc-4c69-831f-58422814a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473909 Apr 16 04:33:04.270230 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 0aa13113-0b1d-487a-b4a8-54bed38b922b triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:33:04.274341 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0aa13113-0b1d-487a-b4a8-54bed38b922b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:04.348292 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 0aa13113-0b1d-487a-b4a8-54bed38b922b is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:33:04.348680 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (0aa13113-0b1d-487a-b4a8-54bed38b922b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:04.371827 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81800eb0-7a4b-48eb-961c-593410398169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa13113-0b1d-487a-b4a8-54bed38b922b'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:33:04.374113 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e3ca33-280c-4cda-97bc-8e6aba13f292" -d '{"events": [{"server_uuid": "81800eb0-7a4b-48eb-961c-593410398169", "name": "network-vif-plugged", "status": "completed", "tag": "0aa13113-0b1d-487a-b4a8-54bed38b922b"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:33:04.386427 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 0aa13113-0b1d-487a-b4a8-54bed38b922b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0aa13113-0b1d-487a-b4a8-54bed38b922b,segment=NetworkSegment(38f27887-f3af-45c7-a09a-c98356e069b2),segment_id=38f27887-f3af-45c7-a09a-c98356e069b2)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:33:04.408365 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822c7067-94e5-479b-a2ef-13f74f574e4a x-openstack-request-id: req-822c7067-94e5-479b-a2ef-13f74f574e4a {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:33:04.408656 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81800eb0-7a4b-48eb-961c-593410398169", "name": "network-vif-plugged", "status": "completed", "tag": "0aa13113-0b1d-487a-b4a8-54bed38b922b", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:33:04.408942 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-822c7067-94e5-479b-a2ef-13f74f574e4a {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:33:04.409369 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-822c7067-94e5-479b-a2ef-13f74f574e4a'] response: {'server_uuid': '81800eb0-7a4b-48eb-961c-593410398169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa13113-0b1d-487a-b4a8-54bed38b922b', 'code': 200} Apr 16 04:33:04.498632 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (0aa13113-0b1d-487a-b4a8-54bed38b922b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:04.548360 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=0aa13113-0b1d-487a-b4a8-54bed38b922b,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:04.775155 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14054211-17fb-44f2-b203-d9c631b23974 req-8a3b6c12-037d-4ff3-9302-d8841a59e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:04.776661 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-14054211-17fb-44f2-b203-d9c631b23974 req-8a3b6c12-037d-4ff3-9302-d8841a59e4c6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=81800eb0-7a4b-48eb-961c-593410398169 HTTP/1.1" status: 200 len: 1130 time: 0.0812876 Apr 16 04:33:04.823983 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-14054211-17fb-44f2-b203-d9c631b23974 req-ee170523-c3da-48aa-af7a-d9301b270a9a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=33825246-19cc-4c69-831f-58422814a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406482 Apr 16 04:33:05.375902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f8ba3-5d05-4edd-9d72-df9df81e3a20 req-7a0ca5c5-7ceb-406c-9bd3-36063fceb977 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:05.377336 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-418f8ba3-5d05-4edd-9d72-df9df81e3a20 req-7a0ca5c5-7ceb-406c-9bd3-36063fceb977 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=81800eb0-7a4b-48eb-961c-593410398169 HTTP/1.1" status: 200 len: 946 time: 0.0476313 Apr 16 04:33:05.426465 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-418f8ba3-5d05-4edd-9d72-df9df81e3a20 req-0e8a7480-e32f-4c1f-9d27-0aac013c6997 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=33825246-19cc-4c69-831f-58422814a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434465 Apr 16 04:33:06.099944 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:33:06.537442 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf1d28-db9f-407f-8b53-cc3e0446dfb8 req-efb179d3-ad23-4f1f-aeb1-d749d479a3cb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:06.538916 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-19bf1d28-db9f-407f-8b53-cc3e0446dfb8 req-efb179d3-ad23-4f1f-aeb1-d749d479a3cb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=81800eb0-7a4b-48eb-961c-593410398169 HTTP/1.1" status: 200 len: 946 time: 0.0463021 Apr 16 04:33:06.587155 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-19bf1d28-db9f-407f-8b53-cc3e0446dfb8 req-d3897af8-379f-4a71-86ba-c880d4859df6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=33825246-19cc-4c69-831f-58422814a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420094 Apr 16 04:33:06.768928 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a26be5-6041-4e52-953b-ef02ba9a9cb7 req-cb8ac258-dde9-4276-8acc-2afbb6e78c3e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:06.770327 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c1a26be5-6041-4e52-953b-ef02ba9a9cb7 req-cb8ac258-dde9-4276-8acc-2afbb6e78c3e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=81800eb0-7a4b-48eb-961c-593410398169 HTTP/1.1" status: 200 len: 946 time: 0.1187670 Apr 16 04:33:06.820207 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c1a26be5-6041-4e52-953b-ef02ba9a9cb7 req-f57438cf-f2a2-4d37-ad09-8d49e0039314 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=33825246-19cc-4c69-831f-58422814a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434797 Apr 16 04:33:06.842481 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41464) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:06.879492 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9856ebfb-8dd2-44ef-acbd-862341708c93 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:06.881123 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9856ebfb-8dd2-44ef-acbd-862341708c93 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=81800eb0-7a4b-48eb-961c-593410398169 HTTP/1.1" status: 200 len: 1125 time: 0.0376377 Apr 16 04:33:06.883766 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41466) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:06.888261 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': '0aa13113-0b1d-487a-b4a8-54bed38b922b', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:33:06.984478 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:07.065173 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:07.168874 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.26.6.139 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/3f8f67a2-fc73-472e-8f32-e12a11f758b0) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:33:07.277546 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (3f8f67a2-fc73-472e-8f32-e12a11f758b0), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:07.367722 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (3f8f67a2-fc73-472e-8f32-e12a11f758b0), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:07.405768 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:33:07.408653 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:33:07.414470 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:33:07.441694 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=3f8f67a2-fc73-472e-8f32-e12a11f758b0,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:07.455435 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:07.455781 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:07.456186 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:07.456526 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:07.456891 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:07.457274 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:07.457655 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:07.458017 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:07.458312 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:07.458637 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:07.458959 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:07.459282 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:07.459666 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:07.459988 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:07.460304 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:07.819246 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (8b1ec227-51fe-431f-b35f-dc76547c2fef), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:07.965935 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (3f8f67a2-fc73-472e-8f32-e12a11f758b0), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:08.116402 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (3f8f67a2-fc73-472e-8f32-e12a11f758b0), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:08.167082 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (3f8f67a2-fc73-472e-8f32-e12a11f758b0), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:08.237319 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=3f8f67a2-fc73-472e-8f32-e12a11f758b0,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:08.249378 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (8b1ec227-51fe-431f-b35f-dc76547c2fef), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:08.348681 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Floating IP 8b1ec227-51fe-431f-b35f-dc76547c2fef associated. External IP: 172.26.6.139, port: 0aa13113-0b1d-487a-b4a8-54bed38b922b. Apr 16 04:33:08.561906 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 995d2995-ebcf-403a-8271-afd16eb4a2b1 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:33:08.674661 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:33:08.684969 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5fcfa1-72b4-41c9-9bc0-781844eecb42 None None] Sync routers for ids ['995d2995-ebcf-403a-8271-afd16eb4a2b1'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:33:08.694707 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5fcfa1-72b4-41c9-9bc0-781844eecb42 None None] Routers {'995d2995-ebcf-403a-8271-afd16eb4a2b1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:33:08.695311 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1c5fcfa1-72b4-41c9-9bc0-781844eecb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:32:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['995d2995-ebcf-403a-8271-afd16eb4a2b1'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:08.758232 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:08.789217 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b480fb4d-6598-4fcd-870b-2c1ef9ac9750 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9043560 Apr 16 04:33:08.790934 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81800eb0-7a4b-48eb-961c-593410398169', 'tag': '0aa13113-0b1d-487a-b4a8-54bed38b922b'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:33:08.792412 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41468) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:08.793554 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5f7424-7032-455a-8d94-9f369f5f3f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "81800eb0-7a4b-48eb-961c-593410398169", "tag": "0aa13113-0b1d-487a-b4a8-54bed38b922b"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:33:08.806888 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-1c5fcfa1-72b4-41c9-9bc0-781844eecb42 None None] Set router 995d2995-ebcf-403a-8271-afd16eb4a2b1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:33:08.831532 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30acf2ae-c4b2-409a-81c5-538acda68178 x-openstack-request-id: req-30acf2ae-c4b2-409a-81c5-538acda68178 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:33:08.832024 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81800eb0-7a4b-48eb-961c-593410398169", "tag": "0aa13113-0b1d-487a-b4a8-54bed38b922b", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:33:08.832134 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30acf2ae-c4b2-409a-81c5-538acda68178 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:33:08.832457 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30acf2ae-c4b2-409a-81c5-538acda68178'] response: {'name': 'network-changed', 'server_uuid': '81800eb0-7a4b-48eb-961c-593410398169', 'tag': '0aa13113-0b1d-487a-b4a8-54bed38b922b', 'status': 'completed', 'code': 200} Apr 16 04:33:08.897146 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f7424-7032-455a-8d94-9f369f5f3f5f req-319434da-3ace-4b5c-8007-a4b6f1aa3960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:08.899090 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5a5f7424-7032-455a-8d94-9f369f5f3f5f req-319434da-3ace-4b5c-8007-a4b6f1aa3960 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=81800eb0-7a4b-48eb-961c-593410398169 HTTP/1.1" status: 200 len: 1130 time: 0.0454798 Apr 16 04:33:08.913750 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2e8383f3-1857-45ac-b9e6-63eb222264a7 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/routers/995d2995-ebcf-403a-8271-afd16eb4a2b1 HTTP/1.1" status: 200 len: 922 time: 0.1176028 Apr 16 04:33:08.915831 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41472) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:08.980503 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6dd3729a-3976-4acd-ad1f-e37cd6519b50 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/8b1ec227-51fe-431f-b35f-dc76547c2fef HTTP/1.1" status: 200 len: 992 time: 0.0639598 Apr 16 04:33:08.997305 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f7424-7032-455a-8d94-9f369f5f3f5f req-e1b8d96f-8cb2-4709-ac48-1f7f441dc4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:08.998842 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5a5f7424-7032-455a-8d94-9f369f5f3f5f req-e1b8d96f-8cb2-4709-ac48-1f7f441dc4cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=270936f4-d556-47c9-adf5-6bc54b094449 HTTP/1.1" status: 200 len: 897 time: 0.0931721 Apr 16 04:33:09.045329 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1c5fcfa1-72b4-41c9-9bc0-781844eecb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'name': 'tempest-TestNetworkBasicOps-router-477324066', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:32:46Z', 'updated_at': '2022-04-16T04:32:51Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:47Z', 'updated_at': '2022-04-16T04:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '8b1ec227-51fe-431f-b35f-dc76547c2fef', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'port_id': '0aa13113-0b1d-487a-b4a8-54bed38b922b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'mac_address': 'fa:16:3e:3a:dd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81800eb0-7a4b-48eb-961c-593410398169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:33:07Z', 'updated_at': '2022-04-16T04:33:07Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53661045-e352-4ceb-b057-54c8ddef9440', 'name': '', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:33:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:50Z', 'updated_at': '2022-04-16T04:32:54Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:09.070572 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5a5f7424-7032-455a-8d94-9f369f5f3f5f req-eac4e866-bbde-4c25-962e-5d4e0a718c61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0aa13113-0b1d-487a-b4a8-54bed38b922b HTTP/1.1" status: 200 len: 1000 time: 0.0649595 Apr 16 04:33:09.075747 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5fcfa1-72b4-41c9-9bc0-781844eecb42 None None] Checking router: 995d2995-ebcf-403a-8271-afd16eb4a2b1 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:33:09.084080 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5fcfa1-72b4-41c9-9bc0-781844eecb42 None None] Routers {'995d2995-ebcf-403a-8271-afd16eb4a2b1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:33:09.084685 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1c5fcfa1-72b4-41c9-9bc0-781844eecb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:32:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['995d2995-ebcf-403a-8271-afd16eb4a2b1'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:09.088129 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a45052ac-b475-4f3b-8a02-f0bb3aea870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:09.119884 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f7424-7032-455a-8d94-9f369f5f3f5f req-015348ed-bdbb-4b1d-8b64-d04bd01efbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:09.121390 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5a5f7424-7032-455a-8d94-9f369f5f3f5f req-015348ed-bdbb-4b1d-8b64-d04bd01efbfa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e350a72e-ce7b-4456-99bb-c2f599b74b57 HTTP/1.1" status: 200 len: 835 time: 0.0451880 Apr 16 04:33:09.164765 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f7424-7032-455a-8d94-9f369f5f3f5f req-eccfcb2b-b21b-459c-afd3-e2a3ade6b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:09.166837 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5a5f7424-7032-455a-8d94-9f369f5f3f5f req-eccfcb2b-b21b-459c-afd3-e2a3ade6b608 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=270936f4-d556-47c9-adf5-6bc54b094449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0397983 Apr 16 04:33:09.196276 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-1c5fcfa1-72b4-41c9-9bc0-781844eecb42 None None] Set router 995d2995-ebcf-403a-8271-afd16eb4a2b1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:33:09.262085 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5a5f7424-7032-455a-8d94-9f369f5f3f5f req-7a55ebe4-3486-4684-9435-ba82b5cc137e service neutron] 10.222.0.18 "GET /v2.0/networks/270936f4-d556-47c9-adf5-6bc54b094449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886903 Apr 16 04:33:09.354274 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5a5f7424-7032-455a-8d94-9f369f5f3f5f req-6f440b56-ecf9-46fa-834d-26d7dcd29a37 service neutron] 10.222.0.18 "GET /v2.0/networks/270936f4-d556-47c9-adf5-6bc54b094449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860445 Apr 16 04:33:09.413677 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1c5fcfa1-72b4-41c9-9bc0-781844eecb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'name': 'tempest-TestNetworkBasicOps-router-477324066', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:32:46Z', 'updated_at': '2022-04-16T04:32:51Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:47Z', 'updated_at': '2022-04-16T04:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '8b1ec227-51fe-431f-b35f-dc76547c2fef', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'port_id': '0aa13113-0b1d-487a-b4a8-54bed38b922b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'mac_address': 'fa:16:3e:3a:dd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81800eb0-7a4b-48eb-961c-593410398169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:33:07Z', 'updated_at': '2022-04-16T04:33:07Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53661045-e352-4ceb-b057-54c8ddef9440', 'name': '', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:33:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:50Z', 'updated_at': '2022-04-16T04:32:54Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:09.527173 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5fcfa1-72b4-41c9-9bc0-781844eecb42 None None] The sync data for ids ['995d2995-ebcf-403a-8271-afd16eb4a2b1'] in dv-neutron-838078-2-hyperv is: [{'id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'name': 'tempest-TestNetworkBasicOps-router-477324066', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:32:46Z', 'updated_at': '2022-04-16T04:32:51Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:47Z', 'updated_at': '2022-04-16T04:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '8b1ec227-51fe-431f-b35f-dc76547c2fef', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'port_id': '0aa13113-0b1d-487a-b4a8-54bed38b922b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'mac_address': 'fa:16:3e:3a:dd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81800eb0-7a4b-48eb-961c-593410398169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:33:07Z', 'updated_at': '2022-04-16T04:33:07Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53661045-e352-4ceb-b057-54c8ddef9440', 'name': '', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:33:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:50Z', 'updated_at': '2022-04-16T04:32:54Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:33:09.709123 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61c61f2-d96a-4666-8206-7a20d1b4c75c None None] New status for floating IP 8b1ec227-51fe-431f-b35f-dc76547c2fef: ACTIVE {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:33:09.984357 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41474) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:10.050350 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6dbed52c-6d47-44dd-88bf-25d016783000 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/8b1ec227-51fe-431f-b35f-dc76547c2fef HTTP/1.1" status: 200 len: 994 time: 0.0647662 Apr 16 04:33:11.462842 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-92007a2f-9aaf-4ae6-9817-83bf3fe8f637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:12.549732 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:14.006930 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:15.411718 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:28.149900 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:39.126472 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4618bca4-93f5-4ab5-bf32-3e4ac860e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:41.282521 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41490) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:41.396677 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-98c10771-3fc0-4f4f-a380-92c7cef2852a tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/routers/995d2995-ebcf-403a-8271-afd16eb4a2b1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1129854 Apr 16 04:33:41.403277 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41492) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:41.451249 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5b5abdaa-c649-4945-9030-341875743407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:41.582469 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f463ce0d-5757-4a14-9516-6ed9b43cd083 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Notify agent at dv-neutron-838078-2-hyperv the message router_removed_from_agent {{(pid=104632) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 16 04:33:41.585838 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f463ce0d-5757-4a14-9516-6ed9b43cd083 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "DELETE /v2.0/agents/9c9f39f0-3e25-48f0-86c6-71d0bb006a98/l3-routers/995d2995-ebcf-403a-8271-afd16eb4a2b1 HTTP/1.1" status: 204 len: 168 time: 0.1815946 Apr 16 04:33:41.589192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41494) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:41.708033 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-de25ba5c-0abd-4e42-9721-ac1279425a59 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/routers/995d2995-ebcf-403a-8271-afd16eb4a2b1/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1170371 Apr 16 04:33:41.709913 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41496) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:41.771578 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-efa84d9c-1bad-48bd-afa1-d3f6a0a42d13 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/8b1ec227-51fe-431f-b35f-dc76547c2fef HTTP/1.1" status: 200 len: 994 time: 0.0605490 Apr 16 04:33:42.343856 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef11e7f8-70d5-45d0-a784-8af2ea8ab9fd None None] New status for floating IP 8b1ec227-51fe-431f-b35f-dc76547c2fef: DOWN {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:33:42.440345 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1230177e-8877-4864-8539-b617cc2fddea req-9b978710-4e57-424c-8700-2dd46c3ba8c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384917 Apr 16 04:33:42.518620 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230177e-8877-4864-8539-b617cc2fddea req-ed1286ee-a9db-4661-ba53-3057611acc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:42.520097 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1230177e-8877-4864-8539-b617cc2fddea req-ed1286ee-a9db-4661-ba53-3057611acc46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 1129 time: 0.0387573 Apr 16 04:33:42.572864 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:42.629848 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230177e-8877-4864-8539-b617cc2fddea req-f4670ef6-3370-4d97-affe-f83dd29430b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:42.631308 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1230177e-8877-4864-8539-b617cc2fddea req-f4670ef6-3370-4d97-affe-f83dd29430b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e HTTP/1.1" status: 200 len: 912 time: 0.0933690 Apr 16 04:33:42.696207 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1230177e-8877-4864-8539-b617cc2fddea req-2bb6e715-db79-479b-a7ea-cdb99a71a81d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412cd01a-a38d-4b4f-87f4-898e71b3dad0 HTTP/1.1" status: 200 len: 1001 time: 0.0578272 Apr 16 04:33:42.748091 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230177e-8877-4864-8539-b617cc2fddea req-da2af421-32b0-49eb-be56-f48a1d155e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:42.749553 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1230177e-8877-4864-8539-b617cc2fddea req-da2af421-32b0-49eb-be56-f48a1d155e8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de0b4063-129f-46ca-b5ba-66ee8157041e HTTP/1.1" status: 200 len: 851 time: 0.0472319 Apr 16 04:33:42.775323 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41498) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:42.792842 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230177e-8877-4864-8539-b617cc2fddea req-dda2354b-9af1-4c10-be5a-e9553b593f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:42.794347 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1230177e-8877-4864-8539-b617cc2fddea req-dda2354b-9af1-4c10-be5a-e9553b593f64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392318 Apr 16 04:33:42.836381 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b3c036e9-1294-47cb-ba11-1b813b3f2134 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/8b1ec227-51fe-431f-b35f-dc76547c2fef HTTP/1.1" status: 200 len: 992 time: 0.0593896 Apr 16 04:33:42.883457 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1230177e-8877-4864-8539-b617cc2fddea req-3f1b71fb-21b0-4ba0-a770-50986e8b11b0 service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830114 Apr 16 04:33:42.975217 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1230177e-8877-4864-8539-b617cc2fddea req-0dcf65e0-ea19-4910-b069-a171e3677255 service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850606 Apr 16 04:33:43.097654 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:33:43.413641 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 53661045-e352-4ceb-b057-54c8ddef9440 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:33:43.491950 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 53661045-e352-4ceb-b057-54c8ddef9440 is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:33:43.492334 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (53661045-e352-4ceb-b057-54c8ddef9440), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:43.524236 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 53661045-e352-4ceb-b057-54c8ddef9440, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=53661045-e352-4ceb-b057-54c8ddef9440,segment=NetworkSegment(38f27887-f3af-45c7-a09a-c98356e069b2),segment_id=38f27887-f3af-45c7-a09a-c98356e069b2)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:33:43.593909 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (53661045-e352-4ceb-b057-54c8ddef9440), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:43.594601 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ecad0a16-3137-4792-9fca-cf0a6d7ec03a no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:33:43.672030 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=53661045-e352-4ceb-b057-54c8ddef9440,revision_number=6']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:43.698325 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:43.698672 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:43.699017 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:43.699359 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:43.699698 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:43.700028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:43.700360 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:43.700688 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:43.701043 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:43.701377 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:43.701704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:43.702032 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:43.702367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:43.702695 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:43.703015 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:43.721221 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port ecad0a16-3137-4792-9fca-cf0a6d7ec03a is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:33:43.721615 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ecad0a16-3137-4792-9fca-cf0a6d7ec03a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:43.741052 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port ecad0a16-3137-4792-9fca-cf0a6d7ec03a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ecad0a16-3137-4792-9fca-cf0a6d7ec03a,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:33:43.799549 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ecad0a16-3137-4792-9fca-cf0a6d7ec03a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:43.848591 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=ecad0a16-3137-4792-9fca-cf0a6d7ec03a,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:43.943741 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41502) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:44.017994 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:44.149300 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b8823b-5ba1-4c81-8cfa-5d383b058588 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Router 995d2995-ebcf-403a-8271-afd16eb4a2b1 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:33:44.149647 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b8823b-5ba1-4c81-8cfa-5d383b058588 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Notify agent at dv-neutron-838078-2-hyperv the message router_added_to_agent {{(pid=104632) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 16 04:33:44.168425 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-37b8823b-5ba1-4c81-8cfa-5d383b058588 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "POST /v2.0/agents/9c9f39f0-3e25-48f0-86c6-71d0bb006a98/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2235439 Apr 16 04:33:44.171094 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41508) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:44.181426 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4fb67-ebca-43a6-b640-6f6d0f392a67 None None] Sync routers for ids ['995d2995-ebcf-403a-8271-afd16eb4a2b1'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:33:44.190808 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee4fb67-ebca-43a6-b640-6f6d0f392a67 None None] Routers {'995d2995-ebcf-403a-8271-afd16eb4a2b1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:33:44.191362 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3ee4fb67-ebca-43a6-b640-6f6d0f392a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:33:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['995d2995-ebcf-403a-8271-afd16eb4a2b1'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:44.284260 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-03fe98c7-4fb7-43ba-96e4-19c064888390 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/routers/995d2995-ebcf-403a-8271-afd16eb4a2b1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1110742 Apr 16 04:33:44.287352 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41510) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:44.304501 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-3ee4fb67-ebca-43a6-b640-6f6d0f392a67 None None] Set router 995d2995-ebcf-403a-8271-afd16eb4a2b1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:33:44.352065 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d1af99a2-082a-4b0a-9539-f0b0f6f229ed tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/8b1ec227-51fe-431f-b35f-dc76547c2fef HTTP/1.1" status: 200 len: 992 time: 0.0639570 Apr 16 04:33:44.525346 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3ee4fb67-ebca-43a6-b640-6f6d0f392a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'name': 'tempest-TestNetworkBasicOps-router-477324066', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:32:46Z', 'updated_at': '2022-04-16T04:32:51Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:47Z', 'updated_at': '2022-04-16T04:33:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '8b1ec227-51fe-431f-b35f-dc76547c2fef', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'port_id': '0aa13113-0b1d-487a-b4a8-54bed38b922b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'mac_address': 'fa:16:3e:3a:dd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81800eb0-7a4b-48eb-961c-593410398169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:33:07Z', 'updated_at': '2022-04-16T04:33:42Z', 'revision_number': 2, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53661045-e352-4ceb-b057-54c8ddef9440', 'name': '', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:33:d5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:50Z', 'updated_at': '2022-04-16T04:33:43Z', 'revision_number': 6, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:44.552440 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4fb67-ebca-43a6-b640-6f6d0f392a67 None None] Checking router: 995d2995-ebcf-403a-8271-afd16eb4a2b1 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:33:44.560933 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee4fb67-ebca-43a6-b640-6f6d0f392a67 None None] Routers {'995d2995-ebcf-403a-8271-afd16eb4a2b1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:33:44.561536 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3ee4fb67-ebca-43a6-b640-6f6d0f392a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:33:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['995d2995-ebcf-403a-8271-afd16eb4a2b1'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:44.669270 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-3ee4fb67-ebca-43a6-b640-6f6d0f392a67 None None] Set router 995d2995-ebcf-403a-8271-afd16eb4a2b1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:33:44.879956 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3ee4fb67-ebca-43a6-b640-6f6d0f392a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'name': 'tempest-TestNetworkBasicOps-router-477324066', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:32:46Z', 'updated_at': '2022-04-16T04:32:51Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:47Z', 'updated_at': '2022-04-16T04:33:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '8b1ec227-51fe-431f-b35f-dc76547c2fef', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'port_id': '0aa13113-0b1d-487a-b4a8-54bed38b922b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'mac_address': 'fa:16:3e:3a:dd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81800eb0-7a4b-48eb-961c-593410398169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:33:07Z', 'updated_at': '2022-04-16T04:33:42Z', 'revision_number': 2, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53661045-e352-4ceb-b057-54c8ddef9440', 'name': '', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:33:d5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:50Z', 'updated_at': '2022-04-16T04:33:43Z', 'revision_number': 6, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:44.906875 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4fb67-ebca-43a6-b640-6f6d0f392a67 None None] The sync data for ids ['995d2995-ebcf-403a-8271-afd16eb4a2b1'] in dv-neutron-838078-2-hyperv is: [{'id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'name': 'tempest-TestNetworkBasicOps-router-477324066', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:32:46Z', 'updated_at': '2022-04-16T04:32:51Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:47Z', 'updated_at': '2022-04-16T04:33:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '8b1ec227-51fe-431f-b35f-dc76547c2fef', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'port_id': '0aa13113-0b1d-487a-b4a8-54bed38b922b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'mac_address': 'fa:16:3e:3a:dd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81800eb0-7a4b-48eb-961c-593410398169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:33:07Z', 'updated_at': '2022-04-16T04:33:42Z', 'revision_number': 2, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53661045-e352-4ceb-b057-54c8ddef9440', 'name': '', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:33:d5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:50Z', 'updated_at': '2022-04-16T04:33:43Z', 'revision_number': 6, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:33:45.356029 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41512) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:45.389562 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:45.429062 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b9dc765f-5c90-48c3-bce5-88c85c838daa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/8b1ec227-51fe-431f-b35f-dc76547c2fef HTTP/1.1" status: 200 len: 992 time: 0.0716774 Apr 16 04:33:45.441119 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 53661045-e352-4ceb-b057-54c8ddef9440 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:33:45.503394 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 53661045-e352-4ceb-b057-54c8ddef9440 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:33:45.503769 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (53661045-e352-4ceb-b057-54c8ddef9440), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:45.589410 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 53661045-e352-4ceb-b057-54c8ddef9440 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:33:45.589797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (53661045-e352-4ceb-b057-54c8ddef9440), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:45.624930 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 53661045-e352-4ceb-b057-54c8ddef9440, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=53661045-e352-4ceb-b057-54c8ddef9440,segment=NetworkSegment(38f27887-f3af-45c7-a09a-c98356e069b2),segment_id=38f27887-f3af-45c7-a09a-c98356e069b2)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:33:45.681254 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (53661045-e352-4ceb-b057-54c8ddef9440), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:45.732148 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=53661045-e352-4ceb-b057-54c8ddef9440,revision_number=7']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:46.433195 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41514) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:46.501292 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1daabcd2-870a-4ee2-bc24-09189e8ca1cb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/8b1ec227-51fe-431f-b35f-dc76547c2fef HTTP/1.1" status: 200 len: 992 time: 0.0669556 Apr 16 04:33:46.507201 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbe2c8d-c5b4-4dd2-938f-cc10f346879f None None] New status for floating IP 8b1ec227-51fe-431f-b35f-dc76547c2fef: ACTIVE {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:33:47.475103 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 53661045-e352-4ceb-b057-54c8ddef9440 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:33:47.505181 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41516) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:47.524939 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 53661045-e352-4ceb-b057-54c8ddef9440 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:33:47.525581 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (53661045-e352-4ceb-b057-54c8ddef9440), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:47.567691 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6edb3c76-32d3-46f1-b527-2636e6195811 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/8b1ec227-51fe-431f-b35f-dc76547c2fef HTTP/1.1" status: 200 len: 994 time: 0.0612695 Apr 16 04:33:47.612886 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 53661045-e352-4ceb-b057-54c8ddef9440 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:33:47.613883 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ecad0a16-3137-4792-9fca-cf0a6d7ec03a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:33:47.666627 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port ecad0a16-3137-4792-9fca-cf0a6d7ec03a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:33:47.668810 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ecad0a16-3137-4792-9fca-cf0a6d7ec03a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:47.746050 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port ecad0a16-3137-4792-9fca-cf0a6d7ec03a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:33:47.746440 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ecad0a16-3137-4792-9fca-cf0a6d7ec03a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:47.766059 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port ecad0a16-3137-4792-9fca-cf0a6d7ec03a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ecad0a16-3137-4792-9fca-cf0a6d7ec03a,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:33:47.801444 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41522) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:47.829592 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ecad0a16-3137-4792-9fca-cf0a6d7ec03a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:47.878288 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=ecad0a16-3137-4792-9fca-cf0a6d7ec03a,revision_number=6']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:47.952871 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-af356a61-8564-4ddd-8402-90b31d33f799 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 3f8f67a2-fc73-472e-8f32-e12a11f758b0 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:33:47.953220 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-af356a61-8564-4ddd-8402-90b31d33f799 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (3f8f67a2-fc73-472e-8f32-e12a11f758b0), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:48.030242 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-af356a61-8564-4ddd-8402-90b31d33f799 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (3f8f67a2-fc73-472e-8f32-e12a11f758b0), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:48.030592 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-af356a61-8564-4ddd-8402-90b31d33f799 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (3f8f67a2-fc73-472e-8f32-e12a11f758b0), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:48.042737 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-af356a61-8564-4ddd-8402-90b31d33f799 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 3f8f67a2-fc73-472e-8f32-e12a11f758b0 owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:33:48.263506 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-af356a61-8564-4ddd-8402-90b31d33f799 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (3f8f67a2-fc73-472e-8f32-e12a11f758b0), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:48.288855 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af356a61-8564-4ddd-8402-90b31d33f799 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=3f8f67a2-fc73-472e-8f32-e12a11f758b0,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:48.351151 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-af356a61-8564-4ddd-8402-90b31d33f799 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (8b1ec227-51fe-431f-b35f-dc76547c2fef), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:48.351493 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-af356a61-8564-4ddd-8402-90b31d33f799 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Floating IP 8b1ec227-51fe-431f-b35f-dc76547c2fef disassociated (deleted). External IP: 172.26.6.139, port: 0aa13113-0b1d-487a-b4a8-54bed38b922b. Apr 16 04:33:48.565101 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af356a61-8564-4ddd-8402-90b31d33f799 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 995d2995-ebcf-403a-8271-afd16eb4a2b1 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:33:48.674465 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af356a61-8564-4ddd-8402-90b31d33f799 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:33:48.678831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-af356a61-8564-4ddd-8402-90b31d33f799 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:48.685300 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c4516-f175-40a2-86e0-8923480ad9c1 None None] Sync routers for ids ['995d2995-ebcf-403a-8271-afd16eb4a2b1'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:33:48.695836 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c4516-f175-40a2-86e0-8923480ad9c1 None None] Routers {'995d2995-ebcf-403a-8271-afd16eb4a2b1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:33:48.696452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-019c4516-f175-40a2-86e0-8923480ad9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:33:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['995d2995-ebcf-403a-8271-afd16eb4a2b1'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:48.707631 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-af356a61-8564-4ddd-8402-90b31d33f799 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/floatingips/8b1ec227-51fe-431f-b35f-dc76547c2fef HTTP/1.1" status: 204 len: 168 time: 0.9051301 Apr 16 04:33:48.708462 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81800eb0-7a4b-48eb-961c-593410398169', 'tag': '0aa13113-0b1d-487a-b4a8-54bed38b922b'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:33:48.710718 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46fe890-2994-4c6f-96c8-38f8918b4bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "81800eb0-7a4b-48eb-961c-593410398169", "tag": "0aa13113-0b1d-487a-b4a8-54bed38b922b"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:33:48.749685 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ae67b3-a4ec-4618-b3bf-3847ec32df53 x-openstack-request-id: req-f8ae67b3-a4ec-4618-b3bf-3847ec32df53 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:33:48.749979 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81800eb0-7a4b-48eb-961c-593410398169", "tag": "0aa13113-0b1d-487a-b4a8-54bed38b922b", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:33:48.750234 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8ae67b3-a4ec-4618-b3bf-3847ec32df53 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:33:48.750646 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ae67b3-a4ec-4618-b3bf-3847ec32df53'] response: {'name': 'network-changed', 'server_uuid': '81800eb0-7a4b-48eb-961c-593410398169', 'tag': '0aa13113-0b1d-487a-b4a8-54bed38b922b', 'status': 'completed', 'code': 200} Apr 16 04:33:48.810473 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fe890-2994-4c6f-96c8-38f8918b4bf7 req-7cfcd0cc-90c3-4c0e-b46e-73f1381b6050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:48.811214 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-019c4516-f175-40a2-86e0-8923480ad9c1 None None] Set router 995d2995-ebcf-403a-8271-afd16eb4a2b1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:33:48.811977 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c46fe890-2994-4c6f-96c8-38f8918b4bf7 req-7cfcd0cc-90c3-4c0e-b46e-73f1381b6050 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=81800eb0-7a4b-48eb-961c-593410398169 HTTP/1.1" status: 200 len: 1130 time: 0.0412579 Apr 16 04:33:48.907446 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fe890-2994-4c6f-96c8-38f8918b4bf7 req-4161258d-95ab-4882-a1b5-93c7c287637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:48.908936 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c46fe890-2994-4c6f-96c8-38f8918b4bf7 req-4161258d-95ab-4882-a1b5-93c7c287637c service neutron] 10.222.0.18 "GET /v2.0/networks?id=270936f4-d556-47c9-adf5-6bc54b094449 HTTP/1.1" status: 200 len: 897 time: 0.0901892 Apr 16 04:33:48.948464 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c46fe890-2994-4c6f-96c8-38f8918b4bf7 req-308a31b3-b5a8-413e-8da1-8715edfb8278 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0aa13113-0b1d-487a-b4a8-54bed38b922b HTTP/1.1" status: 200 len: 217 time: 0.0340133 Apr 16 04:33:49.002178 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fe890-2994-4c6f-96c8-38f8918b4bf7 req-7adfbbe7-97f8-4b02-bb13-f4f047e97233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:49.003664 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c46fe890-2994-4c6f-96c8-38f8918b4bf7 req-7adfbbe7-97f8-4b02-bb13-f4f047e97233 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e350a72e-ce7b-4456-99bb-c2f599b74b57 HTTP/1.1" status: 200 len: 835 time: 0.0498843 Apr 16 04:33:49.009498 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-019c4516-f175-40a2-86e0-8923480ad9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'name': 'tempest-TestNetworkBasicOps-router-477324066', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:32:46Z', 'updated_at': '2022-04-16T04:32:51Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:47Z', 'updated_at': '2022-04-16T04:33:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '53661045-e352-4ceb-b057-54c8ddef9440', 'name': '', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:33:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:50Z', 'updated_at': '2022-04-16T04:33:45Z', 'revision_number': 7, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:49.037592 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c4516-f175-40a2-86e0-8923480ad9c1 None None] Checking router: 995d2995-ebcf-403a-8271-afd16eb4a2b1 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:33:49.046248 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c4516-f175-40a2-86e0-8923480ad9c1 None None] Routers {'995d2995-ebcf-403a-8271-afd16eb4a2b1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:33:49.046893 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-019c4516-f175-40a2-86e0-8923480ad9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:33:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['995d2995-ebcf-403a-8271-afd16eb4a2b1'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:49.048002 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fe890-2994-4c6f-96c8-38f8918b4bf7 req-e2a04c36-b627-4779-bf5a-78bcf4895041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:49.049555 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c46fe890-2994-4c6f-96c8-38f8918b4bf7 req-e2a04c36-b627-4779-bf5a-78bcf4895041 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=270936f4-d556-47c9-adf5-6bc54b094449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0403450 Apr 16 04:33:49.179435 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a752d2-6ec6-428f-887c-df6051540450 req-009b6124-e8ae-4d0f-9acf-03b20b2d0cb8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:49.181088 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-01a752d2-6ec6-428f-887c-df6051540450 req-009b6124-e8ae-4d0f-9acf-03b20b2d0cb8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=81800eb0-7a4b-48eb-961c-593410398169 HTTP/1.1" status: 200 len: 946 time: 0.0498779 Apr 16 04:33:49.234413 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-01a752d2-6ec6-428f-887c-df6051540450 req-570a225e-6682-4684-a250-bb36ec6cbc2a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=33825246-19cc-4c69-831f-58422814a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469658 Apr 16 04:33:49.302169 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-019c4516-f175-40a2-86e0-8923480ad9c1 None None] Set router 995d2995-ebcf-403a-8271-afd16eb4a2b1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:33:49.426203 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ecad0a16-3137-4792-9fca-cf0a6d7ec03a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:33:49.522333 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port ecad0a16-3137-4792-9fca-cf0a6d7ec03a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:33:49.522705 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ecad0a16-3137-4792-9fca-cf0a6d7ec03a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:49.552392 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-019c4516-f175-40a2-86e0-8923480ad9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'name': 'tempest-TestNetworkBasicOps-router-477324066', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:32:46Z', 'updated_at': '2022-04-16T04:32:51Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:47Z', 'updated_at': '2022-04-16T04:33:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '53661045-e352-4ceb-b057-54c8ddef9440', 'name': '', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:33:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:50Z', 'updated_at': '2022-04-16T04:33:45Z', 'revision_number': 7, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:49.585432 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c4516-f175-40a2-86e0-8923480ad9c1 None None] The sync data for ids ['995d2995-ebcf-403a-8271-afd16eb4a2b1'] in dv-neutron-838078-2-hyperv is: [{'id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'name': 'tempest-TestNetworkBasicOps-router-477324066', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:32:46Z', 'updated_at': '2022-04-16T04:32:51Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:47Z', 'updated_at': '2022-04-16T04:33:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '53661045-e352-4ceb-b057-54c8ddef9440', 'name': '', 'network_id': '270936f4-d556-47c9-adf5-6bc54b094449', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:33:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:50Z', 'updated_at': '2022-04-16T04:33:45Z', 'revision_number': 7, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'e350a72e-ce7b-4456-99bb-c2f599b74b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:33:49.635318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port ecad0a16-3137-4792-9fca-cf0a6d7ec03a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:33:50.125391 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c46fe890-2994-4c6f-96c8-38f8918b4bf7 req-63eb0625-fbda-49be-a1b9-0eb301ba49d8 service neutron] 10.222.0.18 "GET /v2.0/networks/270936f4-d556-47c9-adf5-6bc54b094449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978961 Apr 16 04:33:50.232522 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8752b5-675c-4f10-a569-505bee725ab5 None None] New status for floating IP 8b1ec227-51fe-431f-b35f-dc76547c2fef: DOWN {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:33:50.306081 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c46fe890-2994-4c6f-96c8-38f8918b4bf7 req-b559bb62-895d-4432-a664-386975585f6a service neutron] 10.222.0.18 "GET /v2.0/networks/270936f4-d556-47c9-adf5-6bc54b094449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963116 Apr 16 04:33:50.376947 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f8f13-09e7-4c7b-95d1-a58397c728cb req-30ca317e-4ea0-42b7-bd76-cf33d9559c22 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:50.379126 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c74f8f13-09e7-4c7b-95d1-a58397c728cb req-30ca317e-4ea0-42b7-bd76-cf33d9559c22 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=81800eb0-7a4b-48eb-961c-593410398169 HTTP/1.1" status: 200 len: 946 time: 0.0654819 Apr 16 04:33:50.385315 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93329e-1a59-4770-ab04-819eb8e48282 req-b5969a8f-aa7f-4474-8413-68db7be79236 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:50.387574 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7b93329e-1a59-4770-ab04-819eb8e48282 req-b5969a8f-aa7f-4474-8413-68db7be79236 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/ports?device_id=81800eb0-7a4b-48eb-961c-593410398169 HTTP/1.1" status: 200 len: 946 time: 0.0582552 Apr 16 04:33:50.441159 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c74f8f13-09e7-4c7b-95d1-a58397c728cb req-7f61f004-9457-4ebd-ad58-8ec3813c79b8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=33825246-19cc-4c69-831f-58422814a395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538528 Apr 16 04:33:50.480799 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-7b93329e-1a59-4770-ab04-819eb8e48282 req-106324d9-7ed4-4b8b-8790-5316e0d747d2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 0aa13113-0b1d-487a-b4a8-54bed38b922b {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:33:50.481138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7b93329e-1a59-4770-ab04-819eb8e48282 req-106324d9-7ed4-4b8b-8790-5316e0d747d2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (0aa13113-0b1d-487a-b4a8-54bed38b922b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:50.904670 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-7b93329e-1a59-4770-ab04-819eb8e48282 req-106324d9-7ed4-4b8b-8790-5316e0d747d2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port 0aa13113-0b1d-487a-b4a8-54bed38b922b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0aa13113-0b1d-487a-b4a8-54bed38b922b,segment=NetworkSegment(38f27887-f3af-45c7-a09a-c98356e069b2),segment_id=38f27887-f3af-45c7-a09a-c98356e069b2)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:33:50.905057 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7b93329e-1a59-4770-ab04-819eb8e48282 req-106324d9-7ed4-4b8b-8790-5316e0d747d2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (0aa13113-0b1d-487a-b4a8-54bed38b922b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:50.918480 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-7b93329e-1a59-4770-ab04-819eb8e48282 req-106324d9-7ed4-4b8b-8790-5316e0d747d2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 0aa13113-0b1d-487a-b4a8-54bed38b922b owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:33:51.097978 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7b93329e-1a59-4770-ab04-819eb8e48282 req-106324d9-7ed4-4b8b-8790-5316e0d747d2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (0aa13113-0b1d-487a-b4a8-54bed38b922b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:51.124857 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106324d9-7ed4-4b8b-8790-5316e0d747d2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=0aa13113-0b1d-487a-b4a8-54bed38b922b,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:51.174467 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b93329e-1a59-4770-ab04-819eb8e48282 req-106324d9-7ed4-4b8b-8790-5316e0d747d2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] No DVR routers for this DVR port 0aa13113-0b1d-487a-b4a8-54bed38b922b on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:33:51.177113 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7b93329e-1a59-4770-ab04-819eb8e48282 req-106324d9-7ed4-4b8b-8790-5316e0d747d2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:51.182176 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7b93329e-1a59-4770-ab04-819eb8e48282 req-106324d9-7ed4-4b8b-8790-5316e0d747d2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "DELETE /v2.0/ports/0aa13113-0b1d-487a-b4a8-54bed38b922b HTTP/1.1" status: 204 len: 173 time: 0.7874649 Apr 16 04:33:51.182176 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81800eb0-7a4b-48eb-961c-593410398169', 'name': 'network-vif-deleted', 'tag': '0aa13113-0b1d-487a-b4a8-54bed38b922b'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:33:51.183031 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e2210c-a3b2-4604-8f43-0ad72278cfd9" -d '{"events": [{"server_uuid": "81800eb0-7a4b-48eb-961c-593410398169", "name": "network-vif-deleted", "tag": "0aa13113-0b1d-487a-b4a8-54bed38b922b"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:33:51.218677 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79370a5d-af55-4441-b150-be426b7e4f98 x-openstack-request-id: req-79370a5d-af55-4441-b150-be426b7e4f98 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:33:51.218965 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81800eb0-7a4b-48eb-961c-593410398169", "name": "network-vif-deleted", "tag": "0aa13113-0b1d-487a-b4a8-54bed38b922b", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:33:51.219313 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-79370a5d-af55-4441-b150-be426b7e4f98 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:33:51.219714 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79370a5d-af55-4441-b150-be426b7e4f98'] response: {'server_uuid': '81800eb0-7a4b-48eb-961c-593410398169', 'name': 'network-vif-deleted', 'tag': '0aa13113-0b1d-487a-b4a8-54bed38b922b', 'status': 'completed', 'code': 200} Apr 16 04:33:51.566754 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b969861d-cf5f-451d-8352-b344ff76c1a8 req-c6e92cf4-361c-4a88-9376-043dd7d4b3aa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=81800eb0-7a4b-48eb-961c-593410398169 HTTP/1.1" status: 200 len: 210 time: 0.0305054 Apr 16 04:33:52.630806 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41538) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:52.690135 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2e525086-8076-41dd-bceb-5585d2519eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (33825246-19cc-4c69-831f-58422814a395), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:52.714816 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2e525086-8076-41dd-bceb-5585d2519eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (33825246-19cc-4c69-831f-58422814a395), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:52.840715 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2e525086-8076-41dd-bceb-5585d2519eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (33825246-19cc-4c69-831f-58422814a395), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:52.843302 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2e525086-8076-41dd-bceb-5585d2519eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:52.844468 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2e525086-8076-41dd-bceb-5585d2519eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/security-groups/33825246-19cc-4c69-831f-58422814a395 HTTP/1.1" status: 204 len: 168 time: 0.2126772 Apr 16 04:33:52.853826 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e525086-8076-41dd-bceb-5585d2519eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33825246-19cc-4c69-831f-58422814a395,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:52.883745 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41542) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:52.956309 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41544) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:53.040156 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-2e743881-e5a3-40ce-a480-03caa8d7f462 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Deleting port ad74905e-32a5-4bd2-9a9a-2340bacfa83d {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:33:53.040500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2e743881-e5a3-40ce-a480-03caa8d7f462 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (ad74905e-32a5-4bd2-9a9a-2340bacfa83d), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:53.115688 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2e743881-e5a3-40ce-a480-03caa8d7f462 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (ad74905e-32a5-4bd2-9a9a-2340bacfa83d), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:53.115946 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2e743881-e5a3-40ce-a480-03caa8d7f462 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for floatingip (ad74905e-32a5-4bd2-9a9a-2340bacfa83d), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:53.129761 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-2e743881-e5a3-40ce-a480-03caa8d7f462 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Calling delete_port for ad74905e-32a5-4bd2-9a9a-2340bacfa83d owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:33:53.298110 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (995d2995-ebcf-403a-8271-afd16eb4a2b1), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:53.326510 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2e743881-e5a3-40ce-a480-03caa8d7f462 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (ad74905e-32a5-4bd2-9a9a-2340bacfa83d), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:53.350295 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e743881-e5a3-40ce-a480-03caa8d7f462 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event deleted for resources: {'Port': ['ID=ad74905e-32a5-4bd2-9a9a-2340bacfa83d,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:53.421708 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2e743881-e5a3-40ce-a480-03caa8d7f462 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for floatingip (37487bd3-3875-455e-82f3-5c9dcdbb1d11), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:53.422047 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-2e743881-e5a3-40ce-a480-03caa8d7f462 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Floating IP 37487bd3-3875-455e-82f3-5c9dcdbb1d11 disassociated (deleted). External IP: 172.26.6.126, port: 2e62589a-a0a8-44a3-9a1a-358e8802fec0. Apr 16 04:33:53.554202 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 53661045-e352-4ceb-b057-54c8ddef9440 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:33:53.554655 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (53661045-e352-4ceb-b057-54c8ddef9440), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:53.642751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e743881-e5a3-40ce-a480-03caa8d7f462 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Router c53c57b7-0848-483d-a00c-6b997f7acb4b has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:33:53.760655 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e743881-e5a3-40ce-a480-03caa8d7f462 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:33:53.765491 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2e743881-e5a3-40ce-a480-03caa8d7f462 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:53.770723 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816bc424-63dd-49b9-a6a6-8e5bcb5080d1 None None] Sync routers for ids ['c53c57b7-0848-483d-a00c-6b997f7acb4b'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:33:53.781599 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816bc424-63dd-49b9-a6a6-8e5bcb5080d1 None None] Routers {'c53c57b7-0848-483d-a00c-6b997f7acb4b'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:33:53.782237 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-816bc424-63dd-49b9-a6a6-8e5bcb5080d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:33:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c53c57b7-0848-483d-a00c-6b997f7acb4b'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:53.802193 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2e743881-e5a3-40ce-a480-03caa8d7f462 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "DELETE /v2.0/floatingips/37487bd3-3875-455e-82f3-5c9dcdbb1d11 HTTP/1.1" status: 204 len: 168 time: 0.9147501 Apr 16 04:33:53.802193 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8eaac8f-e049-4580-aed1-8f607973eca3', 'tag': '2e62589a-a0a8-44a3-9a1a-358e8802fec0'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:33:53.803183 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70301de3-e05f-4800-89b8-c088235669d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f8eaac8f-e049-4580-aed1-8f607973eca3", "tag": "2e62589a-a0a8-44a3-9a1a-358e8802fec0"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:33:53.848392 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ce3e88-1d23-4452-876d-28a825bc3c90 x-openstack-request-id: req-03ce3e88-1d23-4452-876d-28a825bc3c90 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:33:53.848646 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8eaac8f-e049-4580-aed1-8f607973eca3", "tag": "2e62589a-a0a8-44a3-9a1a-358e8802fec0", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:33:53.848929 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03ce3e88-1d23-4452-876d-28a825bc3c90 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:33:53.849351 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ce3e88-1d23-4452-876d-28a825bc3c90'] response: {'name': 'network-changed', 'server_uuid': 'f8eaac8f-e049-4580-aed1-8f607973eca3', 'tag': '2e62589a-a0a8-44a3-9a1a-358e8802fec0', 'status': 'completed', 'code': 200} Apr 16 04:33:53.906401 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port 53661045-e352-4ceb-b057-54c8ddef9440, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=53661045-e352-4ceb-b057-54c8ddef9440,segment=NetworkSegment(38f27887-f3af-45c7-a09a-c98356e069b2),segment_id=38f27887-f3af-45c7-a09a-c98356e069b2)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:33:53.906770 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (53661045-e352-4ceb-b057-54c8ddef9440), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:53.911764 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-816bc424-63dd-49b9-a6a6-8e5bcb5080d1 None None] Set router c53c57b7-0848-483d-a00c-6b997f7acb4b gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:33:53.921189 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 53661045-e352-4ceb-b057-54c8ddef9440 owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:33:53.924105 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70301de3-e05f-4800-89b8-c088235669d2 req-4201122b-e308-4ee1-8795-777fe657cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:53.926012 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-70301de3-e05f-4800-89b8-c088235669d2 req-4201122b-e308-4ee1-8795-777fe657cbb1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 1129 time: 0.0512502 Apr 16 04:33:54.026466 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70301de3-e05f-4800-89b8-c088235669d2 req-4f72f343-7372-4412-8b94-79e072a41e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:54.028088 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-70301de3-e05f-4800-89b8-c088235669d2 req-4f72f343-7372-4412-8b94-79e072a41e8d service neutron] 10.222.0.18 "GET /v2.0/networks?id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e HTTP/1.1" status: 200 len: 912 time: 0.0967381 Apr 16 04:33:54.070521 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-70301de3-e05f-4800-89b8-c088235669d2 req-ed645d73-50b1-4208-9a9f-4fec922457b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e62589a-a0a8-44a3-9a1a-358e8802fec0 HTTP/1.1" status: 200 len: 217 time: 0.0358765 Apr 16 04:33:54.130027 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70301de3-e05f-4800-89b8-c088235669d2 req-ea05e157-3582-46d8-941f-9aa3f923f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:54.131508 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-70301de3-e05f-4800-89b8-c088235669d2 req-ea05e157-3582-46d8-941f-9aa3f923f8da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de0b4063-129f-46ca-b5ba-66ee8157041e HTTP/1.1" status: 200 len: 851 time: 0.0558031 Apr 16 04:33:54.159806 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-816bc424-63dd-49b9-a6a6-8e5bcb5080d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:39Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1dd80d98-a138-4560-be37-fdb5d512d8cd', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'floating_ip_address': '172.26.6.244', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'port_id': '412cd01a-a38d-4b4f-87f4-898e71b3dad0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'mac_address': 'fa:16:3e:31:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e0bce3-fd30-40c6-aab6-64f389421602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:28:53Z', 'updated_at': '2022-04-16T04:28:56Z', 'revision_number': 1, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ac6853-873c-4b1b-9f38-49979bc3cfaa', 'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'mac_address': 'fa:16:3e:40:fa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:37Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 5, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'subnets': [{'id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:54.182599 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70301de3-e05f-4800-89b8-c088235669d2 req-f6a8a326-133d-428d-bfb3-2ddffa5ab852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:54.187545 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-70301de3-e05f-4800-89b8-c088235669d2 req-f6a8a326-133d-428d-bfb3-2ddffa5ab852 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0461359 Apr 16 04:33:54.195753 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816bc424-63dd-49b9-a6a6-8e5bcb5080d1 None None] Checking router: c53c57b7-0848-483d-a00c-6b997f7acb4b for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:33:54.204946 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816bc424-63dd-49b9-a6a6-8e5bcb5080d1 None None] Routers {'c53c57b7-0848-483d-a00c-6b997f7acb4b'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:33:54.205573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-816bc424-63dd-49b9-a6a6-8e5bcb5080d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:33:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c53c57b7-0848-483d-a00c-6b997f7acb4b'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:54.215184 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (53661045-e352-4ceb-b057-54c8ddef9440), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:54.271279 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=53661045-e352-4ceb-b057-54c8ddef9440,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:54.284881 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b9191-7a18-47dd-83bf-6877778a8163 req-70c8859e-a0f8-4395-b0a5-a2fd1a92500a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:54.286513 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-107b9191-7a18-47dd-83bf-6877778a8163 req-70c8859e-a0f8-4395-b0a5-a2fd1a92500a tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 945 time: 0.0822113 Apr 16 04:33:54.321994 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:54.322336 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:54.323206 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:54.323545 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:54.323877 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:54.324204 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:54.324529 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:54.324879 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:54.325512 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:54.325512 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:54.325835 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:54.326155 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:54.326477 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:54.326797 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:54.327111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:54.329916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-816bc424-63dd-49b9-a6a6-8e5bcb5080d1 None None] Set router c53c57b7-0848-483d-a00c-6b997f7acb4b gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:33:54.379286 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 0aa13113-0b1d-487a-b4a8-54bed38b922b no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:33:54.394398 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-107b9191-7a18-47dd-83bf-6877778a8163 req-8a5189c4-1109-44a1-b929-9a7f1f3da39f tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886276 Apr 16 04:33:54.472974 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 0aa13113-0b1d-487a-b4a8-54bed38b922b {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:33:54.473324 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 0aa13113-0b1d-487a-b4a8-54bed38b922b not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:33:54.509974 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (995d2995-ebcf-403a-8271-afd16eb4a2b1), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:54.586879 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-816bc424-63dd-49b9-a6a6-8e5bcb5080d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:39Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1dd80d98-a138-4560-be37-fdb5d512d8cd', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'floating_ip_address': '172.26.6.244', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'port_id': '412cd01a-a38d-4b4f-87f4-898e71b3dad0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'mac_address': 'fa:16:3e:31:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e0bce3-fd30-40c6-aab6-64f389421602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:28:53Z', 'updated_at': '2022-04-16T04:28:56Z', 'revision_number': 1, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ac6853-873c-4b1b-9f38-49979bc3cfaa', 'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'mac_address': 'fa:16:3e:40:fa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:37Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 5, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'subnets': [{'id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:54.614735 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816bc424-63dd-49b9-a6a6-8e5bcb5080d1 None None] The sync data for ids ['c53c57b7-0848-483d-a00c-6b997f7acb4b'] in dv-neutron-838078-2-hyperv is: [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:39Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1dd80d98-a138-4560-be37-fdb5d512d8cd', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'floating_ip_address': '172.26.6.244', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'port_id': '412cd01a-a38d-4b4f-87f4-898e71b3dad0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'mac_address': 'fa:16:3e:31:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e0bce3-fd30-40c6-aab6-64f389421602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:28:53Z', 'updated_at': '2022-04-16T04:28:56Z', 'revision_number': 1, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ac6853-873c-4b1b-9f38-49979bc3cfaa', 'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'mac_address': 'fa:16:3e:40:fa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:37Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 5, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'subnets': [{'id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:33:54.745789 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 995d2995-ebcf-403a-8271-afd16eb4a2b1 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:33:54.838902 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d04c45b-1bbd-45b2-a3c0-30f4cab75fbb None None] New status for floating IP 37487bd3-3875-455e-82f3-5c9dcdbb1d11: DOWN {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:33:54.858806 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:33:54.866633 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-98260545-065d-4dae-9776-6ff4a6ce7689 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/routers/995d2995-ebcf-403a-8271-afd16eb4a2b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9085553 Apr 16 04:33:54.867267 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41552) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:54.870186 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c8b42-4ea7-48ea-ace1-24e17962cc3d None None] Sync routers for ids ['995d2995-ebcf-403a-8271-afd16eb4a2b1'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:33:54.880644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548c8b42-4ea7-48ea-ace1-24e17962cc3d None None] Routers {'995d2995-ebcf-403a-8271-afd16eb4a2b1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:33:54.881300 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-548c8b42-4ea7-48ea-ace1-24e17962cc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:33:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['995d2995-ebcf-403a-8271-afd16eb4a2b1'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:54.928165 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcbf7b9-c041-465a-bff1-11f58995e98a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting subnet e350a72e-ce7b-4456-99bb-c2f599b74b57 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:33:54.931590 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5bcbf7b9-c041-465a-bff1-11f58995e98a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (e350a72e-ce7b-4456-99bb-c2f599b74b57), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:54.978082 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5bcbf7b9-c041-465a-bff1-11f58995e98a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (e350a72e-ce7b-4456-99bb-c2f599b74b57), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:55.009436 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-548c8b42-4ea7-48ea-ace1-24e17962cc3d None None] Set router 995d2995-ebcf-403a-8271-afd16eb4a2b1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:33:55.062101 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5bcbf7b9-c041-465a-bff1-11f58995e98a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (e350a72e-ce7b-4456-99bb-c2f599b74b57), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:55.180130 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-548c8b42-4ea7-48ea-ace1-24e17962cc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'name': 'tempest-TestNetworkBasicOps-router-477324066', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:32:46Z', 'updated_at': '2022-04-16T04:33:54Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:47Z', 'updated_at': '2022-04-16T04:33:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:55.186541 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5bcbf7b9-c041-465a-bff1-11f58995e98a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (e350a72e-ce7b-4456-99bb-c2f599b74b57), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:55.213300 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c8b42-4ea7-48ea-ace1-24e17962cc3d None None] Checking router: 995d2995-ebcf-403a-8271-afd16eb4a2b1 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:33:55.219402 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbf7b9-c041-465a-bff1-11f58995e98a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Subnet': ['ID=e350a72e-ce7b-4456-99bb-c2f599b74b57,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:55.222680 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548c8b42-4ea7-48ea-ace1-24e17962cc3d None None] Routers {'995d2995-ebcf-403a-8271-afd16eb4a2b1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:33:55.223439 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-548c8b42-4ea7-48ea-ace1-24e17962cc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:33:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['995d2995-ebcf-403a-8271-afd16eb4a2b1'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:55.231832 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5bcbf7b9-c041-465a-bff1-11f58995e98a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:55.235695 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-70301de3-e05f-4800-89b8-c088235669d2 req-dc2ca73c-461e-4c0f-a743-670837d8e544 service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926993 Apr 16 04:33:55.238930 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5bcbf7b9-c041-465a-bff1-11f58995e98a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/subnets/e350a72e-ce7b-4456-99bb-c2f599b74b57 HTTP/1.1" status: 204 len: 168 time: 0.3676026 Apr 16 04:33:55.238930 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41554) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:55.268344 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90480e3d-2215-4be4-86b0-cb5591f359c1 None None] Network 270936f4-d556-47c9-adf5-6bc54b094449 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:33:55.359393 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f1121aac-419e-40ad-aad0-3a6b6021c64a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (995d2995-ebcf-403a-8271-afd16eb4a2b1), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:55.436506 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-70301de3-e05f-4800-89b8-c088235669d2 req-6e1552fb-cd80-4ca2-a8c8-fd4f6602e840 service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244402 Apr 16 04:33:55.499929 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f1121aac-419e-40ad-aad0-3a6b6021c64a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (995d2995-ebcf-403a-8271-afd16eb4a2b1), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:55.525379 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ddec9-c84f-4e40-a6ca-9aa1b2c2d502 req-9bfc3bc3-ec21-497d-a6e6-d4f0df0d45ba tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:55.527450 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-631ddec9-c84f-4e40-a6ca-9aa1b2c2d502 req-9bfc3bc3-ec21-497d-a6e6-d4f0df0d45ba tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 945 time: 0.0508711 Apr 16 04:33:55.570975 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-548c8b42-4ea7-48ea-ace1-24e17962cc3d None None] Set router 995d2995-ebcf-403a-8271-afd16eb4a2b1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:33:55.580376 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-631ddec9-c84f-4e40-a6ca-9aa1b2c2d502 req-f10c9e1e-fd82-4a4a-8ff7-8ae1ac3e8d0e tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469439 Apr 16 04:33:55.650420 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93af6ecb-80da-4aa7-ac44-9e56678183c7 None None] DHCP port deletion for 270936f4-d556-47c9-adf5-6bc54b094449 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:33:55.656299 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-f1121aac-419e-40ad-aad0-3a6b6021c64a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port ecad0a16-3137-4792-9fca-cf0a6d7ec03a {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:33:55.656754 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f1121aac-419e-40ad-aad0-3a6b6021c64a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (ecad0a16-3137-4792-9fca-cf0a6d7ec03a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:55.697700 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbe2f5-d59f-4a00-b56f-dd4a950729b9 req-964905d5-2252-454b-9758-e6b5173f84c9 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:55.699220 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-22dbe2f5-d59f-4a00-b56f-dd4a950729b9 req-964905d5-2252-454b-9758-e6b5173f84c9 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 945 time: 0.0536225 Apr 16 04:33:55.738979 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-93af6ecb-80da-4aa7-ac44-9e56678183c7 None None] Deleting port b4a57e25-f604-4df1-9389-fc280f93c048 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:33:55.739358 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-93af6ecb-80da-4aa7-ac44-9e56678183c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (b4a57e25-f604-4df1-9389-fc280f93c048), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:55.752030 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-f1121aac-419e-40ad-aad0-3a6b6021c64a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port ecad0a16-3137-4792-9fca-cf0a6d7ec03a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ecad0a16-3137-4792-9fca-cf0a6d7ec03a,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:33:55.752711 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f1121aac-419e-40ad-aad0-3a6b6021c64a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (ecad0a16-3137-4792-9fca-cf0a6d7ec03a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:55.766963 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-f1121aac-419e-40ad-aad0-3a6b6021c64a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for ecad0a16-3137-4792-9fca-cf0a6d7ec03a owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:33:55.794767 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-22dbe2f5-d59f-4a00-b56f-dd4a950729b9 req-a9c663b4-a077-4cae-9d5f-5664f8f9f692 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Deleting port 2e62589a-a0a8-44a3-9a1a-358e8802fec0 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:33:55.795183 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-22dbe2f5-d59f-4a00-b56f-dd4a950729b9 req-a9c663b4-a077-4cae-9d5f-5664f8f9f692 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (2e62589a-a0a8-44a3-9a1a-358e8802fec0), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:55.840509 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-93af6ecb-80da-4aa7-ac44-9e56678183c7 None None] For port b4a57e25-f604-4df1-9389-fc280f93c048, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=b4a57e25-f604-4df1-9389-fc280f93c048,segment=NetworkSegment(38f27887-f3af-45c7-a09a-c98356e069b2),segment_id=38f27887-f3af-45c7-a09a-c98356e069b2)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:33:55.841064 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-93af6ecb-80da-4aa7-ac44-9e56678183c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (b4a57e25-f604-4df1-9389-fc280f93c048), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:55.860431 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-93af6ecb-80da-4aa7-ac44-9e56678183c7 None None] Calling delete_port for b4a57e25-f604-4df1-9389-fc280f93c048 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:33:55.867366 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-548c8b42-4ea7-48ea-ace1-24e17962cc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'name': 'tempest-TestNetworkBasicOps-router-477324066', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:32:46Z', 'updated_at': '2022-04-16T04:33:54Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:47Z', 'updated_at': '2022-04-16T04:33:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:55.893249 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-22dbe2f5-d59f-4a00-b56f-dd4a950729b9 req-a9c663b4-a077-4cae-9d5f-5664f8f9f692 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] For port 2e62589a-a0a8-44a3-9a1a-358e8802fec0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=2e62589a-a0a8-44a3-9a1a-358e8802fec0,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:33:55.893590 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-22dbe2f5-d59f-4a00-b56f-dd4a950729b9 req-a9c663b4-a077-4cae-9d5f-5664f8f9f692 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (2e62589a-a0a8-44a3-9a1a-358e8802fec0), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:55.898882 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c8b42-4ea7-48ea-ace1-24e17962cc3d None None] The sync data for ids ['995d2995-ebcf-403a-8271-afd16eb4a2b1'] in dv-neutron-838078-2-hyperv is: [{'id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'name': 'tempest-TestNetworkBasicOps-router-477324066', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:32:46Z', 'updated_at': '2022-04-16T04:33:54Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ecad0a16-3137-4792-9fca-cf0a6d7ec03a', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995d2995-ebcf-403a-8271-afd16eb4a2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:32:47Z', 'updated_at': '2022-04-16T04:33:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:33:55.918332 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-22dbe2f5-d59f-4a00-b56f-dd4a950729b9 req-a9c663b4-a077-4cae-9d5f-5664f8f9f692 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Calling delete_port for 2e62589a-a0a8-44a3-9a1a-358e8802fec0 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:33:56.041212 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f1121aac-419e-40ad-aad0-3a6b6021c64a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (ecad0a16-3137-4792-9fca-cf0a6d7ec03a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:56.063949 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-93af6ecb-80da-4aa7-ac44-9e56678183c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (b4a57e25-f604-4df1-9389-fc280f93c048), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:56.071698 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1121aac-419e-40ad-aad0-3a6b6021c64a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=ecad0a16-3137-4792-9fca-cf0a6d7ec03a,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:56.092378 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af6ecb-80da-4aa7-ac44-9e56678183c7 None None] Pushing event deleted for resources: {'Port': ['ID=b4a57e25-f604-4df1-9389-fc280f93c048,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:56.094285 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93af6ecb-80da-4aa7-ac44-9e56678183c7 None None] No DVR routers for this DVR port b4a57e25-f604-4df1-9389-fc280f93c048 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:33:56.126852 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-22dbe2f5-d59f-4a00-b56f-dd4a950729b9 req-a9c663b4-a077-4cae-9d5f-5664f8f9f692 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (2e62589a-a0a8-44a3-9a1a-358e8802fec0), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:56.141073 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f1121aac-419e-40ad-aad0-3a6b6021c64a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (995d2995-ebcf-403a-8271-afd16eb4a2b1), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:56.157778 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c663b4-a077-4cae-9d5f-5664f8f9f692 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event deleted for resources: {'Port': ['ID=2e62589a-a0a8-44a3-9a1a-358e8802fec0,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:56.209156 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-22dbe2f5-d59f-4a00-b56f-dd4a950729b9 req-a9c663b4-a077-4cae-9d5f-5664f8f9f692 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] No DVR routers for this DVR port 2e62589a-a0a8-44a3-9a1a-358e8802fec0 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:33:56.211574 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-22dbe2f5-d59f-4a00-b56f-dd4a950729b9 req-a9c663b4-a077-4cae-9d5f-5664f8f9f692 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:56.215086 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-22dbe2f5-d59f-4a00-b56f-dd4a950729b9 req-a9c663b4-a077-4cae-9d5f-5664f8f9f692 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.18 "DELETE /v2.0/ports/2e62589a-a0a8-44a3-9a1a-358e8802fec0 HTTP/1.1" status: 204 len: 173 time: 0.5108297 Apr 16 04:33:56.215571 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8eaac8f-e049-4580-aed1-8f607973eca3', 'name': 'network-vif-deleted', 'tag': '2e62589a-a0a8-44a3-9a1a-358e8802fec0'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:33:56.218340 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5d3bf3-8feb-46b5-b19c-af5018ba5275" -d '{"events": [{"server_uuid": "f8eaac8f-e049-4580-aed1-8f607973eca3", "name": "network-vif-deleted", "tag": "2e62589a-a0a8-44a3-9a1a-358e8802fec0"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:33:56.238490 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f1121aac-419e-40ad-aad0-3a6b6021c64a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (995d2995-ebcf-403a-8271-afd16eb4a2b1), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:56.240390 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f1121aac-419e-40ad-aad0-3a6b6021c64a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_controller (995d2995-ebcf-403a-8271-afd16eb4a2b1), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:56.262119 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f42293-7c9c-4c23-9ac3-884cc2e54ecf x-openstack-request-id: req-31f42293-7c9c-4c23-9ac3-884cc2e54ecf {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:33:56.265540 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8eaac8f-e049-4580-aed1-8f607973eca3", "name": "network-vif-deleted", "tag": "2e62589a-a0a8-44a3-9a1a-358e8802fec0", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:33:56.265540 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31f42293-7c9c-4c23-9ac3-884cc2e54ecf {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:33:56.265540 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31f42293-7c9c-4c23-9ac3-884cc2e54ecf'] response: {'server_uuid': 'f8eaac8f-e049-4580-aed1-8f607973eca3', 'name': 'network-vif-deleted', 'tag': '2e62589a-a0a8-44a3-9a1a-358e8802fec0', 'status': 'completed', 'code': 200} Apr 16 04:33:56.393824 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f1121aac-419e-40ad-aad0-3a6b6021c64a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (995d2995-ebcf-403a-8271-afd16eb4a2b1), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:56.394365 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1121aac-419e-40ad-aad0-3a6b6021c64a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Fanout notify agent at l3_agent the message router_deleted on router 995d2995-ebcf-403a-8271-afd16eb4a2b1 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:33:56.401451 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f1121aac-419e-40ad-aad0-3a6b6021c64a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:56.404189 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f1121aac-419e-40ad-aad0-3a6b6021c64a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/routers/995d2995-ebcf-403a-8271-afd16eb4a2b1 HTTP/1.1" status: 204 len: 168 time: 1.1629138 Apr 16 04:33:56.405523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41562) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:56.486289 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8b1fe2d5-26d4-49e0-9590-3b8bd2552b3f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (270936f4-d556-47c9-adf5-6bc54b094449), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:56.587832 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8b1fe2d5-26d4-49e0-9590-3b8bd2552b3f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (270936f4-d556-47c9-adf5-6bc54b094449), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:56.617355 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-8b1fe2d5-26d4-49e0-9590-3b8bd2552b3f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['270936f4-d556-47c9-adf5-6bc54b094449']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:56.637362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-8b1fe2d5-26d4-49e0-9590-3b8bd2552b3f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f27887-f3af-45c7-a09a-c98356e069b2') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:56.637362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-8b1fe2d5-26d4-49e0-9590-3b8bd2552b3f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f27887-f3af-45c7-a09a-c98356e069b2') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:56.643527 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8b1fe2d5-26d4-49e0-9590-3b8bd2552b3f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (38f27887-f3af-45c7-a09a-c98356e069b2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:56.664669 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8b1fe2d5-26d4-49e0-9590-3b8bd2552b3f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (38f27887-f3af-45c7-a09a-c98356e069b2), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:56.675007 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1fe2d5-26d4-49e0-9590-3b8bd2552b3f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:33:56.675462 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8b1fe2d5-26d4-49e0-9590-3b8bd2552b3f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (38f27887-f3af-45c7-a09a-c98356e069b2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:33:56.727745 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:33:56.764762 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ddb1b5db-ee6f-4746-8017-ab535cd4fac7 req-78191a7f-3258-40f7-b19a-54f4f56a904b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 210 time: 0.0360765 Apr 16 04:33:56.841023 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8b1fe2d5-26d4-49e0-9590-3b8bd2552b3f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (270936f4-d556-47c9-adf5-6bc54b094449), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:56.848522 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8b1fe2d5-26d4-49e0-9590-3b8bd2552b3f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:56.851743 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8b1fe2d5-26d4-49e0-9590-3b8bd2552b3f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/networks/270936f4-d556-47c9-adf5-6bc54b094449 HTTP/1.1" status: 204 len: 168 time: 0.4452381 Apr 16 04:33:56.864596 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fe2d5-26d4-49e0-9590-3b8bd2552b3f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Network': ['ID=270936f4-d556-47c9-adf5-6bc54b094449,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:56.871500 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41566) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:56.876808 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-38eabd14-9984-4e59-8f80-f6ee83bf4319 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'network': {'name': 'tempest-network-smoke--524685652', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'port_security_enabled': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:33:56.949218 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38eabd14-9984-4e59-8f80-f6ee83bf4319 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:33:56.952499 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-38eabd14-9984-4e59-8f80-f6ee83bf4319 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:56.976934 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38eabd14-9984-4e59-8f80-f6ee83bf4319 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:33:56.987288 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-38eabd14-9984-4e59-8f80-f6ee83bf4319 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (2b65d15f-675d-41e2-b896-7496f25082db), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:56.987638 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-38eabd14-9984-4e59-8f80-f6ee83bf4319 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Added segment 2b65d15f-675d-41e2-b896-7496f25082db of type vlan for network 5e81c4f0-361c-4542-b3fd-cc500e8502fa Apr 16 04:33:57.037555 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-38eabd14-9984-4e59-8f80-f6ee83bf4319 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (5e81c4f0-361c-4542-b3fd-cc500e8502fa), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:57.125243 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-38eabd14-9984-4e59-8f80-f6ee83bf4319 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (5e81c4f0-361c-4542-b3fd-cc500e8502fa), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:57.130177 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eabd14-9984-4e59-8f80-f6ee83bf4319 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:57.130790 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-38eabd14-9984-4e59-8f80-f6ee83bf4319 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:57.196325 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eabd14-9984-4e59-8f80-f6ee83bf4319 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Network': ['ID=5e81c4f0-361c-4542-b3fd-cc500e8502fa,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:57.206456 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 5e81c4f0-361c-4542-b3fd-cc500e8502fa details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:33:57.248196 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-38eabd14-9984-4e59-8f80-f6ee83bf4319 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3755822 Apr 16 04:33:57.251050 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41568) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:57.255801 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-72872716-66ee-4647-b1ee-aaf279f58dc7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2105577417', 'admin_state_up': True, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:33:57.342682 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72872716-66ee-4647-b1ee-aaf279f58dc7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (8082c98a-e167-44cf-912f-bc31f5773377), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:57.343738 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72872716-66ee-4647-b1ee-aaf279f58dc7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (8082c98a-e167-44cf-912f-bc31f5773377), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:57.402983 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72872716-66ee-4647-b1ee-aaf279f58dc7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_controller (8082c98a-e167-44cf-912f-bc31f5773377), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:57.430524 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device b4a57e25-f604-4df1-9389-fc280f93c048 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:33:57.456182 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: b4a57e25-f604-4df1-9389-fc280f93c048 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:33:57.456531 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device b4a57e25-f604-4df1-9389-fc280f93c048 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:33:57.456982 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 53661045-e352-4ceb-b057-54c8ddef9440 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:33:57.476970 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 53661045-e352-4ceb-b057-54c8ddef9440 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:33:57.477323 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 53661045-e352-4ceb-b057-54c8ddef9440 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:33:57.478369 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ecad0a16-3137-4792-9fca-cf0a6d7ec03a no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:33:57.497631 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: ecad0a16-3137-4792-9fca-cf0a6d7ec03a {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:33:57.497977 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ecad0a16-3137-4792-9fca-cf0a6d7ec03a not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:33:57.616839 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72872716-66ee-4647-b1ee-aaf279f58dc7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (8082c98a-e167-44cf-912f-bc31f5773377), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:57.852109 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72872716-66ee-4647-b1ee-aaf279f58dc7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (8082c98a-e167-44cf-912f-bc31f5773377), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:57.868640 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fd22939b-2fce-4ddf-9203-157323708b8b req-b38575f7-4629-4902-a6b8-421a78e12985 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 210 time: 0.0287321 Apr 16 04:33:57.872128 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72872716-66ee-4647-b1ee-aaf279f58dc7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:57.979713 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-72872716-66ee-4647-b1ee-aaf279f58dc7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.26.6.61 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/ed054d93-cb40-4e89-b837-f9740c5c94e2) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:33:58.086086 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72872716-66ee-4647-b1ee-aaf279f58dc7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (ed054d93-cb40-4e89-b837-f9740c5c94e2), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:58.176709 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:58.205672 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72872716-66ee-4647-b1ee-aaf279f58dc7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (ed054d93-cb40-4e89-b837-f9740c5c94e2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:58.244986 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72872716-66ee-4647-b1ee-aaf279f58dc7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:33:58.247899 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-72872716-66ee-4647-b1ee-aaf279f58dc7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:33:58.250364 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72872716-66ee-4647-b1ee-aaf279f58dc7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:33:58.282569 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72872716-66ee-4647-b1ee-aaf279f58dc7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=ed054d93-cb40-4e89-b837-f9740c5c94e2,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:58.580824 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72872716-66ee-4647-b1ee-aaf279f58dc7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (8082c98a-e167-44cf-912f-bc31f5773377), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:58.784010 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72872716-66ee-4647-b1ee-aaf279f58dc7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (8082c98a-e167-44cf-912f-bc31f5773377), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:58.966166 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2c7c01a9-0bdd-45ac-b19d-d4575d7b3a84 req-03139842-e044-4553-9c33-0537b0e5208c tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 210 time: 0.0285437 Apr 16 04:33:59.000872 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72872716-66ee-4647-b1ee-aaf279f58dc7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 8082c98a-e167-44cf-912f-bc31f5773377 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:33:59.112696 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72872716-66ee-4647-b1ee-aaf279f58dc7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:33:59.124170 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] Sync routers for ids ['8082c98a-e167-44cf-912f-bc31f5773377'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:33:59.136169 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] Routers {'8082c98a-e167-44cf-912f-bc31f5773377'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:33:59.136846 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:33:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['8082c98a-e167-44cf-912f-bc31f5773377'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:59.190354 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-72872716-66ee-4647-b1ee-aaf279f58dc7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:59.195050 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-72872716-66ee-4647-b1ee-aaf279f58dc7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9399660 Apr 16 04:33:59.195289 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41574) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:59.226852 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-bc81e5ba-4fef-480f-ac18-56c75909e620 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4b56e019123c4dffa69f7a176eb53d27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281553 Apr 16 04:33:59.227091 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41576) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:59.246710 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] Set router 8082c98a-e167-44cf-912f-bc31f5773377 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:33:59.320803 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ddf183-e632-4ef9-b07f-6a72955cc206 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:33:59.325572 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-27ddf183-e632-4ef9-b07f-6a72955cc206 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943720 Apr 16 04:33:59.325572 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41578) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:59.356759 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9aab6036-029a-4ba3-9c14-50dfbdac5f85 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267518 Apr 16 04:33:59.356759 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41580) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:33:59.360762 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-cd0e4a14-e205-4d73-a556-97ccc035e5b3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-630573532', 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:33:59.433331 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8082c98a-e167-44cf-912f-bc31f5773377', 'name': 'tempest-TestNetworkBasicOps-router-2105577417', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:33:58Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:33:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:33:59.462714 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] Checking router: 8082c98a-e167-44cf-912f-bc31f5773377 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:33:59.462714 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] Updating router 8082c98a-e167-44cf-912f-bc31f5773377 port ed054d93-cb40-4e89-b837-f9740c5c94e2 binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:33:59.491567 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ed054d93-cb40-4e89-b837-f9740c5c94e2), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:59.497651 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0e4a14-e205-4d73-a556-97ccc035e5b3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:33:59.501385 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cd0e4a14-e205-4d73-a556-97ccc035e5b3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:59.746164 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] Publish callbacks [] for port (ed054d93-cb40-4e89-b837-f9740c5c94e2), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:59.759624 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cd0e4a14-e205-4d73-a556-97ccc035e5b3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (c73959d6-13a6-4018-8d71-1d54ed2fc290), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:59.812806 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ed054d93-cb40-4e89-b837-f9740c5c94e2), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:59.824477 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e4a14-e205-4d73-a556-97ccc035e5b3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Subnet': ['ID=c73959d6-13a6-4018-8d71-1d54ed2fc290,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:59.833164 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0e4a14-e205-4d73-a556-97ccc035e5b3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Checking segment: {'id': '2b65d15f-675d-41e2-b896-7496f25082db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:33:59.833531 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0e4a14-e205-4d73-a556-97ccc035e5b3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network hostable DHCP agents. Network: 5e81c4f0-361c-4542-b3fd-cc500e8502fa, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:33:59.871545 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] Attempting to bind port ed054d93-cb40-4e89-b837-f9740c5c94e2 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:33:59.871906 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] Attempting to bind port ed054d93-cb40-4e89-b837-f9740c5c94e2 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:33:59.872261 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] Attempting to bind port ed054d93-cb40-4e89-b837-f9740c5c94e2 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:33:59.879204 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96444f5f-f269-49b5-9b20-dccdb1a7d118 None None] Pushing event updated for resources: {'Port': ['ID=ed054d93-cb40-4e89-b837-f9740c5c94e2,revision_number=2']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:33:59.882191 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:33:59.882557 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:33:59.882954 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:59.883338 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:33:59.883798 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] Bound port: ed054d93-cb40-4e89-b837-f9740c5c94e2, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:33:59.884168 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ed054d93-cb40-4e89-b837-f9740c5c94e2), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:33:59.891370 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444f5f-f269-49b5-9b20-dccdb1a7d118 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:59.891709 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444f5f-f269-49b5-9b20-dccdb1a7d118 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:59.892045 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444f5f-f269-49b5-9b20-dccdb1a7d118 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:59.893541 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444f5f-f269-49b5-9b20-dccdb1a7d118 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:59.893541 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444f5f-f269-49b5-9b20-dccdb1a7d118 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:59.893541 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444f5f-f269-49b5-9b20-dccdb1a7d118 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:59.893541 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444f5f-f269-49b5-9b20-dccdb1a7d118 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:59.893926 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444f5f-f269-49b5-9b20-dccdb1a7d118 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:59.894110 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444f5f-f269-49b5-9b20-dccdb1a7d118 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:59.894439 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444f5f-f269-49b5-9b20-dccdb1a7d118 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:59.894779 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444f5f-f269-49b5-9b20-dccdb1a7d118 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:59.895114 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444f5f-f269-49b5-9b20-dccdb1a7d118 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:59.895438 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444f5f-f269-49b5-9b20-dccdb1a7d118 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:59.895752 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444f5f-f269-49b5-9b20-dccdb1a7d118 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:59.896066 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444f5f-f269-49b5-9b20-dccdb1a7d118 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:33:59.909705 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0e4a14-e205-4d73-a556-97ccc035e5b3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 5e81c4f0-361c-4542-b3fd-cc500e8502fa is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:33:59.953229 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] For port ed054d93-cb40-4e89-b837-f9740c5c94e2, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:33:59.956350 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] For port ed054d93-cb40-4e89-b837-f9740c5c94e2, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ed054d93-cb40-4e89-b837-f9740c5c94e2,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:34:00.001282 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-cd0e4a14-e205-4d73-a556-97ccc035e5b3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 5e81c4f0-361c-4542-b3fd-cc500e8502fa) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:34:00.006362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0e4a14-e205-4d73-a556-97ccc035e5b3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:00.007279 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cd0e4a14-e205-4d73-a556-97ccc035e5b3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:00.011502 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f64455-1998-4cf2-a11c-e6327d405590 None None] Network 5e81c4f0-361c-4542-b3fd-cc500e8502fa requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:34:00.030155 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ed054d93-cb40-4e89-b837-f9740c5c94e2), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:00.092038 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cd0e4a14-e205-4d73-a556-97ccc035e5b3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7325006 Apr 16 04:34:00.092662 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41584) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:00.101924 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9e976c16-fdac-4872-bcc8-4888e82d3829 req-ffa77185-39f3-466f-8d20-3fbb9cbd7312 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 210 time: 0.0515237 Apr 16 04:34:00.145785 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-5e81c4f0-361c-4542-b3fd-cc500e8502fa', 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ips': [{'subnet_id': 'c73959d6-13a6-4018-8d71-1d54ed2fc290'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:34:00.146952 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:00.212810 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96444f5f-f269-49b5-9b20-dccdb1a7d118 None None] Pushing event updated for resources: {'Port': ['ID=ed054d93-cb40-4e89-b837-f9740c5c94e2,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:00.226915 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] Routers {'8082c98a-e167-44cf-912f-bc31f5773377'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:34:00.227632 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:33:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['8082c98a-e167-44cf-912f-bc31f5773377'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:00.331023 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] Allocated IP 172.20.0.2 (5e81c4f0-361c-4542-b3fd-cc500e8502fa/c73959d6-13a6-4018-8d71-1d54ed2fc290/3c6d1659-61cb-450d-bd5c-298d02ce9f2a) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:34:00.367594 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] Set router 8082c98a-e167-44cf-912f-bc31f5773377 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:34:00.492672 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] Publish callbacks [] for port (3c6d1659-61cb-450d-bd5c-298d02ce9f2a), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:00.499594 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 2e62589a-a0a8-44a3-9a1a-358e8802fec0 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:34:00.528690 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 2e62589a-a0a8-44a3-9a1a-358e8802fec0 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:34:00.529398 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 2e62589a-a0a8-44a3-9a1a-358e8802fec0 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:34:00.572657 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (3c6d1659-61cb-450d-bd5c-298d02ce9f2a), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:00.580256 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8082c98a-e167-44cf-912f-bc31f5773377', 'name': 'tempest-TestNetworkBasicOps-router-2105577417', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:33:58Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:00.612233 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] Network 5e81c4f0-361c-4542-b3fd-cc500e8502fa is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:34:00.615043 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:34:00.619072 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:34:00.622389 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09d597e-9299-4e6e-90cc-69bbc49319b8 None None] The sync data for ids ['8082c98a-e167-44cf-912f-bc31f5773377'] in dv-neutron-838078-2-hyperv is: [{'id': '8082c98a-e167-44cf-912f-bc31f5773377', 'name': 'tempest-TestNetworkBasicOps-router-2105577417', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:33:58Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:34:00.672774 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] Pushing event updated for resources: {'Port': ['ID=3c6d1659-61cb-450d-bd5c-298d02ce9f2a,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:00.712160 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] Attempting to bind port 3c6d1659-61cb-450d-bd5c-298d02ce9f2a on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:34:00.713566 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] Attempting to bind port 3c6d1659-61cb-450d-bd5c-298d02ce9f2a by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '2b65d15f-675d-41e2-b896-7496f25082db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:34:00.714005 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] Attempting to bind port 3c6d1659-61cb-450d-bd5c-298d02ce9f2a on network 5e81c4f0-361c-4542-b3fd-cc500e8502fa {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:34:00.722049 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:34:00.722684 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] Checking segment: {'id': '2b65d15f-675d-41e2-b896-7496f25082db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:34:00.723187 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:00.723811 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] Bound using segment: {'id': '2b65d15f-675d-41e2-b896-7496f25082db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:34:00.724364 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] Bound port: 3c6d1659-61cb-450d-bd5c-298d02ce9f2a, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b65d15f-675d-41e2-b896-7496f25082db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:34:00.724888 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (3c6d1659-61cb-450d-bd5c-298d02ce9f2a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:00.807684 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] For port 3c6d1659-61cb-450d-bd5c-298d02ce9f2a, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:34:00.811581 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] For port 3c6d1659-61cb-450d-bd5c-298d02ce9f2a, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3c6d1659-61cb-450d-bd5c-298d02ce9f2a,segment=NetworkSegment(2b65d15f-675d-41e2-b896-7496f25082db),segment_id=2b65d15f-675d-41e2-b896-7496f25082db)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:34:00.900202 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (3c6d1659-61cb-450d-bd5c-298d02ce9f2a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:01.000803 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d625078-2df8-4a55-b39a-2e31aaed1f01 None None] Pushing event updated for resources: {'Port': ['ID=3c6d1659-61cb-450d-bd5c-298d02ce9f2a,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:01.067592 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec8ddef0-c35e-4a94-9ed8-57324ffb5b95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:01.290123 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-35755993-6d73-436b-8236-c66e457de2aa req-14bc17b8-7ec1-4989-bb98-d0b8baee0aec tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 210 time: 0.0798051 Apr 16 04:34:01.473305 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-ec8ddef0-c35e-4a94-9ed8-57324ffb5b95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.20.0.1 (5e81c4f0-361c-4542-b3fd-cc500e8502fa/c73959d6-13a6-4018-8d71-1d54ed2fc290/dcacf561-c970-4bbe-9185-a74f2a82ae08) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:34:01.522432 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3c6d1659-61cb-450d-bd5c-298d02ce9f2a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:34:01.608353 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 3c6d1659-61cb-450d-bd5c-298d02ce9f2a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:34:01.609091 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3c6d1659-61cb-450d-bd5c-298d02ce9f2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:01.617624 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec8ddef0-c35e-4a94-9ed8-57324ffb5b95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:01.702547 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 3c6d1659-61cb-450d-bd5c-298d02ce9f2a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:34:01.703373 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (3c6d1659-61cb-450d-bd5c-298d02ce9f2a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:01.709795 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec8ddef0-c35e-4a94-9ed8-57324ffb5b95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:01.747042 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 3c6d1659-61cb-450d-bd5c-298d02ce9f2a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3c6d1659-61cb-450d-bd5c-298d02ce9f2a,segment=NetworkSegment(2b65d15f-675d-41e2-b896-7496f25082db),segment_id=2b65d15f-675d-41e2-b896-7496f25082db)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:34:01.769163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8ddef0-c35e-4a94-9ed8-57324ffb5b95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 5e81c4f0-361c-4542-b3fd-cc500e8502fa is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:34:01.774580 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-ec8ddef0-c35e-4a94-9ed8-57324ffb5b95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:34:01.780165 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8ddef0-c35e-4a94-9ed8-57324ffb5b95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:34:01.824093 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (3c6d1659-61cb-450d-bd5c-298d02ce9f2a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:01.824931 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ed054d93-cb40-4e89-b837-f9740c5c94e2 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:34:01.829785 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ddef0-c35e-4a94-9ed8-57324ffb5b95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=dcacf561-c970-4bbe-9185-a74f2a82ae08,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:01.861830 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec8ddef0-c35e-4a94-9ed8-57324ffb5b95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (8082c98a-e167-44cf-912f-bc31f5773377), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:01.918232 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=3c6d1659-61cb-450d-bd5c-298d02ce9f2a,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:01.936279 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port ed054d93-cb40-4e89-b837-f9740c5c94e2 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:34:01.937623 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ed054d93-cb40-4e89-b837-f9740c5c94e2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:02.040297 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port ed054d93-cb40-4e89-b837-f9740c5c94e2 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:34:02.040691 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ed054d93-cb40-4e89-b837-f9740c5c94e2), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:02.066392 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port ed054d93-cb40-4e89-b837-f9740c5c94e2, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ed054d93-cb40-4e89-b837-f9740c5c94e2,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:34:02.096507 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec8ddef0-c35e-4a94-9ed8-57324ffb5b95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:02.144316 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ed054d93-cb40-4e89-b837-f9740c5c94e2), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:02.204501 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=ed054d93-cb40-4e89-b837-f9740c5c94e2,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:02.252122 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1405936c-aca4-4261-aede-d66b9a63c357 None None] Network 5e81c4f0-361c-4542-b3fd-cc500e8502fa requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:34:02.417775 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-56a9ed4f-880b-48d5-b88d-cd3e544bf9cc req-31fbe8f9-7046-49f6-8fb6-92b893e364ba tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 210 time: 0.0462246 Apr 16 04:34:02.442218 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-fcc18778-dc38-4084-a091-6bbcd28dd9d3 None None] Provisioning complete for port 3c6d1659-61cb-450d-bd5c-298d02ce9f2a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:34:02.442775 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fcc18778-dc38-4084-a091-6bbcd28dd9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3c6d1659-61cb-450d-bd5c-298d02ce9f2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:02.463503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec8ddef0-c35e-4a94-9ed8-57324ffb5b95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:02.539892 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec8ddef0-c35e-4a94-9ed8-57324ffb5b95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:02.544232 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-fcc18778-dc38-4084-a091-6bbcd28dd9d3 None None] Current status of the port 3c6d1659-61cb-450d-bd5c-298d02ce9f2a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:34:02.630387 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ddef0-c35e-4a94-9ed8-57324ffb5b95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=dcacf561-c970-4bbe-9185-a74f2a82ae08,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:02.632928 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec8ddef0-c35e-4a94-9ed8-57324ffb5b95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (8082c98a-e167-44cf-912f-bc31f5773377), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:02.735104 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8ddef0-c35e-4a94-9ed8-57324ffb5b95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 5e81c4f0-361c-4542-b3fd-cc500e8502fa is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:34:02.736539 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-ec8ddef0-c35e-4a94-9ed8-57324ffb5b95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:34:02.765418 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-841d9e03-6dee-4857-9f2f-54d6dafcc48d None None] Provisioning complete for port dcacf561-c970-4bbe-9185-a74f2a82ae08 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:34:02.765791 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-841d9e03-6dee-4857-9f2f-54d6dafcc48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:02.810986 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-841d9e03-6dee-4857-9f2f-54d6dafcc48d None None] Port dcacf561-c970-4bbe-9185-a74f2a82ae08 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:34:02.823472 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-841d9e03-6dee-4857-9f2f-54d6dafcc48d None None] Provisioning complete for port 3c6d1659-61cb-450d-bd5c-298d02ce9f2a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:34:02.823472 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-841d9e03-6dee-4857-9f2f-54d6dafcc48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3c6d1659-61cb-450d-bd5c-298d02ce9f2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:02.883527 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8ddef0-c35e-4a94-9ed8-57324ffb5b95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 8082c98a-e167-44cf-912f-bc31f5773377 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:34:02.909581 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-841d9e03-6dee-4857-9f2f-54d6dafcc48d None None] Current status of the port 3c6d1659-61cb-450d-bd5c-298d02ce9f2a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:34:03.013306 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8ddef0-c35e-4a94-9ed8-57324ffb5b95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:34:03.023894 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] Sync routers for ids ['8082c98a-e167-44cf-912f-bc31f5773377'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:34:03.028359 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41592) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:03.029262 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ec8ddef0-c35e-4a94-9ed8-57324ffb5b95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/routers/8082c98a-e167-44cf-912f-bc31f5773377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9353838 Apr 16 04:34:03.047447 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-4bc30408-6d20-4b93-860e-9e4d82c91fcd None None] Provisioning complete for port dcacf561-c970-4bbe-9185-a74f2a82ae08 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:34:03.047821 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4bc30408-6d20-4b93-860e-9e4d82c91fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:03.073818 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] Routers {'8082c98a-e167-44cf-912f-bc31f5773377'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:34:03.074493 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:33:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['8082c98a-e167-44cf-912f-bc31f5773377'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:03.135831 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4bc30408-6d20-4b93-860e-9e4d82c91fcd None None] Port dcacf561-c970-4bbe-9185-a74f2a82ae08 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:34:03.203179 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] Set router 8082c98a-e167-44cf-912f-bc31f5773377 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:34:03.223465 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cff519-6b39-42e1-a4a7-b614df7c6797 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:03.224218 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cff519-6b39-42e1-a4a7-b614df7c6797 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:03.224885 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cff519-6b39-42e1-a4a7-b614df7c6797 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:03.225539 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cff519-6b39-42e1-a4a7-b614df7c6797 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:03.226170 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cff519-6b39-42e1-a4a7-b614df7c6797 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:03.226800 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cff519-6b39-42e1-a4a7-b614df7c6797 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:03.229406 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d8cff519-6b39-42e1-a4a7-b614df7c6797 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1987693 Apr 16 04:34:03.232129 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41594) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:03.291017 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726bf752-efce-4fbd-ab86-c8becb426323 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:03.291479 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726bf752-efce-4fbd-ab86-c8becb426323 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:03.292185 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726bf752-efce-4fbd-ab86-c8becb426323 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:03.292627 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726bf752-efce-4fbd-ab86-c8becb426323 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:03.293274 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726bf752-efce-4fbd-ab86-c8becb426323 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:03.293869 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-9668c082-5c81-4ade-8847-907c95f7e87c None None] Provisioning complete for port dcacf561-c970-4bbe-9185-a74f2a82ae08 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:34:03.294031 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726bf752-efce-4fbd-ab86-c8becb426323 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:03.294254 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9668c082-5c81-4ade-8847-907c95f7e87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:03.295655 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-726bf752-efce-4fbd-ab86-c8becb426323 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0626180 Apr 16 04:34:03.298409 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41596) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:03.380715 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-9668c082-5c81-4ade-8847-907c95f7e87c None None] Port dcacf561-c970-4bbe-9185-a74f2a82ae08 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:34:03.417781 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bb18d3bb-5073-43ad-a034-fa64e3f03665 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1181438 Apr 16 04:34:03.538582 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-808ca242-4a6f-45ba-93b3-37ae90f4439d req-f8ca035f-b58c-4321-a582-94913f0e642c tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 210 time: 0.0322473 Apr 16 04:34:03.593640 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3c6d1659-61cb-450d-bd5c-298d02ce9f2a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:34:03.640565 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8082c98a-e167-44cf-912f-bc31f5773377', 'name': 'tempest-TestNetworkBasicOps-router-2105577417', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:34:01Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'dcacf561-c970-4bbe-9185-a74f2a82ae08', 'name': '', 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:0a:5d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c73959d6-13a6-4018-8d71-1d54ed2fc290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:34:01Z', 'updated_at': '2022-04-16T04:34:02Z', 'revision_number': 2, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'c73959d6-13a6-4018-8d71-1d54ed2fc290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:03.674493 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] Checking router: 8082c98a-e167-44cf-912f-bc31f5773377 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:34:03.674850 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] Updating router 8082c98a-e167-44cf-912f-bc31f5773377 port dcacf561-c970-4bbe-9185-a74f2a82ae08 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:34:03.702797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 3c6d1659-61cb-450d-bd5c-298d02ce9f2a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:34:03.703173 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3c6d1659-61cb-450d-bd5c-298d02ce9f2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:03.724776 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:03.894164 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 3c6d1659-61cb-450d-bd5c-298d02ce9f2a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:34:03.895265 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ed054d93-cb40-4e89-b837-f9740c5c94e2 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:34:04.006516 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port ed054d93-cb40-4e89-b837-f9740c5c94e2 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:34:04.006895 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ed054d93-cb40-4e89-b837-f9740c5c94e2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:04.025631 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41602) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:04.030614 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-28ba32ac-a24b-4590-b6f4-f45804a0ef50 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1557473670', 'description': 'tempest-secgroup-smoke-1557473670 description', 'project_id': '4b56e019123c4dffa69f7a176eb53d27'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:34:04.097755 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28ba32ac-a24b-4590-b6f4-f45804a0ef50 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:04.152908 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] Publish callbacks [] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:04.158842 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port ed054d93-cb40-4e89-b837-f9740c5c94e2 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:34:04.169010 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28ba32ac-a24b-4590-b6f4-f45804a0ef50 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (f8fa0d1d-85d4-4053-9196-aac8117b12f9), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:04.216113 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:04.260785 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28ba32ac-a24b-4590-b6f4-f45804a0ef50 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f8fa0d1d-85d4-4053-9196-aac8117b12f9), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:04.272789 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc443e2-dd09-4104-9a2f-eec7975aaf1e None None] Pushing event updated for resources: {'Port': ['ID=dcacf561-c970-4bbe-9185-a74f2a82ae08,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:04.305294 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba32ac-a24b-4590-b6f4-f45804a0ef50 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fa0d1d-85d4-4053-9196-aac8117b12f9,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:04.331234 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] Attempting to bind port dcacf561-c970-4bbe-9185-a74f2a82ae08 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:34:04.331887 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] Attempting to bind port dcacf561-c970-4bbe-9185-a74f2a82ae08 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '2b65d15f-675d-41e2-b896-7496f25082db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:34:04.332443 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] Attempting to bind port dcacf561-c970-4bbe-9185-a74f2a82ae08 on network 5e81c4f0-361c-4542-b3fd-cc500e8502fa {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:34:04.338895 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:34:04.339287 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] Checking segment: {'id': '2b65d15f-675d-41e2-b896-7496f25082db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:34:04.339696 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:04.340095 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] Bound using segment: {'id': '2b65d15f-675d-41e2-b896-7496f25082db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:34:04.340583 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] Bound port: dcacf561-c970-4bbe-9185-a74f2a82ae08, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b65d15f-675d-41e2-b896-7496f25082db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:34:04.340981 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:04.351898 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-28ba32ac-a24b-4590-b6f4-f45804a0ef50 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:04.354289 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-28ba32ac-a24b-4590-b6f4-f45804a0ef50 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3276446 Apr 16 04:34:04.357054 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41604) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:04.361792 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-fb34c230-61ba-4e67-841f-2a70ed624d93 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'f8fa0d1d-85d4-4053-9196-aac8117b12f9', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:34:04.414445 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] For port dcacf561-c970-4bbe-9185-a74f2a82ae08, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:34:04.418916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] For port dcacf561-c970-4bbe-9185-a74f2a82ae08, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=dcacf561-c970-4bbe-9185-a74f2a82ae08,segment=NetworkSegment(2b65d15f-675d-41e2-b896-7496f25082db),segment_id=2b65d15f-675d-41e2-b896-7496f25082db)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:34:04.458091 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fb34c230-61ba-4e67-841f-2a70ed624d93 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (dcdd1276-5583-461d-af61-28cdf83b16cb), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:04.492945 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:04.524559 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fb34c230-61ba-4e67-841f-2a70ed624d93 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (dcdd1276-5583-461d-af61-28cdf83b16cb), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:04.558738 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] Routers {'8082c98a-e167-44cf-912f-bc31f5773377'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:34:04.559418 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:33:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['8082c98a-e167-44cf-912f-bc31f5773377'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:04.563263 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-1871d925-f014-4a68-a923-494e368488fb None None] Provisioning complete for port dcacf561-c970-4bbe-9185-a74f2a82ae08 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:34:04.563639 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1871d925-f014-4a68-a923-494e368488fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:04.658283 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc443e2-dd09-4104-9a2f-eec7975aaf1e None None] Pushing event updated for resources: {'Port': ['ID=dcacf561-c970-4bbe-9185-a74f2a82ae08,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:04.659837 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fb34c230-61ba-4e67-841f-2a70ed624d93 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (dcdd1276-5583-461d-af61-28cdf83b16cb), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:04.682489 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4cb8c248-257a-41dd-a5f3-4cca63f371c6 req-e8d39b7c-0730-480b-b157-f48a98dbe0ec tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 210 time: 0.0618870 Apr 16 04:34:04.702938 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34c230-61ba-4e67-841f-2a70ed624d93 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdd1276-5583-461d-af61-28cdf83b16cb,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:04.768607 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fb34c230-61ba-4e67-841f-2a70ed624d93 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:04.769227 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] Set router 8082c98a-e167-44cf-912f-bc31f5773377 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:34:04.772394 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fb34c230-61ba-4e67-841f-2a70ed624d93 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4115634 Apr 16 04:34:04.774276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41608) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:04.777868 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-e69262a9-b149-4cac-bfc0-d0b836cdcf33 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'f8fa0d1d-85d4-4053-9196-aac8117b12f9', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:34:04.814830 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1871d925-f014-4a68-a923-494e368488fb None None] Current status of the port dcacf561-c970-4bbe-9185-a74f2a82ae08 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:34:04.815115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1871d925-f014-4a68-a923-494e368488fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:04.858355 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e69262a9-b149-4cac-bfc0-d0b836cdcf33 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (f72d073c-e1e8-43fe-a7d6-5daa70c05202), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:04.927107 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e69262a9-b149-4cac-bfc0-d0b836cdcf33 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (f72d073c-e1e8-43fe-a7d6-5daa70c05202), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:04.932220 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-1871d925-f014-4a68-a923-494e368488fb None None] For port dcacf561-c970-4bbe-9185-a74f2a82ae08, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=dcacf561-c970-4bbe-9185-a74f2a82ae08,segment=NetworkSegment(2b65d15f-675d-41e2-b896-7496f25082db),segment_id=2b65d15f-675d-41e2-b896-7496f25082db)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:34:04.995771 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e69262a9-b149-4cac-bfc0-d0b836cdcf33 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (f72d073c-e1e8-43fe-a7d6-5daa70c05202), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:04.999630 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1871d925-f014-4a68-a923-494e368488fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:05.016564 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69262a9-b149-4cac-bfc0-d0b836cdcf33 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72d073c-e1e8-43fe-a7d6-5daa70c05202,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:05.035010 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8082c98a-e167-44cf-912f-bc31f5773377', 'name': 'tempest-TestNetworkBasicOps-router-2105577417', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:34:01Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'dcacf561-c970-4bbe-9185-a74f2a82ae08', 'name': '', 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:0a:5d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c73959d6-13a6-4018-8d71-1d54ed2fc290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:34:01Z', 'updated_at': '2022-04-16T04:34:04Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'c73959d6-13a6-4018-8d71-1d54ed2fc290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:05.077220 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e69262a9-b149-4cac-bfc0-d0b836cdcf33 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:05.077900 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359b0e51-a51e-4045-baea-5b07a2fcc218 None None] The sync data for ids ['8082c98a-e167-44cf-912f-bc31f5773377'] in dv-neutron-838078-2-hyperv is: [{'id': '8082c98a-e167-44cf-912f-bc31f5773377', 'name': 'tempest-TestNetworkBasicOps-router-2105577417', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:34:01Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'dcacf561-c970-4bbe-9185-a74f2a82ae08', 'name': '', 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:0a:5d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c73959d6-13a6-4018-8d71-1d54ed2fc290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:34:01Z', 'updated_at': '2022-04-16T04:34:04Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'c73959d6-13a6-4018-8d71-1d54ed2fc290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:34:05.081162 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41610) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:05.088679 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-a79cd4d9-e22b-4a59-9d04-4de2f4115a86 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'f8fa0d1d-85d4-4053-9196-aac8117b12f9', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:34:05.088844 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e69262a9-b149-4cac-bfc0-d0b836cdcf33 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3121207 Apr 16 04:34:05.091249 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871d925-f014-4a68-a923-494e368488fb None None] Pushing event updated for resources: {'Port': ['ID=dcacf561-c970-4bbe-9185-a74f2a82ae08,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:05.133540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-01f83d5b-a6e7-4ecb-9b78-993f8b2aa3b3 None None] Provisioning complete for port dcacf561-c970-4bbe-9185-a74f2a82ae08 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:34:05.135295 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-01f83d5b-a6e7-4ecb-9b78-993f8b2aa3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:05.198172 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a79cd4d9-e22b-4a59-9d04-4de2f4115a86 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (0be03dd5-a690-4bf8-9285-461a7f039e4f), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:05.250891 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-01f83d5b-a6e7-4ecb-9b78-993f8b2aa3b3 None None] Current status of the port dcacf561-c970-4bbe-9185-a74f2a82ae08 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:34:05.287556 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a79cd4d9-e22b-4a59-9d04-4de2f4115a86 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (0be03dd5-a690-4bf8-9285-461a7f039e4f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:05.367780 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a79cd4d9-e22b-4a59-9d04-4de2f4115a86 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (0be03dd5-a690-4bf8-9285-461a7f039e4f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:05.386311 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cd4d9-e22b-4a59-9d04-4de2f4115a86 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be03dd5-a690-4bf8-9285-461a7f039e4f,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:05.454036 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a79cd4d9-e22b-4a59-9d04-4de2f4115a86 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:05.459864 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a79cd4d9-e22b-4a59-9d04-4de2f4115a86 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3776464 Apr 16 04:34:05.463196 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41612) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:05.465445 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device dcacf561-c970-4bbe-9185-a74f2a82ae08 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:34:05.468775 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-7c66ed7c-17ac-43d9-8778-28685561e6e1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'f8fa0d1d-85d4-4053-9196-aac8117b12f9', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:34:05.517223 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port dcacf561-c970-4bbe-9185-a74f2a82ae08 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:34:05.517604 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:05.574924 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7c66ed7c-17ac-43d9-8778-28685561e6e1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (fb7c9acd-7392-4ae3-a180-428b539ca744), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:05.611051 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port dcacf561-c970-4bbe-9185-a74f2a82ae08 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:34:05.648039 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7c66ed7c-17ac-43d9-8778-28685561e6e1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (fb7c9acd-7392-4ae3-a180-428b539ca744), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:05.757155 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7c66ed7c-17ac-43d9-8778-28685561e6e1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (fb7c9acd-7392-4ae3-a180-428b539ca744), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:05.790398 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fdc6bcd8-80c4-4485-a3bb-d7f4fab1567a req-60301390-4cbd-493d-a46a-84de6cb07b6b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8eaac8f-e049-4580-aed1-8f607973eca3 HTTP/1.1" status: 200 len: 210 time: 0.0427623 Apr 16 04:34:05.796065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66ed7c-17ac-43d9-8778-28685561e6e1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7c9acd-7392-4ae3-a180-428b539ca744,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:05.881656 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7c66ed7c-17ac-43d9-8778-28685561e6e1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:05.882986 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7c66ed7c-17ac-43d9-8778-28685561e6e1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4185684 Apr 16 04:34:05.886497 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41616) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:05.891801 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-6a991b8b-5f34-4c2d-a863-3925dc642a95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'f8fa0d1d-85d4-4053-9196-aac8117b12f9', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:34:05.993388 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-6a991b8b-5f34-4c2d-a863-3925dc642a95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:34:06.000292 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6a991b8b-5f34-4c2d-a863-3925dc642a95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (145cf685-2ed9-4945-bfe6-bc39128fec6c), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:06.063943 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6a991b8b-5f34-4c2d-a863-3925dc642a95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (145cf685-2ed9-4945-bfe6-bc39128fec6c), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:06.142214 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6a991b8b-5f34-4c2d-a863-3925dc642a95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (145cf685-2ed9-4945-bfe6-bc39128fec6c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:06.161056 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a991b8b-5f34-4c2d-a863-3925dc642a95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145cf685-2ed9-4945-bfe6-bc39128fec6c,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:06.225544 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6a991b8b-5f34-4c2d-a863-3925dc642a95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:06.226850 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6a991b8b-5f34-4c2d-a863-3925dc642a95 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3391800 Apr 16 04:34:06.229639 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41618) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:06.236507 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-befc786d-8262-4520-9f19-fbeaab28e504 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'f8fa0d1d-85d4-4053-9196-aac8117b12f9', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:34:06.319310 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-befc786d-8262-4520-9f19-fbeaab28e504 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:34:06.325303 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-befc786d-8262-4520-9f19-fbeaab28e504 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (f941a492-be0b-4ba5-ac55-0ebc9395d1c8), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:06.387598 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-befc786d-8262-4520-9f19-fbeaab28e504 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (f941a492-be0b-4ba5-ac55-0ebc9395d1c8), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:06.467591 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-befc786d-8262-4520-9f19-fbeaab28e504 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (f941a492-be0b-4ba5-ac55-0ebc9395d1c8), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:06.485326 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc786d-8262-4520-9f19-fbeaab28e504 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f941a492-be0b-4ba5-ac55-0ebc9395d1c8,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:06.561296 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-befc786d-8262-4520-9f19-fbeaab28e504 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:06.562642 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-befc786d-8262-4520-9f19-fbeaab28e504 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3320456 Apr 16 04:34:06.726501 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-512b2914-87de-4307-935c-faaf6d44a49f req-27549e50-449e-4bea-94a3-1030e79ca340 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1557473670&fields=id&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 267 time: 0.0538287 Apr 16 04:34:07.145480 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b2914-87de-4307-935c-faaf6d44a49f req-b01302b0-d133-46c7-869d-2b3dd8912525 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:07.146940 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-512b2914-87de-4307-935c-faaf6d44a49f req-b01302b0-d133-46c7-869d-2b3dd8912525 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/networks?id=5e81c4f0-361c-4542-b3fd-cc500e8502fa HTTP/1.1" status: 200 len: 796 time: 0.4128852 Apr 16 04:34:07.162205 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-512b2914-87de-4307-935c-faaf6d44a49f req-65f3c564-68ee-4bd7-95b9-5126af5e6c3f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/quotas/4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 375 time: 0.0090504 Apr 16 04:34:07.248264 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-512b2914-87de-4307-935c-faaf6d44a49f req-8522a6ce-9bd0-4699-8113-89d6b15fb262 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798481 Apr 16 04:34:07.320702 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [req-512b2914-87de-4307-935c-faaf6d44a49f req-c9190db0-d3b8-47f7-ae94-5e6a870ecf66 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:34:07.321744 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-512b2914-87de-4307-935c-faaf6d44a49f req-c9190db0-d3b8-47f7-ae94-5e6a870ecf66 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0626245 Apr 16 04:34:07.418137 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-512b2914-87de-4307-935c-faaf6d44a49f req-54b105d2-d473-4c43-82da-236568d43383 service neutron] 10.222.0.30 "GET /v2.0/networks/5e81c4f0-361c-4542-b3fd-cc500e8502fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900116 Apr 16 04:34:07.512055 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-512b2914-87de-4307-935c-faaf6d44a49f req-651bb7af-4450-4ec6-b32f-ed9d5bf3ddc8 service neutron] 10.222.0.30 "GET /v2.0/networks/5e81c4f0-361c-4542-b3fd-cc500e8502fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882123 Apr 16 04:34:07.735998 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8b13afe5-533b-49c2-81bd-0f095d556341 req-207f867a-49be-422e-bc43-43a3c56f7161 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 210 time: 0.0294621 Apr 16 04:34:08.856296 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5a2de322-ed4c-4ffe-81b1-8c0fce68a96e req-b4ac8206-7ffd-4980-bcd9-5cc8064aabd3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 210 time: 0.0337911 Apr 16 04:34:09.103635 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-019ba916-a89a-4e1f-8238-53e7aa8336b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:09.564347 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b2914-87de-4307-935c-faaf6d44a49f req-f93a3b45-1eb2-41b1-961b-95a48a9d6412 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:09.566196 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-512b2914-87de-4307-935c-faaf6d44a49f req-f93a3b45-1eb2-41b1-961b-95a48a9d6412 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/networks?id=5e81c4f0-361c-4542-b3fd-cc500e8502fa HTTP/1.1" status: 200 len: 796 time: 0.1033130 Apr 16 04:34:09.633904 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-512b2914-87de-4307-935c-faaf6d44a49f req-d4429bc0-09b4-45d6-961f-b98348b322ed tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 380 time: 0.0587699 Apr 16 04:34:09.643530 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-512b2914-87de-4307-935c-faaf6d44a49f req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'port': {'device_id': '8693341d-7925-4d8e-b7c7-520b290312c7', 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa', 'admin_state_up': True, 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'security_groups': ['f8fa0d1d-85d4-4053-9196-aac8117b12f9']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:34:09.824157 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512b2914-87de-4307-935c-faaf6d44a49f req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:34:09.827316 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-512b2914-87de-4307-935c-faaf6d44a49f req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:09.963686 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9ddc5049-9a9b-4f99-a0eb-235e224c1c95 req-d94f6d87-76d3-4ed8-8679-e5974d4278d0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 210 time: 0.0514119 Apr 16 04:34:09.995393 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-512b2914-87de-4307-935c-faaf6d44a49f req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.20.0.14 (5e81c4f0-361c-4542-b3fd-cc500e8502fa/c73959d6-13a6-4018-8d71-1d54ed2fc290/991756b1-9478-4531-b4c1-e6d291c2dc91) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:34:10.142182 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-512b2914-87de-4307-935c-faaf6d44a49f req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (991756b1-9478-4531-b4c1-e6d291c2dc91), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:10.239569 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-512b2914-87de-4307-935c-faaf6d44a49f req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (991756b1-9478-4531-b4c1-e6d291c2dc91), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:10.283637 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512b2914-87de-4307-935c-faaf6d44a49f req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 5e81c4f0-361c-4542-b3fd-cc500e8502fa is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:34:10.286615 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-512b2914-87de-4307-935c-faaf6d44a49f req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:34:10.290705 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-512b2914-87de-4307-935c-faaf6d44a49f req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:34:10.327587 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=991756b1-9478-4531-b4c1-e6d291c2dc91,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:10.342657 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:34:10.345414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:34:10.345414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:34:10.345414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:34:10.345414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:34:10.345414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:34:10.345414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:34:10.345414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:34:10.345414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:34:10.346189 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:34:10.346189 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:34:10.346189 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:34:10.346528 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:34:10.346857 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:34:10.347179 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:34:10.365102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b2914-87de-4307-935c-faaf6d44a49f req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:10.365825 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-512b2914-87de-4307-935c-faaf6d44a49f req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:10.444351 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-512b2914-87de-4307-935c-faaf6d44a49f req-0012adfb-3afe-4cf6-82bb-032210e1ad81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8045135 Apr 16 04:34:10.457334 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] Request body: {'port': {'device_id': '8693341d-7925-4d8e-b7c7-520b290312c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:34:10.501035 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-92f09389-f0fe-4167-a8e2-9a80203e32bc None None] Provisioning complete for port 991756b1-9478-4531-b4c1-e6d291c2dc91 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:34:10.501604 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-92f09389-f0fe-4167-a8e2-9a80203e32bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (991756b1-9478-4531-b4c1-e6d291c2dc91), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:10.524666 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (991756b1-9478-4531-b4c1-e6d291c2dc91), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:10.541055 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-92f09389-f0fe-4167-a8e2-9a80203e32bc None None] Port 991756b1-9478-4531-b4c1-e6d291c2dc91 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:34:10.798112 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991756b1-9478-4531-b4c1-e6d291c2dc91 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:34:10.805616 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] Publish callbacks [] for port (991756b1-9478-4531-b4c1-e6d291c2dc91), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:10.818207 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] Transition to ACTIVE for port object 991756b1-9478-4531-b4c1-e6d291c2dc91 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:34:10.875224 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (991756b1-9478-4531-b4c1-e6d291c2dc91), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:10.927209 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] Pushing event updated for resources: {'Port': ['ID=991756b1-9478-4531-b4c1-e6d291c2dc91,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:11.017118 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] Attempting to bind port 991756b1-9478-4531-b4c1-e6d291c2dc91 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:34:11.017395 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] Attempting to bind port 991756b1-9478-4531-b4c1-e6d291c2dc91 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '2b65d15f-675d-41e2-b896-7496f25082db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:34:11.017852 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] Attempting to bind port 991756b1-9478-4531-b4c1-e6d291c2dc91 on network 5e81c4f0-361c-4542-b3fd-cc500e8502fa {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:34:11.023107 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] Port 991756b1-9478-4531-b4c1-e6d291c2dc91 on network 5e81c4f0-361c-4542-b3fd-cc500e8502fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:34:11.024160 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] Attempting to bind port 991756b1-9478-4531-b4c1-e6d291c2dc91 on network 5e81c4f0-361c-4542-b3fd-cc500e8502fa {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:34:11.030858 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:34:11.031326 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] Checking segment: {'id': '2b65d15f-675d-41e2-b896-7496f25082db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:34:11.031777 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] Bound using segment: {'id': '2b65d15f-675d-41e2-b896-7496f25082db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:34:11.032396 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] Bound port: 991756b1-9478-4531-b4c1-e6d291c2dc91, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b65d15f-675d-41e2-b896-7496f25082db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:34:11.032854 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (991756b1-9478-4531-b4c1-e6d291c2dc91), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:11.086705 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79adf985-5869-4e80-8da4-5521390da6da req-91523d67-2d15-4bce-90d0-2302e885e445 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:11.089093 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-79adf985-5869-4e80-8da4-5521390da6da req-91523d67-2d15-4bce-90d0-2302e885e445 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 944 time: 0.0525472 Apr 16 04:34:11.113697 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] For port 991756b1-9478-4531-b4c1-e6d291c2dc91, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:34:11.117483 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] For port 991756b1-9478-4531-b4c1-e6d291c2dc91, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=991756b1-9478-4531-b4c1-e6d291c2dc91,segment=NetworkSegment(2b65d15f-675d-41e2-b896-7496f25082db),segment_id=2b65d15f-675d-41e2-b896-7496f25082db)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:34:11.149050 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-79adf985-5869-4e80-8da4-5521390da6da req-e0c3bf0f-ca18-4ea9-8435-3f5b5467b31c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8fa0d1d-85d4-4053-9196-aac8117b12f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538647 Apr 16 04:34:11.211205 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (991756b1-9478-4531-b4c1-e6d291c2dc91), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:11.244542 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:11.245600 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:11.246984 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-512b2914-87de-4307-935c-faaf6d44a49f req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] 10.222.0.18 "PUT /v2.0/ports/991756b1-9478-4531-b4c1-e6d291c2dc91 HTTP/1.1" status: 200 len: 1094 time: 0.7953603 Apr 16 04:34:11.249301 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8693341d-7925-4d8e-b7c7-520b290312c7', 'tag': '991756b1-9478-4531-b4c1-e6d291c2dc91'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:34:11.252362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a712d7-4d7b-4abc-b666-cbc43e619643" -d '{"events": [{"name": "network-changed", "server_uuid": "8693341d-7925-4d8e-b7c7-520b290312c7", "tag": "991756b1-9478-4531-b4c1-e6d291c2dc91"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:34:11.283523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838399b-fadb-4925-a0ab-29cd06c36e6d service neutron] Pushing event updated for resources: {'Port': ['ID=991756b1-9478-4531-b4c1-e6d291c2dc91,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:11.313948 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d2a1ff-1c3b-4e14-8569-65aef99c8b28 x-openstack-request-id: req-a1d2a1ff-1c3b-4e14-8569-65aef99c8b28 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:34:11.314271 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8693341d-7925-4d8e-b7c7-520b290312c7", "tag": "991756b1-9478-4531-b4c1-e6d291c2dc91", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:34:11.314493 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1d2a1ff-1c3b-4e14-8569-65aef99c8b28 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:34:11.314895 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d2a1ff-1c3b-4e14-8569-65aef99c8b28'] response: {'name': 'network-changed', 'server_uuid': '8693341d-7925-4d8e-b7c7-520b290312c7', 'tag': '991756b1-9478-4531-b4c1-e6d291c2dc91', 'status': 'completed', 'code': 200} Apr 16 04:34:11.395815 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a712d7-4d7b-4abc-b666-cbc43e619643 req-71441b3e-300d-4aad-8cca-57c527105e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:11.397438 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-58a712d7-4d7b-4abc-b666-cbc43e619643 req-71441b3e-300d-4aad-8cca-57c527105e6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 1128 time: 0.0609798 Apr 16 04:34:11.453296 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-63382398-6399-4dc6-8b5f-918372c04bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:11.509918 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a712d7-4d7b-4abc-b666-cbc43e619643 req-08cc1d0c-3cdc-4b8b-94f3-bb0b4b936851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:11.511484 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-58a712d7-4d7b-4abc-b666-cbc43e619643 req-08cc1d0c-3cdc-4b8b-94f3-bb0b4b936851 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4b56e019123c4dffa69f7a176eb53d27&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1056950 Apr 16 04:34:11.609562 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a712d7-4d7b-4abc-b666-cbc43e619643 req-b0c08967-c6d5-4c20-84f3-173d1492c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:11.611116 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-58a712d7-4d7b-4abc-b666-cbc43e619643 req-b0c08967-c6d5-4c20-84f3-173d1492c4d3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0942905 Apr 16 04:34:11.685713 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b2914-87de-4307-935c-faaf6d44a49f req-df9513b0-94bf-43cd-9c41-049e6268599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:11.687229 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-512b2914-87de-4307-935c-faaf6d44a49f req-df9513b0-94bf-43cd-9c41-049e6268599d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 1128 time: 0.0418911 Apr 16 04:34:11.729018 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-512b2914-87de-4307-935c-faaf6d44a49f req-6152b182-1033-47ab-bba5-a120cf8f70e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=991756b1-9478-4531-b4c1-e6d291c2dc91 HTTP/1.1" status: 200 len: 217 time: 0.0353341 Apr 16 04:34:11.782542 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b2914-87de-4307-935c-faaf6d44a49f req-c4a5cc82-7306-4b09-9d70-05df5175d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:11.784027 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-512b2914-87de-4307-935c-faaf6d44a49f req-c4a5cc82-7306-4b09-9d70-05df5175d0d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c73959d6-13a6-4018-8d71-1d54ed2fc290 HTTP/1.1" status: 200 len: 843 time: 0.0495486 Apr 16 04:34:11.828960 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b2914-87de-4307-935c-faaf6d44a49f req-eb5696cb-a4a7-4f61-8b42-dcad0ab3103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:11.830506 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-512b2914-87de-4307-935c-faaf6d44a49f req-eb5696cb-a4a7-4f61-8b42-dcad0ab3103f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e81c4f0-361c-4542-b3fd-cc500e8502fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0408027 Apr 16 04:34:11.925097 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-512b2914-87de-4307-935c-faaf6d44a49f req-b8f311fd-a9db-4d41-8da1-d844ffeb8011 service neutron] 10.222.0.18 "GET /v2.0/networks/5e81c4f0-361c-4542-b3fd-cc500e8502fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880303 Apr 16 04:34:12.018053 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-512b2914-87de-4307-935c-faaf6d44a49f req-5cc4a511-e61c-4c14-a397-fbb293d8f253 service neutron] 10.222.0.18 "GET /v2.0/networks/5e81c4f0-361c-4542-b3fd-cc500e8502fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875082 Apr 16 04:34:12.268713 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6655179-ee58-431a-b972-08d4b563344f req-b84f9d03-09bb-4b68-a0d0-5ce93756ee09 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:12.270987 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a6655179-ee58-431a-b972-08d4b563344f req-b84f9d03-09bb-4b68-a0d0-5ce93756ee09 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 944 time: 0.0518143 Apr 16 04:34:12.328642 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a6655179-ee58-431a-b972-08d4b563344f req-801a771c-92c5-489c-a0ce-5e47d9bd249f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8fa0d1d-85d4-4053-9196-aac8117b12f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519347 Apr 16 04:34:12.600199 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:13.449892 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2552d2-672c-442e-87d3-d752039ac905 req-3850127b-fd35-4db7-adbd-d2f74746de69 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:13.451424 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1f2552d2-672c-442e-87d3-d752039ac905 req-3850127b-fd35-4db7-adbd-d2f74746de69 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 944 time: 0.0532081 Apr 16 04:34:13.505763 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1f2552d2-672c-442e-87d3-d752039ac905 req-9c888054-cbf2-4884-953b-c7f181882bd9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8fa0d1d-85d4-4053-9196-aac8117b12f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485213 Apr 16 04:34:14.027652 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:14.502657 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 991756b1-9478-4531-b4c1-e6d291c2dc91 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:34:14.615932 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 991756b1-9478-4531-b4c1-e6d291c2dc91, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=991756b1-9478-4531-b4c1-e6d291c2dc91,segment=NetworkSegment(2b65d15f-675d-41e2-b896-7496f25082db),segment_id=2b65d15f-675d-41e2-b896-7496f25082db)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:34:14.630595 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '991756b1-9478-4531-b4c1-e6d291c2dc91', 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa', 'port_id': '991756b1-9478-4531-b4c1-e6d291c2dc91', 'mac_address': 'fa:16:3e:47:1e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73959d6-13a6-4018-8d71-1d54ed2fc290', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:34:14.643020 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a1597-bf11-40ef-b9d9-40021f699e73 req-3959e397-977f-4e76-9755-7ef6fc2718ef tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:14.653016 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c94a1597-bf11-40ef-b9d9-40021f699e73 req-3959e397-977f-4e76-9755-7ef6fc2718ef tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 944 time: 0.0719171 Apr 16 04:34:14.673719 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 991756b1-9478-4531-b4c1-e6d291c2dc91 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:34:14.674301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (991756b1-9478-4531-b4c1-e6d291c2dc91), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:14.688422 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991756b1-9478-4531-b4c1-e6d291c2dc91 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:34:14.705718 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c94a1597-bf11-40ef-b9d9-40021f699e73 req-c93a4874-bcfd-4cc3-a081-a988a3470d96 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8fa0d1d-85d4-4053-9196-aac8117b12f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515068 Apr 16 04:34:14.709354 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 991756b1-9478-4531-b4c1-e6d291c2dc91, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=991756b1-9478-4531-b4c1-e6d291c2dc91,segment=NetworkSegment(2b65d15f-675d-41e2-b896-7496f25082db),segment_id=2b65d15f-675d-41e2-b896-7496f25082db)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:34:14.799048 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (991756b1-9478-4531-b4c1-e6d291c2dc91), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:14.854987 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=991756b1-9478-4531-b4c1-e6d291c2dc91,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:15.032505 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['991756b1-9478-4531-b4c1-e6d291c2dc91'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:34:15.390797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:15.832751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9f320-23e8-4ac2-9e55-06be7757f2e4 req-7d9212e3-4237-4a25-abc2-550f8b9125e9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:15.840290 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-75b9f320-23e8-4ac2-9e55-06be7757f2e4 req-7d9212e3-4237-4a25-abc2-550f8b9125e9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 945 time: 0.0530841 Apr 16 04:34:15.886306 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-75b9f320-23e8-4ac2-9e55-06be7757f2e4 req-a5c68c06-8d63-4301-8882-4f65e1012889 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8fa0d1d-85d4-4053-9196-aac8117b12f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458684 Apr 16 04:34:16.518541 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 991756b1-9478-4531-b4c1-e6d291c2dc91 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:34:16.562976 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 991756b1-9478-4531-b4c1-e6d291c2dc91 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:34:16.622950 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 991756b1-9478-4531-b4c1-e6d291c2dc91 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:34:16.623328 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (991756b1-9478-4531-b4c1-e6d291c2dc91), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:16.667781 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41698) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:16.700457 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 991756b1-9478-4531-b4c1-e6d291c2dc91 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:34:16.700876 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (991756b1-9478-4531-b4c1-e6d291c2dc91), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:16.725635 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8693341d-7925-4d8e-b7c7-520b290312c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991756b1-9478-4531-b4c1-e6d291c2dc91'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:34:16.727890 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2c0dc5-88e3-4ae4-ba79-0d2fd2d097bf" -d '{"events": [{"server_uuid": "8693341d-7925-4d8e-b7c7-520b290312c7", "name": "network-vif-plugged", "status": "completed", "tag": "991756b1-9478-4531-b4c1-e6d291c2dc91"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:34:16.741051 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 991756b1-9478-4531-b4c1-e6d291c2dc91, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=991756b1-9478-4531-b4c1-e6d291c2dc91,segment=NetworkSegment(2b65d15f-675d-41e2-b896-7496f25082db),segment_id=2b65d15f-675d-41e2-b896-7496f25082db)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:34:16.765817 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4850141d-cda0-4fa3-9fb1-793e9d650a2c x-openstack-request-id: req-4850141d-cda0-4fa3-9fb1-793e9d650a2c {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:34:16.766114 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8693341d-7925-4d8e-b7c7-520b290312c7", "name": "network-vif-plugged", "status": "completed", "tag": "991756b1-9478-4531-b4c1-e6d291c2dc91", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:34:16.766371 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4850141d-cda0-4fa3-9fb1-793e9d650a2c {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:34:16.766773 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4850141d-cda0-4fa3-9fb1-793e9d650a2c'] response: {'server_uuid': '8693341d-7925-4d8e-b7c7-520b290312c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991756b1-9478-4531-b4c1-e6d291c2dc91', 'code': 200} Apr 16 04:34:16.804557 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (991756b1-9478-4531-b4c1-e6d291c2dc91), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:16.828763 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-75654d1d-003a-44df-8e5d-1d3ac930794b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Deleting port 3768561d-a8ad-49a4-9006-cecb62a26d22 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:34:16.828926 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-75654d1d-003a-44df-8e5d-1d3ac930794b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (3768561d-a8ad-49a4-9006-cecb62a26d22), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:16.855433 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=991756b1-9478-4531-b4c1-e6d291c2dc91,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:16.907705 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-75654d1d-003a-44df-8e5d-1d3ac930794b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (3768561d-a8ad-49a4-9006-cecb62a26d22), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:16.908291 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-75654d1d-003a-44df-8e5d-1d3ac930794b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for floatingip (3768561d-a8ad-49a4-9006-cecb62a26d22), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:16.923286 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-75654d1d-003a-44df-8e5d-1d3ac930794b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Calling delete_port for 3768561d-a8ad-49a4-9006-cecb62a26d22 owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:34:17.030384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583996c-bc37-45f5-bce0-e77b9aa0ee70 req-274104f0-e631-418e-93db-527f08f30670 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:17.031866 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6583996c-bc37-45f5-bce0-e77b9aa0ee70 req-274104f0-e631-418e-93db-527f08f30670 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 946 time: 0.0646513 Apr 16 04:34:17.125366 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9d03c-9d0d-462a-a431-8da1f4641485 req-ca0bcf06-c873-42c0-983b-a160b473d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:17.126772 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1eb9d03c-9d0d-462a-a431-8da1f4641485 req-ca0bcf06-c873-42c0-983b-a160b473d708 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 1130 time: 0.0866141 Apr 16 04:34:17.137152 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6583996c-bc37-45f5-bce0-e77b9aa0ee70 req-c8b56591-1967-4afc-ac1c-a3c238896607 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8fa0d1d-85d4-4053-9196-aac8117b12f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986104 Apr 16 04:34:17.213135 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1eb9d03c-9d0d-462a-a431-8da1f4641485 req-7d1a0a88-8e2c-453f-86d6-f42be2d09b15 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f8fa0d1d-85d4-4053-9196-aac8117b12f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791152 Apr 16 04:34:17.278985 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-75654d1d-003a-44df-8e5d-1d3ac930794b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (3768561d-a8ad-49a4-9006-cecb62a26d22), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:17.304894 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75654d1d-003a-44df-8e5d-1d3ac930794b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event deleted for resources: {'Port': ['ID=3768561d-a8ad-49a4-9006-cecb62a26d22,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:17.366102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-75654d1d-003a-44df-8e5d-1d3ac930794b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for floatingip (1dd80d98-a138-4560-be37-fdb5d512d8cd), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:17.366432 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-75654d1d-003a-44df-8e5d-1d3ac930794b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Floating IP 1dd80d98-a138-4560-be37-fdb5d512d8cd disassociated (deleted). External IP: 172.26.6.244, port: 412cd01a-a38d-4b4f-87f4-898e71b3dad0. Apr 16 04:34:17.592629 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75654d1d-003a-44df-8e5d-1d3ac930794b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Router c53c57b7-0848-483d-a00c-6b997f7acb4b has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:34:18.026513 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75654d1d-003a-44df-8e5d-1d3ac930794b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:34:18.031434 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-75654d1d-003a-44df-8e5d-1d3ac930794b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:18.036108 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff845b9e-717c-47ff-8e21-db00d38410d5 None None] Sync routers for ids ['c53c57b7-0848-483d-a00c-6b997f7acb4b'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:34:18.046059 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff845b9e-717c-47ff-8e21-db00d38410d5 None None] Routers {'c53c57b7-0848-483d-a00c-6b997f7acb4b'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:34:18.046667 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-ff845b9e-717c-47ff-8e21-db00d38410d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:34:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c53c57b7-0848-483d-a00c-6b997f7acb4b'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:18.060619 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-75654d1d-003a-44df-8e5d-1d3ac930794b tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "DELETE /v2.0/floatingips/1dd80d98-a138-4560-be37-fdb5d512d8cd HTTP/1.1" status: 204 len: 168 time: 1.3917603 Apr 16 04:34:18.061248 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e0bce3-fd30-40c6-aab6-64f389421602', 'tag': '412cd01a-a38d-4b4f-87f4-898e71b3dad0'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:34:18.063503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f5084d-ed08-4426-b00a-d4fa02f77d26" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e0bce3-fd30-40c6-aab6-64f389421602", "tag": "412cd01a-a38d-4b4f-87f4-898e71b3dad0"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:34:18.105681 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5bc6e6-2479-4a96-b80a-17fd4d313367 x-openstack-request-id: req-7c5bc6e6-2479-4a96-b80a-17fd4d313367 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:34:18.106004 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e0bce3-fd30-40c6-aab6-64f389421602", "tag": "412cd01a-a38d-4b4f-87f4-898e71b3dad0", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:34:18.106256 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c5bc6e6-2479-4a96-b80a-17fd4d313367 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:34:18.106832 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5bc6e6-2479-4a96-b80a-17fd4d313367'] response: {'name': 'network-changed', 'server_uuid': 'c8e0bce3-fd30-40c6-aab6-64f389421602', 'tag': '412cd01a-a38d-4b4f-87f4-898e71b3dad0', 'status': 'completed', 'code': 200} Apr 16 04:34:18.162068 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-ff845b9e-717c-47ff-8e21-db00d38410d5 None None] Set router c53c57b7-0848-483d-a00c-6b997f7acb4b gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:34:18.252877 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c433d-1cc1-4485-b726-23bd984dbf2b req-24758b42-9b17-48fc-b390-44eebefd5241 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:18.254366 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-275c433d-1cc1-4485-b726-23bd984dbf2b req-24758b42-9b17-48fc-b390-44eebefd5241 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 946 time: 0.0472281 Apr 16 04:34:18.311945 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-275c433d-1cc1-4485-b726-23bd984dbf2b req-f2881139-4edb-41a4-a600-d18150f457f2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8fa0d1d-85d4-4053-9196-aac8117b12f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510015 Apr 16 04:34:18.356686 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-ff845b9e-717c-47ff-8e21-db00d38410d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:39Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '01ac6853-873c-4b1b-9f38-49979bc3cfaa', 'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'mac_address': 'fa:16:3e:40:fa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:37Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 5, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'subnets': [{'id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:18.387172 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff845b9e-717c-47ff-8e21-db00d38410d5 None None] Checking router: c53c57b7-0848-483d-a00c-6b997f7acb4b for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:34:18.395399 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff845b9e-717c-47ff-8e21-db00d38410d5 None None] Routers {'c53c57b7-0848-483d-a00c-6b997f7acb4b'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:34:18.396004 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-ff845b9e-717c-47ff-8e21-db00d38410d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:34:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c53c57b7-0848-483d-a00c-6b997f7acb4b'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:18.504796 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-ff845b9e-717c-47ff-8e21-db00d38410d5 None None] Set router c53c57b7-0848-483d-a00c-6b997f7acb4b gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:34:18.547576 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5084d-ed08-4426-b00a-d4fa02f77d26 req-a1045748-8e70-4b0a-913a-c22a14dd4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:18.549826 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e5f5084d-ed08-4426-b00a-d4fa02f77d26 req-a1045748-8e70-4b0a-913a-c22a14dd4bcc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 1129 time: 0.0598893 Apr 16 04:34:18.643981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd266d6e-9470-4500-a8fc-096f7c2c3d26 req-a2d6f2d5-4ccd-445e-bea4-a9742921ba9f tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:18.645515 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fd266d6e-9470-4500-a8fc-096f7c2c3d26 req-a2d6f2d5-4ccd-445e-bea4-a9742921ba9f tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 945 time: 0.0949028 Apr 16 04:34:18.702237 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-ff845b9e-717c-47ff-8e21-db00d38410d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:39Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '01ac6853-873c-4b1b-9f38-49979bc3cfaa', 'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'mac_address': 'fa:16:3e:40:fa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:37Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 5, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'subnets': [{'id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:18.713726 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5084d-ed08-4426-b00a-d4fa02f77d26 req-591d4bbd-4fd5-47e5-9c21-83db4a494759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:18.715200 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e5f5084d-ed08-4426-b00a-d4fa02f77d26 req-591d4bbd-4fd5-47e5-9c21-83db4a494759 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e HTTP/1.1" status: 200 len: 912 time: 0.1554701 Apr 16 04:34:18.719169 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fd266d6e-9470-4500-a8fc-096f7c2c3d26 req-924f2b85-c3e0-4e1b-8685-b28e72369b02 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/security-groups?id=29983b04-a864-4c48-9de7-a30e2be29a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671430 Apr 16 04:34:18.729446 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff845b9e-717c-47ff-8e21-db00d38410d5 None None] The sync data for ids ['c53c57b7-0848-483d-a00c-6b997f7acb4b'] in dv-neutron-838078-2-hyperv is: [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:23:39Z', 'revision_number': 4, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '01ac6853-873c-4b1b-9f38-49979bc3cfaa', 'name': '', 'network_id': '7730a87f-0bf9-4efc-aa90-7a1c8665de6e', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'mac_address': 'fa:16:3e:40:fa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:37Z', 'updated_at': '2022-04-16T04:23:47Z', 'revision_number': 5, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'subnets': [{'id': 'de0b4063-129f-46ca-b5ba-66ee8157041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:34:18.758423 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e5f5084d-ed08-4426-b00a-d4fa02f77d26 req-87ccddf1-a958-40a6-83e7-97e6f7d1fff7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412cd01a-a38d-4b4f-87f4-898e71b3dad0 HTTP/1.1" status: 200 len: 217 time: 0.0362022 Apr 16 04:34:18.903168 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5084d-ed08-4426-b00a-d4fa02f77d26 req-e7f2cf0a-cd45-486a-bd7f-ecf1210174d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:18.904595 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e5f5084d-ed08-4426-b00a-d4fa02f77d26 req-e7f2cf0a-cd45-486a-bd7f-ecf1210174d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de0b4063-129f-46ca-b5ba-66ee8157041e HTTP/1.1" status: 200 len: 851 time: 0.0504856 Apr 16 04:34:18.943033 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb30f0d-9836-401b-a004-6d9f6f56a931 None None] New status for floating IP 1dd80d98-a138-4560-be37-fdb5d512d8cd: DOWN {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:34:18.949830 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5084d-ed08-4426-b00a-d4fa02f77d26 req-886cffd4-9ffa-4661-a284-b6d8131ee86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:18.951391 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e5f5084d-ed08-4426-b00a-d4fa02f77d26 req-886cffd4-9ffa-4661-a284-b6d8131ee86e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7730a87f-0bf9-4efc-aa90-7a1c8665de6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0410807 Apr 16 04:34:19.176479 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e5f5084d-ed08-4426-b00a-d4fa02f77d26 req-460b0064-946c-4363-9d04-3cbeb3c5efc5 service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146061 Apr 16 04:34:19.197342 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bdf30c-8028-410c-abcf-6da19786b0fe req-caf3387b-7342-436e-85ec-2da17b3a7f97 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:19.198715 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-29bdf30c-8028-410c-abcf-6da19786b0fe req-caf3387b-7342-436e-85ec-2da17b3a7f97 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 945 time: 0.0663109 Apr 16 04:34:19.340634 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-29bdf30c-8028-410c-abcf-6da19786b0fe req-6221e1c8-c144-4bb1-ac05-dbb18713657d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Deleting port 412cd01a-a38d-4b4f-87f4-898e71b3dad0 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:34:19.341073 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-29bdf30c-8028-410c-abcf-6da19786b0fe req-6221e1c8-c144-4bb1-ac05-dbb18713657d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (412cd01a-a38d-4b4f-87f4-898e71b3dad0), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:19.345267 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e5f5084d-ed08-4426-b00a-d4fa02f77d26 req-70b68be2-f528-4379-a79c-b43f80405bb6 service neutron] 10.222.0.18 "GET /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633594 Apr 16 04:34:19.437304 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-29bdf30c-8028-410c-abcf-6da19786b0fe req-6221e1c8-c144-4bb1-ac05-dbb18713657d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] For port 412cd01a-a38d-4b4f-87f4-898e71b3dad0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=412cd01a-a38d-4b4f-87f4-898e71b3dad0,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:34:19.437590 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-29bdf30c-8028-410c-abcf-6da19786b0fe req-6221e1c8-c144-4bb1-ac05-dbb18713657d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (412cd01a-a38d-4b4f-87f4-898e71b3dad0), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:19.438811 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8634d4-d00f-4c86-b6ea-3d7be4672813 req-cc38cdc3-1483-4006-ad1c-72849ebeb1e4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:19.440303 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ed8634d4-d00f-4c86-b6ea-3d7be4672813 req-cc38cdc3-1483-4006-ad1c-72849ebeb1e4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 946 time: 0.0522490 Apr 16 04:34:19.451683 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-29bdf30c-8028-410c-abcf-6da19786b0fe req-6221e1c8-c144-4bb1-ac05-dbb18713657d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Calling delete_port for 412cd01a-a38d-4b4f-87f4-898e71b3dad0 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:34:19.489623 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ed8634d4-d00f-4c86-b6ea-3d7be4672813 req-e7aefd6d-d574-4951-9c94-35f459508d34 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8fa0d1d-85d4-4053-9196-aac8117b12f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434325 Apr 16 04:34:19.630696 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e19ec-00a5-4a1d-8b5c-8de77eb89372 req-e2a4e78d-8088-42e2-bb25-6231cd4d83cd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:19.632199 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3b6e19ec-00a5-4a1d-8b5c-8de77eb89372 req-e2a4e78d-8088-42e2-bb25-6231cd4d83cd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 946 time: 0.0775893 Apr 16 04:34:19.685477 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3b6e19ec-00a5-4a1d-8b5c-8de77eb89372 req-79b4869f-d30f-4500-833c-c956aba2ee63 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8fa0d1d-85d4-4053-9196-aac8117b12f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470073 Apr 16 04:34:19.686476 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-29bdf30c-8028-410c-abcf-6da19786b0fe req-6221e1c8-c144-4bb1-ac05-dbb18713657d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (412cd01a-a38d-4b4f-87f4-898e71b3dad0), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:19.708558 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41718) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:19.713397 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221e1c8-c144-4bb1-ac05-dbb18713657d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event deleted for resources: {'Port': ['ID=412cd01a-a38d-4b4f-87f4-898e71b3dad0,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:19.748845 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2064cce6-3503-4989-8b8f-583b7b9fae81 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:19.752766 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2064cce6-3503-4989-8b8f-583b7b9fae81 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 1125 time: 0.0408127 Apr 16 04:34:19.753376 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41722) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:19.757993 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-988cc9ce-617b-40f6-b12a-2d8700abc252 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': '991756b1-9478-4531-b4c1-e6d291c2dc91', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:34:19.768158 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bdf30c-8028-410c-abcf-6da19786b0fe req-6221e1c8-c144-4bb1-ac05-dbb18713657d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] No DVR routers for this DVR port 412cd01a-a38d-4b4f-87f4-898e71b3dad0 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:34:19.771153 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-29bdf30c-8028-410c-abcf-6da19786b0fe req-6221e1c8-c144-4bb1-ac05-dbb18713657d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:19.774587 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-29bdf30c-8028-410c-abcf-6da19786b0fe req-6221e1c8-c144-4bb1-ac05-dbb18713657d tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.18 "DELETE /v2.0/ports/412cd01a-a38d-4b4f-87f4-898e71b3dad0 HTTP/1.1" status: 204 len: 173 time: 0.5662825 Apr 16 04:34:19.827745 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e48b8e96-7aa5-43c2-b3d1-9b72119d20dc req-222fc01e-1d46-4a90-92d1-4b22f2856072 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 210 time: 0.0284154 Apr 16 04:34:19.839045 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-988cc9ce-617b-40f6-b12a-2d8700abc252 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:19.920796 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-988cc9ce-617b-40f6-b12a-2d8700abc252 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:20.025031 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-988cc9ce-617b-40f6-b12a-2d8700abc252 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.26.6.175 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/e2ebb7cd-8974-410e-8397-98eb767244b3) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:34:20.099497 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:34:20.107591 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e0bce3-fd30-40c6-aab6-64f389421602', 'name': 'network-vif-deleted', 'tag': '412cd01a-a38d-4b4f-87f4-898e71b3dad0'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:34:20.110004 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423875ca-0ad6-41af-b420-de11a2a3325d" -d '{"events": [{"server_uuid": "c8e0bce3-fd30-40c6-aab6-64f389421602", "name": "network-vif-deleted", "tag": "412cd01a-a38d-4b4f-87f4-898e71b3dad0"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:34:20.145396 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-988cc9ce-617b-40f6-b12a-2d8700abc252 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (e2ebb7cd-8974-410e-8397-98eb767244b3), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:20.153646 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ab6cd6-d7d1-4645-9bb5-11b64fbe101c x-openstack-request-id: req-b8ab6cd6-d7d1-4645-9bb5-11b64fbe101c {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:34:20.153940 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e0bce3-fd30-40c6-aab6-64f389421602", "name": "network-vif-deleted", "tag": "412cd01a-a38d-4b4f-87f4-898e71b3dad0", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:34:20.154195 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8ab6cd6-d7d1-4645-9bb5-11b64fbe101c {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:34:20.154630 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8ab6cd6-d7d1-4645-9bb5-11b64fbe101c'] response: {'server_uuid': 'c8e0bce3-fd30-40c6-aab6-64f389421602', 'name': 'network-vif-deleted', 'tag': '412cd01a-a38d-4b4f-87f4-898e71b3dad0', 'status': 'completed', 'code': 200} Apr 16 04:34:20.235187 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-988cc9ce-617b-40f6-b12a-2d8700abc252 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (e2ebb7cd-8974-410e-8397-98eb767244b3), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:20.273385 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988cc9ce-617b-40f6-b12a-2d8700abc252 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:34:20.276808 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-988cc9ce-617b-40f6-b12a-2d8700abc252 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:34:20.279462 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988cc9ce-617b-40f6-b12a-2d8700abc252 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:34:20.313360 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc9ce-617b-40f6-b12a-2d8700abc252 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=e2ebb7cd-8974-410e-8397-98eb767244b3,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:20.678683 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-988cc9ce-617b-40f6-b12a-2d8700abc252 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (1113c835-4393-493a-be2d-3778abdec9ba), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:20.804381 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-988cc9ce-617b-40f6-b12a-2d8700abc252 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e2ebb7cd-8974-410e-8397-98eb767244b3), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:20.935394 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5f862426-d60f-4007-b64a-743992831a84 req-277c6cc7-3a5f-4d59-99eb-63ff173c2729 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 210 time: 0.0341434 Apr 16 04:34:20.987471 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-988cc9ce-617b-40f6-b12a-2d8700abc252 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (e2ebb7cd-8974-410e-8397-98eb767244b3), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:21.044145 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-988cc9ce-617b-40f6-b12a-2d8700abc252 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (e2ebb7cd-8974-410e-8397-98eb767244b3), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:21.110734 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc9ce-617b-40f6-b12a-2d8700abc252 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=e2ebb7cd-8974-410e-8397-98eb767244b3,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:21.123556 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-988cc9ce-617b-40f6-b12a-2d8700abc252 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (1113c835-4393-493a-be2d-3778abdec9ba), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:21.225305 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-988cc9ce-617b-40f6-b12a-2d8700abc252 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Floating IP 1113c835-4393-493a-be2d-3778abdec9ba associated. External IP: 172.26.6.175, port: 991756b1-9478-4531-b4c1-e6d291c2dc91. Apr 16 04:34:21.438303 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988cc9ce-617b-40f6-b12a-2d8700abc252 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 8082c98a-e167-44cf-912f-bc31f5773377 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:34:21.549108 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988cc9ce-617b-40f6-b12a-2d8700abc252 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:34:21.559753 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d944fd-6d83-4ce2-9e70-f5539a192684 None None] Sync routers for ids ['8082c98a-e167-44cf-912f-bc31f5773377'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:34:21.574353 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d944fd-6d83-4ce2-9e70-f5539a192684 None None] Routers {'8082c98a-e167-44cf-912f-bc31f5773377'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:34:21.575040 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-54d944fd-6d83-4ce2-9e70-f5539a192684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:34:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['8082c98a-e167-44cf-912f-bc31f5773377'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:21.629568 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-988cc9ce-617b-40f6-b12a-2d8700abc252 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:21.661487 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-988cc9ce-617b-40f6-b12a-2d8700abc252 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9067960 Apr 16 04:34:21.662118 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8693341d-7925-4d8e-b7c7-520b290312c7', 'tag': '991756b1-9478-4531-b4c1-e6d291c2dc91'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:34:21.664532 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41728) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:21.665254 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74df6b4f-3a0e-4b87-a734-2682a5cc9fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "8693341d-7925-4d8e-b7c7-520b290312c7", "tag": "991756b1-9478-4531-b4c1-e6d291c2dc91"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:34:21.709058 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ec0a4c-ece4-4c8d-a157-b5624673c65d x-openstack-request-id: req-d4ec0a4c-ece4-4c8d-a157-b5624673c65d {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:34:21.709673 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8693341d-7925-4d8e-b7c7-520b290312c7", "tag": "991756b1-9478-4531-b4c1-e6d291c2dc91", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:34:21.709673 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4ec0a4c-ece4-4c8d-a157-b5624673c65d {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:34:21.710037 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ec0a4c-ece4-4c8d-a157-b5624673c65d'] response: {'name': 'network-changed', 'server_uuid': '8693341d-7925-4d8e-b7c7-520b290312c7', 'tag': '991756b1-9478-4531-b4c1-e6d291c2dc91', 'status': 'completed', 'code': 200} Apr 16 04:34:21.714001 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-54d944fd-6d83-4ce2-9e70-f5539a192684 None None] Set router 8082c98a-e167-44cf-912f-bc31f5773377 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:34:21.741669 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f8914db2-1f2f-48b7-befb-2960901087e1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/1113c835-4393-493a-be2d-3778abdec9ba HTTP/1.1" status: 200 len: 992 time: 0.0758457 Apr 16 04:34:21.785860 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df6b4f-3a0e-4b87-a734-2682a5cc9fe4 req-fb0ba2b6-5d4a-4a30-a965-ea05f5348875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:21.787522 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-74df6b4f-3a0e-4b87-a734-2682a5cc9fe4 req-fb0ba2b6-5d4a-4a30-a965-ea05f5348875 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 1130 time: 0.0510213 Apr 16 04:34:21.885899 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df6b4f-3a0e-4b87-a734-2682a5cc9fe4 req-e337c01e-a548-498b-85f8-c5cc7a1f47e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:21.887752 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-74df6b4f-3a0e-4b87-a734-2682a5cc9fe4 req-e337c01e-a548-498b-85f8-c5cc7a1f47e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e81c4f0-361c-4542-b3fd-cc500e8502fa HTTP/1.1" status: 200 len: 896 time: 0.0947306 Apr 16 04:34:21.966368 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-74df6b4f-3a0e-4b87-a734-2682a5cc9fe4 req-f942d2d0-fa47-4dac-811c-f483849df955 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=991756b1-9478-4531-b4c1-e6d291c2dc91 HTTP/1.1" status: 200 len: 1000 time: 0.0713696 Apr 16 04:34:22.036129 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-54d944fd-6d83-4ce2-9e70-f5539a192684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8082c98a-e167-44cf-912f-bc31f5773377', 'name': 'tempest-TestNetworkBasicOps-router-2105577417', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:34:01Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1113c835-4393-493a-be2d-3778abdec9ba', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.175', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'port_id': '991756b1-9478-4531-b4c1-e6d291c2dc91', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa', 'mac_address': 'fa:16:3e:47:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8693341d-7925-4d8e-b7c7-520b290312c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:34:20Z', 'updated_at': '2022-04-16T04:34:20Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcacf561-c970-4bbe-9185-a74f2a82ae08', 'name': '', 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:0a:5d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c73959d6-13a6-4018-8d71-1d54ed2fc290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:34:01Z', 'updated_at': '2022-04-16T04:34:04Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'c73959d6-13a6-4018-8d71-1d54ed2fc290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:22.053728 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df6b4f-3a0e-4b87-a734-2682a5cc9fe4 req-56d99bd1-5036-40ef-bd60-c5b356dfa311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:22.055504 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-74df6b4f-3a0e-4b87-a734-2682a5cc9fe4 req-56d99bd1-5036-40ef-bd60-c5b356dfa311 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c73959d6-13a6-4018-8d71-1d54ed2fc290 HTTP/1.1" status: 200 len: 843 time: 0.0809538 Apr 16 04:34:22.057287 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a54b4902-d8a4-4cd6-888c-a05163e9c666 req-64a2b8a2-4402-4f90-896b-b1f959d63e5f tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 210 time: 0.0488391 Apr 16 04:34:22.069807 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d944fd-6d83-4ce2-9e70-f5539a192684 None None] Checking router: 8082c98a-e167-44cf-912f-bc31f5773377 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:34:22.081421 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d944fd-6d83-4ce2-9e70-f5539a192684 None None] Routers {'8082c98a-e167-44cf-912f-bc31f5773377'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:34:22.082178 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-54d944fd-6d83-4ce2-9e70-f5539a192684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:34:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['8082c98a-e167-44cf-912f-bc31f5773377'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:22.101627 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df6b4f-3a0e-4b87-a734-2682a5cc9fe4 req-e72a800f-0cb7-4ed1-8570-41df008fc83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:34:22.103239 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-74df6b4f-3a0e-4b87-a734-2682a5cc9fe4 req-e72a800f-0cb7-4ed1-8570-41df008fc83b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e81c4f0-361c-4542-b3fd-cc500e8502fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0406146 Apr 16 04:34:22.191473 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-54d944fd-6d83-4ce2-9e70-f5539a192684 None None] Set router 8082c98a-e167-44cf-912f-bc31f5773377 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:34:22.200786 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-74df6b4f-3a0e-4b87-a734-2682a5cc9fe4 req-4e05e722-a719-46c7-be0c-4649d3b87d98 service neutron] 10.222.0.18 "GET /v2.0/networks/5e81c4f0-361c-4542-b3fd-cc500e8502fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911508 Apr 16 04:34:22.297964 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-74df6b4f-3a0e-4b87-a734-2682a5cc9fe4 req-a8b4daa4-890d-49ee-b042-577c844e5c7b service neutron] 10.222.0.18 "GET /v2.0/networks/5e81c4f0-361c-4542-b3fd-cc500e8502fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917034 Apr 16 04:34:22.411527 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-54d944fd-6d83-4ce2-9e70-f5539a192684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8082c98a-e167-44cf-912f-bc31f5773377', 'name': 'tempest-TestNetworkBasicOps-router-2105577417', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:34:01Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1113c835-4393-493a-be2d-3778abdec9ba', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.175', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'port_id': '991756b1-9478-4531-b4c1-e6d291c2dc91', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa', 'mac_address': 'fa:16:3e:47:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8693341d-7925-4d8e-b7c7-520b290312c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:34:20Z', 'updated_at': '2022-04-16T04:34:20Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcacf561-c970-4bbe-9185-a74f2a82ae08', 'name': '', 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:0a:5d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c73959d6-13a6-4018-8d71-1d54ed2fc290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:34:01Z', 'updated_at': '2022-04-16T04:34:04Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'c73959d6-13a6-4018-8d71-1d54ed2fc290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:22.438338 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d944fd-6d83-4ce2-9e70-f5539a192684 None None] The sync data for ids ['8082c98a-e167-44cf-912f-bc31f5773377'] in dv-neutron-838078-2-hyperv is: [{'id': '8082c98a-e167-44cf-912f-bc31f5773377', 'name': 'tempest-TestNetworkBasicOps-router-2105577417', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:34:01Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1113c835-4393-493a-be2d-3778abdec9ba', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.175', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'port_id': '991756b1-9478-4531-b4c1-e6d291c2dc91', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa', 'mac_address': 'fa:16:3e:47:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8693341d-7925-4d8e-b7c7-520b290312c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:34:20Z', 'updated_at': '2022-04-16T04:34:20Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcacf561-c970-4bbe-9185-a74f2a82ae08', 'name': '', 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:0a:5d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c73959d6-13a6-4018-8d71-1d54ed2fc290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:34:01Z', 'updated_at': '2022-04-16T04:34:04Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'c73959d6-13a6-4018-8d71-1d54ed2fc290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:34:22.627147 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37114bd6-6016-45d4-acd7-3581739bdcca None None] New status for floating IP 1113c835-4393-493a-be2d-3778abdec9ba: ACTIVE {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:34:22.744683 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41734) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:22.809815 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-eaf3ec93-149d-42f7-a9b7-8d6e428d7056 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/1113c835-4393-493a-be2d-3778abdec9ba HTTP/1.1" status: 200 len: 992 time: 0.0638566 Apr 16 04:34:23.147522 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-151115b3-ad7e-4ef4-b5de-006df20e44a5 req-fbf9edf0-75bf-4ca4-8a8b-d6a5aa602261 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 210 time: 0.0328481 Apr 16 04:34:23.813846 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41738) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:23.873891 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1bee0d0e-4288-4651-b368-8c2f757d2e17 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/1113c835-4393-493a-be2d-3778abdec9ba HTTP/1.1" status: 200 len: 994 time: 0.0589683 Apr 16 04:34:24.244670 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0525e82f-aa0a-4bd5-986f-889fc20c6e44 req-1a47b6fd-5567-4dbf-a711-1bfc1406e1b6 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 210 time: 0.0307221 Apr 16 04:34:24.583290 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 412cd01a-a38d-4b4f-87f4-898e71b3dad0 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:34:24.603574 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 412cd01a-a38d-4b4f-87f4-898e71b3dad0 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:34:24.603924 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 412cd01a-a38d-4b4f-87f4-898e71b3dad0 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:34:25.340415 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2b525d91-1955-4b1a-adf9-cabbd5254047 req-952b1669-9537-4dc1-b755-26b505513e8c tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 210 time: 0.0283017 Apr 16 04:34:26.432791 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-925a3f32-3cff-4363-9751-9eee16f5a1e1 req-6086ee5f-8a6f-4ce0-ad42-9e144f87d6da tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 210 time: 0.0281451 Apr 16 04:34:27.525939 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-41bfbbd9-234a-4d8a-becf-1a997015b90d req-418ddede-3730-4d6e-ac92-b50d2be49058 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 210 time: 0.0278525 Apr 16 04:34:28.171901 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:28.624194 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3ef9ff1c-dbf7-4859-b55a-d9c2c87ea689 req-a28ccaf9-bb29-42f1-bb16-653273711afd tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8e0bce3-fd30-40c6-aab6-64f389421602 HTTP/1.1" status: 200 len: 210 time: 0.0297272 Apr 16 04:34:29.681626 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41752) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:29.799595 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-f8a68052-e826-4a76-8f9c-3f89269d0c61 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Deleting port c98fa6fa-8ab7-4c50-a099-c8c4bd3f4288 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:34:29.799940 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8a68052-e826-4a76-8f9c-3f89269d0c61 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c98fa6fa-8ab7-4c50-a099-c8c4bd3f4288), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:29.877957 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8a68052-e826-4a76-8f9c-3f89269d0c61 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c98fa6fa-8ab7-4c50-a099-c8c4bd3f4288), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:29.878287 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8a68052-e826-4a76-8f9c-3f89269d0c61 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for floatingip (c98fa6fa-8ab7-4c50-a099-c8c4bd3f4288), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:29.890853 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-f8a68052-e826-4a76-8f9c-3f89269d0c61 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Calling delete_port for c98fa6fa-8ab7-4c50-a099-c8c4bd3f4288 owned by network:floatingip {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:34:30.074187 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8a68052-e826-4a76-8f9c-3f89269d0c61 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (c98fa6fa-8ab7-4c50-a099-c8c4bd3f4288), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:30.096965 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a68052-e826-4a76-8f9c-3f89269d0c61 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event deleted for resources: {'Port': ['ID=c98fa6fa-8ab7-4c50-a099-c8c4bd3f4288,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:30.159503 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8a68052-e826-4a76-8f9c-3f89269d0c61 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for floatingip (735f09a0-a4cd-4ed6-b22f-f7e1257c1bac), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:30.161986 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f8a68052-e826-4a76-8f9c-3f89269d0c61 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:30.164768 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f8a68052-e826-4a76-8f9c-3f89269d0c61 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "DELETE /v2.0/floatingips/735f09a0-a4cd-4ed6-b22f-f7e1257c1bac HTTP/1.1" status: 204 len: 168 time: 0.4805024 Apr 16 04:34:36.729525 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41776) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:36.786893 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8d6a-3cdb-43bf-b507-55ff8c289c51 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group (29983b04-a864-4c48-9de7-a30e2be29a0a), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:36.811810 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8d6a-3cdb-43bf-b507-55ff8c289c51 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group (29983b04-a864-4c48-9de7-a30e2be29a0a), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:36.932295 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8d6a-3cdb-43bf-b507-55ff8c289c51 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (29983b04-a864-4c48-9de7-a30e2be29a0a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:36.934912 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8d6a-3cdb-43bf-b507-55ff8c289c51 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:36.936131 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9e1f8d6a-3cdb-43bf-b507-55ff8c289c51 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] 10.222.0.30 "DELETE /v2.0/security-groups/29983b04-a864-4c48-9de7-a30e2be29a0a HTTP/1.1" status: 204 len: 168 time: 0.2056220 Apr 16 04:34:36.946976 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f8d6a-3cdb-43bf-b507-55ff8c289c51 tempest-TestVolumeBootPattern-526526769 tempest-TestVolumeBootPattern-526526769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29983b04-a864-4c48-9de7-a30e2be29a0a,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:37.059244 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41780) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:37.757668 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23423582-5b91-413f-b9a9-22a8c212ca3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (c53c57b7-0848-483d-a00c-6b997f7acb4b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:37.997337 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-23423582-5b91-413f-b9a9-22a8c212ca3d admin admin] Deleting port 01ac6853-873c-4b1b-9f38-49979bc3cfaa {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:34:37.997827 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23423582-5b91-413f-b9a9-22a8c212ca3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (01ac6853-873c-4b1b-9f38-49979bc3cfaa), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:38.084054 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-23423582-5b91-413f-b9a9-22a8c212ca3d admin admin] For port 01ac6853-873c-4b1b-9f38-49979bc3cfaa, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=01ac6853-873c-4b1b-9f38-49979bc3cfaa,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:34:38.084417 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23423582-5b91-413f-b9a9-22a8c212ca3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (01ac6853-873c-4b1b-9f38-49979bc3cfaa), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:38.097828 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-23423582-5b91-413f-b9a9-22a8c212ca3d admin admin] Calling delete_port for 01ac6853-873c-4b1b-9f38-49979bc3cfaa owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:34:38.335641 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23423582-5b91-413f-b9a9-22a8c212ca3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (01ac6853-873c-4b1b-9f38-49979bc3cfaa), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:38.360385 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23423582-5b91-413f-b9a9-22a8c212ca3d admin admin] Pushing event deleted for resources: {'Port': ['ID=01ac6853-873c-4b1b-9f38-49979bc3cfaa,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:38.532849 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23423582-5b91-413f-b9a9-22a8c212ca3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (c53c57b7-0848-483d-a00c-6b997f7acb4b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:38.750174 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23423582-5b91-413f-b9a9-22a8c212ca3d admin admin] Router c53c57b7-0848-483d-a00c-6b997f7acb4b has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:34:38.859104 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23423582-5b91-413f-b9a9-22a8c212ca3d admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:34:38.864066 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-23423582-5b91-413f-b9a9-22a8c212ca3d admin admin] 10.222.0.30 "PUT /v2.0/routers/c53c57b7-0848-483d-a00c-6b997f7acb4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8038220 Apr 16 04:34:38.866725 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41784) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:38.867623 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79dbed1-6516-4fb3-9acf-5784405126bd None None] Sync routers for ids ['c53c57b7-0848-483d-a00c-6b997f7acb4b'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:34:38.878215 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79dbed1-6516-4fb3-9acf-5784405126bd None None] Routers {'c53c57b7-0848-483d-a00c-6b997f7acb4b'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:34:38.878832 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-e79dbed1-6516-4fb3-9acf-5784405126bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:34:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c53c57b7-0848-483d-a00c-6b997f7acb4b'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:38.978113 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d867918-96a2-4d14-b5b5-9ecd4a0f5f48 admin admin] Publish callbacks [] for router (c53c57b7-0848-483d-a00c-6b997f7acb4b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:38.989591 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-e79dbed1-6516-4fb3-9acf-5784405126bd None None] Set router c53c57b7-0848-483d-a00c-6b997f7acb4b gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:34:39.091413 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d867918-96a2-4d14-b5b5-9ecd4a0f5f48 admin admin] Publish callbacks [] for router_gateway (c53c57b7-0848-483d-a00c-6b997f7acb4b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:39.124257 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cdfc1e4f-6162-441a-b6cf-86ae9586e020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:39.166014 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-e79dbed1-6516-4fb3-9acf-5784405126bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:34:38Z', 'revision_number': 5, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port': {'id': 'af89efd5-f022-4281-9a65-b6cf974445c9', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:30Z', 'updated_at': '2022-04-16T04:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:39.192374 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79dbed1-6516-4fb3-9acf-5784405126bd None None] Checking router: c53c57b7-0848-483d-a00c-6b997f7acb4b for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:34:39.203289 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79dbed1-6516-4fb3-9acf-5784405126bd None None] Routers {'c53c57b7-0848-483d-a00c-6b997f7acb4b'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:34:39.203954 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-e79dbed1-6516-4fb3-9acf-5784405126bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:34:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['c53c57b7-0848-483d-a00c-6b997f7acb4b'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:39.221212 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7d867918-96a2-4d14-b5b5-9ecd4a0f5f48 admin admin] Deleting port af89efd5-f022-4281-9a65-b6cf974445c9 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:34:39.221548 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d867918-96a2-4d14-b5b5-9ecd4a0f5f48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (af89efd5-f022-4281-9a65-b6cf974445c9), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:39.293705 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-e79dbed1-6516-4fb3-9acf-5784405126bd None None] Set router c53c57b7-0848-483d-a00c-6b997f7acb4b gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:34:39.308127 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-7d867918-96a2-4d14-b5b5-9ecd4a0f5f48 admin admin] For port af89efd5-f022-4281-9a65-b6cf974445c9, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=af89efd5-f022-4281-9a65-b6cf974445c9,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:34:39.308488 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d867918-96a2-4d14-b5b5-9ecd4a0f5f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (af89efd5-f022-4281-9a65-b6cf974445c9), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:39.322408 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7d867918-96a2-4d14-b5b5-9ecd4a0f5f48 admin admin] Calling delete_port for af89efd5-f022-4281-9a65-b6cf974445c9 owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:34:39.348214 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-e79dbed1-6516-4fb3-9acf-5784405126bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:34:39Z', 'revision_number': 6, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:39.374051 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79dbed1-6516-4fb3-9acf-5784405126bd None None] The sync data for ids ['c53c57b7-0848-483d-a00c-6b997f7acb4b'] in dv-neutron-838078-2-hyperv is: [{'id': 'c53c57b7-0848-483d-a00c-6b997f7acb4b', 'name': 'tempest-TestVolumeBootPattern-1592687468-router', 'tenant_id': '024f29826de14ed8a2ca7f327e6a16aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:29Z', 'updated_at': '2022-04-16T04:34:39Z', 'revision_number': 6, 'project_id': '024f29826de14ed8a2ca7f327e6a16aa', 'gw_port_host': None}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:34:39.564065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d867918-96a2-4d14-b5b5-9ecd4a0f5f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (af89efd5-f022-4281-9a65-b6cf974445c9), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:39.589135 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d867918-96a2-4d14-b5b5-9ecd4a0f5f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=af89efd5-f022-4281-9a65-b6cf974445c9,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:39.653820 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d867918-96a2-4d14-b5b5-9ecd4a0f5f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (c53c57b7-0848-483d-a00c-6b997f7acb4b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:39.750574 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d867918-96a2-4d14-b5b5-9ecd4a0f5f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (c53c57b7-0848-483d-a00c-6b997f7acb4b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:39.752852 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d867918-96a2-4d14-b5b5-9ecd4a0f5f48 admin admin] Publish callbacks [] for router_controller (c53c57b7-0848-483d-a00c-6b997f7acb4b), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:39.855253 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d867918-96a2-4d14-b5b5-9ecd4a0f5f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (c53c57b7-0848-483d-a00c-6b997f7acb4b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:39.855834 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d867918-96a2-4d14-b5b5-9ecd4a0f5f48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c53c57b7-0848-483d-a00c-6b997f7acb4b {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:34:39.860135 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d867918-96a2-4d14-b5b5-9ecd4a0f5f48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:39.861497 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7d867918-96a2-4d14-b5b5-9ecd4a0f5f48 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c53c57b7-0848-483d-a00c-6b997f7acb4b HTTP/1.1" status: 204 len: 168 time: 0.9937992 Apr 16 04:34:39.867877 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41786) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:39.909171 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b308749-b296-46cd-ae9e-7feaa8a4f2d6 admin admin] Deleting subnet de0b4063-129f-46ca-b5ba-66ee8157041e {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:34:39.912295 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6b308749-b296-46cd-ae9e-7feaa8a4f2d6 admin admin] Publish callbacks [] for subnet (de0b4063-129f-46ca-b5ba-66ee8157041e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:39.947332 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6b308749-b296-46cd-ae9e-7feaa8a4f2d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (de0b4063-129f-46ca-b5ba-66ee8157041e), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:40.028595 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6b308749-b296-46cd-ae9e-7feaa8a4f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (de0b4063-129f-46ca-b5ba-66ee8157041e), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:40.135486 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6b308749-b296-46cd-ae9e-7feaa8a4f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (de0b4063-129f-46ca-b5ba-66ee8157041e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:40.163197 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b308749-b296-46cd-ae9e-7feaa8a4f2d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de0b4063-129f-46ca-b5ba-66ee8157041e,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:40.167363 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6b308749-b296-46cd-ae9e-7feaa8a4f2d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:40.172976 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6b308749-b296-46cd-ae9e-7feaa8a4f2d6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/de0b4063-129f-46ca-b5ba-66ee8157041e HTTP/1.1" status: 204 len: 168 time: 0.3056848 Apr 16 04:34:40.174374 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41788) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:40.174881 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c61513-e3d1-4273-99c0-2a664fc59dc1 None None] Network 7730a87f-0bf9-4efc-aa90-7a1c8665de6e requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:34:40.244216 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0f0999eb-c32c-495d-b0e0-7e3a352b5674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (7730a87f-0bf9-4efc-aa90-7a1c8665de6e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:40.291926 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-0f0999eb-c32c-495d-b0e0-7e3a352b5674 admin admin] Deleting port 1a72e75d-3886-43df-b4d0-e0b11a409b95 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:34:40.292267 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0f0999eb-c32c-495d-b0e0-7e3a352b5674 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (1a72e75d-3886-43df-b4d0-e0b11a409b95), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:40.354115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2873658d-5c36-4c77-86ee-97d83ba2ab8f None None] DHCP port deletion for 7730a87f-0bf9-4efc-aa90-7a1c8665de6e request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:34:40.363740 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-0f0999eb-c32c-495d-b0e0-7e3a352b5674 admin admin] For port 1a72e75d-3886-43df-b4d0-e0b11a409b95, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1a72e75d-3886-43df-b4d0-e0b11a409b95,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:34:40.364104 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0f0999eb-c32c-495d-b0e0-7e3a352b5674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (1a72e75d-3886-43df-b4d0-e0b11a409b95), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:40.379132 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-0f0999eb-c32c-495d-b0e0-7e3a352b5674 admin admin] Calling delete_port for 1a72e75d-3886-43df-b4d0-e0b11a409b95 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:34:40.403540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2873658d-5c36-4c77-86ee-97d83ba2ab8f None None] Deleting port 1a72e75d-3886-43df-b4d0-e0b11a409b95 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:34:40.403920 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2873658d-5c36-4c77-86ee-97d83ba2ab8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (1a72e75d-3886-43df-b4d0-e0b11a409b95), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:40.475039 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-2873658d-5c36-4c77-86ee-97d83ba2ab8f None None] For port 1a72e75d-3886-43df-b4d0-e0b11a409b95, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1a72e75d-3886-43df-b4d0-e0b11a409b95,segment=NetworkSegment(31531ef6-d10a-4aa8-935d-20d2235de566),segment_id=31531ef6-d10a-4aa8-935d-20d2235de566)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:34:40.482644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2873658d-5c36-4c77-86ee-97d83ba2ab8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (1a72e75d-3886-43df-b4d0-e0b11a409b95), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:40.488386 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2873658d-5c36-4c77-86ee-97d83ba2ab8f None None] Calling delete_port for 1a72e75d-3886-43df-b4d0-e0b11a409b95 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:34:40.531539 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0f0999eb-c32c-495d-b0e0-7e3a352b5674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (1a72e75d-3886-43df-b4d0-e0b11a409b95), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:40.562844 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0999eb-c32c-495d-b0e0-7e3a352b5674 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a72e75d-3886-43df-b4d0-e0b11a409b95,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:40.567629 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0999eb-c32c-495d-b0e0-7e3a352b5674 admin admin] No DVR routers for this DVR port 1a72e75d-3886-43df-b4d0-e0b11a409b95 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:34:40.569228 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2873658d-5c36-4c77-86ee-97d83ba2ab8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (1a72e75d-3886-43df-b4d0-e0b11a409b95), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:40.596433 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873658d-5c36-4c77-86ee-97d83ba2ab8f None None] Pushing event deleted for resources: {'Port': ['ID=1a72e75d-3886-43df-b4d0-e0b11a409b95,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:40.598309 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2873658d-5c36-4c77-86ee-97d83ba2ab8f None None] No DVR routers for this DVR port 1a72e75d-3886-43df-b4d0-e0b11a409b95 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:34:40.647218 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0f0999eb-c32c-495d-b0e0-7e3a352b5674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (7730a87f-0bf9-4efc-aa90-7a1c8665de6e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:40.667425 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-0f0999eb-c32c-495d-b0e0-7e3a352b5674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7730a87f-0bf9-4efc-aa90-7a1c8665de6e']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:40.677130 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-0f0999eb-c32c-495d-b0e0-7e3a352b5674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31531ef6-d10a-4aa8-935d-20d2235de566') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:40.677431 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-0f0999eb-c32c-495d-b0e0-7e3a352b5674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31531ef6-d10a-4aa8-935d-20d2235de566') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:40.687735 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0f0999eb-c32c-495d-b0e0-7e3a352b5674 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (31531ef6-d10a-4aa8-935d-20d2235de566), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:40.701911 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0f0999eb-c32c-495d-b0e0-7e3a352b5674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (31531ef6-d10a-4aa8-935d-20d2235de566), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:40.707843 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0999eb-c32c-495d-b0e0-7e3a352b5674 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:34:40.708224 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0f0999eb-c32c-495d-b0e0-7e3a352b5674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (31531ef6-d10a-4aa8-935d-20d2235de566), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:34:40.709939 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:34:40.826809 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0f0999eb-c32c-495d-b0e0-7e3a352b5674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (7730a87f-0bf9-4efc-aa90-7a1c8665de6e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:40.832222 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0f0999eb-c32c-495d-b0e0-7e3a352b5674 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:40.835394 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0f0999eb-c32c-495d-b0e0-7e3a352b5674 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7730a87f-0bf9-4efc-aa90-7a1c8665de6e HTTP/1.1" status: 204 len: 168 time: 0.6609848 Apr 16 04:34:40.838461 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41790) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:40.852544 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0999eb-c32c-495d-b0e0-7e3a352b5674 admin admin] Pushing event deleted for resources: {'Network': ['ID=7730a87f-0bf9-4efc-aa90-7a1c8665de6e,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:41.166301 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cb652e45-3c17-448b-b59e-8ce71e811f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (b81967fd-6ca1-4c72-b712-09e99c0b9c27), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:41.400411 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-cb652e45-3c17-448b-b59e-8ce71e811f68 admin admin] Deleting port 56c57f02-b98d-4314-9bcf-7092e401b8b8 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:34:41.400411 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cb652e45-3c17-448b-b59e-8ce71e811f68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (56c57f02-b98d-4314-9bcf-7092e401b8b8), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:41.444105 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1a72e75d-3886-43df-b4d0-e0b11a409b95 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:34:41.465552 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-92278437-a86f-4526-a54c-fb2755edfac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:41.466839 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 1a72e75d-3886-43df-b4d0-e0b11a409b95 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:34:41.467188 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1a72e75d-3886-43df-b4d0-e0b11a409b95 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:34:41.467613 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device af89efd5-f022-4281-9a65-b6cf974445c9 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:34:41.480535 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-cb652e45-3c17-448b-b59e-8ce71e811f68 admin admin] For port 56c57f02-b98d-4314-9bcf-7092e401b8b8, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=56c57f02-b98d-4314-9bcf-7092e401b8b8,segment=NetworkSegment(10b646dc-82eb-4e1c-aabc-1a5753d9cae8),segment_id=10b646dc-82eb-4e1c-aabc-1a5753d9cae8)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:34:41.480935 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cb652e45-3c17-448b-b59e-8ce71e811f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (56c57f02-b98d-4314-9bcf-7092e401b8b8), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:41.487766 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: af89efd5-f022-4281-9a65-b6cf974445c9 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:34:41.488118 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device af89efd5-f022-4281-9a65-b6cf974445c9 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:34:41.488542 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 01ac6853-873c-4b1b-9f38-49979bc3cfaa no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:34:41.494059 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-cb652e45-3c17-448b-b59e-8ce71e811f68 admin admin] Calling delete_port for 56c57f02-b98d-4314-9bcf-7092e401b8b8 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:34:41.511126 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 01ac6853-873c-4b1b-9f38-49979bc3cfaa {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:34:41.511478 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 01ac6853-873c-4b1b-9f38-49979bc3cfaa not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:34:41.714179 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cb652e45-3c17-448b-b59e-8ce71e811f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (56c57f02-b98d-4314-9bcf-7092e401b8b8), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:41.744127 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb652e45-3c17-448b-b59e-8ce71e811f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=56c57f02-b98d-4314-9bcf-7092e401b8b8,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:41.912498 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-cb652e45-3c17-448b-b59e-8ce71e811f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (b81967fd-6ca1-4c72-b712-09e99c0b9c27), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:42.132862 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb652e45-3c17-448b-b59e-8ce71e811f68 admin admin] Router b81967fd-6ca1-4c72-b712-09e99c0b9c27 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:34:42.240695 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb652e45-3c17-448b-b59e-8ce71e811f68 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:34:42.246198 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-cb652e45-3c17-448b-b59e-8ce71e811f68 admin admin] 10.222.0.30 "PUT /v2.0/routers/b81967fd-6ca1-4c72-b712-09e99c0b9c27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4067152 Apr 16 04:34:42.248607 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41796) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:42.251076 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e956d4-b5a0-4897-a361-d8056baa1ae1 None None] Sync routers for ids ['b81967fd-6ca1-4c72-b712-09e99c0b9c27'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:34:42.261528 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e956d4-b5a0-4897-a361-d8056baa1ae1 None None] Routers {'b81967fd-6ca1-4c72-b712-09e99c0b9c27'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:34:42.262147 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a7e956d4-b5a0-4897-a361-d8056baa1ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:34:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b81967fd-6ca1-4c72-b712-09e99c0b9c27'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:42.374370 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-a7e956d4-b5a0-4897-a361-d8056baa1ae1 None None] Set router b81967fd-6ca1-4c72-b712-09e99c0b9c27 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:34:42.563676 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a7e956d4-b5a0-4897-a361-d8056baa1ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81967fd-6ca1-4c72-b712-09e99c0b9c27', 'name': 'tempest-TestVolumeBootPattern-1386685324-router', 'tenant_id': '962911f38c8948d39e0f2fbbd8150e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '2e3e6764-542f-4caf-aae1-8711402a7907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:47Z', 'updated_at': '2022-04-16T04:34:41Z', 'revision_number': 5, 'project_id': '962911f38c8948d39e0f2fbbd8150e88', 'gw_port': {'id': '2e3e6764-542f-4caf-aae1-8711402a7907', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81967fd-6ca1-4c72-b712-09e99c0b9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:50Z', 'updated_at': '2022-04-16T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:42.596404 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:42.597376 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e956d4-b5a0-4897-a361-d8056baa1ae1 None None] Checking router: b81967fd-6ca1-4c72-b712-09e99c0b9c27 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:34:42.606654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e956d4-b5a0-4897-a361-d8056baa1ae1 None None] Routers {'b81967fd-6ca1-4c72-b712-09e99c0b9c27'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:34:42.607264 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a7e956d4-b5a0-4897-a361-d8056baa1ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:34:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b81967fd-6ca1-4c72-b712-09e99c0b9c27'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:42.683931 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-64eb92aa-06f4-4e8a-a78a-23ede4224ac4 admin admin] Publish callbacks [] for router (b81967fd-6ca1-4c72-b712-09e99c0b9c27), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:42.716831 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-a7e956d4-b5a0-4897-a361-d8056baa1ae1 None None] Set router b81967fd-6ca1-4c72-b712-09e99c0b9c27 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:34:42.790950 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-64eb92aa-06f4-4e8a-a78a-23ede4224ac4 admin admin] Publish callbacks [] for router_gateway (b81967fd-6ca1-4c72-b712-09e99c0b9c27), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:42.886825 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a7e956d4-b5a0-4897-a361-d8056baa1ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81967fd-6ca1-4c72-b712-09e99c0b9c27', 'name': 'tempest-TestVolumeBootPattern-1386685324-router', 'tenant_id': '962911f38c8948d39e0f2fbbd8150e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '2e3e6764-542f-4caf-aae1-8711402a7907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:47Z', 'updated_at': '2022-04-16T04:34:41Z', 'revision_number': 5, 'project_id': '962911f38c8948d39e0f2fbbd8150e88', 'gw_port': {'id': '2e3e6764-542f-4caf-aae1-8711402a7907', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81967fd-6ca1-4c72-b712-09e99c0b9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:50Z', 'updated_at': '2022-04-16T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:42.890872 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-64eb92aa-06f4-4e8a-a78a-23ede4224ac4 admin admin] Deleting port 2e3e6764-542f-4caf-aae1-8711402a7907 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:34:42.891210 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-64eb92aa-06f4-4e8a-a78a-23ede4224ac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (2e3e6764-542f-4caf-aae1-8711402a7907), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:42.914088 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e956d4-b5a0-4897-a361-d8056baa1ae1 None None] The sync data for ids ['b81967fd-6ca1-4c72-b712-09e99c0b9c27'] in dv-neutron-838078-2-hyperv is: [{'id': 'b81967fd-6ca1-4c72-b712-09e99c0b9c27', 'name': 'tempest-TestVolumeBootPattern-1386685324-router', 'tenant_id': '962911f38c8948d39e0f2fbbd8150e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '2e3e6764-542f-4caf-aae1-8711402a7907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:23:47Z', 'updated_at': '2022-04-16T04:34:41Z', 'revision_number': 5, 'project_id': '962911f38c8948d39e0f2fbbd8150e88', 'gw_port': {'id': '2e3e6764-542f-4caf-aae1-8711402a7907', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81967fd-6ca1-4c72-b712-09e99c0b9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:23:50Z', 'updated_at': '2022-04-16T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:34:42.978037 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-64eb92aa-06f4-4e8a-a78a-23ede4224ac4 admin admin] For port 2e3e6764-542f-4caf-aae1-8711402a7907, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2e3e6764-542f-4caf-aae1-8711402a7907,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:34:42.978394 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-64eb92aa-06f4-4e8a-a78a-23ede4224ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (2e3e6764-542f-4caf-aae1-8711402a7907), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:42.994430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-64eb92aa-06f4-4e8a-a78a-23ede4224ac4 admin admin] Calling delete_port for 2e3e6764-542f-4caf-aae1-8711402a7907 owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:34:43.223065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-64eb92aa-06f4-4e8a-a78a-23ede4224ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (2e3e6764-542f-4caf-aae1-8711402a7907), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:43.250284 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb92aa-06f4-4e8a-a78a-23ede4224ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e3e6764-542f-4caf-aae1-8711402a7907,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:43.316331 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-64eb92aa-06f4-4e8a-a78a-23ede4224ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (b81967fd-6ca1-4c72-b712-09e99c0b9c27), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:43.413179 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-64eb92aa-06f4-4e8a-a78a-23ede4224ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (b81967fd-6ca1-4c72-b712-09e99c0b9c27), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:43.415929 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-64eb92aa-06f4-4e8a-a78a-23ede4224ac4 admin admin] Publish callbacks [] for router_controller (b81967fd-6ca1-4c72-b712-09e99c0b9c27), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:43.499800 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 56c57f02-b98d-4314-9bcf-7092e401b8b8 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:34:43.524216 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 56c57f02-b98d-4314-9bcf-7092e401b8b8 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:34:43.524562 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 56c57f02-b98d-4314-9bcf-7092e401b8b8 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:34:43.543181 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-64eb92aa-06f4-4e8a-a78a-23ede4224ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (b81967fd-6ca1-4c72-b712-09e99c0b9c27), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:43.543749 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64eb92aa-06f4-4e8a-a78a-23ede4224ac4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b81967fd-6ca1-4c72-b712-09e99c0b9c27 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:34:43.551638 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-64eb92aa-06f4-4e8a-a78a-23ede4224ac4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:43.551638 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-64eb92aa-06f4-4e8a-a78a-23ede4224ac4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b81967fd-6ca1-4c72-b712-09e99c0b9c27 HTTP/1.1" status: 204 len: 168 time: 1.2990532 Apr 16 04:34:43.552402 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41798) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:43.603087 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a100bc-54a0-4220-994a-2a4be5df9f98 admin admin] Deleting subnet e4bbed46-67eb-4d86-8ee3-e221a9698f56 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:34:43.606539 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c0a100bc-54a0-4220-994a-2a4be5df9f98 admin admin] Publish callbacks [] for subnet (e4bbed46-67eb-4d86-8ee3-e221a9698f56), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:43.643785 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c0a100bc-54a0-4220-994a-2a4be5df9f98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (e4bbed46-67eb-4d86-8ee3-e221a9698f56), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:43.724570 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c0a100bc-54a0-4220-994a-2a4be5df9f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (e4bbed46-67eb-4d86-8ee3-e221a9698f56), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:43.838530 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c0a100bc-54a0-4220-994a-2a4be5df9f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (e4bbed46-67eb-4d86-8ee3-e221a9698f56), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:43.864482 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a100bc-54a0-4220-994a-2a4be5df9f98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4bbed46-67eb-4d86-8ee3-e221a9698f56,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:43.868797 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c0a100bc-54a0-4220-994a-2a4be5df9f98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:43.871903 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c0a100bc-54a0-4220-994a-2a4be5df9f98 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e4bbed46-67eb-4d86-8ee3-e221a9698f56 HTTP/1.1" status: 204 len: 168 time: 0.3184757 Apr 16 04:34:43.874642 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41800) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:43.948701 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d62e38af-eec5-46fd-ac83-a3a08bfde491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (fc7f1440-dfd3-4a24-96ed-b61ef743b295), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:44.002683 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-d62e38af-eec5-46fd-ac83-a3a08bfde491 admin admin] Deleting port f2765b7d-d03e-47b6-8fac-1d0f7169d2e3 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:34:44.003027 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d62e38af-eec5-46fd-ac83-a3a08bfde491 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (f2765b7d-d03e-47b6-8fac-1d0f7169d2e3), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:44.024204 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13c4511-bb77-4d59-be14-8e8d18b352c1 None None] Network fc7f1440-dfd3-4a24-96ed-b61ef743b295 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:34:44.073116 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-d62e38af-eec5-46fd-ac83-a3a08bfde491 admin admin] For port f2765b7d-d03e-47b6-8fac-1d0f7169d2e3, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f2765b7d-d03e-47b6-8fac-1d0f7169d2e3,segment=NetworkSegment(10b646dc-82eb-4e1c-aabc-1a5753d9cae8),segment_id=10b646dc-82eb-4e1c-aabc-1a5753d9cae8)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:34:44.073458 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d62e38af-eec5-46fd-ac83-a3a08bfde491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (f2765b7d-d03e-47b6-8fac-1d0f7169d2e3), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:44.086360 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-d62e38af-eec5-46fd-ac83-a3a08bfde491 admin admin] Calling delete_port for f2765b7d-d03e-47b6-8fac-1d0f7169d2e3 owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:34:44.158864 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:44.227690 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d62e38af-eec5-46fd-ac83-a3a08bfde491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (f2765b7d-d03e-47b6-8fac-1d0f7169d2e3), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:44.228709 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2931c70-6939-4157-9839-2cb5d1ffc2b9 None None] DHCP port deletion for fc7f1440-dfd3-4a24-96ed-b61ef743b295 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:34:44.257524 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e38af-eec5-46fd-ac83-a3a08bfde491 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2765b7d-d03e-47b6-8fac-1d0f7169d2e3,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:44.260934 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62e38af-eec5-46fd-ac83-a3a08bfde491 admin admin] No DVR routers for this DVR port f2765b7d-d03e-47b6-8fac-1d0f7169d2e3 on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:34:44.331094 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d62e38af-eec5-46fd-ac83-a3a08bfde491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (fc7f1440-dfd3-4a24-96ed-b61ef743b295), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:44.351394 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-d62e38af-eec5-46fd-ac83-a3a08bfde491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7f1440-dfd3-4a24-96ed-b61ef743b295']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:44.361208 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-d62e38af-eec5-46fd-ac83-a3a08bfde491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b646dc-82eb-4e1c-aabc-1a5753d9cae8') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:44.361503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-d62e38af-eec5-46fd-ac83-a3a08bfde491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b646dc-82eb-4e1c-aabc-1a5753d9cae8') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:34:44.374809 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d62e38af-eec5-46fd-ac83-a3a08bfde491 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (10b646dc-82eb-4e1c-aabc-1a5753d9cae8), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:44.387871 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d62e38af-eec5-46fd-ac83-a3a08bfde491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (10b646dc-82eb-4e1c-aabc-1a5753d9cae8), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:44.393917 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62e38af-eec5-46fd-ac83-a3a08bfde491 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:34:44.394287 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d62e38af-eec5-46fd-ac83-a3a08bfde491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (10b646dc-82eb-4e1c-aabc-1a5753d9cae8), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:34:44.397395 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:34:44.519976 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d62e38af-eec5-46fd-ac83-a3a08bfde491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (fc7f1440-dfd3-4a24-96ed-b61ef743b295), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:44.525837 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d62e38af-eec5-46fd-ac83-a3a08bfde491 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:44.529071 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d62e38af-eec5-46fd-ac83-a3a08bfde491 admin admin] 10.222.0.30 "DELETE /v2.0/networks/fc7f1440-dfd3-4a24-96ed-b61ef743b295 HTTP/1.1" status: 204 len: 168 time: 0.6534114 Apr 16 04:34:44.545631 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e38af-eec5-46fd-ac83-a3a08bfde491 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc7f1440-dfd3-4a24-96ed-b61ef743b295,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:44.808517 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41806) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:44.855892 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-91fc5826-836a-43aa-a4c3-e2f079f12211 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=024f29826de14ed8a2ca7f327e6a16aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461941 Apr 16 04:34:44.858365 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41808) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:44.918428 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-967c9ec3-f2c5-4cc2-8654-586e11f80cfc admin admin] Publish callbacks [] for security_group (eb8ef336-85ed-4ce9-8b76-971a0be27fb0), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:44.939733 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-967c9ec3-f2c5-4cc2-8654-586e11f80cfc admin admin] Publish callbacks [] for security_group (eb8ef336-85ed-4ce9-8b76-971a0be27fb0), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:45.060841 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-967c9ec3-f2c5-4cc2-8654-586e11f80cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (eb8ef336-85ed-4ce9-8b76-971a0be27fb0), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:45.063288 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-967c9ec3-f2c5-4cc2-8654-586e11f80cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:45.064432 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-967c9ec3-f2c5-4cc2-8654-586e11f80cfc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb8ef336-85ed-4ce9-8b76-971a0be27fb0 HTTP/1.1" status: 204 len: 168 time: 0.2051287 Apr 16 04:34:45.072755 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c9ec3-f2c5-4cc2-8654-586e11f80cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8ef336-85ed-4ce9-8b76-971a0be27fb0,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:45.386691 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:45.441495 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2e3e6764-542f-4caf-aae1-8711402a7907 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:34:45.461606 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 2e3e6764-542f-4caf-aae1-8711402a7907 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:34:45.461948 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2e3e6764-542f-4caf-aae1-8711402a7907 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:34:45.462366 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f2765b7d-d03e-47b6-8fac-1d0f7169d2e3 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:34:45.481513 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: f2765b7d-d03e-47b6-8fac-1d0f7169d2e3 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:34:45.481859 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f2765b7d-d03e-47b6-8fac-1d0f7169d2e3 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:34:45.769083 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41814) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:45.816860 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-24b954c1-dc0a-4b2f-902c-70b0bacb1b16 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=962911f38c8948d39e0f2fbbd8150e88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464945 Apr 16 04:34:45.819346 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41816) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:34:45.877955 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e9623d27-66ef-477e-9fbf-d792e9ca65d7 admin admin] Publish callbacks [] for security_group (f291488c-b654-4adc-ac0d-d10e3944240d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:45.898535 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e9623d27-66ef-477e-9fbf-d792e9ca65d7 admin admin] Publish callbacks [] for security_group (f291488c-b654-4adc-ac0d-d10e3944240d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:46.016745 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e9623d27-66ef-477e-9fbf-d792e9ca65d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f291488c-b654-4adc-ac0d-d10e3944240d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:46.019812 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e9623d27-66ef-477e-9fbf-d792e9ca65d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:46.021107 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e9623d27-66ef-477e-9fbf-d792e9ca65d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f291488c-b654-4adc-ac0d-d10e3944240d HTTP/1.1" status: 204 len: 168 time: 0.2008438 Apr 16 04:34:46.029535 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9623d27-66ef-477e-9fbf-d792e9ca65d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f291488c-b654-4adc-ac0d-d10e3944240d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:34:57.099884 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:34:58.168886 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:34:59.629441 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [req-399adf9b-ca83-4399-a88e-84a49df74216 req-fdcf8d0f-d892-4102-9ddc-09cfa88afdd5 service neutron] (104632) timed out ('10.222.0.18', 58009) {{(pid=104632) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 16 04:35:09.111416 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e25c811b-4476-4347-8149-d0d9a5174b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:35:11.448495 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fbf4d60c-b12c-4269-b3a4-0b10de666afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:35:12.563228 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:35:14.065859 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:35:15.380178 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:35:28.225499 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:35:34.098007 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:35:39.099608 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d98e57a2-68c2-4ddf-94f9-d1ad43b11628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:35:41.455887 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-49ab907d-9221-4acb-84da-65bc0c103bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:35:42.568022 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:35:44.004179 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:35:45.399610 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:35:45.567901 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bef7519f-f6b8-4477-b425-b80dca0fa59e req-7efdce6c-24a6-4ed7-b12b-8eed86f79d0c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8693341d-7925-4d8e-b7c7-520b290312c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1756446 Apr 16 04:35:45.651597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7519f-f6b8-4477-b425-b80dca0fa59e req-7b3dade3-1935-41c2-8792-a2283e9dee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:35:45.653060 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bef7519f-f6b8-4477-b425-b80dca0fa59e req-7b3dade3-1935-41c2-8792-a2283e9dee96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 1130 time: 0.0435178 Apr 16 04:35:45.755511 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7519f-f6b8-4477-b425-b80dca0fa59e req-073f902e-cdd1-46df-88c0-638a222e27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:35:45.756961 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bef7519f-f6b8-4477-b425-b80dca0fa59e req-073f902e-cdd1-46df-88c0-638a222e27d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e81c4f0-361c-4542-b3fd-cc500e8502fa HTTP/1.1" status: 200 len: 896 time: 0.0864134 Apr 16 04:35:45.822397 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bef7519f-f6b8-4477-b425-b80dca0fa59e req-6e45bda1-433b-4c06-b86e-23cbc5c711c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=991756b1-9478-4531-b4c1-e6d291c2dc91 HTTP/1.1" status: 200 len: 1002 time: 0.0597341 Apr 16 04:35:45.874410 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7519f-f6b8-4477-b425-b80dca0fa59e req-cb0be3b7-0c57-4499-9be9-329b8290f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:35:45.875966 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bef7519f-f6b8-4477-b425-b80dca0fa59e req-cb0be3b7-0c57-4499-9be9-329b8290f456 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c73959d6-13a6-4018-8d71-1d54ed2fc290 HTTP/1.1" status: 200 len: 843 time: 0.0480137 Apr 16 04:35:45.920129 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7519f-f6b8-4477-b425-b80dca0fa59e req-4834296a-1137-446b-a8b6-6f8bac06ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:35:45.921620 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bef7519f-f6b8-4477-b425-b80dca0fa59e req-4834296a-1137-446b-a8b6-6f8bac06ba1b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e81c4f0-361c-4542-b3fd-cc500e8502fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0403779 Apr 16 04:35:46.015259 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bef7519f-f6b8-4477-b425-b80dca0fa59e req-f425ef8c-9752-4f2b-bab9-14108fdfe987 service neutron] 10.222.0.18 "GET /v2.0/networks/5e81c4f0-361c-4542-b3fd-cc500e8502fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878041 Apr 16 04:35:46.106319 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bef7519f-f6b8-4477-b425-b80dca0fa59e req-f6374eae-9fae-4659-a9c0-14cd4d7664cf service neutron] 10.222.0.18 "GET /v2.0/networks/5e81c4f0-361c-4542-b3fd-cc500e8502fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853660 Apr 16 04:35:58.215508 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:09.089381 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ba950f5b-e102-4cb7-8b0f-c11389c76579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:11.097024 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:36:11.453168 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-af1263bc-1adf-4b82-84c1-bb26fc43f1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:12.564025 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:14.030018 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:15.006098 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41836) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:36:15.011922 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:36:15.099515 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8909380'] for subnet (c73959d6-13a6-4018-8d71-1d54ed2fc290), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:15.292851 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751123858463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9264369'] for subnet (c73959d6-13a6-4018-8d71-1d54ed2fc290), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:15.324420 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:36:15.328527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:15.328527 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/subnets/c73959d6-13a6-4018-8d71-1d54ed2fc290 HTTP/1.1" status: 200 len: 835 time: 0.3192408 Apr 16 04:36:15.331836 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ef4c52-f8e0-4deb-946d-d3cecdc775aa None None] Network 5e81c4f0-361c-4542-b3fd-cc500e8502fa requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:36:15.347781 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Subnet': ['ID=c73959d6-13a6-4018-8d71-1d54ed2fc290,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:36:15.355984 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:36:15.356268 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:36:15.356605 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:36:15.356966 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:36:15.357297 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:36:15.357623 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:36:15.357946 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:36:15.358271 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:36:15.358594 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:36:15.358915 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:36:15.359237 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:36:15.359559 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:36:15.359891 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:36:15.360209 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:36:15.360509 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44be6a-b3e9-4533-b29f-a2cdb9d3871a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:36:15.400921 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:15.654224 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-1e3b7e06-f07d-4890-af91-c45d54d9d9b1 None None] Provisioning complete for port 991756b1-9478-4531-b4c1-e6d291c2dc91 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:36:15.654590 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1e3b7e06-f07d-4890-af91-c45d54d9d9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (991756b1-9478-4531-b4c1-e6d291c2dc91), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:15.729042 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1e3b7e06-f07d-4890-af91-c45d54d9d9b1 None None] Current status of the port 991756b1-9478-4531-b4c1-e6d291c2dc91 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:36:15.736556 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-1e3b7e06-f07d-4890-af91-c45d54d9d9b1 None None] Provisioning complete for port dcacf561-c970-4bbe-9185-a74f2a82ae08 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:36:15.736951 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1e3b7e06-f07d-4890-af91-c45d54d9d9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:15.814546 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1e3b7e06-f07d-4890-af91-c45d54d9d9b1 None None] Current status of the port dcacf561-c970-4bbe-9185-a74f2a82ae08 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:36:15.823505 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-1e3b7e06-f07d-4890-af91-c45d54d9d9b1 None None] Provisioning complete for port 3c6d1659-61cb-450d-bd5c-298d02ce9f2a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:36:15.824009 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1e3b7e06-f07d-4890-af91-c45d54d9d9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3c6d1659-61cb-450d-bd5c-298d02ce9f2a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:15.905551 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1e3b7e06-f07d-4890-af91-c45d54d9d9b1 None None] Current status of the port 3c6d1659-61cb-450d-bd5c-298d02ce9f2a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:36:28.223857 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:39.111698 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a7696b57-16bf-452b-ad42-bdf079bbb407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:41.426241 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3ccc60fb-aab6-40a8-b531-e163b7c1423e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:42.600689 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:44.069000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:45.383352 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:46.427694 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ce7def04-458f-427d-9f4d-3d552cfa0519 req-e7bdb877-ec39-49ff-97fe-4e21fbc4650d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8693341d-7925-4d8e-b7c7-520b290312c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386643 Apr 16 04:36:46.512118 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7def04-458f-427d-9f4d-3d552cfa0519 req-e6aa36a2-966c-491c-8209-37e3c59240c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:36:46.513623 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ce7def04-458f-427d-9f4d-3d552cfa0519 req-e6aa36a2-966c-491c-8209-37e3c59240c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 1130 time: 0.0436745 Apr 16 04:36:46.614027 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7def04-458f-427d-9f4d-3d552cfa0519 req-788f9813-e509-4e24-99a9-4c3ed202357c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:36:46.615494 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ce7def04-458f-427d-9f4d-3d552cfa0519 req-788f9813-e509-4e24-99a9-4c3ed202357c service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e81c4f0-361c-4542-b3fd-cc500e8502fa HTTP/1.1" status: 200 len: 896 time: 0.0848317 Apr 16 04:36:46.682551 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ce7def04-458f-427d-9f4d-3d552cfa0519 req-49970c52-047f-45ab-85f7-46b219d3a39d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=991756b1-9478-4531-b4c1-e6d291c2dc91 HTTP/1.1" status: 200 len: 1002 time: 0.0612922 Apr 16 04:36:46.729562 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7def04-458f-427d-9f4d-3d552cfa0519 req-7e8502af-95a6-4f77-90c7-0dbe79e69241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:36:46.730957 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ce7def04-458f-427d-9f4d-3d552cfa0519 req-7e8502af-95a6-4f77-90c7-0dbe79e69241 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c73959d6-13a6-4018-8d71-1d54ed2fc290 HTTP/1.1" status: 200 len: 843 time: 0.0429296 Apr 16 04:36:46.771702 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7def04-458f-427d-9f4d-3d552cfa0519 req-64708583-fcc5-4f51-8b6d-76398c1b7bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:36:46.773694 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ce7def04-458f-427d-9f4d-3d552cfa0519 req-64708583-fcc5-4f51-8b6d-76398c1b7bb6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e81c4f0-361c-4542-b3fd-cc500e8502fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0367026 Apr 16 04:36:46.866008 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ce7def04-458f-427d-9f4d-3d552cfa0519 req-f54489b6-c51e-4a06-8f94-fad098874959 service neutron] 10.222.0.18 "GET /v2.0/networks/5e81c4f0-361c-4542-b3fd-cc500e8502fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859635 Apr 16 04:36:46.952491 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ce7def04-458f-427d-9f4d-3d552cfa0519 req-9ba4d783-d6e4-4099-b6ef-2bb34be63b53 service neutron] 10.222.0.18 "GET /v2.0/networks/5e81c4f0-361c-4542-b3fd-cc500e8502fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806589 Apr 16 04:36:48.097714 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:36:58.182617 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41854) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:36:58.208687 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:58.459222 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-9f0aa330-710c-4b2a-809a-f9a9a5d42a8d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port e2ebb7cd-8974-410e-8397-98eb767244b3 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:36:58.459480 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9f0aa330-710c-4b2a-809a-f9a9a5d42a8d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (e2ebb7cd-8974-410e-8397-98eb767244b3), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:58.532657 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9f0aa330-710c-4b2a-809a-f9a9a5d42a8d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (e2ebb7cd-8974-410e-8397-98eb767244b3), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:58.533012 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9f0aa330-710c-4b2a-809a-f9a9a5d42a8d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (e2ebb7cd-8974-410e-8397-98eb767244b3), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:58.546253 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-9f0aa330-710c-4b2a-809a-f9a9a5d42a8d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for e2ebb7cd-8974-410e-8397-98eb767244b3 owned by network:floatingip {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:36:58.763171 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9f0aa330-710c-4b2a-809a-f9a9a5d42a8d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (e2ebb7cd-8974-410e-8397-98eb767244b3), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:58.787188 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0aa330-710c-4b2a-809a-f9a9a5d42a8d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=e2ebb7cd-8974-410e-8397-98eb767244b3,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:36:58.856073 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9f0aa330-710c-4b2a-809a-f9a9a5d42a8d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (1113c835-4393-493a-be2d-3778abdec9ba), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:58.856396 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-9f0aa330-710c-4b2a-809a-f9a9a5d42a8d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Floating IP 1113c835-4393-493a-be2d-3778abdec9ba disassociated (deleted). External IP: 172.26.6.175, port: 991756b1-9478-4531-b4c1-e6d291c2dc91. Apr 16 04:36:59.322942 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0aa330-710c-4b2a-809a-f9a9a5d42a8d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 8082c98a-e167-44cf-912f-bc31f5773377 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:36:59.464277 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0aa330-710c-4b2a-809a-f9a9a5d42a8d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:36:59.473345 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9f0aa330-710c-4b2a-809a-f9a9a5d42a8d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:36:59.473938 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c18eb86-5f7b-413d-a57d-e66ecb0e74a4 None None] Sync routers for ids ['8082c98a-e167-44cf-912f-bc31f5773377'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:36:59.483226 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c18eb86-5f7b-413d-a57d-e66ecb0e74a4 None None] Routers {'8082c98a-e167-44cf-912f-bc31f5773377'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:36:59.483835 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-3c18eb86-5f7b-413d-a57d-e66ecb0e74a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:36:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['8082c98a-e167-44cf-912f-bc31f5773377'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:36:59.498758 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9f0aa330-710c-4b2a-809a-f9a9a5d42a8d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/floatingips/1113c835-4393-493a-be2d-3778abdec9ba HTTP/1.1" status: 204 len: 168 time: 1.3143926 Apr 16 04:36:59.499342 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8693341d-7925-4d8e-b7c7-520b290312c7', 'tag': '991756b1-9478-4531-b4c1-e6d291c2dc91'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:36:59.501626 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f89edd-06b8-46ea-b60b-afb79ab2152b" -d '{"events": [{"name": "network-changed", "server_uuid": "8693341d-7925-4d8e-b7c7-520b290312c7", "tag": "991756b1-9478-4531-b4c1-e6d291c2dc91"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:36:59.594725 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-3c18eb86-5f7b-413d-a57d-e66ecb0e74a4 None None] Set router 8082c98a-e167-44cf-912f-bc31f5773377 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:36:59.700362 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0b2a57-6445-4ae7-a0d7-ff82b05af055 x-openstack-request-id: req-bd0b2a57-6445-4ae7-a0d7-ff82b05af055 {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:36:59.700669 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8693341d-7925-4d8e-b7c7-520b290312c7", "tag": "991756b1-9478-4531-b4c1-e6d291c2dc91", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:36:59.700968 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd0b2a57-6445-4ae7-a0d7-ff82b05af055 {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:36:59.701376 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd0b2a57-6445-4ae7-a0d7-ff82b05af055'] response: {'name': 'network-changed', 'server_uuid': '8693341d-7925-4d8e-b7c7-520b290312c7', 'tag': '991756b1-9478-4531-b4c1-e6d291c2dc91', 'status': 'completed', 'code': 200} Apr 16 04:36:59.767040 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f89edd-06b8-46ea-b60b-afb79ab2152b req-fdb27d01-1999-437a-b896-c71882545a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:36:59.768567 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c3f89edd-06b8-46ea-b60b-afb79ab2152b req-fdb27d01-1999-437a-b896-c71882545a64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 1130 time: 0.0474029 Apr 16 04:36:59.790579 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-3c18eb86-5f7b-413d-a57d-e66ecb0e74a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8082c98a-e167-44cf-912f-bc31f5773377', 'name': 'tempest-TestNetworkBasicOps-router-2105577417', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:34:01Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'dcacf561-c970-4bbe-9185-a74f2a82ae08', 'name': '', 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:0a:5d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c73959d6-13a6-4018-8d71-1d54ed2fc290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:34:01Z', 'updated_at': '2022-04-16T04:34:04Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'c73959d6-13a6-4018-8d71-1d54ed2fc290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:36:59.821775 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c18eb86-5f7b-413d-a57d-e66ecb0e74a4 None None] Checking router: 8082c98a-e167-44cf-912f-bc31f5773377 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:36:59.833742 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c18eb86-5f7b-413d-a57d-e66ecb0e74a4 None None] Routers {'8082c98a-e167-44cf-912f-bc31f5773377'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:36:59.834917 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-3c18eb86-5f7b-413d-a57d-e66ecb0e74a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:36:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['8082c98a-e167-44cf-912f-bc31f5773377'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:36:59.869635 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f89edd-06b8-46ea-b60b-afb79ab2152b req-633626d3-d8dc-4e32-8ecc-249dc24e5be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:36:59.871115 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c3f89edd-06b8-46ea-b60b-afb79ab2152b req-633626d3-d8dc-4e32-8ecc-249dc24e5be2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e81c4f0-361c-4542-b3fd-cc500e8502fa HTTP/1.1" status: 200 len: 896 time: 0.0961192 Apr 16 04:36:59.950495 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-3c18eb86-5f7b-413d-a57d-e66ecb0e74a4 None None] Set router 8082c98a-e167-44cf-912f-bc31f5773377 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:36:59.977043 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac051f-6e81-4955-88ca-8e4fe308ef29 req-9ebb1c22-e56c-4f16-8fec-dff30e8ff98e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:36:59.978622 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9cac051f-6e81-4955-88ca-8e4fe308ef29 req-9ebb1c22-e56c-4f16-8fec-dff30e8ff98e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 946 time: 0.0989387 Apr 16 04:37:00.031438 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9cac051f-6e81-4955-88ca-8e4fe308ef29 req-147e19fa-12ed-4ce0-8b1d-f2c922956839 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8fa0d1d-85d4-4053-9196-aac8117b12f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473428 Apr 16 04:37:00.137307 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-3c18eb86-5f7b-413d-a57d-e66ecb0e74a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8082c98a-e167-44cf-912f-bc31f5773377', 'name': 'tempest-TestNetworkBasicOps-router-2105577417', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:34:01Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'dcacf561-c970-4bbe-9185-a74f2a82ae08', 'name': '', 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:0a:5d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c73959d6-13a6-4018-8d71-1d54ed2fc290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:34:01Z', 'updated_at': '2022-04-16T04:34:04Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'c73959d6-13a6-4018-8d71-1d54ed2fc290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:00.163630 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c18eb86-5f7b-413d-a57d-e66ecb0e74a4 None None] The sync data for ids ['8082c98a-e167-44cf-912f-bc31f5773377'] in dv-neutron-838078-2-hyperv is: [{'id': '8082c98a-e167-44cf-912f-bc31f5773377', 'name': 'tempest-TestNetworkBasicOps-router-2105577417', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:34:01Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'dcacf561-c970-4bbe-9185-a74f2a82ae08', 'name': '', 'network_id': '5e81c4f0-361c-4542-b3fd-cc500e8502fa', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:0a:5d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c73959d6-13a6-4018-8d71-1d54ed2fc290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:34:01Z', 'updated_at': '2022-04-16T04:34:04Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'c73959d6-13a6-4018-8d71-1d54ed2fc290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:37:00.365579 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30ac84e-dba1-42d0-8cbd-7cbc43fa410b None None] New status for floating IP 1113c835-4393-493a-be2d-3778abdec9ba: DOWN {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:37:00.817839 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c3f89edd-06b8-46ea-b60b-afb79ab2152b req-64864012-a966-444d-91ac-418c4ea7f0b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=991756b1-9478-4531-b4c1-e6d291c2dc91 HTTP/1.1" status: 200 len: 217 time: 0.0346043 Apr 16 04:37:00.867988 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f89edd-06b8-46ea-b60b-afb79ab2152b req-0ff76608-2801-4777-ab43-afd8c4b57da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:00.869434 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c3f89edd-06b8-46ea-b60b-afb79ab2152b req-0ff76608-2801-4777-ab43-afd8c4b57da5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c73959d6-13a6-4018-8d71-1d54ed2fc290 HTTP/1.1" status: 200 len: 843 time: 0.0437427 Apr 16 04:37:00.930004 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f89edd-06b8-46ea-b60b-afb79ab2152b req-8977751e-16a4-4290-b38f-3823246ca4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:00.931533 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c3f89edd-06b8-46ea-b60b-afb79ab2152b req-8977751e-16a4-4290-b38f-3823246ca4dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e81c4f0-361c-4542-b3fd-cc500e8502fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434601 Apr 16 04:37:01.054782 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c3f89edd-06b8-46ea-b60b-afb79ab2152b req-3c0b3ef5-6fc8-4ab9-a493-88c5bde522cc service neutron] 10.222.0.18 "GET /v2.0/networks/5e81c4f0-361c-4542-b3fd-cc500e8502fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817585 Apr 16 04:37:01.182416 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c790951-e7d5-4464-8d24-e1b546f1a1b1 req-b30dcd19-b810-4a20-b7a1-a5b6552b2374 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:01.183894 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7c790951-e7d5-4464-8d24-e1b546f1a1b1 req-b30dcd19-b810-4a20-b7a1-a5b6552b2374 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/ports?device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 946 time: 0.0887654 Apr 16 04:37:01.198759 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7633fc-1508-47b2-9a20-5ff17f186b7c req-6ec2e0cd-ec84-48a1-b2df-318c1e3a3c6b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:01.202370 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5f7633fc-1508-47b2-9a20-5ff17f186b7c req-6ec2e0cd-ec84-48a1-b2df-318c1e3a3c6b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 946 time: 0.0985363 Apr 16 04:37:01.249143 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5f7633fc-1508-47b2-9a20-5ff17f186b7c req-4c8b876d-8bd7-40f8-b66b-b6d79a7d0638 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8fa0d1d-85d4-4053-9196-aac8117b12f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430665 Apr 16 04:37:01.266319 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c3f89edd-06b8-46ea-b60b-afb79ab2152b req-7e5fd900-8734-42f4-a60b-3da84a753ab6 service neutron] 10.222.0.18 "GET /v2.0/networks/5e81c4f0-361c-4542-b3fd-cc500e8502fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786165 Apr 16 04:37:01.284149 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-7c790951-e7d5-4464-8d24-e1b546f1a1b1 req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 991756b1-9478-4531-b4c1-e6d291c2dc91 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:37:01.284484 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7c790951-e7d5-4464-8d24-e1b546f1a1b1 req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (991756b1-9478-4531-b4c1-e6d291c2dc91), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:01.377037 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-7c790951-e7d5-4464-8d24-e1b546f1a1b1 req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port 991756b1-9478-4531-b4c1-e6d291c2dc91, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=991756b1-9478-4531-b4c1-e6d291c2dc91,segment=NetworkSegment(2b65d15f-675d-41e2-b896-7496f25082db),segment_id=2b65d15f-675d-41e2-b896-7496f25082db)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:37:01.377319 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7c790951-e7d5-4464-8d24-e1b546f1a1b1 req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (991756b1-9478-4531-b4c1-e6d291c2dc91), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:01.390125 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-7c790951-e7d5-4464-8d24-e1b546f1a1b1 req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 991756b1-9478-4531-b4c1-e6d291c2dc91 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:37:01.577351 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7c790951-e7d5-4464-8d24-e1b546f1a1b1 req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (991756b1-9478-4531-b4c1-e6d291c2dc91), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:01.611581 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=991756b1-9478-4531-b4c1-e6d291c2dc91,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:01.634902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:01.635246 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:01.635585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:01.635919 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:01.636249 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:01.636575 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:01.636926 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:01.637248 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:01.637567 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:01.637885 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:01.638204 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:01.638523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:01.638837 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:01.639151 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:01.639464 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:01.661726 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c790951-e7d5-4464-8d24-e1b546f1a1b1 req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] No DVR routers for this DVR port 991756b1-9478-4531-b4c1-e6d291c2dc91 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:37:01.664916 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7c790951-e7d5-4464-8d24-e1b546f1a1b1 req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:01.668215 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7c790951-e7d5-4464-8d24-e1b546f1a1b1 req-03b8b0cc-85c6-458e-9f57-55d8864aaecc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "DELETE /v2.0/ports/991756b1-9478-4531-b4c1-e6d291c2dc91 HTTP/1.1" status: 204 len: 173 time: 0.4767931 Apr 16 04:37:01.668639 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8693341d-7925-4d8e-b7c7-520b290312c7', 'name': 'network-vif-deleted', 'tag': '991756b1-9478-4531-b4c1-e6d291c2dc91'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:37:01.670889 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a35348-e6a4-4303-828b-279a180e0921" -d '{"events": [{"server_uuid": "8693341d-7925-4d8e-b7c7-520b290312c7", "name": "network-vif-deleted", "tag": "991756b1-9478-4531-b4c1-e6d291c2dc91"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:37:01.763512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e574010-885b-4ed2-a8e7-1f0cb22f8703 x-openstack-request-id: req-8e574010-885b-4ed2-a8e7-1f0cb22f8703 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:37:01.763802 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8693341d-7925-4d8e-b7c7-520b290312c7", "name": "network-vif-deleted", "tag": "991756b1-9478-4531-b4c1-e6d291c2dc91", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:37:01.764050 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8e574010-885b-4ed2-a8e7-1f0cb22f8703 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:37:01.764451 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e574010-885b-4ed2-a8e7-1f0cb22f8703'] response: {'server_uuid': '8693341d-7925-4d8e-b7c7-520b290312c7', 'name': 'network-vif-deleted', 'tag': '991756b1-9478-4531-b4c1-e6d291c2dc91', 'status': 'completed', 'code': 200} Apr 16 04:37:02.360807 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0e9fe1c4-42d0-4d90-bbbe-a35e7b9603c5 req-e710bec9-d223-4cf0-b200-3e3fc20b8328 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=8693341d-7925-4d8e-b7c7-520b290312c7 HTTP/1.1" status: 200 len: 210 time: 0.0333726 Apr 16 04:37:03.417065 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41888) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:03.472359 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-971d39ea-a835-4b57-99e2-d8beedeb482b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (f8fa0d1d-85d4-4053-9196-aac8117b12f9), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:03.497354 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-971d39ea-a835-4b57-99e2-d8beedeb482b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (f8fa0d1d-85d4-4053-9196-aac8117b12f9), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:03.646022 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-971d39ea-a835-4b57-99e2-d8beedeb482b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f8fa0d1d-85d4-4053-9196-aac8117b12f9), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:03.649517 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-971d39ea-a835-4b57-99e2-d8beedeb482b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:03.650754 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-971d39ea-a835-4b57-99e2-d8beedeb482b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/security-groups/f8fa0d1d-85d4-4053-9196-aac8117b12f9 HTTP/1.1" status: 204 len: 168 time: 0.2327149 Apr 16 04:37:03.659924 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d39ea-a835-4b57-99e2-d8beedeb482b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fa0d1d-85d4-4053-9196-aac8117b12f9,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:04.743335 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41894) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:05.084487 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-00090b95-f20c-42da-9f92-25bc385c9956 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (8082c98a-e167-44cf-912f-bc31f5773377), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:05.326124 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-00090b95-f20c-42da-9f92-25bc385c9956 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port dcacf561-c970-4bbe-9185-a74f2a82ae08 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:37:05.326456 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-00090b95-f20c-42da-9f92-25bc385c9956 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:05.400814 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 991756b1-9478-4531-b4c1-e6d291c2dc91 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:37:05.417013 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-00090b95-f20c-42da-9f92-25bc385c9956 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port dcacf561-c970-4bbe-9185-a74f2a82ae08, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=dcacf561-c970-4bbe-9185-a74f2a82ae08,segment=NetworkSegment(2b65d15f-675d-41e2-b896-7496f25082db),segment_id=2b65d15f-675d-41e2-b896-7496f25082db)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:37:05.421571 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-00090b95-f20c-42da-9f92-25bc385c9956 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:05.421722 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 991756b1-9478-4531-b4c1-e6d291c2dc91 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:37:05.421722 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 991756b1-9478-4531-b4c1-e6d291c2dc91 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:37:05.431332 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-00090b95-f20c-42da-9f92-25bc385c9956 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for dcacf561-c970-4bbe-9185-a74f2a82ae08 owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:37:05.705913 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-00090b95-f20c-42da-9f92-25bc385c9956 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (dcacf561-c970-4bbe-9185-a74f2a82ae08), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:05.737805 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00090b95-f20c-42da-9f92-25bc385c9956 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=dcacf561-c970-4bbe-9185-a74f2a82ae08,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:05.918408 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-00090b95-f20c-42da-9f92-25bc385c9956 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (8082c98a-e167-44cf-912f-bc31f5773377), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:06.134916 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00090b95-f20c-42da-9f92-25bc385c9956 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 8082c98a-e167-44cf-912f-bc31f5773377 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:37:06.240676 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00090b95-f20c-42da-9f92-25bc385c9956 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:37:06.245616 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-00090b95-f20c-42da-9f92-25bc385c9956 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/routers/8082c98a-e167-44cf-912f-bc31f5773377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5012796 Apr 16 04:37:06.248298 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41896) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:06.251001 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1124a54a-1393-49ee-8aec-0077079c7619 None None] Sync routers for ids ['8082c98a-e167-44cf-912f-bc31f5773377'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:37:06.260405 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1124a54a-1393-49ee-8aec-0077079c7619 None None] Routers {'8082c98a-e167-44cf-912f-bc31f5773377'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:37:06.261053 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1124a54a-1393-49ee-8aec-0077079c7619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:36:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['8082c98a-e167-44cf-912f-bc31f5773377'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:06.300945 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-021f2702-4fd7-425a-aaa0-5b6891535e9a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting subnet c73959d6-13a6-4018-8d71-1d54ed2fc290 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:37:06.304130 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-021f2702-4fd7-425a-aaa0-5b6891535e9a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (c73959d6-13a6-4018-8d71-1d54ed2fc290), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:06.344922 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-021f2702-4fd7-425a-aaa0-5b6891535e9a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (c73959d6-13a6-4018-8d71-1d54ed2fc290), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:06.369300 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-1124a54a-1393-49ee-8aec-0077079c7619 None None] Set router 8082c98a-e167-44cf-912f-bc31f5773377 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:37:06.434211 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-021f2702-4fd7-425a-aaa0-5b6891535e9a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (c73959d6-13a6-4018-8d71-1d54ed2fc290), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:06.541326 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1124a54a-1393-49ee-8aec-0077079c7619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8082c98a-e167-44cf-912f-bc31f5773377', 'name': 'tempest-TestNetworkBasicOps-router-2105577417', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:37:05Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:06.557522 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-021f2702-4fd7-425a-aaa0-5b6891535e9a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (c73959d6-13a6-4018-8d71-1d54ed2fc290), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:06.567185 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1124a54a-1393-49ee-8aec-0077079c7619 None None] Checking router: 8082c98a-e167-44cf-912f-bc31f5773377 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:37:06.575841 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1124a54a-1393-49ee-8aec-0077079c7619 None None] Routers {'8082c98a-e167-44cf-912f-bc31f5773377'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:37:06.576446 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1124a54a-1393-49ee-8aec-0077079c7619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:36:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['8082c98a-e167-44cf-912f-bc31f5773377'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:06.585824 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f2702-4fd7-425a-aaa0-5b6891535e9a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Subnet': ['ID=c73959d6-13a6-4018-8d71-1d54ed2fc290,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:06.589520 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-021f2702-4fd7-425a-aaa0-5b6891535e9a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:06.592642 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-021f2702-4fd7-425a-aaa0-5b6891535e9a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/subnets/c73959d6-13a6-4018-8d71-1d54ed2fc290 HTTP/1.1" status: 204 len: 168 time: 0.3433940 Apr 16 04:37:06.595141 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41898) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:06.598843 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3bc081-5ed4-4614-8acb-3f2acec9bee3 None None] Network 5e81c4f0-361c-4542-b3fd-cc500e8502fa requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:37:06.689910 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-1124a54a-1393-49ee-8aec-0077079c7619 None None] Set router 8082c98a-e167-44cf-912f-bc31f5773377 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:37:06.708387 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-83c62d31-0489-4e41-998b-26721700082d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (8082c98a-e167-44cf-912f-bc31f5773377), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:06.762498 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] DHCP port deletion for 5e81c4f0-361c-4542-b3fd-cc500e8502fa request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:37:06.811664 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] Deleting port 3c6d1659-61cb-450d-bd5c-298d02ce9f2a {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:37:06.812095 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (3c6d1659-61cb-450d-bd5c-298d02ce9f2a), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:06.878961 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] For port 3c6d1659-61cb-450d-bd5c-298d02ce9f2a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3c6d1659-61cb-450d-bd5c-298d02ce9f2a,segment=NetworkSegment(2b65d15f-675d-41e2-b896-7496f25082db),segment_id=2b65d15f-675d-41e2-b896-7496f25082db)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:37:06.879351 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (3c6d1659-61cb-450d-bd5c-298d02ce9f2a), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:06.894178 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] Calling delete_port for 3c6d1659-61cb-450d-bd5c-298d02ce9f2a owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:37:06.971632 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1124a54a-1393-49ee-8aec-0077079c7619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8082c98a-e167-44cf-912f-bc31f5773377', 'name': 'tempest-TestNetworkBasicOps-router-2105577417', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:37:05Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:06.998986 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1124a54a-1393-49ee-8aec-0077079c7619 None None] The sync data for ids ['8082c98a-e167-44cf-912f-bc31f5773377'] in dv-neutron-838078-2-hyperv is: [{'id': '8082c98a-e167-44cf-912f-bc31f5773377', 'name': 'tempest-TestNetworkBasicOps-router-2105577417', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:37:05Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': 'ed054d93-cb40-4e89-b837-f9740c5c94e2', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082c98a-e167-44cf-912f-bc31f5773377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:33:57Z', 'updated_at': '2022-04-16T04:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:37:07.068840 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (3c6d1659-61cb-450d-bd5c-298d02ce9f2a), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:07.092293 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-83c62d31-0489-4e41-998b-26721700082d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (8082c98a-e167-44cf-912f-bc31f5773377), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:07.096890 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] Pushing event deleted for resources: {'Port': ['ID=3c6d1659-61cb-450d-bd5c-298d02ce9f2a,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:07.100017 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] No DVR routers for this DVR port 3c6d1659-61cb-450d-bd5c-298d02ce9f2a on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:37:07.106228 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:07.106575 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:07.106931 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:07.107253 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:07.107587 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:07.107916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:07.108241 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:07.108564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:07.109367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:07.109367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:07.109564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:07.110305 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:07.110305 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:07.111102 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:07.111442 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b96-75e8-41ce-a2a4-4ca0bc012689 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:07.215651 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-83c62d31-0489-4e41-998b-26721700082d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port ed054d93-cb40-4e89-b837-f9740c5c94e2 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:37:07.215990 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-83c62d31-0489-4e41-998b-26721700082d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (ed054d93-cb40-4e89-b837-f9740c5c94e2), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:07.297122 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-83c62d31-0489-4e41-998b-26721700082d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port ed054d93-cb40-4e89-b837-f9740c5c94e2, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ed054d93-cb40-4e89-b837-f9740c5c94e2,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:37:07.297385 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-83c62d31-0489-4e41-998b-26721700082d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (ed054d93-cb40-4e89-b837-f9740c5c94e2), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:07.310513 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-83c62d31-0489-4e41-998b-26721700082d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for ed054d93-cb40-4e89-b837-f9740c5c94e2 owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:37:07.516322 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3c6d1659-61cb-450d-bd5c-298d02ce9f2a no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:37:07.536468 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 3c6d1659-61cb-450d-bd5c-298d02ce9f2a {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:37:07.536863 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3c6d1659-61cb-450d-bd5c-298d02ce9f2a not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:37:07.537575 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device dcacf561-c970-4bbe-9185-a74f2a82ae08 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:37:07.538417 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-83c62d31-0489-4e41-998b-26721700082d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (ed054d93-cb40-4e89-b837-f9740c5c94e2), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:07.560540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: dcacf561-c970-4bbe-9185-a74f2a82ae08 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:37:07.560911 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device dcacf561-c970-4bbe-9185-a74f2a82ae08 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:37:07.566490 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c62d31-0489-4e41-998b-26721700082d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=ed054d93-cb40-4e89-b837-f9740c5c94e2,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:07.628149 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-83c62d31-0489-4e41-998b-26721700082d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (8082c98a-e167-44cf-912f-bc31f5773377), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:07.722683 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-83c62d31-0489-4e41-998b-26721700082d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (8082c98a-e167-44cf-912f-bc31f5773377), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:07.724840 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-83c62d31-0489-4e41-998b-26721700082d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_controller (8082c98a-e167-44cf-912f-bc31f5773377), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:07.828814 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-83c62d31-0489-4e41-998b-26721700082d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (8082c98a-e167-44cf-912f-bc31f5773377), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:07.829388 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c62d31-0489-4e41-998b-26721700082d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Fanout notify agent at l3_agent the message router_deleted on router 8082c98a-e167-44cf-912f-bc31f5773377 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:37:07.836497 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-83c62d31-0489-4e41-998b-26721700082d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:07.837946 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-83c62d31-0489-4e41-998b-26721700082d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/routers/8082c98a-e167-44cf-912f-bc31f5773377 HTTP/1.1" status: 204 len: 168 time: 1.2415686 Apr 16 04:37:07.843542 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41900) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:07.924535 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5c47a6a-c208-44f1-b11b-4d656d059de2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (5e81c4f0-361c-4542-b3fd-cc500e8502fa), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:08.010346 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5c47a6a-c208-44f1-b11b-4d656d059de2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (5e81c4f0-361c-4542-b3fd-cc500e8502fa), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:08.030059 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-c5c47a6a-c208-44f1-b11b-4d656d059de2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e81c4f0-361c-4542-b3fd-cc500e8502fa']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:08.039790 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-c5c47a6a-c208-44f1-b11b-4d656d059de2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b65d15f-675d-41e2-b896-7496f25082db') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:08.040083 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-c5c47a6a-c208-44f1-b11b-4d656d059de2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b65d15f-675d-41e2-b896-7496f25082db') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:08.049272 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5c47a6a-c208-44f1-b11b-4d656d059de2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (2b65d15f-675d-41e2-b896-7496f25082db), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:08.061984 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5c47a6a-c208-44f1-b11b-4d656d059de2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (2b65d15f-675d-41e2-b896-7496f25082db), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:08.067631 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c47a6a-c208-44f1-b11b-4d656d059de2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:37:08.068006 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5c47a6a-c208-44f1-b11b-4d656d059de2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (2b65d15f-675d-41e2-b896-7496f25082db), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:37:08.071474 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:37:08.195061 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5c47a6a-c208-44f1-b11b-4d656d059de2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (5e81c4f0-361c-4542-b3fd-cc500e8502fa), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:08.202121 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5c47a6a-c208-44f1-b11b-4d656d059de2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:08.204923 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c5c47a6a-c208-44f1-b11b-4d656d059de2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/networks/5e81c4f0-361c-4542-b3fd-cc500e8502fa HTTP/1.1" status: 204 len: 168 time: 0.3635602 Apr 16 04:37:08.217400 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c47a6a-c208-44f1-b11b-4d656d059de2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Network': ['ID=5e81c4f0-361c-4542-b3fd-cc500e8502fa,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:08.218152 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41902) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:08.223455 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-0b61bf81-3e52-460a-af16-4156602d11bf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'network': {'name': 'tempest-network-smoke--252289840', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'port_security_enabled': True}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:08.294559 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b61bf81-3e52-460a-af16-4156602d11bf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:37:08.298015 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0b61bf81-3e52-460a-af16-4156602d11bf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:08.322347 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b61bf81-3e52-460a-af16-4156602d11bf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:37:08.330934 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0b61bf81-3e52-460a-af16-4156602d11bf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (1e97de0a-0cab-4d64-b854-7ecfae014055), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:08.331281 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-0b61bf81-3e52-460a-af16-4156602d11bf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Added segment 1e97de0a-0cab-4d64-b854-7ecfae014055 of type vlan for network ba744a8c-4a19-408c-b7a8-94c2da3c80e4 Apr 16 04:37:08.374178 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0b61bf81-3e52-460a-af16-4156602d11bf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (ba744a8c-4a19-408c-b7a8-94c2da3c80e4), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:08.451523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0b61bf81-3e52-460a-af16-4156602d11bf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (ba744a8c-4a19-408c-b7a8-94c2da3c80e4), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:08.456496 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b61bf81-3e52-460a-af16-4156602d11bf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:08.457109 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0b61bf81-3e52-460a-af16-4156602d11bf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:08.520928 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61bf81-3e52-460a-af16-4156602d11bf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Network': ['ID=ba744a8c-4a19-408c-b7a8-94c2da3c80e4,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:08.531330 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network ba744a8c-4a19-408c-b7a8-94c2da3c80e4 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:37:08.551901 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0b61bf81-3e52-460a-af16-4156602d11bf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3325803 Apr 16 04:37:08.555115 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41904) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:08.559520 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-ec655976-7c49-43af-8f7a-df247d7ef489 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'admin_state_up': True, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:08.646293 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec655976-7c49-43af-8f7a-df247d7ef489 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (2edc9d00-ae0b-47a1-80a9-e36d1af4771f), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:08.647348 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec655976-7c49-43af-8f7a-df247d7ef489 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (2edc9d00-ae0b-47a1-80a9-e36d1af4771f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:08.703046 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec655976-7c49-43af-8f7a-df247d7ef489 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_controller (2edc9d00-ae0b-47a1-80a9-e36d1af4771f), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:08.878260 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec655976-7c49-43af-8f7a-df247d7ef489 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (2edc9d00-ae0b-47a1-80a9-e36d1af4771f), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:09.080279 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f73e4a27-b58b-4024-9faf-18734d854e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:09.101940 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec655976-7c49-43af-8f7a-df247d7ef489 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (2edc9d00-ae0b-47a1-80a9-e36d1af4771f), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:09.121024 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec655976-7c49-43af-8f7a-df247d7ef489 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:09.222173 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-ec655976-7c49-43af-8f7a-df247d7ef489 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.26.6.139 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/6350540a-ed49-4c6e-8171-036000e53e17) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:37:09.325661 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec655976-7c49-43af-8f7a-df247d7ef489 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (6350540a-ed49-4c6e-8171-036000e53e17), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:09.408746 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec655976-7c49-43af-8f7a-df247d7ef489 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (6350540a-ed49-4c6e-8171-036000e53e17), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:09.447240 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec655976-7c49-43af-8f7a-df247d7ef489 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:37:09.452065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-ec655976-7c49-43af-8f7a-df247d7ef489 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:37:09.456117 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec655976-7c49-43af-8f7a-df247d7ef489 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:37:09.483501 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec655976-7c49-43af-8f7a-df247d7ef489 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=6350540a-ed49-4c6e-8171-036000e53e17,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:09.512520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ed054d93-cb40-4e89-b837-f9740c5c94e2 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:37:09.532775 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: ed054d93-cb40-4e89-b837-f9740c5c94e2 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:37:09.533435 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ed054d93-cb40-4e89-b837-f9740c5c94e2 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:37:09.771577 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec655976-7c49-43af-8f7a-df247d7ef489 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (2edc9d00-ae0b-47a1-80a9-e36d1af4771f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:09.969597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec655976-7c49-43af-8f7a-df247d7ef489 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (2edc9d00-ae0b-47a1-80a9-e36d1af4771f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:10.151343 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec655976-7c49-43af-8f7a-df247d7ef489 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:37:10.260655 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec655976-7c49-43af-8f7a-df247d7ef489 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:37:10.270089 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] Sync routers for ids ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:37:10.279388 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] Routers {'2edc9d00-ae0b-47a1-80a9-e36d1af4771f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:37:10.286350 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:36:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:10.330460 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ec655976-7c49-43af-8f7a-df247d7ef489 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:10.331712 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ec655976-7c49-43af-8f7a-df247d7ef489 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7756844 Apr 16 04:37:10.335011 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41906) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:10.388695 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] Set router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:37:10.496548 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5d6b8bcf-958f-437a-8b05-fa305ed23a37 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4b56e019123c4dffa69f7a176eb53d27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1604214 Apr 16 04:37:10.499152 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41910) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:10.589662 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed626484-0344-40a7-aa2b-d31878595d30 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:10.591307 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ed626484-0344-40a7-aa2b-d31878595d30 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912440 Apr 16 04:37:10.594022 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41912) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:10.622548 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-552762b6-f21f-468d-94f6-3af00e3ce3a4 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274642 Apr 16 04:37:10.624881 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41914) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:10.629453 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-a7ae2abe-e95a-4bc0-8d8d-d78ad746679e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-648019451', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:10.702767 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '6350540a-ed49-4c6e-8171-036000e53e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:37:08Z', 'updated_at': '2022-04-16T04:37:09Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '6350540a-ed49-4c6e-8171-036000e53e17', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:09Z', 'updated_at': '2022-04-16T04:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:10.730362 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] Checking router: 2edc9d00-ae0b-47a1-80a9-e36d1af4771f for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:37:10.730711 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] Updating router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f port 6350540a-ed49-4c6e-8171-036000e53e17 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:37:10.761331 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6350540a-ed49-4c6e-8171-036000e53e17), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:10.785799 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ae2abe-e95a-4bc0-8d8d-d78ad746679e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:37:10.790177 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a7ae2abe-e95a-4bc0-8d8d-d78ad746679e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:11.024556 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] Publish callbacks [] for port (6350540a-ed49-4c6e-8171-036000e53e17), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:11.097844 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6350540a-ed49-4c6e-8171-036000e53e17), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:11.152383 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] Attempting to bind port 6350540a-ed49-4c6e-8171-036000e53e17 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:37:11.152777 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] Attempting to bind port 6350540a-ed49-4c6e-8171-036000e53e17 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:37:11.153148 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] Attempting to bind port 6350540a-ed49-4c6e-8171-036000e53e17 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:37:11.156025 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d38ff-67d4-4751-a1f2-983ac7cf1315 None None] Pushing event updated for resources: {'Port': ['ID=6350540a-ed49-4c6e-8171-036000e53e17,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:11.160559 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:37:11.160963 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:37:11.161397 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:11.161759 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:37:11.162465 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] Bound port: 6350540a-ed49-4c6e-8171-036000e53e17, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:37:11.163430 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6350540a-ed49-4c6e-8171-036000e53e17), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:11.217131 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] For port 6350540a-ed49-4c6e-8171-036000e53e17, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:37:11.220061 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] For port 6350540a-ed49-4c6e-8171-036000e53e17, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6350540a-ed49-4c6e-8171-036000e53e17,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:37:11.280773 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6350540a-ed49-4c6e-8171-036000e53e17), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:11.337345 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] Routers {'2edc9d00-ae0b-47a1-80a9-e36d1af4771f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:37:11.337959 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:36:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:11.342645 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d38ff-67d4-4751-a1f2-983ac7cf1315 None None] Pushing event updated for resources: {'Port': ['ID=6350540a-ed49-4c6e-8171-036000e53e17,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:11.346543 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a7ae2abe-e95a-4bc0-8d8d-d78ad746679e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (d317b232-36fc-4c8f-80c8-6e45c2f49e4f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:11.416006 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae2abe-e95a-4bc0-8d8d-d78ad746679e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Subnet': ['ID=d317b232-36fc-4c8f-80c8-6e45c2f49e4f,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:11.418291 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae2abe-e95a-4bc0-8d8d-d78ad746679e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Checking segment: {'id': '1e97de0a-0cab-4d64-b854-7ecfae014055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:37:11.418656 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ae2abe-e95a-4bc0-8d8d-d78ad746679e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network hostable DHCP agents. Network: ba744a8c-4a19-408c-b7a8-94c2da3c80e4, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:37:11.465279 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] Set router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:37:11.539231 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0fd98a2f-e244-4493-8c26-533435fdb57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:11.545573 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ae2abe-e95a-4bc0-8d8d-d78ad746679e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network ba744a8c-4a19-408c-b7a8-94c2da3c80e4 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:37:11.622864 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-a7ae2abe-e95a-4bc0-8d8d-d78ad746679e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, ba744a8c-4a19-408c-b7a8-94c2da3c80e4) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:37:11.627659 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ae2abe-e95a-4bc0-8d8d-d78ad746679e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:11.632242 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a7ae2abe-e95a-4bc0-8d8d-d78ad746679e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:11.632539 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd833b3-8896-41d3-a8f5-b6356ec1381e None None] Network ba744a8c-4a19-408c-b7a8-94c2da3c80e4 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:37:11.657989 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '6350540a-ed49-4c6e-8171-036000e53e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:37:08Z', 'updated_at': '2022-04-16T04:37:09Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '6350540a-ed49-4c6e-8171-036000e53e17', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:09Z', 'updated_at': '2022-04-16T04:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:11.699855 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a7ae2abe-e95a-4bc0-8d8d-d78ad746679e tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0739703 Apr 16 04:37:11.702582 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41916) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:11.712037 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b71711a-87db-40aa-a116-c32f1f0eafba None None] The sync data for ids ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'] in dv-neutron-838078-2-hyperv is: [{'id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '6350540a-ed49-4c6e-8171-036000e53e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:37:08Z', 'updated_at': '2022-04-16T04:37:09Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '6350540a-ed49-4c6e-8171-036000e53e17', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:09Z', 'updated_at': '2022-04-16T04:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:37:11.776515 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ips': [{'subnet_id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:37:11.776676 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:11.925667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] Allocated IP 172.20.0.2 (ba744a8c-4a19-408c-b7a8-94c2da3c80e4/d317b232-36fc-4c8f-80c8-6e45c2f49e4f/a21a6bab-9b47-464e-b487-2cb0c2e4a3c3) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:37:12.111559 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] Publish callbacks [] for port (a21a6bab-9b47-464e-b487-2cb0c2e4a3c3), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:12.180902 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (a21a6bab-9b47-464e-b487-2cb0c2e4a3c3), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:12.216758 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-de32ef79-ab5b-4db9-bb4b-19965db76eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:12.221420 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] Network ba744a8c-4a19-408c-b7a8-94c2da3c80e4 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:37:12.227628 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:37:12.230385 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:37:12.240911 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] Pushing event updated for resources: {'Port': ['ID=a21a6bab-9b47-464e-b487-2cb0c2e4a3c3,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:12.301677 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] Attempting to bind port a21a6bab-9b47-464e-b487-2cb0c2e4a3c3 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:37:12.302327 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] Attempting to bind port a21a6bab-9b47-464e-b487-2cb0c2e4a3c3 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '1e97de0a-0cab-4d64-b854-7ecfae014055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:37:12.302694 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] Attempting to bind port a21a6bab-9b47-464e-b487-2cb0c2e4a3c3 on network ba744a8c-4a19-408c-b7a8-94c2da3c80e4 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:37:12.308173 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:37:12.308544 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] Checking segment: {'id': '1e97de0a-0cab-4d64-b854-7ecfae014055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:37:12.308984 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:12.309375 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] Bound using segment: {'id': '1e97de0a-0cab-4d64-b854-7ecfae014055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:37:12.309842 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] Bound port: a21a6bab-9b47-464e-b487-2cb0c2e4a3c3, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e97de0a-0cab-4d64-b854-7ecfae014055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:37:12.310320 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a21a6bab-9b47-464e-b487-2cb0c2e4a3c3), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:12.377361 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] For port a21a6bab-9b47-464e-b487-2cb0c2e4a3c3, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:37:12.380805 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] For port a21a6bab-9b47-464e-b487-2cb0c2e4a3c3, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a21a6bab-9b47-464e-b487-2cb0c2e4a3c3,segment=NetworkSegment(1e97de0a-0cab-4d64-b854-7ecfae014055),segment_id=1e97de0a-0cab-4d64-b854-7ecfae014055)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:37:12.475716 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (a21a6bab-9b47-464e-b487-2cb0c2e4a3c3), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:12.519503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-de32ef79-ab5b-4db9-bb4b-19965db76eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.20.0.1 (ba744a8c-4a19-408c-b7a8-94c2da3c80e4/d317b232-36fc-4c8f-80c8-6e45c2f49e4f/d309ddc3-549c-4ae0-b5fb-bc4510ad96ed) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:37:12.548052 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110be67d-5071-44f1-a8da-5b01b13b008a None None] Pushing event updated for resources: {'Port': ['ID=a21a6bab-9b47-464e-b487-2cb0c2e4a3c3,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:12.620404 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:12.660328 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-de32ef79-ab5b-4db9-bb4b-19965db76eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (d309ddc3-549c-4ae0-b5fb-bc4510ad96ed), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:12.766447 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-de32ef79-ab5b-4db9-bb4b-19965db76eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (d309ddc3-549c-4ae0-b5fb-bc4510ad96ed), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:12.811918 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de32ef79-ab5b-4db9-bb4b-19965db76eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network ba744a8c-4a19-408c-b7a8-94c2da3c80e4 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:37:12.815144 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-de32ef79-ab5b-4db9-bb4b-19965db76eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:37:12.817673 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de32ef79-ab5b-4db9-bb4b-19965db76eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:37:12.851285 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32ef79-ab5b-4db9-bb4b-19965db76eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=d309ddc3-549c-4ae0-b5fb-bc4510ad96ed,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:12.873940 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-de32ef79-ab5b-4db9-bb4b-19965db76eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (2edc9d00-ae0b-47a1-80a9-e36d1af4771f), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:13.075249 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-de32ef79-ab5b-4db9-bb4b-19965db76eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d309ddc3-549c-4ae0-b5fb-bc4510ad96ed), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:13.359910 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-de32ef79-ab5b-4db9-bb4b-19965db76eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (d309ddc3-549c-4ae0-b5fb-bc4510ad96ed), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:13.419906 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-de32ef79-ab5b-4db9-bb4b-19965db76eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (d309ddc3-549c-4ae0-b5fb-bc4510ad96ed), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:13.499593 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32ef79-ab5b-4db9-bb4b-19965db76eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=d309ddc3-549c-4ae0-b5fb-bc4510ad96ed,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:13.504824 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-de32ef79-ab5b-4db9-bb4b-19965db76eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (2edc9d00-ae0b-47a1-80a9-e36d1af4771f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:13.564861 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6350540a-ed49-4c6e-8171-036000e53e17 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:37:13.599692 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de32ef79-ab5b-4db9-bb4b-19965db76eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network ba744a8c-4a19-408c-b7a8-94c2da3c80e4 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:37:13.601763 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-de32ef79-ab5b-4db9-bb4b-19965db76eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:37:13.614619 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 6350540a-ed49-4c6e-8171-036000e53e17 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:37:13.614994 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6350540a-ed49-4c6e-8171-036000e53e17), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:13.698887 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 6350540a-ed49-4c6e-8171-036000e53e17 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:37:13.699279 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6350540a-ed49-4c6e-8171-036000e53e17), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:13.722574 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 6350540a-ed49-4c6e-8171-036000e53e17, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6350540a-ed49-4c6e-8171-036000e53e17,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:37:13.730956 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de32ef79-ab5b-4db9-bb4b-19965db76eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:37:13.826104 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6350540a-ed49-4c6e-8171-036000e53e17), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:13.827455 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a21a6bab-9b47-464e-b487-2cb0c2e4a3c3 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:37:13.852650 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de32ef79-ab5b-4db9-bb4b-19965db76eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:37:13.861029 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-de32ef79-ab5b-4db9-bb4b-19965db76eb3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/routers/2edc9d00-ae0b-47a1-80a9-e36d1af4771f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1549997 Apr 16 04:37:13.861270 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41918) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:13.868761 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] Sync routers for ids ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:37:13.884305 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] Routers {'2edc9d00-ae0b-47a1-80a9-e36d1af4771f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:37:13.885052 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:37:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:13.923161 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=6350540a-ed49-4c6e-8171-036000e53e17,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:13.935977 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port a21a6bab-9b47-464e-b487-2cb0c2e4a3c3 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:37:13.936626 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a21a6bab-9b47-464e-b487-2cb0c2e4a3c3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:13.980369 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679fdda5-daf7-4ee1-a68d-b8ef87e56992 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:13.981072 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679fdda5-daf7-4ee1-a68d-b8ef87e56992 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:13.981631 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679fdda5-daf7-4ee1-a68d-b8ef87e56992 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:13.982449 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679fdda5-daf7-4ee1-a68d-b8ef87e56992 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:13.984315 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-679fdda5-daf7-4ee1-a68d-b8ef87e56992 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1219926 Apr 16 04:37:13.986902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41920) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:14.031299 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] Set router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:37:14.033244 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b545e4-6281-40b8-a790-1247255f64e7 None None] Network ba744a8c-4a19-408c-b7a8-94c2da3c80e4 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:37:14.049305 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4222d-d9b3-4741-a92d-0f4a1661e2ca tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:14.049955 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4222d-d9b3-4741-a92d-0f4a1661e2ca tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:14.050470 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4222d-d9b3-4741-a92d-0f4a1661e2ca tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:14.050971 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4222d-d9b3-4741-a92d-0f4a1661e2ca tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:14.055626 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4bf4222d-d9b3-4741-a92d-0f4a1661e2ca tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0648451 Apr 16 04:37:14.068140 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41922) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:14.068329 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:14.074108 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port a21a6bab-9b47-464e-b487-2cb0c2e4a3c3 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:37:14.074494 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a21a6bab-9b47-464e-b487-2cb0c2e4a3c3), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:14.117740 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8be04427-5a2b-4433-864c-ae20034cc0c0 None None] Provisioning complete for port a21a6bab-9b47-464e-b487-2cb0c2e4a3c3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:37:14.118115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8be04427-5a2b-4433-864c-ae20034cc0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a21a6bab-9b47-464e-b487-2cb0c2e4a3c3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:14.180190 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b8711aa6-ffcd-4026-88ce-09b8572fb6f1 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1204720 Apr 16 04:37:14.188904 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port a21a6bab-9b47-464e-b487-2cb0c2e4a3c3, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a21a6bab-9b47-464e-b487-2cb0c2e4a3c3,segment=NetworkSegment(1e97de0a-0cab-4d64-b854-7ecfae014055),segment_id=1e97de0a-0cab-4d64-b854-7ecfae014055)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:37:14.248525 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '6350540a-ed49-4c6e-8171-036000e53e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:37:08Z', 'updated_at': '2022-04-16T04:37:12Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '6350540a-ed49-4c6e-8171-036000e53e17', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:09Z', 'updated_at': '2022-04-16T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'd309ddc3-549c-4ae0-b5fb-bc4510ad96ed', 'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:8c:52:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:12Z', 'updated_at': '2022-04-16T04:37:13Z', 'revision_number': 2, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:14.257329 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (a21a6bab-9b47-464e-b487-2cb0c2e4a3c3), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:14.265441 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8be04427-5a2b-4433-864c-ae20034cc0c0 None None] Current status of the port a21a6bab-9b47-464e-b487-2cb0c2e4a3c3 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:37:14.265832 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8be04427-5a2b-4433-864c-ae20034cc0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a21a6bab-9b47-464e-b487-2cb0c2e4a3c3), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:14.281106 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] Checking router: 2edc9d00-ae0b-47a1-80a9-e36d1af4771f for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:37:14.281557 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] Updating router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f port d309ddc3-549c-4ae0-b5fb-bc4510ad96ed binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:37:14.310911 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d309ddc3-549c-4ae0-b5fb-bc4510ad96ed), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:14.353831 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=a21a6bab-9b47-464e-b487-2cb0c2e4a3c3,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:14.366444 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-8be04427-5a2b-4433-864c-ae20034cc0c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:37:14.366806 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-8be04427-5a2b-4433-864c-ae20034cc0c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:37:14.501614 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41926) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:14.506231 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-d01e4e28-ab7e-4b2d-afb7-17e2b9592bc1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-950152035', 'description': 'tempest-secgroup-smoke-950152035 description', 'project_id': '4b56e019123c4dffa69f7a176eb53d27'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:14.590346 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] Publish callbacks [] for port (d309ddc3-549c-4ae0-b5fb-bc4510ad96ed), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:14.592172 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d01e4e28-ab7e-4b2d-afb7-17e2b9592bc1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:14.663462 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d01e4e28-ab7e-4b2d-afb7-17e2b9592bc1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (e930382a-a27e-4bda-b123-9fab84d2314b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:14.666541 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d309ddc3-549c-4ae0-b5fb-bc4510ad96ed), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:14.715522 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a521f9f-dca9-4927-bbd1-bc02f1f5edbd None None] Pushing event updated for resources: {'Port': ['ID=d309ddc3-549c-4ae0-b5fb-bc4510ad96ed,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:14.726052 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a521f9f-dca9-4927-bbd1-bc02f1f5edbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:14.726403 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a521f9f-dca9-4927-bbd1-bc02f1f5edbd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:14.726734 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a521f9f-dca9-4927-bbd1-bc02f1f5edbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:14.727071 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a521f9f-dca9-4927-bbd1-bc02f1f5edbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:14.727403 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a521f9f-dca9-4927-bbd1-bc02f1f5edbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:14.727729 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a521f9f-dca9-4927-bbd1-bc02f1f5edbd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:14.728052 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a521f9f-dca9-4927-bbd1-bc02f1f5edbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:14.728999 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a521f9f-dca9-4927-bbd1-bc02f1f5edbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:14.729326 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a521f9f-dca9-4927-bbd1-bc02f1f5edbd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:14.729651 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a521f9f-dca9-4927-bbd1-bc02f1f5edbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:14.729992 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a521f9f-dca9-4927-bbd1-bc02f1f5edbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:14.730322 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a521f9f-dca9-4927-bbd1-bc02f1f5edbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:14.730643 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a521f9f-dca9-4927-bbd1-bc02f1f5edbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:14.730957 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a521f9f-dca9-4927-bbd1-bc02f1f5edbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:14.731271 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a521f9f-dca9-4927-bbd1-bc02f1f5edbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:14.734406 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d01e4e28-ab7e-4b2d-afb7-17e2b9592bc1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (e930382a-a27e-4bda-b123-9fab84d2314b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:14.774682 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e4e28-ab7e-4b2d-afb7-17e2b9592bc1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e930382a-a27e-4bda-b123-9fab84d2314b,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:14.790433 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] Attempting to bind port d309ddc3-549c-4ae0-b5fb-bc4510ad96ed on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:37:14.790918 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] Attempting to bind port d309ddc3-549c-4ae0-b5fb-bc4510ad96ed by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '1e97de0a-0cab-4d64-b854-7ecfae014055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:37:14.791394 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] Attempting to bind port d309ddc3-549c-4ae0-b5fb-bc4510ad96ed on network ba744a8c-4a19-408c-b7a8-94c2da3c80e4 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:37:14.796596 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:37:14.796986 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] Checking segment: {'id': '1e97de0a-0cab-4d64-b854-7ecfae014055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:37:14.797381 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:14.797764 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] Bound using segment: {'id': '1e97de0a-0cab-4d64-b854-7ecfae014055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:37:14.798219 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] Bound port: d309ddc3-549c-4ae0-b5fb-bc4510ad96ed, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e97de0a-0cab-4d64-b854-7ecfae014055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:37:14.798592 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d309ddc3-549c-4ae0-b5fb-bc4510ad96ed), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:14.822850 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d01e4e28-ab7e-4b2d-afb7-17e2b9592bc1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:14.829067 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 41928) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:14.831339 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d01e4e28-ab7e-4b2d-afb7-17e2b9592bc1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3262153 Apr 16 04:37:14.834316 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1a1d2935-1897-472b-ab73-96abda3d58b0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'e930382a-a27e-4bda-b123-9fab84d2314b', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:14.871526 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] For port d309ddc3-549c-4ae0-b5fb-bc4510ad96ed, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:37:14.874837 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] For port d309ddc3-549c-4ae0-b5fb-bc4510ad96ed, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=d309ddc3-549c-4ae0-b5fb-bc4510ad96ed,segment=NetworkSegment(1e97de0a-0cab-4d64-b854-7ecfae014055),segment_id=1e97de0a-0cab-4d64-b854-7ecfae014055)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:37:14.902758 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8be04427-5a2b-4433-864c-ae20034cc0c0 None None] Current status of the port a21a6bab-9b47-464e-b487-2cb0c2e4a3c3 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:37:14.940308 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2935-1897-472b-ab73-96abda3d58b0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (a88f91e0-eecd-4bb6-bc6d-c98a04c31087), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:14.958040 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d309ddc3-549c-4ae0-b5fb-bc4510ad96ed), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:15.002338 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2935-1897-472b-ab73-96abda3d58b0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (a88f91e0-eecd-4bb6-bc6d-c98a04c31087), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:15.019409 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-e4596d80-7d4e-4d2e-8310-f9d2f8d046d9 None None] Provisioning complete for port a21a6bab-9b47-464e-b487-2cb0c2e4a3c3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:37:15.027097 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e4596d80-7d4e-4d2e-8310-f9d2f8d046d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a21a6bab-9b47-464e-b487-2cb0c2e4a3c3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:15.027246 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] Routers {'2edc9d00-ae0b-47a1-80a9-e36d1af4771f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:37:15.027246 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:37:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:15.031272 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a521f9f-dca9-4927-bbd1-bc02f1f5edbd None None] Pushing event updated for resources: {'Port': ['ID=d309ddc3-549c-4ae0-b5fb-bc4510ad96ed,revision_number=4']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:15.074604 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2935-1897-472b-ab73-96abda3d58b0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (a88f91e0-eecd-4bb6-bc6d-c98a04c31087), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:15.088260 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d2935-1897-472b-ab73-96abda3d58b0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88f91e0-eecd-4bb6-bc6d-c98a04c31087,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:15.108097 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e4596d80-7d4e-4d2e-8310-f9d2f8d046d9 None None] Current status of the port a21a6bab-9b47-464e-b487-2cb0c2e4a3c3 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:37:15.120803 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-e4596d80-7d4e-4d2e-8310-f9d2f8d046d9 None None] Provisioning complete for port d309ddc3-549c-4ae0-b5fb-bc4510ad96ed triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:37:15.120803 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e4596d80-7d4e-4d2e-8310-f9d2f8d046d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d309ddc3-549c-4ae0-b5fb-bc4510ad96ed), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:15.152389 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] Set router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:37:15.176814 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2935-1897-472b-ab73-96abda3d58b0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:15.182849 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41930) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:15.184583 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1a1d2935-1897-472b-ab73-96abda3d58b0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3538613 Apr 16 04:37:15.187586 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-b0c85f49-6b6d-48b6-8617-2c555b8a7d58 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'e930382a-a27e-4bda-b123-9fab84d2314b', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:15.297032 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b0c85f49-6b6d-48b6-8617-2c555b8a7d58 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (38d2b88c-fde7-4213-92ef-a057e92026cb), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:15.376310 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e4596d80-7d4e-4d2e-8310-f9d2f8d046d9 None None] Current status of the port d309ddc3-549c-4ae0-b5fb-bc4510ad96ed is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:37:15.376876 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e4596d80-7d4e-4d2e-8310-f9d2f8d046d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d309ddc3-549c-4ae0-b5fb-bc4510ad96ed), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:15.383913 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b0c85f49-6b6d-48b6-8617-2c555b8a7d58 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (38d2b88c-fde7-4213-92ef-a057e92026cb), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:15.389526 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:15.397976 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '6350540a-ed49-4c6e-8171-036000e53e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:37:08Z', 'updated_at': '2022-04-16T04:37:12Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '6350540a-ed49-4c6e-8171-036000e53e17', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:09Z', 'updated_at': '2022-04-16T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'd309ddc3-549c-4ae0-b5fb-bc4510ad96ed', 'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:8c:52:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:12Z', 'updated_at': '2022-04-16T04:37:14Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:15.413137 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e4596d80-7d4e-4d2e-8310-f9d2f8d046d9 None None] For port d309ddc3-549c-4ae0-b5fb-bc4510ad96ed, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=d309ddc3-549c-4ae0-b5fb-bc4510ad96ed,segment=NetworkSegment(1e97de0a-0cab-4d64-b854-7ecfae014055),segment_id=1e97de0a-0cab-4d64-b854-7ecfae014055)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:37:15.428253 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b80993a-16a4-47a8-926c-a8b83605bd67 None None] The sync data for ids ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'] in dv-neutron-838078-2-hyperv is: [{'id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '6350540a-ed49-4c6e-8171-036000e53e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:37:08Z', 'updated_at': '2022-04-16T04:37:12Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '6350540a-ed49-4c6e-8171-036000e53e17', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:09Z', 'updated_at': '2022-04-16T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'd309ddc3-549c-4ae0-b5fb-bc4510ad96ed', 'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:8c:52:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:12Z', 'updated_at': '2022-04-16T04:37:14Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:37:15.470968 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b0c85f49-6b6d-48b6-8617-2c555b8a7d58 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (38d2b88c-fde7-4213-92ef-a057e92026cb), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:15.478291 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e4596d80-7d4e-4d2e-8310-f9d2f8d046d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d309ddc3-549c-4ae0-b5fb-bc4510ad96ed), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:15.683376 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c85f49-6b6d-48b6-8617-2c555b8a7d58 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d2b88c-fde7-4213-92ef-a057e92026cb,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:15.684600 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4596d80-7d4e-4d2e-8310-f9d2f8d046d9 None None] Pushing event updated for resources: {'Port': ['ID=d309ddc3-549c-4ae0-b5fb-bc4510ad96ed,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:15.684600 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6350540a-ed49-4c6e-8171-036000e53e17 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:37:15.685125 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b0c85f49-6b6d-48b6-8617-2c555b8a7d58 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:15.685125 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b0c85f49-6b6d-48b6-8617-2c555b8a7d58 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4149575 Apr 16 04:37:15.685125 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41932) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:15.685125 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-585f39bd-7d91-4753-81fc-93aabb827645 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'e930382a-a27e-4bda-b123-9fab84d2314b', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:15.685726 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-dd2e1c22-b63f-409a-9476-1c4f0678f800 None None] Provisioning complete for port d309ddc3-549c-4ae0-b5fb-bc4510ad96ed triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:37:15.685726 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dd2e1c22-b63f-409a-9476-1c4f0678f800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d309ddc3-549c-4ae0-b5fb-bc4510ad96ed), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:15.685726 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 6350540a-ed49-4c6e-8171-036000e53e17 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:37:15.685726 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6350540a-ed49-4c6e-8171-036000e53e17), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:15.759254 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dd2e1c22-b63f-409a-9476-1c4f0678f800 None None] Current status of the port d309ddc3-549c-4ae0-b5fb-bc4510ad96ed is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:37:15.775946 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-585f39bd-7d91-4753-81fc-93aabb827645 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (cadaa1d1-c162-402c-9c56-5f3536c5d711), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:15.805356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 6350540a-ed49-4c6e-8171-036000e53e17 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:37:15.806615 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a21a6bab-9b47-464e-b487-2cb0c2e4a3c3 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:37:15.857581 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-585f39bd-7d91-4753-81fc-93aabb827645 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (cadaa1d1-c162-402c-9c56-5f3536c5d711), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:15.858125 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port a21a6bab-9b47-464e-b487-2cb0c2e4a3c3 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:37:15.858504 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (a21a6bab-9b47-464e-b487-2cb0c2e4a3c3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:15.926302 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-585f39bd-7d91-4753-81fc-93aabb827645 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (cadaa1d1-c162-402c-9c56-5f3536c5d711), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:15.940197 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port a21a6bab-9b47-464e-b487-2cb0c2e4a3c3 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:37:15.949064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f39bd-7d91-4753-81fc-93aabb827645 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cadaa1d1-c162-402c-9c56-5f3536c5d711,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:16.019560 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-585f39bd-7d91-4753-81fc-93aabb827645 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:16.020792 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-585f39bd-7d91-4753-81fc-93aabb827645 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4187706 Apr 16 04:37:16.024209 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41934) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:16.028870 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-591c37fe-dfbe-4c47-8d64-caaf2b2d54a6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'e930382a-a27e-4bda-b123-9fab84d2314b', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:16.117756 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-591c37fe-dfbe-4c47-8d64-caaf2b2d54a6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (cea30fbe-bb38-4dc4-9779-3744e5acef7b), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:16.177846 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-591c37fe-dfbe-4c47-8d64-caaf2b2d54a6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (cea30fbe-bb38-4dc4-9779-3744e5acef7b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:16.260239 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-591c37fe-dfbe-4c47-8d64-caaf2b2d54a6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (cea30fbe-bb38-4dc4-9779-3744e5acef7b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:16.286789 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c37fe-dfbe-4c47-8d64-caaf2b2d54a6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea30fbe-bb38-4dc4-9779-3744e5acef7b,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:16.387627 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-591c37fe-dfbe-4c47-8d64-caaf2b2d54a6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:16.389412 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-591c37fe-dfbe-4c47-8d64-caaf2b2d54a6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3636422 Apr 16 04:37:16.391654 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41936) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:16.396207 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-7e59d9ac-a116-423d-ad31-5031fb462cda tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'e930382a-a27e-4bda-b123-9fab84d2314b', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:16.488939 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-7e59d9ac-a116-423d-ad31-5031fb462cda tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:37:16.495541 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7e59d9ac-a116-423d-ad31-5031fb462cda tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (f2d5103e-f637-4550-b6f1-55788d534fef), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:16.556978 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7e59d9ac-a116-423d-ad31-5031fb462cda tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (f2d5103e-f637-4550-b6f1-55788d534fef), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:16.639985 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7e59d9ac-a116-423d-ad31-5031fb462cda tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (f2d5103e-f637-4550-b6f1-55788d534fef), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:16.657882 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59d9ac-a116-423d-ad31-5031fb462cda tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d5103e-f637-4550-b6f1-55788d534fef,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:16.761816 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7e59d9ac-a116-423d-ad31-5031fb462cda tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:16.763064 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7e59d9ac-a116-423d-ad31-5031fb462cda tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3704007 Apr 16 04:37:16.765730 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 41938) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:16.769981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-7097fd95-1cbd-4afe-bcf6-6979f3db2138 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'e930382a-a27e-4bda-b123-9fab84d2314b', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:16.868395 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-7097fd95-1cbd-4afe-bcf6-6979f3db2138 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:37:16.874109 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7097fd95-1cbd-4afe-bcf6-6979f3db2138 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (a6292e6f-fe5f-4089-9003-49ef2c49d702), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:16.934396 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7097fd95-1cbd-4afe-bcf6-6979f3db2138 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (a6292e6f-fe5f-4089-9003-49ef2c49d702), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:17.028332 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7097fd95-1cbd-4afe-bcf6-6979f3db2138 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (a6292e6f-fe5f-4089-9003-49ef2c49d702), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:17.046832 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097fd95-1cbd-4afe-bcf6-6979f3db2138 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6292e6f-fe5f-4089-9003-49ef2c49d702,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:17.098960 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7097fd95-1cbd-4afe-bcf6-6979f3db2138 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:17.100100 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7097fd95-1cbd-4afe-bcf6-6979f3db2138 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3334677 Apr 16 04:37:17.254030 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-862f0022-095f-42bd-a4a3-fbc2f851d20d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950152035&fields=id&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 267 time: 0.0428903 Apr 16 04:37:17.362094 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-2b8520aa-cc4d-433f-a121-db56307b9d68 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:17.363536 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-2b8520aa-cc4d-433f-a121-db56307b9d68 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/networks?id=ba744a8c-4a19-408c-b7a8-94c2da3c80e4 HTTP/1.1" status: 200 len: 796 time: 0.1028924 Apr 16 04:37:17.377800 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-ab4677b2-9e3a-4eb7-8747-e38436b70abc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/quotas/4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 375 time: 0.0088851 Apr 16 04:37:17.427100 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-874de63f-4664-42ea-bce6-be5359af72a7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440195 Apr 16 04:37:17.526843 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-1aa68ca7-32da-47fc-b862-8571cfc71c45 service neutron] 10.222.0.30 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880730 Apr 16 04:37:17.537348 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d309ddc3-549c-4ae0-b5fb-bc4510ad96ed up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:37:17.587258 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port d309ddc3-549c-4ae0-b5fb-bc4510ad96ed triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:37:17.587629 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d309ddc3-549c-4ae0-b5fb-bc4510ad96ed), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:17.617980 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-91c2d86a-3bb3-4e29-aaf8-847dfdf7e3e5 service neutron] 10.222.0.30 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853302 Apr 16 04:37:17.663776 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port d309ddc3-549c-4ae0-b5fb-bc4510ad96ed is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:37:17.875459 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e47d461b-1f3e-4595-9182-138d58448134 req-db0adbd3-6f05-401e-a789-049afaf829c7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 210 time: 0.0287745 Apr 16 04:37:18.960266 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8076501c-4f66-4991-ad04-714e27504043 req-0ba991de-f558-4fd5-b5aa-9b2db5ce9017 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 210 time: 0.0349646 Apr 16 04:37:20.035294 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2acc1740-3a24-4c15-98b3-8be5b9102049 req-34e93e5f-9db8-48e3-a626-4d504fb06fc4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 210 time: 0.0270419 Apr 16 04:37:21.126683 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9c6877d1-1758-44f2-869d-88446d94a7de req-e3918d75-dfe7-4e5b-b653-252e9213552d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 210 time: 0.0274284 Apr 16 04:37:22.221374 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e2a2e9a6-875c-4058-a963-4d26ac81d6bf req-a3321002-069e-433d-8bc7-4fce73ca5272 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 210 time: 0.0303237 Apr 16 04:37:22.842951 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-bf8ddcc1-f374-4c93-9288-4eff26d94085 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:22.844446 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-bf8ddcc1-f374-4c93-9288-4eff26d94085 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/networks?id=ba744a8c-4a19-408c-b7a8-94c2da3c80e4 HTTP/1.1" status: 200 len: 796 time: 0.1032283 Apr 16 04:37:22.907233 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-44d47368-db93-4a6b-883f-296d8515e41f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 379 time: 0.0541098 Apr 16 04:37:22.917401 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-13694741-100d-4367-a5a2-cb16cb0162dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'port': {'device_id': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'admin_state_up': True, 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'security_groups': ['e930382a-a27e-4bda-b123-9fab84d2314b']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:23.105385 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-13694741-100d-4367-a5a2-cb16cb0162dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:37:23.108922 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-13694741-100d-4367-a5a2-cb16cb0162dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:23.235566 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-13694741-100d-4367-a5a2-cb16cb0162dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.20.0.11 (ba744a8c-4a19-408c-b7a8-94c2da3c80e4/d317b232-36fc-4c8f-80c8-6e45c2f49e4f/5ddb6d35-5ae5-4f1a-b9fc-219e5a382615) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:37:23.315629 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2cbbc4bc-8333-403b-a630-534717d0c8f5 req-5dd6b670-2edd-456a-a09e-b00b7c0a95c5 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 210 time: 0.0294404 Apr 16 04:37:23.375084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-13694741-100d-4367-a5a2-cb16cb0162dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:23.494278 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-13694741-100d-4367-a5a2-cb16cb0162dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:23.540945 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-13694741-100d-4367-a5a2-cb16cb0162dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network ba744a8c-4a19-408c-b7a8-94c2da3c80e4 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:37:23.546008 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-13694741-100d-4367-a5a2-cb16cb0162dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:37:23.549739 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-13694741-100d-4367-a5a2-cb16cb0162dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:37:23.573462 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13694741-100d-4367-a5a2-cb16cb0162dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=5ddb6d35-5ae5-4f1a-b9fc-219e5a382615,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:23.602212 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-13694741-100d-4367-a5a2-cb16cb0162dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:23.602833 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-13694741-100d-4367-a5a2-cb16cb0162dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:23.705472 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-13694741-100d-4367-a5a2-cb16cb0162dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7915597 Apr 16 04:37:23.717022 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] Request body: {'port': {'device_id': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:23.725943 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-f916ecce-8294-4465-b4d7-e4eb1318a724 None None] Provisioning complete for port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:37:23.726434 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f916ecce-8294-4465-b4d7-e4eb1318a724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:23.759794 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f916ecce-8294-4465-b4d7-e4eb1318a724 None None] Port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:37:23.775642 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:24.045583 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:37:24.054074 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] Publish callbacks [] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:24.066957 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] Transition to ACTIVE for port object 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:37:24.136918 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:24.187801 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ddb6d35-5ae5-4f1a-b9fc-219e5a382615,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:24.266488 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] Attempting to bind port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:37:24.267149 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] Attempting to bind port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '1e97de0a-0cab-4d64-b854-7ecfae014055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:37:24.267376 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] Attempting to bind port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 on network ba744a8c-4a19-408c-b7a8-94c2da3c80e4 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:37:24.272063 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] Port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 on network ba744a8c-4a19-408c-b7a8-94c2da3c80e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:37:24.272386 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] Attempting to bind port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 on network ba744a8c-4a19-408c-b7a8-94c2da3c80e4 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:37:24.277623 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:37:24.277959 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] Checking segment: {'id': '1e97de0a-0cab-4d64-b854-7ecfae014055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:37:24.278339 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] Bound using segment: {'id': '1e97de0a-0cab-4d64-b854-7ecfae014055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:37:24.278762 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] Bound port: 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e97de0a-0cab-4d64-b854-7ecfae014055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:37:24.279122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:24.346760 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] For port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:37:24.349608 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] For port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=5ddb6d35-5ae5-4f1a-b9fc-219e5a382615,segment=NetworkSegment(1e97de0a-0cab-4d64-b854-7ecfae014055),segment_id=1e97de0a-0cab-4d64-b854-7ecfae014055)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:37:24.429207 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26373a71-bb44-4e98-90a2-4b8b0bdda2c5 req-26a21821-0122-48fa-92a0-028f9d04f6fb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:24.430706 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-26373a71-bb44-4e98-90a2-4b8b0bdda2c5 req-26a21821-0122-48fa-92a0-028f9d04f6fb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 944 time: 0.0468056 Apr 16 04:37:24.451680 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:24.493268 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:24.493811 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:24.495423 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] 10.222.0.18 "PUT /v2.0/ports/5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 HTTP/1.1" status: 200 len: 1094 time: 0.7827680 Apr 16 04:37:24.503853 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'tag': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:37:24.506725 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3b9000-5d00-41fb-93d3-dc91826fefb3" -d '{"events": [{"name": "network-changed", "server_uuid": "800b2f8d-945a-4b22-a477-17bc6c6dab39", "tag": "5ddb6d35-5ae5-4f1a-b9fc-219e5a382615"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:37:24.541738 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-26373a71-bb44-4e98-90a2-4b8b0bdda2c5 req-56651f56-f910-453f-82fd-3016853c6eee tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e930382a-a27e-4bda-b123-9fab84d2314b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054635 Apr 16 04:37:24.545058 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9a84e-f0a0-45e1-9c9e-5124addd51a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ddb6d35-5ae5-4f1a-b9fc-219e5a382615,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:24.551029 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95767efa-30ed-4df3-9ca6-a0326750bb58 x-openstack-request-id: req-95767efa-30ed-4df3-9ca6-a0326750bb58 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:37:24.551325 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800b2f8d-945a-4b22-a477-17bc6c6dab39", "tag": "5ddb6d35-5ae5-4f1a-b9fc-219e5a382615", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:37:24.551578 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95767efa-30ed-4df3-9ca6-a0326750bb58 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:37:24.551986 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95767efa-30ed-4df3-9ca6-a0326750bb58'] response: {'name': 'network-changed', 'server_uuid': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'tag': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615', 'status': 'completed', 'code': 200} Apr 16 04:37:24.612174 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b9000-5d00-41fb-93d3-dc91826fefb3 req-ef6cf546-c3d6-4d82-8023-9bae5e176329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:24.613779 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3b3b9000-5d00-41fb-93d3-dc91826fefb3 req-ef6cf546-c3d6-4d82-8023-9bae5e176329 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 1128 time: 0.0434818 Apr 16 04:37:24.711557 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b9000-5d00-41fb-93d3-dc91826fefb3 req-75587f86-a976-4f9e-ac84-4b9ab416104e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:24.713047 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3b3b9000-5d00-41fb-93d3-dc91826fefb3 req-75587f86-a976-4f9e-ac84-4b9ab416104e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4b56e019123c4dffa69f7a176eb53d27&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0927687 Apr 16 04:37:24.808625 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b9000-5d00-41fb-93d3-dc91826fefb3 req-9a0f8e42-d5e2-4dc6-af88-f8a2fb63400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:24.810116 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3b3b9000-5d00-41fb-93d3-dc91826fefb3 req-9a0f8e42-d5e2-4dc6-af88-f8a2fb63400b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0916193 Apr 16 04:37:24.882638 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-f478259d-c472-4b4b-8526-b07fe5fb4b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:24.884102 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-f478259d-c472-4b4b-8526-b07fe5fb4b2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 1128 time: 0.0393174 Apr 16 04:37:24.928961 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-9f5b1c75-0e0a-46da-a790-1e127fdef134 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 HTTP/1.1" status: 200 len: 217 time: 0.0376620 Apr 16 04:37:24.976034 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-c8020edb-2578-4e0b-9cf8-4ffb72285771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:24.977400 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-c8020edb-2578-4e0b-9cf8-4ffb72285771 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d317b232-36fc-4c8f-80c8-6e45c2f49e4f HTTP/1.1" status: 200 len: 834 time: 0.0433950 Apr 16 04:37:25.018762 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-549ccc00-ef6f-4975-b7b5-577a42be0ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:25.020237 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-549ccc00-ef6f-4975-b7b5-577a42be0ca6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba744a8c-4a19-408c-b7a8-94c2da3c80e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0368979 Apr 16 04:37:25.096186 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:37:25.112666 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-9139f0f5-997c-48d5-beca-28a3b6c5b5f4 service neutron] 10.222.0.18 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862160 Apr 16 04:37:25.200533 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9729cabe-17d1-4077-8adc-187d9e14d507 req-c0e450c1-b3c1-4d56-98b0-d002063f1d5a service neutron] 10.222.0.18 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819068 Apr 16 04:37:25.656638 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468a1a8-b220-4469-95d3-59f54a8d7480 req-158bdf3b-3ff1-48df-ada4-7060f8f958e9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:25.658095 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a468a1a8-b220-4469-95d3-59f54a8d7480 req-158bdf3b-3ff1-48df-ada4-7060f8f958e9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 944 time: 0.0468667 Apr 16 04:37:25.706165 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a468a1a8-b220-4469-95d3-59f54a8d7480 req-ecf29d25-da6c-4f0d-bf61-1503872812da tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e930382a-a27e-4bda-b123-9fab84d2314b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423388 Apr 16 04:37:27.139530 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1fb0d-1e85-473b-bdf7-9158f4ab9f47 req-7a356cdb-9471-4e1e-8e8f-9d9567307e90 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:27.140959 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1fb1fb0d-1e85-473b-bdf7-9158f4ab9f47 req-7a356cdb-9471-4e1e-8e8f-9d9567307e90 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 944 time: 0.3716407 Apr 16 04:37:27.189320 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1fb1fb0d-1e85-473b-bdf7-9158f4ab9f47 req-36eed42a-800b-40ef-9272-4b6e32bc1cbf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e930382a-a27e-4bda-b123-9fab84d2314b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426338 Apr 16 04:37:27.509505 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:37:27.607022 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=5ddb6d35-5ae5-4f1a-b9fc-219e5a382615,segment=NetworkSegment(1e97de0a-0cab-4d64-b854-7ecfae014055),segment_id=1e97de0a-0cab-4d64-b854-7ecfae014055)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:37:27.618836 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'port_id': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615', 'mac_address': 'fa:16:3e:e4:4b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:37:27.654877 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:37:27.655259 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:27.668319 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:37:27.687205 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=5ddb6d35-5ae5-4f1a-b9fc-219e5a382615,segment=NetworkSegment(1e97de0a-0cab-4d64-b854-7ecfae014055),segment_id=1e97de0a-0cab-4d64-b854-7ecfae014055)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:37:27.754019 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:27.801021 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=5ddb6d35-5ae5-4f1a-b9fc-219e5a382615,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:27.970333 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['5ddb6d35-5ae5-4f1a-b9fc-219e5a382615'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:37:28.214054 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:28.303372 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7decd8-70a4-41d4-b36a-ec6c13aeb838 req-2f5f8b4e-b6ba-4c72-a4ab-44b46d673c0c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:28.304854 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ee7decd8-70a4-41d4-b36a-ec6c13aeb838 req-2f5f8b4e-b6ba-4c72-a4ab-44b46d673c0c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 945 time: 0.0506830 Apr 16 04:37:28.353462 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ee7decd8-70a4-41d4-b36a-ec6c13aeb838 req-652390df-5b2d-4d1f-8c9a-30567eb8aeee tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e930382a-a27e-4bda-b123-9fab84d2314b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430436 Apr 16 04:37:29.463827 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1a409-0407-4e16-801d-df72a06a3ee4 req-f64c0e92-e9a8-4760-8ad5-5455b8ceb075 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:29.465295 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-27a1a409-0407-4e16-801d-df72a06a3ee4 req-f64c0e92-e9a8-4760-8ad5-5455b8ceb075 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 945 time: 0.0470402 Apr 16 04:37:29.512375 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:37:29.513763 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-27a1a409-0407-4e16-801d-df72a06a3ee4 req-6658a14e-1e02-47fc-9006-599a53f0922c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e930382a-a27e-4bda-b123-9fab84d2314b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429864 Apr 16 04:37:29.556839 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:37:29.642500 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:37:29.642801 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:29.718832 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:37:29.719219 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:29.741549 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:37:29.743776 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b356ba-ea4c-4b15-a7c8-8dadc25e85d1" -d '{"events": [{"server_uuid": "800b2f8d-945a-4b22-a477-17bc6c6dab39", "name": "network-vif-plugged", "status": "completed", "tag": "5ddb6d35-5ae5-4f1a-b9fc-219e5a382615"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:37:29.759668 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=5ddb6d35-5ae5-4f1a-b9fc-219e5a382615,segment=NetworkSegment(1e97de0a-0cab-4d64-b854-7ecfae014055),segment_id=1e97de0a-0cab-4d64-b854-7ecfae014055)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:37:29.817233 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:29.843228 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a398f02a-48b0-4329-8ea0-2550460e5373 x-openstack-request-id: req-a398f02a-48b0-4329-8ea0-2550460e5373 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:37:29.843521 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800b2f8d-945a-4b22-a477-17bc6c6dab39", "name": "network-vif-plugged", "status": "completed", "tag": "5ddb6d35-5ae5-4f1a-b9fc-219e5a382615", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:37:29.843773 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a398f02a-48b0-4329-8ea0-2550460e5373 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:37:29.844165 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a398f02a-48b0-4329-8ea0-2550460e5373'] response: {'server_uuid': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615', 'code': 200} Apr 16 04:37:29.869594 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=5ddb6d35-5ae5-4f1a-b9fc-219e5a382615,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:30.131202 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebda67-1b9d-4da0-a5f6-1fd453987e3d req-73948b9c-45ff-4674-bf46-4dde7098b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:30.132659 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5bebda67-1b9d-4da0-a5f6-1fd453987e3d req-73948b9c-45ff-4674-bf46-4dde7098b413 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 1130 time: 0.0377259 Apr 16 04:37:30.180877 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5bebda67-1b9d-4da0-a5f6-1fd453987e3d req-e1744591-fd3b-42a6-8b74-6ce8c70626a8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e930382a-a27e-4bda-b123-9fab84d2314b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423672 Apr 16 04:37:30.624795 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2859e-9aa9-48da-b294-1b7e4c090e3e req-3f96d09b-a3ed-4736-a03d-c9c02749edb8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:30.626259 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e2f2859e-9aa9-48da-b294-1b7e4c090e3e req-3f96d09b-a3ed-4736-a03d-c9c02749edb8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 946 time: 0.0468135 Apr 16 04:37:30.674065 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e2f2859e-9aa9-48da-b294-1b7e4c090e3e req-989060e0-6ef7-4955-bc32-e91f274de3c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e930382a-a27e-4bda-b123-9fab84d2314b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424066 Apr 16 04:37:31.786402 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1156f-954e-411d-8df6-4ec4cbdbc720 req-7afaab12-7750-4763-beca-84582f0c7864 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:31.788050 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5bd1156f-954e-411d-8df6-4ec4cbdbc720 req-7afaab12-7750-4763-beca-84582f0c7864 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 946 time: 0.0472345 Apr 16 04:37:31.836995 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5bd1156f-954e-411d-8df6-4ec4cbdbc720 req-c2dc9422-40f6-48a9-9e22-34a8c22597b7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e930382a-a27e-4bda-b123-9fab84d2314b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432956 Apr 16 04:37:31.946700 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66757d77-9247-49c3-9b5d-7ab624f828f7 req-679f8fd7-aadf-4848-a9da-db8b9ef903bd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:31.948169 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-66757d77-9247-49c3-9b5d-7ab624f828f7 req-679f8fd7-aadf-4848-a9da-db8b9ef903bd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 946 time: 0.0469425 Apr 16 04:37:31.995364 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-66757d77-9247-49c3-9b5d-7ab624f828f7 req-2cdfd29f-fba5-439e-a10d-67b57050005d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e930382a-a27e-4bda-b123-9fab84d2314b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415943 Apr 16 04:37:32.017764 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42012) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:32.059027 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95975563-2957-47ce-9c89-7077415b74da tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:32.060479 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-95975563-2957-47ce-9c89-7077415b74da tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 1125 time: 0.0417397 Apr 16 04:37:32.063123 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42014) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:32.067273 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-57590082-6d96-4aef-b8d2-ae129a4856a3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:32.139708 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-57590082-6d96-4aef-b8d2-ae129a4856a3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:32.216432 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-57590082-6d96-4aef-b8d2-ae129a4856a3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:32.322138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-57590082-6d96-4aef-b8d2-ae129a4856a3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.26.6.41 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/39b005a0-863c-4081-a643-fa2bbd45402f) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:37:32.424485 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-57590082-6d96-4aef-b8d2-ae129a4856a3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (39b005a0-863c-4081-a643-fa2bbd45402f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:32.511139 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-57590082-6d96-4aef-b8d2-ae129a4856a3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (39b005a0-863c-4081-a643-fa2bbd45402f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:32.549796 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57590082-6d96-4aef-b8d2-ae129a4856a3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:37:32.554748 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-57590082-6d96-4aef-b8d2-ae129a4856a3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:37:32.558295 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57590082-6d96-4aef-b8d2-ae129a4856a3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:37:32.563687 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57590082-6d96-4aef-b8d2-ae129a4856a3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=39b005a0-863c-4081-a643-fa2bbd45402f,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:32.920942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-57590082-6d96-4aef-b8d2-ae129a4856a3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (9a72092e-a436-4f9d-ae85-d5fcaf235ba9), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:33.044587 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-57590082-6d96-4aef-b8d2-ae129a4856a3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (39b005a0-863c-4081-a643-fa2bbd45402f), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:33.192148 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-57590082-6d96-4aef-b8d2-ae129a4856a3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (39b005a0-863c-4081-a643-fa2bbd45402f), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:33.242489 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-57590082-6d96-4aef-b8d2-ae129a4856a3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (39b005a0-863c-4081-a643-fa2bbd45402f), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:33.313253 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57590082-6d96-4aef-b8d2-ae129a4856a3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=39b005a0-863c-4081-a643-fa2bbd45402f,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:33.329112 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-57590082-6d96-4aef-b8d2-ae129a4856a3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (9a72092e-a436-4f9d-ae85-d5fcaf235ba9), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:33.432692 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-57590082-6d96-4aef-b8d2-ae129a4856a3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Floating IP 9a72092e-a436-4f9d-ae85-d5fcaf235ba9 associated. External IP: 172.26.6.41, port: 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615. Apr 16 04:37:33.646335 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57590082-6d96-4aef-b8d2-ae129a4856a3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:37:33.757208 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57590082-6d96-4aef-b8d2-ae129a4856a3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:37:33.766538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2175eb04-a40c-4a45-9c1d-4e17a88921b6 None None] Sync routers for ids ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:37:33.776361 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2175eb04-a40c-4a45-9c1d-4e17a88921b6 None None] Routers {'2edc9d00-ae0b-47a1-80a9-e36d1af4771f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:37:33.779297 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2175eb04-a40c-4a45-9c1d-4e17a88921b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:37:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:33.827869 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-57590082-6d96-4aef-b8d2-ae129a4856a3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:33.860378 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-57590082-6d96-4aef-b8d2-ae129a4856a3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7939258 Apr 16 04:37:33.860378 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'tag': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:37:33.860797 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42016) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:33.861232 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482c002c-f952-48da-b643-2e89f37e3d03" -d '{"events": [{"name": "network-changed", "server_uuid": "800b2f8d-945a-4b22-a477-17bc6c6dab39", "tag": "5ddb6d35-5ae5-4f1a-b9fc-219e5a382615"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:37:33.891230 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-2175eb04-a40c-4a45-9c1d-4e17a88921b6 None None] Set router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:37:33.896054 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067fc478-d4a7-4eb4-9054-038055a7a7db x-openstack-request-id: req-067fc478-d4a7-4eb4-9054-038055a7a7db {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:37:33.899995 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800b2f8d-945a-4b22-a477-17bc6c6dab39", "tag": "5ddb6d35-5ae5-4f1a-b9fc-219e5a382615", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:37:33.899995 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-067fc478-d4a7-4eb4-9054-038055a7a7db {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:37:33.899995 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067fc478-d4a7-4eb4-9054-038055a7a7db'] response: {'name': 'network-changed', 'server_uuid': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'tag': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615', 'status': 'completed', 'code': 200} Apr 16 04:37:33.905652 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1113ce9-872f-4716-a685-08125c7cfddb tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:33.910154 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c1113ce9-872f-4716-a685-08125c7cfddb tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 1125 time: 0.0477352 Apr 16 04:37:33.958312 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c002c-f952-48da-b643-2e89f37e3d03 req-cdbfbee9-014f-4255-adae-3c9346e4ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:33.960437 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-482c002c-f952-48da-b643-2e89f37e3d03 req-cdbfbee9-014f-4255-adae-3c9346e4ce51 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 1130 time: 0.0424459 Apr 16 04:37:34.056704 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c002c-f952-48da-b643-2e89f37e3d03 req-fe086d49-fbbd-4fe7-83ba-825e77ce7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:34.058154 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-482c002c-f952-48da-b643-2e89f37e3d03 req-fe086d49-fbbd-4fe7-83ba-825e77ce7d13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba744a8c-4a19-408c-b7a8-94c2da3c80e4 HTTP/1.1" status: 200 len: 896 time: 0.0914137 Apr 16 04:37:34.118848 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2175eb04-a40c-4a45-9c1d-4e17a88921b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '6350540a-ed49-4c6e-8171-036000e53e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:37:08Z', 'updated_at': '2022-04-16T04:37:12Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '6350540a-ed49-4c6e-8171-036000e53e17', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:09Z', 'updated_at': '2022-04-16T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '9a72092e-a436-4f9d-ae85-d5fcaf235ba9', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.41', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'port_id': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'mac_address': 'fa:16:3e:e4:4b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:37:32Z', 'updated_at': '2022-04-16T04:37:32Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd309ddc3-549c-4ae0-b5fb-bc4510ad96ed', 'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:8c:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:12Z', 'updated_at': '2022-04-16T04:37:15Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:34.131484 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-482c002c-f952-48da-b643-2e89f37e3d03 req-0cc5f0b3-da95-4a95-a139-73aee89a7abe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 HTTP/1.1" status: 200 len: 999 time: 0.0671766 Apr 16 04:37:34.135151 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42022) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:34.139655 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-217257754', 'description': 'tempest-secgroup-smoke-217257754 description', 'project_id': '4b56e019123c4dffa69f7a176eb53d27'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:34.150060 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2175eb04-a40c-4a45-9c1d-4e17a88921b6 None None] Checking router: 2edc9d00-ae0b-47a1-80a9-e36d1af4771f for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:37:34.158781 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2175eb04-a40c-4a45-9c1d-4e17a88921b6 None None] Routers {'2edc9d00-ae0b-47a1-80a9-e36d1af4771f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:37:34.159402 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2175eb04-a40c-4a45-9c1d-4e17a88921b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:37:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:34.182411 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c002c-f952-48da-b643-2e89f37e3d03 req-6c508065-a7fa-4ca2-bbb9-ee34a5824493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:34.183886 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-482c002c-f952-48da-b643-2e89f37e3d03 req-6c508065-a7fa-4ca2-bbb9-ee34a5824493 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d317b232-36fc-4c8f-80c8-6e45c2f49e4f HTTP/1.1" status: 200 len: 834 time: 0.0462184 Apr 16 04:37:34.216750 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:34.228029 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c002c-f952-48da-b643-2e89f37e3d03 req-c10b43d8-0a64-43ee-9068-20dd22888892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:34.229864 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-482c002c-f952-48da-b643-2e89f37e3d03 req-c10b43d8-0a64-43ee-9068-20dd22888892 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba744a8c-4a19-408c-b7a8-94c2da3c80e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0405433 Apr 16 04:37:34.273417 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-2175eb04-a40c-4a45-9c1d-4e17a88921b6 None None] Set router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:37:34.293979 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (f6a72a26-fd58-44b3-9237-2c926b04292c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:34.327429 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-482c002c-f952-48da-b643-2e89f37e3d03 req-8996d329-7510-4b5e-8517-8934f71206d0 service neutron] 10.222.0.18 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890853 Apr 16 04:37:34.365233 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f6a72a26-fd58-44b3-9237-2c926b04292c), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:34.417468 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-482c002c-f952-48da-b643-2e89f37e3d03 req-9993caf9-1552-4e98-962f-0459ceb6aed2 service neutron] 10.222.0.18 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848937 Apr 16 04:37:34.430037 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a72a26-fd58-44b3-9237-2c926b04292c,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:34.437367 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:34.437712 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:34.438042 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:34.438388 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:34.438718 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:34.439041 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:34.439398 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:34.439685 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:34.440003 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:34.440322 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:34.440652 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:34.440996 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:34.441317 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:34.445662 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:34.445662 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:37:34.464533 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:34.465823 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b0e88dc0-15d9-44aa-9c20-9c9547c665dd tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3296907 Apr 16 04:37:34.468757 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42024) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:34.474179 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-b2992c54-5ff1-4259-a453-0ace57996111 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'f6a72a26-fd58-44b3-9237-2c926b04292c', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:34.505014 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2175eb04-a40c-4a45-9c1d-4e17a88921b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '6350540a-ed49-4c6e-8171-036000e53e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:37:08Z', 'updated_at': '2022-04-16T04:37:12Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '6350540a-ed49-4c6e-8171-036000e53e17', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:09Z', 'updated_at': '2022-04-16T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '9a72092e-a436-4f9d-ae85-d5fcaf235ba9', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.41', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'port_id': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'mac_address': 'fa:16:3e:e4:4b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:37:32Z', 'updated_at': '2022-04-16T04:37:32Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd309ddc3-549c-4ae0-b5fb-bc4510ad96ed', 'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:8c:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:12Z', 'updated_at': '2022-04-16T04:37:15Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:34.532422 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2175eb04-a40c-4a45-9c1d-4e17a88921b6 None None] The sync data for ids ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'] in dv-neutron-838078-2-hyperv is: [{'id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '6350540a-ed49-4c6e-8171-036000e53e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:37:08Z', 'updated_at': '2022-04-16T04:37:12Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '6350540a-ed49-4c6e-8171-036000e53e17', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:09Z', 'updated_at': '2022-04-16T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '9a72092e-a436-4f9d-ae85-d5fcaf235ba9', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.41', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'port_id': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'mac_address': 'fa:16:3e:e4:4b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:37:32Z', 'updated_at': '2022-04-16T04:37:32Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd309ddc3-549c-4ae0-b5fb-bc4510ad96ed', 'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:8c:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:12Z', 'updated_at': '2022-04-16T04:37:15Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:37:34.577090 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b2992c54-5ff1-4259-a453-0ace57996111 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (71636675-8cf5-4c79-9694-7be46ca1fe06), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:34.634574 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b2992c54-5ff1-4259-a453-0ace57996111 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (71636675-8cf5-4c79-9694-7be46ca1fe06), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:34.697113 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b2992c54-5ff1-4259-a453-0ace57996111 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (71636675-8cf5-4c79-9694-7be46ca1fe06), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:34.716308 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2992c54-5ff1-4259-a453-0ace57996111 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71636675-8cf5-4c79-9694-7be46ca1fe06,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:34.734882 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c6c070-da9a-48be-800b-0c2eb3b0600e None None] New status for floating IP 9a72092e-a436-4f9d-ae85-d5fcaf235ba9: ACTIVE {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:37:34.790186 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b2992c54-5ff1-4259-a453-0ace57996111 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:34.791443 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b2992c54-5ff1-4259-a453-0ace57996111 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217189 Apr 16 04:37:34.794180 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42026) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:34.798604 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-53cd4190-7de4-44a4-8686-adfb057b2eec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'f6a72a26-fd58-44b3-9237-2c926b04292c', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:34.886108 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-53cd4190-7de4-44a4-8686-adfb057b2eec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (3ecd3f06-f35f-4b5a-bd72-145cc0cbf7de), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:34.942401 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-53cd4190-7de4-44a4-8686-adfb057b2eec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (3ecd3f06-f35f-4b5a-bd72-145cc0cbf7de), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:35.019575 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-53cd4190-7de4-44a4-8686-adfb057b2eec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (3ecd3f06-f35f-4b5a-bd72-145cc0cbf7de), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:35.040807 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd4190-7de4-44a4-8686-adfb057b2eec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ecd3f06-f35f-4b5a-bd72-145cc0cbf7de,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:35.095562 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-53cd4190-7de4-44a4-8686-adfb057b2eec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:35.096808 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-53cd4190-7de4-44a4-8686-adfb057b2eec tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3016801 Apr 16 04:37:35.100109 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42028) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:35.104328 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-a3373656-c9a5-4617-b185-90ada6c1fcef tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'f6a72a26-fd58-44b3-9237-2c926b04292c', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:35.196079 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a3373656-c9a5-4617-b185-90ada6c1fcef tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (4374808d-3042-4148-ab95-8479521f6dcd), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:35.254228 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a3373656-c9a5-4617-b185-90ada6c1fcef tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (4374808d-3042-4148-ab95-8479521f6dcd), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:35.339257 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a3373656-c9a5-4617-b185-90ada6c1fcef tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (4374808d-3042-4148-ab95-8479521f6dcd), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:35.358115 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3373656-c9a5-4617-b185-90ada6c1fcef tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4374808d-3042-4148-ab95-8479521f6dcd,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:35.423921 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a3373656-c9a5-4617-b185-90ada6c1fcef tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:35.425153 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a3373656-c9a5-4617-b185-90ada6c1fcef tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3241386 Apr 16 04:37:35.428575 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42030) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:35.432809 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f3e010aa-29f9-43e8-8edc-b80c548de38c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'f6a72a26-fd58-44b3-9237-2c926b04292c', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:35.507543 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f3e010aa-29f9-43e8-8edc-b80c548de38c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (2884d848-a036-4c48-92da-6ece639421d7), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:35.564400 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f3e010aa-29f9-43e8-8edc-b80c548de38c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (2884d848-a036-4c48-92da-6ece639421d7), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:35.610502 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f3e010aa-29f9-43e8-8edc-b80c548de38c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (2884d848-a036-4c48-92da-6ece639421d7), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:35.628408 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e010aa-29f9-43e8-8edc-b80c548de38c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2884d848-a036-4c48-92da-6ece639421d7,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:35.683999 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f3e010aa-29f9-43e8-8edc-b80c548de38c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:35.685272 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f3e010aa-29f9-43e8-8edc-b80c548de38c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2557175 Apr 16 04:37:35.687925 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42032) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:35.692201 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-0b028790-cb57-4dce-ae53-350dbbd8b530 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'f6a72a26-fd58-44b3-9237-2c926b04292c', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:35.756482 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-0b028790-cb57-4dce-ae53-350dbbd8b530 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:37:35.761747 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b028790-cb57-4dce-ae53-350dbbd8b530 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (edf73cbd-5c65-4ccc-9f53-5545f61f0798), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:35.821953 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b028790-cb57-4dce-ae53-350dbbd8b530 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (edf73cbd-5c65-4ccc-9f53-5545f61f0798), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:35.893773 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b028790-cb57-4dce-ae53-350dbbd8b530 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (edf73cbd-5c65-4ccc-9f53-5545f61f0798), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:35.916833 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b028790-cb57-4dce-ae53-350dbbd8b530 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf73cbd-5c65-4ccc-9f53-5545f61f0798,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:35.981543 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b028790-cb57-4dce-ae53-350dbbd8b530 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:35.982864 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0b028790-cb57-4dce-ae53-350dbbd8b530 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2940023 Apr 16 04:37:35.985456 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42034) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:35.989805 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-0946f0e8-2d68-4bf3-b131-eab379be738c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': 'f6a72a26-fd58-44b3-9237-2c926b04292c', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:36.076949 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-0946f0e8-2d68-4bf3-b131-eab379be738c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:37:36.082378 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0946f0e8-2d68-4bf3-b131-eab379be738c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (8f6af414-d716-4f63-b19c-c533e51385c9), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:36.140059 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0946f0e8-2d68-4bf3-b131-eab379be738c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (8f6af414-d716-4f63-b19c-c533e51385c9), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:36.222096 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0946f0e8-2d68-4bf3-b131-eab379be738c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (8f6af414-d716-4f63-b19c-c533e51385c9), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:36.239012 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946f0e8-2d68-4bf3-b131-eab379be738c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6af414-d716-4f63-b19c-c533e51385c9,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:36.318882 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0946f0e8-2d68-4bf3-b131-eab379be738c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:36.320137 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0946f0e8-2d68-4bf3-b131-eab379be738c tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3337798 Apr 16 04:37:36.467926 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-34a4c800-3d0c-4b4f-b8ea-0840689a35a4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-217257754&fields=id&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 267 time: 0.0447314 Apr 16 04:37:36.575077 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-81e98fd2-8f65-4242-9ea7-20d7013c4573 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:36.576520 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-81e98fd2-8f65-4242-9ea7-20d7013c4573 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/networks?id=ba744a8c-4a19-408c-b7a8-94c2da3c80e4 HTTP/1.1" status: 200 len: 796 time: 0.1021786 Apr 16 04:37:36.590547 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-64735c11-4011-44b4-bc9e-5e3bb0fd6254 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/quotas/4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 375 time: 0.0087364 Apr 16 04:37:36.640297 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-00fb2509-539c-4860-b029-c07e48f25f20 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0450833 Apr 16 04:37:36.731889 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-7c841c81-c4a1-4c38-a4b1-22fb2cbff8fb service neutron] 10.222.0.30 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808859 Apr 16 04:37:36.823628 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-01928184-7daf-4450-9631-919c99cdbfa0 service neutron] 10.222.0.30 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862074 Apr 16 04:37:37.064767 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-35920ead-101e-4913-938c-8bcebff04c84 req-7367024c-571c-40a8-a780-2ce6ace7b733 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5926d7c-39d4-4ee1-a1a2-83c9d07dc777 HTTP/1.1" status: 200 len: 210 time: 0.0288665 Apr 16 04:37:38.159281 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3615a666-70c7-428b-a7b3-2703b9b46acd req-f4ca08c1-97be-4144-b5f2-a425d2cedee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5926d7c-39d4-4ee1-a1a2-83c9d07dc777 HTTP/1.1" status: 200 len: 210 time: 0.0277948 Apr 16 04:37:38.702527 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-4b6c53f5-caf7-49a0-8b4e-1d8262f2084f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:38.703961 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-4b6c53f5-caf7-49a0-8b4e-1d8262f2084f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/networks?id=ba744a8c-4a19-408c-b7a8-94c2da3c80e4 HTTP/1.1" status: 200 len: 796 time: 0.1052692 Apr 16 04:37:38.778217 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-4759faa7-f077-4f1a-b58c-4b6ad1b12f81 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 471 time: 0.0666082 Apr 16 04:37:38.786839 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-69b3a6ff-7d18-43b8-9ad3-bd19fddd0052 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'port': {'device_id': 'c5926d7c-39d4-4ee1-a1a2-83c9d07dc777', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'admin_state_up': True, 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'security_groups': ['f6a72a26-fd58-44b3-9237-2c926b04292c']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:38.985466 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-69b3a6ff-7d18-43b8-9ad3-bd19fddd0052 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:37:38.989072 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-69b3a6ff-7d18-43b8-9ad3-bd19fddd0052 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:39.090807 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a31f3d34-5909-4f03-99da-758023dc33d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:39.117660 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-69b3a6ff-7d18-43b8-9ad3-bd19fddd0052 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.20.0.4 (ba744a8c-4a19-408c-b7a8-94c2da3c80e4/d317b232-36fc-4c8f-80c8-6e45c2f49e4f/c96617ae-6aaf-41f5-ac3d-928c103eb1ec) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:37:39.266548 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-176a7a82-4c82-4c98-a025-e217634d183d req-516d5ee8-5f49-466a-80e3-0509762e11ee tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5926d7c-39d4-4ee1-a1a2-83c9d07dc777 HTTP/1.1" status: 200 len: 210 time: 0.0391588 Apr 16 04:37:39.282916 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-69b3a6ff-7d18-43b8-9ad3-bd19fddd0052 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (c96617ae-6aaf-41f5-ac3d-928c103eb1ec), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:39.379869 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-69b3a6ff-7d18-43b8-9ad3-bd19fddd0052 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c96617ae-6aaf-41f5-ac3d-928c103eb1ec), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:39.423753 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-69b3a6ff-7d18-43b8-9ad3-bd19fddd0052 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network ba744a8c-4a19-408c-b7a8-94c2da3c80e4 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:37:39.426866 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-69b3a6ff-7d18-43b8-9ad3-bd19fddd0052 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:37:39.433202 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-69b3a6ff-7d18-43b8-9ad3-bd19fddd0052 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:37:39.462244 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3a6ff-7d18-43b8-9ad3-bd19fddd0052 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=c96617ae-6aaf-41f5-ac3d-928c103eb1ec,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:39.488087 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-69b3a6ff-7d18-43b8-9ad3-bd19fddd0052 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:39.488715 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-69b3a6ff-7d18-43b8-9ad3-bd19fddd0052 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:39.576866 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-69b3a6ff-7d18-43b8-9ad3-bd19fddd0052 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7937713 Apr 16 04:37:39.588715 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] Request body: {'port': {'device_id': 'c5926d7c-39d4-4ee1-a1a2-83c9d07dc777', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:39.648653 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c96617ae-6aaf-41f5-ac3d-928c103eb1ec), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:39.696621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-cada8e74-f04c-4d94-abd1-6d8107e573d7 None None] Provisioning complete for port c96617ae-6aaf-41f5-ac3d-928c103eb1ec triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:37:39.697041 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cada8e74-f04c-4d94-abd1-6d8107e573d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c96617ae-6aaf-41f5-ac3d-928c103eb1ec), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:39.735102 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-cada8e74-f04c-4d94-abd1-6d8107e573d7 None None] Port c96617ae-6aaf-41f5-ac3d-928c103eb1ec cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:37:39.923483 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96617ae-6aaf-41f5-ac3d-928c103eb1ec {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:37:39.931102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] Publish callbacks [] for port (c96617ae-6aaf-41f5-ac3d-928c103eb1ec), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:39.943173 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] Transition to ACTIVE for port object c96617ae-6aaf-41f5-ac3d-928c103eb1ec will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:37:40.013497 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (c96617ae-6aaf-41f5-ac3d-928c103eb1ec), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:40.064155 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] Pushing event updated for resources: {'Port': ['ID=c96617ae-6aaf-41f5-ac3d-928c103eb1ec,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:40.139201 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] Attempting to bind port c96617ae-6aaf-41f5-ac3d-928c103eb1ec on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:37:40.139540 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] Attempting to bind port c96617ae-6aaf-41f5-ac3d-928c103eb1ec by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '1e97de0a-0cab-4d64-b854-7ecfae014055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:37:40.139873 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] Attempting to bind port c96617ae-6aaf-41f5-ac3d-928c103eb1ec on network ba744a8c-4a19-408c-b7a8-94c2da3c80e4 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:37:40.144607 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] Port c96617ae-6aaf-41f5-ac3d-928c103eb1ec on network ba744a8c-4a19-408c-b7a8-94c2da3c80e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:37:40.144961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] Attempting to bind port c96617ae-6aaf-41f5-ac3d-928c103eb1ec on network ba744a8c-4a19-408c-b7a8-94c2da3c80e4 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:37:40.150919 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:37:40.151275 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] Checking segment: {'id': '1e97de0a-0cab-4d64-b854-7ecfae014055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:37:40.151878 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] Bound using segment: {'id': '1e97de0a-0cab-4d64-b854-7ecfae014055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:37:40.152312 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] Bound port: c96617ae-6aaf-41f5-ac3d-928c103eb1ec, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e97de0a-0cab-4d64-b854-7ecfae014055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:37:40.152675 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c96617ae-6aaf-41f5-ac3d-928c103eb1ec), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:40.227262 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] For port c96617ae-6aaf-41f5-ac3d-928c103eb1ec, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:37:40.230641 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] For port c96617ae-6aaf-41f5-ac3d-928c103eb1ec, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c96617ae-6aaf-41f5-ac3d-928c103eb1ec,segment=NetworkSegment(1e97de0a-0cab-4d64-b854-7ecfae014055),segment_id=1e97de0a-0cab-4d64-b854-7ecfae014055)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:37:40.291233 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (c96617ae-6aaf-41f5-ac3d-928c103eb1ec), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:40.326467 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:40.326975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:40.328398 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] 10.222.0.18 "PUT /v2.0/ports/c96617ae-6aaf-41f5-ac3d-928c103eb1ec HTTP/1.1" status: 200 len: 1093 time: 0.7441461 Apr 16 04:37:40.328858 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5926d7c-39d4-4ee1-a1a2-83c9d07dc777', 'tag': 'c96617ae-6aaf-41f5-ac3d-928c103eb1ec'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:37:40.331076 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df57e84c-0638-4a2d-9148-8e6bba879413" -d '{"events": [{"name": "network-changed", "server_uuid": "c5926d7c-39d4-4ee1-a1a2-83c9d07dc777", "tag": "c96617ae-6aaf-41f5-ac3d-928c103eb1ec"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:37:40.355642 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf8799-070d-4e30-bd66-d9c1343fe55b service neutron] Pushing event updated for resources: {'Port': ['ID=c96617ae-6aaf-41f5-ac3d-928c103eb1ec,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:40.386542 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d142a154-f3e0-4686-8a66-a20332f9cc91 x-openstack-request-id: req-d142a154-f3e0-4686-8a66-a20332f9cc91 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:37:40.386842 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5926d7c-39d4-4ee1-a1a2-83c9d07dc777", "tag": "c96617ae-6aaf-41f5-ac3d-928c103eb1ec", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:37:40.387103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d142a154-f3e0-4686-8a66-a20332f9cc91 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:37:40.387520 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d142a154-f3e0-4686-8a66-a20332f9cc91'] response: {'name': 'network-changed', 'server_uuid': 'c5926d7c-39d4-4ee1-a1a2-83c9d07dc777', 'tag': 'c96617ae-6aaf-41f5-ac3d-928c103eb1ec', 'status': 'completed', 'code': 200} Apr 16 04:37:40.405029 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45524406-073a-4a76-868a-2892e948e36d req-8340ea48-9774-4547-956e-f90dcea82529 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:40.406602 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-45524406-073a-4a76-868a-2892e948e36d req-8340ea48-9774-4547-956e-f90dcea82529 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5926d7c-39d4-4ee1-a1a2-83c9d07dc777 HTTP/1.1" status: 200 len: 943 time: 0.0650346 Apr 16 04:37:40.452837 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57e84c-0638-4a2d-9148-8e6bba879413 req-db553af8-668f-4a38-b695-223e5609ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:40.454605 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-df57e84c-0638-4a2d-9148-8e6bba879413 req-db553af8-668f-4a38-b695-223e5609ac5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=c5926d7c-39d4-4ee1-a1a2-83c9d07dc777 HTTP/1.1" status: 200 len: 1127 time: 0.0452058 Apr 16 04:37:40.464456 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-45524406-073a-4a76-868a-2892e948e36d req-41cf6539-fdc3-4be7-aa64-aa661b88e571 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6a72a26-fd58-44b3-9237-2c926b04292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506475 Apr 16 04:37:40.565797 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57e84c-0638-4a2d-9148-8e6bba879413 req-41bd1d3c-8db0-475d-855c-ad74ed545c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:40.567306 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-df57e84c-0638-4a2d-9148-8e6bba879413 req-41bd1d3c-8db0-475d-855c-ad74ed545c8d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4b56e019123c4dffa69f7a176eb53d27&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1014788 Apr 16 04:37:40.664104 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57e84c-0638-4a2d-9148-8e6bba879413 req-53521eeb-923d-47a1-ba83-58eebb727c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:40.665603 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-df57e84c-0638-4a2d-9148-8e6bba879413 req-53521eeb-923d-47a1-ba83-58eebb727c6c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0931132 Apr 16 04:37:40.747595 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-88bb59cf-3bb4-48d5-8b5b-d7613c8316d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:40.749271 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-88bb59cf-3bb4-48d5-8b5b-d7613c8316d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=c5926d7c-39d4-4ee1-a1a2-83c9d07dc777 HTTP/1.1" status: 200 len: 1127 time: 0.0448856 Apr 16 04:37:40.798350 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-17a51b85-649e-4af9-9064-89c6d3fac9ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c96617ae-6aaf-41f5-ac3d-928c103eb1ec HTTP/1.1" status: 200 len: 217 time: 0.0341260 Apr 16 04:37:40.846566 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-fbed6d5f-4fab-4498-9a59-ebcc4298dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:40.848037 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-fbed6d5f-4fab-4498-9a59-ebcc4298dc71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d317b232-36fc-4c8f-80c8-6e45c2f49e4f HTTP/1.1" status: 200 len: 834 time: 0.0441551 Apr 16 04:37:40.897441 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-6d858201-1ea7-44f6-9931-243561e15add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:40.898911 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-6d858201-1ea7-44f6-9931-243561e15add service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba744a8c-4a19-408c-b7a8-94c2da3c80e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438261 Apr 16 04:37:40.986018 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-aa194467-518f-48ee-98ff-955e19cb65d4 service neutron] 10.222.0.18 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810483 Apr 16 04:37:41.081382 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-03bf3915-1ecb-4fb9-a082-74cfb44615c2 req-47c331d3-ef40-42a7-bbe2-90dbc3e4141a service neutron] 10.222.0.18 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850792 Apr 16 04:37:41.470781 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d1d39fa6-73e7-4b2a-84e5-2b4ee269ab67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:41.577310 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7874213-b782-427c-91cc-39d190f2039e req-45f2d1de-3b8e-41b1-9ef6-fb3e4572eb75 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:41.578748 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b7874213-b782-427c-91cc-39d190f2039e req-45f2d1de-3b8e-41b1-9ef6-fb3e4572eb75 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5926d7c-39d4-4ee1-a1a2-83c9d07dc777 HTTP/1.1" status: 200 len: 943 time: 0.0465584 Apr 16 04:37:41.627047 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b7874213-b782-427c-91cc-39d190f2039e req-7f1e8491-757e-42d5-a9bb-87e9a61887b8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6a72a26-fd58-44b3-9237-2c926b04292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428584 Apr 16 04:37:42.585248 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:42.737318 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f5793-5010-4ce8-89bb-e18fe8057ff1 req-0bd2fdb6-1260-4244-8a9f-0d99753c6cc6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:42.738779 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ab3f5793-5010-4ce8-89bb-e18fe8057ff1 req-0bd2fdb6-1260-4244-8a9f-0d99753c6cc6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5926d7c-39d4-4ee1-a1a2-83c9d07dc777 HTTP/1.1" status: 200 len: 943 time: 0.0465484 Apr 16 04:37:42.787799 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ab3f5793-5010-4ce8-89bb-e18fe8057ff1 req-6299b7c1-86b9-47e7-8c94-ff5069fb560f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6a72a26-fd58-44b3-9237-2c926b04292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424461 Apr 16 04:37:43.567281 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device c96617ae-6aaf-41f5-ac3d-928c103eb1ec details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:37:43.665230 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port c96617ae-6aaf-41f5-ac3d-928c103eb1ec, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c96617ae-6aaf-41f5-ac3d-928c103eb1ec,segment=NetworkSegment(1e97de0a-0cab-4d64-b854-7ecfae014055),segment_id=1e97de0a-0cab-4d64-b854-7ecfae014055)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:37:43.676209 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'c96617ae-6aaf-41f5-ac3d-928c103eb1ec', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'port_id': 'c96617ae-6aaf-41f5-ac3d-928c103eb1ec', 'mac_address': 'fa:16:3e:29:ac:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:37:43.712831 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port c96617ae-6aaf-41f5-ac3d-928c103eb1ec is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:37:43.713219 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c96617ae-6aaf-41f5-ac3d-928c103eb1ec), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:43.725990 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96617ae-6aaf-41f5-ac3d-928c103eb1ec {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:37:43.744704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port c96617ae-6aaf-41f5-ac3d-928c103eb1ec, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c96617ae-6aaf-41f5-ac3d-928c103eb1ec,segment=NetworkSegment(1e97de0a-0cab-4d64-b854-7ecfae014055),segment_id=1e97de0a-0cab-4d64-b854-7ecfae014055)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:37:43.802087 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c96617ae-6aaf-41f5-ac3d-928c103eb1ec), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:43.849735 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=c96617ae-6aaf-41f5-ac3d-928c103eb1ec,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:43.900062 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f55eb4-355b-435c-828d-8f71bcb885eb req-08cd1193-06da-4a8a-8732-fb6195f71b06 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:43.901623 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-83f55eb4-355b-435c-828d-8f71bcb885eb req-08cd1193-06da-4a8a-8732-fb6195f71b06 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5926d7c-39d4-4ee1-a1a2-83c9d07dc777 HTTP/1.1" status: 200 len: 944 time: 0.0465200 Apr 16 04:37:43.955380 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-83f55eb4-355b-435c-828d-8f71bcb885eb req-94b5f9cf-b3c3-488a-99e6-84322cd66965 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6a72a26-fd58-44b3-9237-2c926b04292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480189 Apr 16 04:37:44.015178 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['c96617ae-6aaf-41f5-ac3d-928c103eb1ec'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:37:44.044146 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:45.065702 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78eb01-4067-4607-a4c1-79c10ba009bb req-0be766ef-a710-4685-8a5f-c05c27d686ae tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:45.067148 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fa78eb01-4067-4607-a4c1-79c10ba009bb req-0be766ef-a710-4685-8a5f-c05c27d686ae tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5926d7c-39d4-4ee1-a1a2-83c9d07dc777 HTTP/1.1" status: 200 len: 944 time: 0.0460477 Apr 16 04:37:45.118894 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fa78eb01-4067-4607-a4c1-79c10ba009bb req-04982ad6-4123-48c4-bd7a-1fd0d216ecd4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6a72a26-fd58-44b3-9237-2c926b04292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461655 Apr 16 04:37:45.388084 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:45.587112 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device c96617ae-6aaf-41f5-ac3d-928c103eb1ec up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:37:45.629379 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port c96617ae-6aaf-41f5-ac3d-928c103eb1ec completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:37:45.687612 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port c96617ae-6aaf-41f5-ac3d-928c103eb1ec triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:37:45.687983 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c96617ae-6aaf-41f5-ac3d-928c103eb1ec), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:45.761594 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port c96617ae-6aaf-41f5-ac3d-928c103eb1ec is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:37:45.761969 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c96617ae-6aaf-41f5-ac3d-928c103eb1ec), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:45.783960 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5926d7c-39d4-4ee1-a1a2-83c9d07dc777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96617ae-6aaf-41f5-ac3d-928c103eb1ec'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:37:45.786435 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb4d6af-785e-4349-9ced-867bd370009a" -d '{"events": [{"server_uuid": "c5926d7c-39d4-4ee1-a1a2-83c9d07dc777", "name": "network-vif-plugged", "status": "completed", "tag": "c96617ae-6aaf-41f5-ac3d-928c103eb1ec"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:37:45.801691 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port c96617ae-6aaf-41f5-ac3d-928c103eb1ec, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c96617ae-6aaf-41f5-ac3d-928c103eb1ec,segment=NetworkSegment(1e97de0a-0cab-4d64-b854-7ecfae014055),segment_id=1e97de0a-0cab-4d64-b854-7ecfae014055)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:37:45.822708 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dacb97-e600-4f1e-9b5f-5ab8afac5951 x-openstack-request-id: req-c5dacb97-e600-4f1e-9b5f-5ab8afac5951 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:37:45.823016 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5926d7c-39d4-4ee1-a1a2-83c9d07dc777", "name": "network-vif-plugged", "status": "completed", "tag": "c96617ae-6aaf-41f5-ac3d-928c103eb1ec", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:37:45.823373 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c5dacb97-e600-4f1e-9b5f-5ab8afac5951 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:37:45.826477 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5dacb97-e600-4f1e-9b5f-5ab8afac5951'] response: {'server_uuid': 'c5926d7c-39d4-4ee1-a1a2-83c9d07dc777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96617ae-6aaf-41f5-ac3d-928c103eb1ec', 'code': 200} Apr 16 04:37:45.884848 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c96617ae-6aaf-41f5-ac3d-928c103eb1ec), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:45.933045 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=c96617ae-6aaf-41f5-ac3d-928c103eb1ec,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:46.125324 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398d5e3-7258-4048-924f-c5b4cf0e7155 req-5ae073d7-c615-4345-adba-49692e9c7323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:46.126781 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c398d5e3-7258-4048-924f-c5b4cf0e7155 req-5ae073d7-c615-4345-adba-49692e9c7323 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c5926d7c-39d4-4ee1-a1a2-83c9d07dc777 HTTP/1.1" status: 200 len: 1129 time: 0.0380056 Apr 16 04:37:46.171621 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c398d5e3-7258-4048-924f-c5b4cf0e7155 req-f6c829a8-5d41-45e4-aa41-4609e0437d21 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f6a72a26-fd58-44b3-9237-2c926b04292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385778 Apr 16 04:37:46.227399 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c811f8-9191-41a8-ada4-8dfa8c73b174 req-17103878-93a4-4971-a10d-ce967217b701 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:46.228764 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-48c811f8-9191-41a8-ada4-8dfa8c73b174 req-17103878-93a4-4971-a10d-ce967217b701 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5926d7c-39d4-4ee1-a1a2-83c9d07dc777 HTTP/1.1" status: 200 len: 945 time: 0.0458853 Apr 16 04:37:46.277235 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-48c811f8-9191-41a8-ada4-8dfa8c73b174 req-54cdf72e-29ee-4468-b38d-e32002e67215 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6a72a26-fd58-44b3-9237-2c926b04292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428252 Apr 16 04:37:46.426034 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b582a888-83b1-4db0-828e-7adc6c82d735 req-9f3f05c0-f291-4701-8bec-025a9a2ce849 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378320 Apr 16 04:37:46.512192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582a888-83b1-4db0-828e-7adc6c82d735 req-1875e2f3-5a55-4a8e-8b69-ed47e40796b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:46.513581 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b582a888-83b1-4db0-828e-7adc6c82d735 req-1875e2f3-5a55-4a8e-8b69-ed47e40796b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 1130 time: 0.0427535 Apr 16 04:37:46.851935 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582a888-83b1-4db0-828e-7adc6c82d735 req-632d5848-a90e-42ea-99f6-896be5a8699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:46.853409 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b582a888-83b1-4db0-828e-7adc6c82d735 req-632d5848-a90e-42ea-99f6-896be5a8699a service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba744a8c-4a19-408c-b7a8-94c2da3c80e4 HTTP/1.1" status: 200 len: 896 time: 0.0850024 Apr 16 04:37:46.931910 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b582a888-83b1-4db0-828e-7adc6c82d735 req-a47e255a-e7e9-4c2f-a22a-3dd4b96d46a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 HTTP/1.1" status: 200 len: 1001 time: 0.0624075 Apr 16 04:37:46.982560 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582a888-83b1-4db0-828e-7adc6c82d735 req-5417d3e8-ec29-4515-ae86-8cef8eb66c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:46.983945 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b582a888-83b1-4db0-828e-7adc6c82d735 req-5417d3e8-ec29-4515-ae86-8cef8eb66c42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d317b232-36fc-4c8f-80c8-6e45c2f49e4f HTTP/1.1" status: 200 len: 834 time: 0.0430026 Apr 16 04:37:47.112316 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582a888-83b1-4db0-828e-7adc6c82d735 req-63e349de-4f2a-4369-9203-ae6c68986acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:47.113770 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b582a888-83b1-4db0-828e-7adc6c82d735 req-63e349de-4f2a-4369-9203-ae6c68986acb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba744a8c-4a19-408c-b7a8-94c2da3c80e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0403574 Apr 16 04:37:47.389538 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026d5de-e77f-41a1-a940-4e06e005cf30 req-2868df68-3fac-4f2b-abd8-16fe3779f9ac tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:47.390932 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3026d5de-e77f-41a1-a940-4e06e005cf30 req-2868df68-3fac-4f2b-abd8-16fe3779f9ac tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5926d7c-39d4-4ee1-a1a2-83c9d07dc777 HTTP/1.1" status: 200 len: 945 time: 0.0467660 Apr 16 04:37:47.444351 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3026d5de-e77f-41a1-a940-4e06e005cf30 req-1c16c9ae-b4f0-447d-ba29-a2b1ce721e8b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6a72a26-fd58-44b3-9237-2c926b04292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478933 Apr 16 04:37:47.556627 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93f4fe-6c75-4e07-9ece-698ea5a573a6 req-9fa6fa34-f03e-4042-92fd-ea82c8770deb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:47.558213 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7e93f4fe-6c75-4e07-9ece-698ea5a573a6 req-9fa6fa34-f03e-4042-92fd-ea82c8770deb tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5926d7c-39d4-4ee1-a1a2-83c9d07dc777 HTTP/1.1" status: 200 len: 945 time: 0.0472567 Apr 16 04:37:47.575653 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b582a888-83b1-4db0-828e-7adc6c82d735 req-4164d7e5-1654-4771-afd5-f7ccf5684e59 service neutron] 10.222.0.18 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886676 Apr 16 04:37:47.608271 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7e93f4fe-6c75-4e07-9ece-698ea5a573a6 req-ebf6ed87-dc74-4ff4-956c-f7406bc4e7a1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6a72a26-fd58-44b3-9237-2c926b04292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443413 Apr 16 04:37:47.630204 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42086) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:47.669420 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b582a888-83b1-4db0-828e-7adc6c82d735 req-fe05abe4-a5c9-433e-898a-49b1b5635c57 service neutron] 10.222.0.18 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880716 Apr 16 04:37:47.672982 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae70aa8-1f7a-467f-8baa-1bca04a28953 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:47.674497 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7ae70aa8-1f7a-467f-8baa-1bca04a28953 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c5926d7c-39d4-4ee1-a1a2-83c9d07dc777 HTTP/1.1" status: 200 len: 1124 time: 0.0425439 Apr 16 04:37:47.677385 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42088) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:37:47.682173 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-02059cf0-461e-42fc-a620-408362755e1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': 'c96617ae-6aaf-41f5-ac3d-928c103eb1ec', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:37:47.759148 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-02059cf0-461e-42fc-a620-408362755e1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:47.836867 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-02059cf0-461e-42fc-a620-408362755e1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:47.942416 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-02059cf0-461e-42fc-a620-408362755e1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.26.6.116 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/5e77e731-d27a-4927-9ea1-f5644e3cd4cf) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:37:48.041815 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-02059cf0-461e-42fc-a620-408362755e1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (5e77e731-d27a-4927-9ea1-f5644e3cd4cf), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:48.130640 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-02059cf0-461e-42fc-a620-408362755e1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (5e77e731-d27a-4927-9ea1-f5644e3cd4cf), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:48.171167 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02059cf0-461e-42fc-a620-408362755e1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:37:48.175361 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-02059cf0-461e-42fc-a620-408362755e1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:37:48.180851 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02059cf0-461e-42fc-a620-408362755e1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:37:48.204768 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02059cf0-461e-42fc-a620-408362755e1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=5e77e731-d27a-4927-9ea1-f5644e3cd4cf,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:48.610391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-02059cf0-461e-42fc-a620-408362755e1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (66748376-9495-4578-9029-d7dc4801b87a), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:48.745346 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-02059cf0-461e-42fc-a620-408362755e1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5e77e731-d27a-4927-9ea1-f5644e3cd4cf), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:48.894149 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-02059cf0-461e-42fc-a620-408362755e1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (5e77e731-d27a-4927-9ea1-f5644e3cd4cf), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:48.947836 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-02059cf0-461e-42fc-a620-408362755e1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (5e77e731-d27a-4927-9ea1-f5644e3cd4cf), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:49.015124 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02059cf0-461e-42fc-a620-408362755e1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=5e77e731-d27a-4927-9ea1-f5644e3cd4cf,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:37:49.026729 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-02059cf0-461e-42fc-a620-408362755e1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (66748376-9495-4578-9029-d7dc4801b87a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:49.135434 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-02059cf0-461e-42fc-a620-408362755e1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Floating IP 66748376-9495-4578-9029-d7dc4801b87a associated. External IP: 172.26.6.116, port: c96617ae-6aaf-41f5-ac3d-928c103eb1ec. Apr 16 04:37:49.350344 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02059cf0-461e-42fc-a620-408362755e1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:37:49.453745 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02059cf0-461e-42fc-a620-408362755e1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:37:49.463138 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41821c3e-604e-4e31-ac86-d54eabb8f5d2 None None] Sync routers for ids ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:37:49.472195 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41821c3e-604e-4e31-ac86-d54eabb8f5d2 None None] Routers {'2edc9d00-ae0b-47a1-80a9-e36d1af4771f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:37:49.472832 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-41821c3e-604e-4e31-ac86-d54eabb8f5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:37:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:49.527243 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-02059cf0-461e-42fc-a620-408362755e1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:37:49.558202 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-02059cf0-461e-42fc-a620-408362755e1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8792183 Apr 16 04:37:49.558794 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5926d7c-39d4-4ee1-a1a2-83c9d07dc777', 'tag': 'c96617ae-6aaf-41f5-ac3d-928c103eb1ec'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:37:49.561081 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c37581-1d9e-468c-839b-249e5c397d49" -d '{"events": [{"name": "network-changed", "server_uuid": "c5926d7c-39d4-4ee1-a1a2-83c9d07dc777", "tag": "c96617ae-6aaf-41f5-ac3d-928c103eb1ec"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:37:49.584771 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-41821c3e-604e-4e31-ac86-d54eabb8f5d2 None None] Set router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:37:49.594882 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb01bd07-637e-4313-b5e7-149183ffe2c5 x-openstack-request-id: req-bb01bd07-637e-4313-b5e7-149183ffe2c5 {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:37:49.595256 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5926d7c-39d4-4ee1-a1a2-83c9d07dc777", "tag": "c96617ae-6aaf-41f5-ac3d-928c103eb1ec", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:37:49.595517 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb01bd07-637e-4313-b5e7-149183ffe2c5 {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:37:49.595926 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb01bd07-637e-4313-b5e7-149183ffe2c5'] response: {'name': 'network-changed', 'server_uuid': 'c5926d7c-39d4-4ee1-a1a2-83c9d07dc777', 'tag': 'c96617ae-6aaf-41f5-ac3d-928c103eb1ec', 'status': 'completed', 'code': 200} Apr 16 04:37:49.658752 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c37581-1d9e-468c-839b-249e5c397d49 req-31099a1f-164d-447a-86fb-9fe90c1d3a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:49.660310 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c37581-1d9e-468c-839b-249e5c397d49 req-31099a1f-164d-447a-86fb-9fe90c1d3a5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=c5926d7c-39d4-4ee1-a1a2-83c9d07dc777 HTTP/1.1" status: 200 len: 1129 time: 0.0400066 Apr 16 04:37:49.758648 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c37581-1d9e-468c-839b-249e5c397d49 req-62ccc0e3-52e8-48aa-a02c-8b551bed9757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:49.760601 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c37581-1d9e-468c-839b-249e5c397d49 req-62ccc0e3-52e8-48aa-a02c-8b551bed9757 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba744a8c-4a19-408c-b7a8-94c2da3c80e4 HTTP/1.1" status: 200 len: 896 time: 0.0949543 Apr 16 04:37:49.832448 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c37581-1d9e-468c-839b-249e5c397d49 req-06ac7367-eecf-4454-a3d4-3fc0edc88a90 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c96617ae-6aaf-41f5-ac3d-928c103eb1ec HTTP/1.1" status: 200 len: 999 time: 0.0648558 Apr 16 04:37:49.882307 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c37581-1d9e-468c-839b-249e5c397d49 req-59ba47c8-a4a9-46fd-ba4e-7be746f6de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:49.883755 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c37581-1d9e-468c-839b-249e5c397d49 req-59ba47c8-a4a9-46fd-ba4e-7be746f6de2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d317b232-36fc-4c8f-80c8-6e45c2f49e4f HTTP/1.1" status: 200 len: 834 time: 0.0437558 Apr 16 04:37:49.932148 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c37581-1d9e-468c-839b-249e5c397d49 req-8657ccfc-404d-4802-9ef4-446a41db098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:37:49.933663 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c37581-1d9e-468c-839b-249e5c397d49 req-8657ccfc-404d-4802-9ef4-446a41db098b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba744a8c-4a19-408c-b7a8-94c2da3c80e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430820 Apr 16 04:37:49.967103 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-41821c3e-604e-4e31-ac86-d54eabb8f5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '6350540a-ed49-4c6e-8171-036000e53e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:37:08Z', 'updated_at': '2022-04-16T04:37:12Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '6350540a-ed49-4c6e-8171-036000e53e17', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:09Z', 'updated_at': '2022-04-16T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '66748376-9495-4578-9029-d7dc4801b87a', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.116', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'port_id': 'c96617ae-6aaf-41f5-ac3d-928c103eb1ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'mac_address': 'fa:16:3e:29:ac:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5926d7c-39d4-4ee1-a1a2-83c9d07dc777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:37:48Z', 'updated_at': '2022-04-16T04:37:48Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}, {'id': '9a72092e-a436-4f9d-ae85-d5fcaf235ba9', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.41', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'port_id': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'mac_address': 'fa:16:3e:e4:4b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:37:32Z', 'updated_at': '2022-04-16T04:37:34Z', 'revision_number': 1, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd309ddc3-549c-4ae0-b5fb-bc4510ad96ed', 'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:8c:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:12Z', 'updated_at': '2022-04-16T04:37:15Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:49.994849 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41821c3e-604e-4e31-ac86-d54eabb8f5d2 None None] Checking router: 2edc9d00-ae0b-47a1-80a9-e36d1af4771f for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:37:50.003312 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41821c3e-604e-4e31-ac86-d54eabb8f5d2 None None] Routers {'2edc9d00-ae0b-47a1-80a9-e36d1af4771f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:37:50.003929 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-41821c3e-604e-4e31-ac86-d54eabb8f5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:37:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:50.029952 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c37581-1d9e-468c-839b-249e5c397d49 req-f9476719-ac55-414c-a18e-b7e91345cb0f service neutron] 10.222.0.18 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854361 Apr 16 04:37:50.118965 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-41821c3e-604e-4e31-ac86-d54eabb8f5d2 None None] Set router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:37:50.125395 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c37581-1d9e-468c-839b-249e5c397d49 req-872aed19-9c33-4753-bd06-b25f4140002a service neutron] 10.222.0.18 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889156 Apr 16 04:37:50.343377 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-41821c3e-604e-4e31-ac86-d54eabb8f5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '6350540a-ed49-4c6e-8171-036000e53e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:37:08Z', 'updated_at': '2022-04-16T04:37:12Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '6350540a-ed49-4c6e-8171-036000e53e17', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:09Z', 'updated_at': '2022-04-16T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '66748376-9495-4578-9029-d7dc4801b87a', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.116', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'port_id': 'c96617ae-6aaf-41f5-ac3d-928c103eb1ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'mac_address': 'fa:16:3e:29:ac:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5926d7c-39d4-4ee1-a1a2-83c9d07dc777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:37:48Z', 'updated_at': '2022-04-16T04:37:48Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}, {'id': '9a72092e-a436-4f9d-ae85-d5fcaf235ba9', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.41', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'port_id': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'mac_address': 'fa:16:3e:e4:4b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:37:32Z', 'updated_at': '2022-04-16T04:37:34Z', 'revision_number': 1, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd309ddc3-549c-4ae0-b5fb-bc4510ad96ed', 'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:8c:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:12Z', 'updated_at': '2022-04-16T04:37:15Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:37:50.370470 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41821c3e-604e-4e31-ac86-d54eabb8f5d2 None None] The sync data for ids ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'] in dv-neutron-838078-2-hyperv is: [{'id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '6350540a-ed49-4c6e-8171-036000e53e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:37:08Z', 'updated_at': '2022-04-16T04:37:12Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '6350540a-ed49-4c6e-8171-036000e53e17', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:09Z', 'updated_at': '2022-04-16T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '66748376-9495-4578-9029-d7dc4801b87a', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.116', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'port_id': 'c96617ae-6aaf-41f5-ac3d-928c103eb1ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'mac_address': 'fa:16:3e:29:ac:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5926d7c-39d4-4ee1-a1a2-83c9d07dc777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:37:48Z', 'updated_at': '2022-04-16T04:37:48Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}, {'id': '9a72092e-a436-4f9d-ae85-d5fcaf235ba9', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.41', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'port_id': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'mac_address': 'fa:16:3e:e4:4b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:37:32Z', 'updated_at': '2022-04-16T04:37:34Z', 'revision_number': 1, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd309ddc3-549c-4ae0-b5fb-bc4510ad96ed', 'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:8c:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:12Z', 'updated_at': '2022-04-16T04:37:15Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:37:50.556146 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d95ab-41cd-4b27-816c-d97ff9864a9e None None] New status for floating IP 66748376-9495-4578-9029-d7dc4801b87a: ACTIVE {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:37:58.201809 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:02.094274 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:38:09.121859 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bed2b880-a65e-4862-8160-d4b820e2c7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:11.449989 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6807d35d-8096-41c7-af76-bc70296179e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:12.582033 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:14.026854 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:15.381626 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:19.198043 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42104) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:19.524449 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3a37b3d9-7aee-4418-bce6-4ae8eafe5b9f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/9a72092e-a436-4f9d-ae85-d5fcaf235ba9 HTTP/1.1" status: 200 len: 993 time: 0.3252900 Apr 16 04:38:20.743874 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42112) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:20.749349 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-ce2edf90-0363-441e-a7c8-7fd90c95cb40 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'port': {'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:38:20.815172 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ce2edf90-0363-441e-a7c8-7fd90c95cb40 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:20.961706 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-ce2edf90-0363-441e-a7c8-7fd90c95cb40 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=5ddb6d35-5ae5-4f1a-b9fc-219e5a382615,segment=NetworkSegment(1e97de0a-0cab-4d64-b854-7ecfae014055),segment_id=1e97de0a-0cab-4d64-b854-7ecfae014055)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:38:20.989807 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ce2edf90-0363-441e-a7c8-7fd90c95cb40 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:21.047163 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ce2edf90-0363-441e-a7c8-7fd90c95cb40 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:21.088998 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2edf90-0363-441e-a7c8-7fd90c95cb40 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:21.089613 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ce2edf90-0363-441e-a7c8-7fd90c95cb40 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:21.091011 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ce2edf90-0363-441e-a7c8-7fd90c95cb40 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/ports/5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 HTTP/1.1" status: 200 len: 939 time: 0.3461475 Apr 16 04:38:21.091568 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'tag': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:38:21.093871 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04048fca-6e92-47d9-b48b-9ce5b1fa1263" -d '{"events": [{"name": "network-changed", "server_uuid": "800b2f8d-945a-4b22-a477-17bc6c6dab39", "tag": "5ddb6d35-5ae5-4f1a-b9fc-219e5a382615"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:38:21.116990 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2edf90-0363-441e-a7c8-7fd90c95cb40 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=5ddb6d35-5ae5-4f1a-b9fc-219e5a382615,revision_number=6']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:21.142307 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe60bb3c-2e82-489e-bf89-fd1390f45afc x-openstack-request-id: req-fe60bb3c-2e82-489e-bf89-fd1390f45afc {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:38:21.142606 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800b2f8d-945a-4b22-a477-17bc6c6dab39", "tag": "5ddb6d35-5ae5-4f1a-b9fc-219e5a382615", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:38:21.142861 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe60bb3c-2e82-489e-bf89-fd1390f45afc {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:38:21.143276 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe60bb3c-2e82-489e-bf89-fd1390f45afc'] response: {'name': 'network-changed', 'server_uuid': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'tag': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615', 'status': 'completed', 'code': 200} Apr 16 04:38:21.204969 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04048fca-6e92-47d9-b48b-9ce5b1fa1263 req-9b5540f0-5598-4ecf-9fb0-7326474a9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:21.206572 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-04048fca-6e92-47d9-b48b-9ce5b1fa1263 req-9b5540f0-5598-4ecf-9fb0-7326474a9e73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 1131 time: 0.0416865 Apr 16 04:38:21.302713 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04048fca-6e92-47d9-b48b-9ce5b1fa1263 req-3c2fc81a-ac3c-4188-b346-71bee1881da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:21.304647 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-04048fca-6e92-47d9-b48b-9ce5b1fa1263 req-3c2fc81a-ac3c-4188-b346-71bee1881da5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba744a8c-4a19-408c-b7a8-94c2da3c80e4 HTTP/1.1" status: 200 len: 896 time: 0.0891640 Apr 16 04:38:21.334320 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-1e7257c1-003d-4dba-a9a2-b0db66467628 None None] Provisioning complete for port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:38:21.334896 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1e7257c1-003d-4dba-a9a2-b0db66467628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:21.370034 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-04048fca-6e92-47d9-b48b-9ce5b1fa1263 req-72929bb7-e78a-4e0a-b6ac-4b63abbc9e53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 HTTP/1.1" status: 200 len: 1002 time: 0.0584631 Apr 16 04:38:21.375561 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1e7257c1-003d-4dba-a9a2-b0db66467628 None None] Port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 is administratively disabled so it will not transition to active. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:357}} Apr 16 04:38:21.417812 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04048fca-6e92-47d9-b48b-9ce5b1fa1263 req-b1bfe018-20d1-4bb3-8e5d-68b8fe2e1261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:21.419452 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-04048fca-6e92-47d9-b48b-9ce5b1fa1263 req-b1bfe018-20d1-4bb3-8e5d-68b8fe2e1261 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d317b232-36fc-4c8f-80c8-6e45c2f49e4f HTTP/1.1" status: 200 len: 834 time: 0.0429881 Apr 16 04:38:21.466060 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04048fca-6e92-47d9-b48b-9ce5b1fa1263 req-1ddb87da-f76e-4e46-b43a-a21dc1221df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:21.467491 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-04048fca-6e92-47d9-b48b-9ce5b1fa1263 req-1ddb87da-f76e-4e46-b43a-a21dc1221df0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba744a8c-4a19-408c-b7a8-94c2da3c80e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0411849 Apr 16 04:38:21.875724 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-04048fca-6e92-47d9-b48b-9ce5b1fa1263 req-cb0e805f-6405-449f-8405-08f24c585cc3 service neutron] 10.222.0.18 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995833 Apr 16 04:38:21.969138 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-04048fca-6e92-47d9-b48b-9ce5b1fa1263 req-0369414c-2068-4ab3-b1a1-1f229cc2fee2 service neutron] 10.222.0.18 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853291 Apr 16 04:38:24.527719 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42120) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:24.532977 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-ca8be4e6-e208-4a6d-8c45-dc8600f67343 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'port': {'admin_state_up': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:38:24.603025 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ca8be4e6-e208-4a6d-8c45-dc8600f67343 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:24.747200 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-ca8be4e6-e208-4a6d-8c45-dc8600f67343 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=5ddb6d35-5ae5-4f1a-b9fc-219e5a382615,segment=NetworkSegment(1e97de0a-0cab-4d64-b854-7ecfae014055),segment_id=1e97de0a-0cab-4d64-b854-7ecfae014055)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:38:24.775171 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ca8be4e6-e208-4a6d-8c45-dc8600f67343 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:24.830160 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ca8be4e6-e208-4a6d-8c45-dc8600f67343 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:24.870353 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8be4e6-e208-4a6d-8c45-dc8600f67343 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:24.870973 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ca8be4e6-e208-4a6d-8c45-dc8600f67343 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:24.872348 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ca8be4e6-e208-4a6d-8c45-dc8600f67343 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/ports/5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 HTTP/1.1" status: 200 len: 938 time: 0.3436589 Apr 16 04:38:24.872939 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'tag': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:38:24.875205 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43548e2b-ceee-4238-a1c5-c844d8c90aab" -d '{"events": [{"name": "network-changed", "server_uuid": "800b2f8d-945a-4b22-a477-17bc6c6dab39", "tag": "5ddb6d35-5ae5-4f1a-b9fc-219e5a382615"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:38:24.875365 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42122) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:24.902253 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8be4e6-e208-4a6d-8c45-dc8600f67343 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=5ddb6d35-5ae5-4f1a-b9fc-219e5a382615,revision_number=7']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:24.950793 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7066d0-e20e-4cc1-ba25-826477c5de3b x-openstack-request-id: req-1b7066d0-e20e-4cc1-ba25-826477c5de3b {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:38:24.950793 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800b2f8d-945a-4b22-a477-17bc6c6dab39", "tag": "5ddb6d35-5ae5-4f1a-b9fc-219e5a382615", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:38:24.950793 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b7066d0-e20e-4cc1-ba25-826477c5de3b {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:38:24.950793 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b7066d0-e20e-4cc1-ba25-826477c5de3b'] response: {'name': 'network-changed', 'server_uuid': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'tag': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615', 'status': 'completed', 'code': 200} Apr 16 04:38:24.964057 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9c5ce8d0-05e4-431c-9bef-b4ac04171a56 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/9a72092e-a436-4f9d-ae85-d5fcaf235ba9 HTTP/1.1" status: 200 len: 993 time: 0.0876534 Apr 16 04:38:25.009023 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43548e2b-ceee-4238-a1c5-c844d8c90aab req-81cab86a-4dbe-4155-a000-063c129cdb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:25.010729 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43548e2b-ceee-4238-a1c5-c844d8c90aab req-81cab86a-4dbe-4155-a000-063c129cdb16 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 1130 time: 0.0454133 Apr 16 04:38:25.081713 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['5ddb6d35-5ae5-4f1a-b9fc-219e5a382615'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:38:25.103468 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43548e2b-ceee-4238-a1c5-c844d8c90aab req-ba980a52-1608-431f-a7c9-96073f0fc83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:25.105177 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43548e2b-ceee-4238-a1c5-c844d8c90aab req-ba980a52-1608-431f-a7c9-96073f0fc83c service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba744a8c-4a19-408c-b7a8-94c2da3c80e4 HTTP/1.1" status: 200 len: 896 time: 0.0880411 Apr 16 04:38:25.126757 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-93fca359-5508-4d42-85d5-d14f689461fb None None] Provisioning complete for port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:38:25.127127 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-93fca359-5508-4d42-85d5-d14f689461fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:25.175022 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43548e2b-ceee-4238-a1c5-c844d8c90aab req-254053fb-b499-45a4-af6e-a71fd6025bce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 HTTP/1.1" status: 200 len: 1001 time: 0.0629961 Apr 16 04:38:25.222714 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43548e2b-ceee-4238-a1c5-c844d8c90aab req-71fbe61a-ea58-4e1e-ba09-272916a266ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:25.224152 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43548e2b-ceee-4238-a1c5-c844d8c90aab req-71fbe61a-ea58-4e1e-ba09-272916a266ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d317b232-36fc-4c8f-80c8-6e45c2f49e4f HTTP/1.1" status: 200 len: 834 time: 0.0433617 Apr 16 04:38:25.262998 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-93fca359-5508-4d42-85d5-d14f689461fb None None] Current status of the port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:38:25.268535 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43548e2b-ceee-4238-a1c5-c844d8c90aab req-afb9038f-b8b3-42a7-a3bc-8252eb08f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:25.270193 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43548e2b-ceee-4238-a1c5-c844d8c90aab req-afb9038f-b8b3-42a7-a3bc-8252eb08f104 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba744a8c-4a19-408c-b7a8-94c2da3c80e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0400672 Apr 16 04:38:25.363927 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43548e2b-ceee-4238-a1c5-c844d8c90aab req-7c7b94fd-ad92-49c6-aca9-d57591506ab9 service neutron] 10.222.0.18 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872545 Apr 16 04:38:25.456796 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43548e2b-ceee-4238-a1c5-c844d8c90aab req-c1be7aab-b62a-44a3-8d3e-991852937993 service neutron] 10.222.0.18 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871031 Apr 16 04:38:27.523206 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42132) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:27.654391 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 5e77e731-d27a-4927-9ea1-f5644e3cd4cf {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:38:27.654730 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (5e77e731-d27a-4927-9ea1-f5644e3cd4cf), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:27.728291 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (5e77e731-d27a-4927-9ea1-f5644e3cd4cf), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:27.728609 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (5e77e731-d27a-4927-9ea1-f5644e3cd4cf), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:27.740928 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 5e77e731-d27a-4927-9ea1-f5644e3cd4cf owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:38:27.962114 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (5e77e731-d27a-4927-9ea1-f5644e3cd4cf), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:27.987996 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=5e77e731-d27a-4927-9ea1-f5644e3cd4cf,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:27.999447 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:27.999797 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:28.000137 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:28.000476 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:28.000841 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:28.001179 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:28.001504 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:28.001827 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:28.002151 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:28.002472 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:28.002797 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:28.003119 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:28.003437 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:28.003758 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:28.004072 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:28.062611 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (66748376-9495-4578-9029-d7dc4801b87a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:28.062962 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Floating IP 66748376-9495-4578-9029-d7dc4801b87a disassociated (deleted). External IP: 172.26.6.116, port: c96617ae-6aaf-41f5-ac3d-928c103eb1ec. Apr 16 04:38:28.198346 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:28.278211 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:38:28.388177 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:38:28.392921 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:28.397686 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7724a9f5-e7f9-410f-8a69-b5a9c8a3d2b6 None None] Sync routers for ids ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:38:28.407622 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7724a9f5-e7f9-410f-8a69-b5a9c8a3d2b6 None None] Routers {'2edc9d00-ae0b-47a1-80a9-e36d1af4771f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:38:28.411046 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-7724a9f5-e7f9-410f-8a69-b5a9c8a3d2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:38:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:28.423176 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-517aa059-85a1-40e2-bb92-7f3c56068996 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/floatingips/66748376-9495-4578-9029-d7dc4801b87a HTTP/1.1" status: 204 len: 168 time: 0.9190230 Apr 16 04:38:28.423820 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5926d7c-39d4-4ee1-a1a2-83c9d07dc777', 'tag': 'c96617ae-6aaf-41f5-ac3d-928c103eb1ec'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:38:28.426223 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a262ad90-e5aa-402e-934a-77ddf038459a" -d '{"events": [{"name": "network-changed", "server_uuid": "c5926d7c-39d4-4ee1-a1a2-83c9d07dc777", "tag": "c96617ae-6aaf-41f5-ac3d-928c103eb1ec"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:38:28.466745 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd1aaac-5cd8-4b97-af1d-dc0e8e120898 x-openstack-request-id: req-ffd1aaac-5cd8-4b97-af1d-dc0e8e120898 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:38:28.467272 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5926d7c-39d4-4ee1-a1a2-83c9d07dc777", "tag": "c96617ae-6aaf-41f5-ac3d-928c103eb1ec", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:38:28.467558 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ffd1aaac-5cd8-4b97-af1d-dc0e8e120898 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:38:28.468056 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffd1aaac-5cd8-4b97-af1d-dc0e8e120898'] response: {'name': 'network-changed', 'server_uuid': 'c5926d7c-39d4-4ee1-a1a2-83c9d07dc777', 'tag': 'c96617ae-6aaf-41f5-ac3d-928c103eb1ec', 'status': 'completed', 'code': 200} Apr 16 04:38:28.523742 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-7724a9f5-e7f9-410f-8a69-b5a9c8a3d2b6 None None] Set router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:38:28.529185 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262ad90-e5aa-402e-934a-77ddf038459a req-f260dcb1-eb5c-4828-92ef-3efc46d4563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:28.530708 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a262ad90-e5aa-402e-934a-77ddf038459a req-f260dcb1-eb5c-4828-92ef-3efc46d4563a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=c5926d7c-39d4-4ee1-a1a2-83c9d07dc777 HTTP/1.1" status: 200 len: 1129 time: 0.0438347 Apr 16 04:38:28.627970 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262ad90-e5aa-402e-934a-77ddf038459a req-49f7f277-a01e-46f2-80a3-305cc8978078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:28.629499 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a262ad90-e5aa-402e-934a-77ddf038459a req-49f7f277-a01e-46f2-80a3-305cc8978078 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba744a8c-4a19-408c-b7a8-94c2da3c80e4 HTTP/1.1" status: 200 len: 896 time: 0.0919421 Apr 16 04:38:28.676205 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a262ad90-e5aa-402e-934a-77ddf038459a req-fc91bdb1-bc3b-46a7-8698-6e0d56d13f89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c96617ae-6aaf-41f5-ac3d-928c103eb1ec HTTP/1.1" status: 200 len: 217 time: 0.0402536 Apr 16 04:38:28.724943 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262ad90-e5aa-402e-934a-77ddf038459a req-4a9b169e-7aed-4aba-aa63-40c37af751c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:28.726327 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a262ad90-e5aa-402e-934a-77ddf038459a req-4a9b169e-7aed-4aba-aa63-40c37af751c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d317b232-36fc-4c8f-80c8-6e45c2f49e4f HTTP/1.1" status: 200 len: 834 time: 0.0447750 Apr 16 04:38:28.763119 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-7724a9f5-e7f9-410f-8a69-b5a9c8a3d2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '6350540a-ed49-4c6e-8171-036000e53e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:37:08Z', 'updated_at': '2022-04-16T04:37:12Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '6350540a-ed49-4c6e-8171-036000e53e17', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:09Z', 'updated_at': '2022-04-16T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '9a72092e-a436-4f9d-ae85-d5fcaf235ba9', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.41', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'port_id': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'mac_address': 'fa:16:3e:e4:4b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:37:32Z', 'updated_at': '2022-04-16T04:37:34Z', 'revision_number': 1, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd309ddc3-549c-4ae0-b5fb-bc4510ad96ed', 'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:8c:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:12Z', 'updated_at': '2022-04-16T04:37:15Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:28.775907 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262ad90-e5aa-402e-934a-77ddf038459a req-df9e1471-c3c8-4af6-9ebb-cfc3eb53132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:28.777631 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a262ad90-e5aa-402e-934a-77ddf038459a req-df9e1471-c3c8-4af6-9ebb-cfc3eb53132c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba744a8c-4a19-408c-b7a8-94c2da3c80e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442548 Apr 16 04:38:28.787672 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7724a9f5-e7f9-410f-8a69-b5a9c8a3d2b6 None None] Checking router: 2edc9d00-ae0b-47a1-80a9-e36d1af4771f for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:38:28.796548 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7724a9f5-e7f9-410f-8a69-b5a9c8a3d2b6 None None] Routers {'2edc9d00-ae0b-47a1-80a9-e36d1af4771f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:38:28.797308 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-7724a9f5-e7f9-410f-8a69-b5a9c8a3d2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:38:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:28.847051 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cfc9c-a9d7-455a-9e0e-268447160b6b req-172b04a2-c67d-4767-a04f-db2dd5b6c914 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:28.848626 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ad5cfc9c-a9d7-455a-9e0e-268447160b6b req-172b04a2-c67d-4767-a04f-db2dd5b6c914 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5926d7c-39d4-4ee1-a1a2-83c9d07dc777 HTTP/1.1" status: 200 len: 945 time: 0.0522723 Apr 16 04:38:28.883992 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a262ad90-e5aa-402e-934a-77ddf038459a req-1eab0bfb-8879-46c7-a797-43527f8c9a41 service neutron] 10.222.0.18 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994167 Apr 16 04:38:28.903475 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ad5cfc9c-a9d7-455a-9e0e-268447160b6b req-93733382-e595-4413-83c3-d8fa05dee4f4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6a72a26-fd58-44b3-9237-2c926b04292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481327 Apr 16 04:38:28.911834 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-7724a9f5-e7f9-410f-8a69-b5a9c8a3d2b6 None None] Set router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:38:29.126895 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-7724a9f5-e7f9-410f-8a69-b5a9c8a3d2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '6350540a-ed49-4c6e-8171-036000e53e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:37:08Z', 'updated_at': '2022-04-16T04:37:12Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '6350540a-ed49-4c6e-8171-036000e53e17', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:09Z', 'updated_at': '2022-04-16T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '9a72092e-a436-4f9d-ae85-d5fcaf235ba9', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.41', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'port_id': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'mac_address': 'fa:16:3e:e4:4b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:37:32Z', 'updated_at': '2022-04-16T04:37:34Z', 'revision_number': 1, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd309ddc3-549c-4ae0-b5fb-bc4510ad96ed', 'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:8c:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:12Z', 'updated_at': '2022-04-16T04:37:15Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:29.156560 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7724a9f5-e7f9-410f-8a69-b5a9c8a3d2b6 None None] The sync data for ids ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'] in dv-neutron-838078-2-hyperv is: [{'id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '6350540a-ed49-4c6e-8171-036000e53e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:37:08Z', 'updated_at': '2022-04-16T04:37:12Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '6350540a-ed49-4c6e-8171-036000e53e17', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:09Z', 'updated_at': '2022-04-16T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '9a72092e-a436-4f9d-ae85-d5fcaf235ba9', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.41', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'port_id': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'mac_address': 'fa:16:3e:e4:4b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:37:32Z', 'updated_at': '2022-04-16T04:37:34Z', 'revision_number': 1, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd309ddc3-549c-4ae0-b5fb-bc4510ad96ed', 'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:8c:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:12Z', 'updated_at': '2022-04-16T04:37:15Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:38:29.366630 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bfe7a3-d934-4afd-aa62-8d6315325f60 None None] New status for floating IP 66748376-9495-4578-9029-d7dc4801b87a: DOWN {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:38:29.871839 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a262ad90-e5aa-402e-934a-77ddf038459a req-87398e52-5c3e-41d5-a7d4-afba2cc2ae2f service neutron] 10.222.0.18 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876255 Apr 16 04:38:30.018089 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17070f9-e6b0-4d54-b2ac-4ee7405d84c8 req-35c21fdb-05ba-409c-9027-3f57d3fb9354 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:30.019547 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c17070f9-e6b0-4d54-b2ac-4ee7405d84c8 req-35c21fdb-05ba-409c-9027-3f57d3fb9354 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5926d7c-39d4-4ee1-a1a2-83c9d07dc777 HTTP/1.1" status: 200 len: 945 time: 0.0478616 Apr 16 04:38:30.068473 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c17070f9-e6b0-4d54-b2ac-4ee7405d84c8 req-c84aa47f-c786-4358-923b-02fc9b40060b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6a72a26-fd58-44b3-9237-2c926b04292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427351 Apr 16 04:38:30.144784 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccb6b6-d853-4cd3-b218-d02a40593f8d req-39bc7e5b-86e0-45f5-a217-ff6688f8184a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:30.146184 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-90ccb6b6-d853-4cd3-b218-d02a40593f8d req-39bc7e5b-86e0-45f5-a217-ff6688f8184a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5926d7c-39d4-4ee1-a1a2-83c9d07dc777 HTTP/1.1" status: 200 len: 945 time: 0.0450811 Apr 16 04:38:30.229869 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-90ccb6b6-d853-4cd3-b218-d02a40593f8d req-cee5849a-79a2-401b-9a2e-ebb2c9a781b9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port c96617ae-6aaf-41f5-ac3d-928c103eb1ec {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:38:30.233943 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-90ccb6b6-d853-4cd3-b218-d02a40593f8d req-cee5849a-79a2-401b-9a2e-ebb2c9a781b9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c96617ae-6aaf-41f5-ac3d-928c103eb1ec), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:30.319096 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-90ccb6b6-d853-4cd3-b218-d02a40593f8d req-cee5849a-79a2-401b-9a2e-ebb2c9a781b9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port c96617ae-6aaf-41f5-ac3d-928c103eb1ec, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c96617ae-6aaf-41f5-ac3d-928c103eb1ec,segment=NetworkSegment(1e97de0a-0cab-4d64-b854-7ecfae014055),segment_id=1e97de0a-0cab-4d64-b854-7ecfae014055)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:38:30.319460 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-90ccb6b6-d853-4cd3-b218-d02a40593f8d req-cee5849a-79a2-401b-9a2e-ebb2c9a781b9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c96617ae-6aaf-41f5-ac3d-928c103eb1ec), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:30.333052 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-90ccb6b6-d853-4cd3-b218-d02a40593f8d req-cee5849a-79a2-401b-9a2e-ebb2c9a781b9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for c96617ae-6aaf-41f5-ac3d-928c103eb1ec owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:38:30.512320 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-90ccb6b6-d853-4cd3-b218-d02a40593f8d req-cee5849a-79a2-401b-9a2e-ebb2c9a781b9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c96617ae-6aaf-41f5-ac3d-928c103eb1ec), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:30.546767 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5849a-79a2-401b-9a2e-ebb2c9a781b9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=c96617ae-6aaf-41f5-ac3d-928c103eb1ec,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:30.597192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ccb6b6-d853-4cd3-b218-d02a40593f8d req-cee5849a-79a2-401b-9a2e-ebb2c9a781b9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] No DVR routers for this DVR port c96617ae-6aaf-41f5-ac3d-928c103eb1ec on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:38:30.597192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-90ccb6b6-d853-4cd3-b218-d02a40593f8d req-cee5849a-79a2-401b-9a2e-ebb2c9a781b9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:30.597192 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-90ccb6b6-d853-4cd3-b218-d02a40593f8d req-cee5849a-79a2-401b-9a2e-ebb2c9a781b9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "DELETE /v2.0/ports/c96617ae-6aaf-41f5-ac3d-928c103eb1ec HTTP/1.1" status: 204 len: 173 time: 0.4424655 Apr 16 04:38:30.597192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5926d7c-39d4-4ee1-a1a2-83c9d07dc777', 'name': 'network-vif-deleted', 'tag': 'c96617ae-6aaf-41f5-ac3d-928c103eb1ec'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:38:30.597192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7d9a8b-7025-4aef-9517-b0bd5fe36787" -d '{"events": [{"server_uuid": "c5926d7c-39d4-4ee1-a1a2-83c9d07dc777", "name": "network-vif-deleted", "tag": "c96617ae-6aaf-41f5-ac3d-928c103eb1ec"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:38:30.630935 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39841bbb-eb34-4078-bf98-3c7c8118bfb8 x-openstack-request-id: req-39841bbb-eb34-4078-bf98-3c7c8118bfb8 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:38:30.631300 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5926d7c-39d4-4ee1-a1a2-83c9d07dc777", "name": "network-vif-deleted", "tag": "c96617ae-6aaf-41f5-ac3d-928c103eb1ec", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:38:30.631544 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-39841bbb-eb34-4078-bf98-3c7c8118bfb8 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:38:30.631948 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39841bbb-eb34-4078-bf98-3c7c8118bfb8'] response: {'server_uuid': 'c5926d7c-39d4-4ee1-a1a2-83c9d07dc777', 'name': 'network-vif-deleted', 'tag': 'c96617ae-6aaf-41f5-ac3d-928c103eb1ec', 'status': 'completed', 'code': 200} Apr 16 04:38:31.172247 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d1b13c42-4cfa-4d0d-a82a-01aeeb84ff5e req-101e497e-4aec-4c38-bf6b-ab19c450c97b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5926d7c-39d4-4ee1-a1a2-83c9d07dc777 HTTP/1.1" status: 200 len: 210 time: 0.0288911 Apr 16 04:38:32.226483 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42148) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:32.282339 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-88e99bcd-a351-4153-acea-5e453e7fc7cc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (f6a72a26-fd58-44b3-9237-2c926b04292c), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:32.309075 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-88e99bcd-a351-4153-acea-5e453e7fc7cc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (f6a72a26-fd58-44b3-9237-2c926b04292c), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:32.429833 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-88e99bcd-a351-4153-acea-5e453e7fc7cc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f6a72a26-fd58-44b3-9237-2c926b04292c), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:32.432410 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-88e99bcd-a351-4153-acea-5e453e7fc7cc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:32.433609 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-88e99bcd-a351-4153-acea-5e453e7fc7cc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/security-groups/f6a72a26-fd58-44b3-9237-2c926b04292c HTTP/1.1" status: 204 len: 168 time: 0.2056618 Apr 16 04:38:32.443416 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e99bcd-a351-4153-acea-5e453e7fc7cc tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a72a26-fd58-44b3-9237-2c926b04292c,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:32.510292 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42152) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:32.656795 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-95aa94d2-ab90-4f69-8003-ebb1c1b6d627 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 39b005a0-863c-4081-a643-fa2bbd45402f {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:38:32.657133 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-95aa94d2-ab90-4f69-8003-ebb1c1b6d627 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (39b005a0-863c-4081-a643-fa2bbd45402f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:32.734548 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-95aa94d2-ab90-4f69-8003-ebb1c1b6d627 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (39b005a0-863c-4081-a643-fa2bbd45402f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:32.734815 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-95aa94d2-ab90-4f69-8003-ebb1c1b6d627 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (39b005a0-863c-4081-a643-fa2bbd45402f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:32.746715 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-95aa94d2-ab90-4f69-8003-ebb1c1b6d627 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 39b005a0-863c-4081-a643-fa2bbd45402f owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:38:32.944113 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-95aa94d2-ab90-4f69-8003-ebb1c1b6d627 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (39b005a0-863c-4081-a643-fa2bbd45402f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:32.970051 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa94d2-ab90-4f69-8003-ebb1c1b6d627 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=39b005a0-863c-4081-a643-fa2bbd45402f,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:33.034902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-95aa94d2-ab90-4f69-8003-ebb1c1b6d627 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (9a72092e-a436-4f9d-ae85-d5fcaf235ba9), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:33.035454 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-95aa94d2-ab90-4f69-8003-ebb1c1b6d627 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Floating IP 9a72092e-a436-4f9d-ae85-d5fcaf235ba9 disassociated (deleted). External IP: 172.26.6.41, port: 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615. Apr 16 04:38:33.241269 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95aa94d2-ab90-4f69-8003-ebb1c1b6d627 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:38:33.388962 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95aa94d2-ab90-4f69-8003-ebb1c1b6d627 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:38:33.393631 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-95aa94d2-ab90-4f69-8003-ebb1c1b6d627 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:33.398525 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c34469-5bfb-46b0-b616-f8f33322a0df None None] Sync routers for ids ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:38:33.408029 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c34469-5bfb-46b0-b616-f8f33322a0df None None] Routers {'2edc9d00-ae0b-47a1-80a9-e36d1af4771f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:38:33.408638 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a0c34469-5bfb-46b0-b616-f8f33322a0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:38:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:33.428570 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-95aa94d2-ab90-4f69-8003-ebb1c1b6d627 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/floatingips/9a72092e-a436-4f9d-ae85-d5fcaf235ba9 HTTP/1.1" status: 204 len: 168 time: 0.9148815 Apr 16 04:38:33.428570 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'tag': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:38:33.429203 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38144487-3a24-4758-bb0f-46c8f970e052" -d '{"events": [{"name": "network-changed", "server_uuid": "800b2f8d-945a-4b22-a477-17bc6c6dab39", "tag": "5ddb6d35-5ae5-4f1a-b9fc-219e5a382615"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:38:33.465554 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e95b92b-a9a1-4971-9121-624a4cf62384 x-openstack-request-id: req-0e95b92b-a9a1-4971-9121-624a4cf62384 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:38:33.465712 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800b2f8d-945a-4b22-a477-17bc6c6dab39", "tag": "5ddb6d35-5ae5-4f1a-b9fc-219e5a382615", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:38:33.466131 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e95b92b-a9a1-4971-9121-624a4cf62384 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:38:33.466528 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e95b92b-a9a1-4971-9121-624a4cf62384'] response: {'name': 'network-changed', 'server_uuid': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'tag': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615', 'status': 'completed', 'code': 200} Apr 16 04:38:33.522429 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-a0c34469-5bfb-46b0-b616-f8f33322a0df None None] Set router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:38:33.529393 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38144487-3a24-4758-bb0f-46c8f970e052 req-d274243a-eb78-488d-8637-902cd30e85fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:33.531059 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-38144487-3a24-4758-bb0f-46c8f970e052 req-d274243a-eb78-488d-8637-902cd30e85fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 1130 time: 0.0436521 Apr 16 04:38:33.621752 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38144487-3a24-4758-bb0f-46c8f970e052 req-717501cc-8ae5-4a44-812c-5f4a90a7faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:33.623255 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-38144487-3a24-4758-bb0f-46c8f970e052 req-717501cc-8ae5-4a44-812c-5f4a90a7faa4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba744a8c-4a19-408c-b7a8-94c2da3c80e4 HTTP/1.1" status: 200 len: 896 time: 0.0866375 Apr 16 04:38:33.668050 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-38144487-3a24-4758-bb0f-46c8f970e052 req-579fadde-025c-45cb-9734-d066aae48a1d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 HTTP/1.1" status: 200 len: 217 time: 0.0390029 Apr 16 04:38:33.722610 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a0c34469-5bfb-46b0-b616-f8f33322a0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '6350540a-ed49-4c6e-8171-036000e53e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:37:08Z', 'updated_at': '2022-04-16T04:37:12Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '6350540a-ed49-4c6e-8171-036000e53e17', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:09Z', 'updated_at': '2022-04-16T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'd309ddc3-549c-4ae0-b5fb-bc4510ad96ed', 'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:8c:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:12Z', 'updated_at': '2022-04-16T04:37:15Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:33.722898 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38144487-3a24-4758-bb0f-46c8f970e052 req-1b18d40b-f275-4c58-8571-3baf4103a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:33.724386 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-38144487-3a24-4758-bb0f-46c8f970e052 req-1b18d40b-f275-4c58-8571-3baf4103a072 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d317b232-36fc-4c8f-80c8-6e45c2f49e4f HTTP/1.1" status: 200 len: 834 time: 0.0458636 Apr 16 04:38:33.750535 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c34469-5bfb-46b0-b616-f8f33322a0df None None] Checking router: 2edc9d00-ae0b-47a1-80a9-e36d1af4771f for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:38:33.759060 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c34469-5bfb-46b0-b616-f8f33322a0df None None] Routers {'2edc9d00-ae0b-47a1-80a9-e36d1af4771f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:38:33.759664 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a0c34469-5bfb-46b0-b616-f8f33322a0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:38:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:33.774018 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38144487-3a24-4758-bb0f-46c8f970e052 req-09d44eb3-957c-47ea-9c1d-fe0275d33720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:33.774018 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-38144487-3a24-4758-bb0f-46c8f970e052 req-09d44eb3-957c-47ea-9c1d-fe0275d33720 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba744a8c-4a19-408c-b7a8-94c2da3c80e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0410619 Apr 16 04:38:33.844757 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device c96617ae-6aaf-41f5-ac3d-928c103eb1ec no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:38:33.866915 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: c96617ae-6aaf-41f5-ac3d-928c103eb1ec {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:38:33.867252 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device c96617ae-6aaf-41f5-ac3d-928c103eb1ec not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:38:33.889807 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637be63e-7b24-49fe-9190-8779a23056d7 req-76c24eed-fe4f-42a3-b43b-994c62964097 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:33.891272 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-637be63e-7b24-49fe-9190-8779a23056d7 req-76c24eed-fe4f-42a3-b43b-994c62964097 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 946 time: 0.0576539 Apr 16 04:38:33.894299 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-a0c34469-5bfb-46b0-b616-f8f33322a0df None None] Set router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:38:33.919642 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-38144487-3a24-4758-bb0f-46c8f970e052 req-70674be5-b34b-46b3-9c41-c8ddf1cc90f9 service neutron] 10.222.0.18 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428611 Apr 16 04:38:33.950558 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-637be63e-7b24-49fe-9190-8779a23056d7 req-785aac13-cbe5-4c3e-b614-f767738a5485 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e930382a-a27e-4bda-b123-9fab84d2314b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530198 Apr 16 04:38:34.230217 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a0c34469-5bfb-46b0-b616-f8f33322a0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '6350540a-ed49-4c6e-8171-036000e53e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:37:08Z', 'updated_at': '2022-04-16T04:37:12Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '6350540a-ed49-4c6e-8171-036000e53e17', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:09Z', 'updated_at': '2022-04-16T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'd309ddc3-549c-4ae0-b5fb-bc4510ad96ed', 'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:8c:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:12Z', 'updated_at': '2022-04-16T04:37:15Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:34.256377 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c34469-5bfb-46b0-b616-f8f33322a0df None None] The sync data for ids ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'] in dv-neutron-838078-2-hyperv is: [{'id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '6350540a-ed49-4c6e-8171-036000e53e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:37:08Z', 'updated_at': '2022-04-16T04:37:12Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '6350540a-ed49-4c6e-8171-036000e53e17', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:09Z', 'updated_at': '2022-04-16T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'd309ddc3-549c-4ae0-b5fb-bc4510ad96ed', 'name': '', 'network_id': 'ba744a8c-4a19-408c-b7a8-94c2da3c80e4', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:8c:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:12Z', 'updated_at': '2022-04-16T04:37:15Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'd317b232-36fc-4c8f-80c8-6e45c2f49e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:38:34.468385 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551cd7da-454c-46ad-9fb5-1c1fa079d4a4 None None] New status for floating IP 9a72092e-a436-4f9d-ae85-d5fcaf235ba9: DOWN {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:38:34.973415 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-38144487-3a24-4758-bb0f-46c8f970e052 req-43a27ca1-d076-4fb9-8c13-ca5f88b43047 service neutron] 10.222.0.18 "GET /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866830 Apr 16 04:38:35.066110 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acdc91-56c2-4971-841e-55ce32b01b93 req-51dfb14f-2bb3-4f78-b5f8-2191cf6423b4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:35.067601 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d4acdc91-56c2-4971-841e-55ce32b01b93 req-51dfb14f-2bb3-4f78-b5f8-2191cf6423b4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 946 time: 0.0485528 Apr 16 04:38:35.116611 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d4acdc91-56c2-4971-841e-55ce32b01b93 req-95116ce7-8fe2-4426-9b99-c85dce1f5414 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=e930382a-a27e-4bda-b123-9fab84d2314b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426478 Apr 16 04:38:35.210860 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f15c4-21cf-436d-a0c9-0b60a094857a req-4b80b06d-76a6-4a91-a8a2-b98019c168e1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:35.212983 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-420f15c4-21cf-436d-a0c9-0b60a094857a req-4b80b06d-76a6-4a91-a8a2-b98019c168e1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 946 time: 0.0458241 Apr 16 04:38:35.299536 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-420f15c4-21cf-436d-a0c9-0b60a094857a req-2e2b3567-0bff-4b6e-bca6-f939fb1507ab tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:38:35.299876 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-420f15c4-21cf-436d-a0c9-0b60a094857a req-2e2b3567-0bff-4b6e-bca6-f939fb1507ab tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:35.704677 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-420f15c4-21cf-436d-a0c9-0b60a094857a req-2e2b3567-0bff-4b6e-bca6-f939fb1507ab tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=5ddb6d35-5ae5-4f1a-b9fc-219e5a382615,segment=NetworkSegment(1e97de0a-0cab-4d64-b854-7ecfae014055),segment_id=1e97de0a-0cab-4d64-b854-7ecfae014055)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:38:35.705064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-420f15c4-21cf-436d-a0c9-0b60a094857a req-2e2b3567-0bff-4b6e-bca6-f939fb1507ab tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:35.717715 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-420f15c4-21cf-436d-a0c9-0b60a094857a req-2e2b3567-0bff-4b6e-bca6-f939fb1507ab tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:38:35.916231 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-420f15c4-21cf-436d-a0c9-0b60a094857a req-2e2b3567-0bff-4b6e-bca6-f939fb1507ab tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (5ddb6d35-5ae5-4f1a-b9fc-219e5a382615), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:35.945191 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b3567-0bff-4b6e-bca6-f939fb1507ab tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=5ddb6d35-5ae5-4f1a-b9fc-219e5a382615,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:35.991420 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-420f15c4-21cf-436d-a0c9-0b60a094857a req-2e2b3567-0bff-4b6e-bca6-f939fb1507ab tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] No DVR routers for this DVR port 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:38:35.994516 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-420f15c4-21cf-436d-a0c9-0b60a094857a req-2e2b3567-0bff-4b6e-bca6-f939fb1507ab tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:35.997804 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-420f15c4-21cf-436d-a0c9-0b60a094857a req-2e2b3567-0bff-4b6e-bca6-f939fb1507ab tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "DELETE /v2.0/ports/5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 HTTP/1.1" status: 204 len: 173 time: 0.7787719 Apr 16 04:38:35.998234 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'name': 'network-vif-deleted', 'tag': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:38:36.000519 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe3d56d-da83-46cc-af55-40be99d23b94" -d '{"events": [{"server_uuid": "800b2f8d-945a-4b22-a477-17bc6c6dab39", "name": "network-vif-deleted", "tag": "5ddb6d35-5ae5-4f1a-b9fc-219e5a382615"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:38:36.034340 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7ad221-2594-4c2b-9bfd-126c1c9ec731 x-openstack-request-id: req-4d7ad221-2594-4c2b-9bfd-126c1c9ec731 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:38:36.034692 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800b2f8d-945a-4b22-a477-17bc6c6dab39", "name": "network-vif-deleted", "tag": "5ddb6d35-5ae5-4f1a-b9fc-219e5a382615", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:38:36.035187 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4d7ad221-2594-4c2b-9bfd-126c1c9ec731 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:38:36.035595 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d7ad221-2594-4c2b-9bfd-126c1c9ec731'] response: {'server_uuid': '800b2f8d-945a-4b22-a477-17bc6c6dab39', 'name': 'network-vif-deleted', 'tag': '5ddb6d35-5ae5-4f1a-b9fc-219e5a382615', 'status': 'completed', 'code': 200} Apr 16 04:38:36.210206 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3e6aa04d-71b1-458c-95fd-726238d4910b req-7113bce6-bf35-4f20-85d6-2c84956e69a1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=800b2f8d-945a-4b22-a477-17bc6c6dab39 HTTP/1.1" status: 200 len: 210 time: 0.0278523 Apr 16 04:38:37.265790 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42168) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:37.322851 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d171b447-ba6c-4b1d-84b9-e5423dc03c1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (e930382a-a27e-4bda-b123-9fab84d2314b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:37.347841 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d171b447-ba6c-4b1d-84b9-e5423dc03c1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (e930382a-a27e-4bda-b123-9fab84d2314b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:37.460799 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d171b447-ba6c-4b1d-84b9-e5423dc03c1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (e930382a-a27e-4bda-b123-9fab84d2314b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:37.463949 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d171b447-ba6c-4b1d-84b9-e5423dc03c1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:37.467598 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d171b447-ba6c-4b1d-84b9-e5423dc03c1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/security-groups/e930382a-a27e-4bda-b123-9fab84d2314b HTTP/1.1" status: 204 len: 168 time: 0.1983523 Apr 16 04:38:37.474299 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171b447-ba6c-4b1d-84b9-e5423dc03c1b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e930382a-a27e-4bda-b123-9fab84d2314b,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:37.550352 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42172) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:37.891608 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (2edc9d00-ae0b-47a1-80a9-e36d1af4771f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:38.131906 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port d309ddc3-549c-4ae0-b5fb-bc4510ad96ed {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:38:38.132167 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (d309ddc3-549c-4ae0-b5fb-bc4510ad96ed), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:38.222608 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port d309ddc3-549c-4ae0-b5fb-bc4510ad96ed, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=d309ddc3-549c-4ae0-b5fb-bc4510ad96ed,segment=NetworkSegment(1e97de0a-0cab-4d64-b854-7ecfae014055),segment_id=1e97de0a-0cab-4d64-b854-7ecfae014055)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:38:38.222964 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (d309ddc3-549c-4ae0-b5fb-bc4510ad96ed), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:38.236240 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for d309ddc3-549c-4ae0-b5fb-bc4510ad96ed owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:38:38.512069 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (d309ddc3-549c-4ae0-b5fb-bc4510ad96ed), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:38.539019 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=d309ddc3-549c-4ae0-b5fb-bc4510ad96ed,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:38.551635 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:38.552175 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:38.552309 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:38.552651 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:38.553004 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:38.553331 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:38.553655 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:38.553975 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:38.554298 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:38.554619 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:38.554945 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:38.555264 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:38.555585 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:38.555900 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:38.556218 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:38.726212 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (2edc9d00-ae0b-47a1-80a9-e36d1af4771f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:38.959551 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:38:39.067511 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:38:39.073570 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2abe1e8c-9bab-441f-8f6f-f91f13fdd8fa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/routers/2edc9d00-ae0b-47a1-80a9-e36d1af4771f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5214739 Apr 16 04:38:39.075714 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42174) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:39.078140 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5114874e-ebd1-44b9-99b9-99d120e7856e None None] Sync routers for ids ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:38:39.088589 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5114874e-ebd1-44b9-99b9-99d120e7856e None None] Routers {'2edc9d00-ae0b-47a1-80a9-e36d1af4771f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:38:39.088910 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5114874e-ebd1-44b9-99b9-99d120e7856e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:38:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:39.093739 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:38:39.126564 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e1e9672-6b11-4716-b07b-8f840f5ea617 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting subnet d317b232-36fc-4c8f-80c8-6e45c2f49e4f {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:38:39.128935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-08189965-405b-4792-ba68-0acd596e85cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:39.129684 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9672-6b11-4716-b07b-8f840f5ea617 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (d317b232-36fc-4c8f-80c8-6e45c2f49e4f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:39.174456 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9672-6b11-4716-b07b-8f840f5ea617 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (d317b232-36fc-4c8f-80c8-6e45c2f49e4f), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:39.199857 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-5114874e-ebd1-44b9-99b9-99d120e7856e None None] Set router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:38:39.256872 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9672-6b11-4716-b07b-8f840f5ea617 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (d317b232-36fc-4c8f-80c8-6e45c2f49e4f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:39.358272 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9672-6b11-4716-b07b-8f840f5ea617 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (d317b232-36fc-4c8f-80c8-6e45c2f49e4f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:39.373160 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5114874e-ebd1-44b9-99b9-99d120e7856e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '6350540a-ed49-4c6e-8171-036000e53e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:37:08Z', 'updated_at': '2022-04-16T04:38:38Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '6350540a-ed49-4c6e-8171-036000e53e17', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:09Z', 'updated_at': '2022-04-16T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:39.387723 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e9672-6b11-4716-b07b-8f840f5ea617 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Subnet': ['ID=d317b232-36fc-4c8f-80c8-6e45c2f49e4f,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:39.389772 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9672-6b11-4716-b07b-8f840f5ea617 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:39.395380 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4e1e9672-6b11-4716-b07b-8f840f5ea617 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/subnets/d317b232-36fc-4c8f-80c8-6e45c2f49e4f HTTP/1.1" status: 204 len: 168 time: 0.3163052 Apr 16 04:38:39.396174 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42176) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:39.401714 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c71e96-5757-4208-90a5-2251f9b6fd9a None None] Network ba744a8c-4a19-408c-b7a8-94c2da3c80e4 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:38:39.404276 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5114874e-ebd1-44b9-99b9-99d120e7856e None None] Checking router: 2edc9d00-ae0b-47a1-80a9-e36d1af4771f for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:38:39.460674 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5114874e-ebd1-44b9-99b9-99d120e7856e None None] Routers {'2edc9d00-ae0b-47a1-80a9-e36d1af4771f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:38:39.461316 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5114874e-ebd1-44b9-99b9-99d120e7856e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:38:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:39.507079 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f49e716c-779d-4080-9da9-2d0e6260a86d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (2edc9d00-ae0b-47a1-80a9-e36d1af4771f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:39.612112 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-5114874e-ebd1-44b9-99b9-99d120e7856e None None] Set router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:38:39.619676 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f49e716c-779d-4080-9da9-2d0e6260a86d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (2edc9d00-ae0b-47a1-80a9-e36d1af4771f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:39.641158 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] DHCP port deletion for ba744a8c-4a19-408c-b7a8-94c2da3c80e4 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:38:39.714008 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-f49e716c-779d-4080-9da9-2d0e6260a86d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 6350540a-ed49-4c6e-8171-036000e53e17 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:38:39.714347 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f49e716c-779d-4080-9da9-2d0e6260a86d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (6350540a-ed49-4c6e-8171-036000e53e17), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:39.754115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] Deleting port a21a6bab-9b47-464e-b487-2cb0c2e4a3c3 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:38:39.754488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (a21a6bab-9b47-464e-b487-2cb0c2e4a3c3), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:39.793980 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-f49e716c-779d-4080-9da9-2d0e6260a86d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port 6350540a-ed49-4c6e-8171-036000e53e17, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6350540a-ed49-4c6e-8171-036000e53e17,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:38:39.794338 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f49e716c-779d-4080-9da9-2d0e6260a86d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (6350540a-ed49-4c6e-8171-036000e53e17), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:39.807153 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-f49e716c-779d-4080-9da9-2d0e6260a86d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 6350540a-ed49-4c6e-8171-036000e53e17 owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:38:39.870993 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:38:39.879758 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] For port a21a6bab-9b47-464e-b487-2cb0c2e4a3c3, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a21a6bab-9b47-464e-b487-2cb0c2e4a3c3,segment=NetworkSegment(1e97de0a-0cab-4d64-b854-7ecfae014055),segment_id=1e97de0a-0cab-4d64-b854-7ecfae014055)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:38:39.880159 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (a21a6bab-9b47-464e-b487-2cb0c2e4a3c3), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:39.911957 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:38:39.912300 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 5ddb6d35-5ae5-4f1a-b9fc-219e5a382615 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:38:39.915524 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] Calling delete_port for a21a6bab-9b47-464e-b487-2cb0c2e4a3c3 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:38:39.923461 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5114874e-ebd1-44b9-99b9-99d120e7856e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '6350540a-ed49-4c6e-8171-036000e53e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:37:08Z', 'updated_at': '2022-04-16T04:38:38Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '6350540a-ed49-4c6e-8171-036000e53e17', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:09Z', 'updated_at': '2022-04-16T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:39.962934 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5114874e-ebd1-44b9-99b9-99d120e7856e None None] The sync data for ids ['2edc9d00-ae0b-47a1-80a9-e36d1af4771f'] in dv-neutron-838078-2-hyperv is: [{'id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'name': 'tempest-TestNetworkBasicOps-router-2036455322', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '6350540a-ed49-4c6e-8171-036000e53e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:37:08Z', 'updated_at': '2022-04-16T04:38:38Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '6350540a-ed49-4c6e-8171-036000e53e17', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc9d00-ae0b-47a1-80a9-e36d1af4771f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:37:09Z', 'updated_at': '2022-04-16T04:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:38:40.049573 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f49e716c-779d-4080-9da9-2d0e6260a86d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (6350540a-ed49-4c6e-8171-036000e53e17), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:40.073451 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e716c-779d-4080-9da9-2d0e6260a86d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=6350540a-ed49-4c6e-8171-036000e53e17,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:40.115658 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (a21a6bab-9b47-464e-b487-2cb0c2e4a3c3), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:40.142921 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] Pushing event deleted for resources: {'Port': ['ID=a21a6bab-9b47-464e-b487-2cb0c2e4a3c3,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:40.144383 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f49e716c-779d-4080-9da9-2d0e6260a86d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (2edc9d00-ae0b-47a1-80a9-e36d1af4771f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:40.152115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] No DVR routers for this DVR port a21a6bab-9b47-464e-b487-2cb0c2e4a3c3 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:38:40.154781 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:40.155123 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:40.155590 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:40.155929 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:40.156257 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:40.156580 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:40.156933 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:40.157256 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:40.157897 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:40.158221 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:40.158545 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:40.159024 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:40.159351 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:40.159667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:40.160234 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1de144-417c-4396-8a05-ba5c8e42ebae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:40.248621 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f49e716c-779d-4080-9da9-2d0e6260a86d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (2edc9d00-ae0b-47a1-80a9-e36d1af4771f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:40.250780 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f49e716c-779d-4080-9da9-2d0e6260a86d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_controller (2edc9d00-ae0b-47a1-80a9-e36d1af4771f), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:40.350233 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f49e716c-779d-4080-9da9-2d0e6260a86d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (2edc9d00-ae0b-47a1-80a9-e36d1af4771f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:40.355594 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49e716c-779d-4080-9da9-2d0e6260a86d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Fanout notify agent at l3_agent the message router_deleted on router 2edc9d00-ae0b-47a1-80a9-e36d1af4771f {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:38:40.357557 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f49e716c-779d-4080-9da9-2d0e6260a86d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:40.358667 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f49e716c-779d-4080-9da9-2d0e6260a86d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/routers/2edc9d00-ae0b-47a1-80a9-e36d1af4771f HTTP/1.1" status: 204 len: 168 time: 0.9620547 Apr 16 04:38:40.361306 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42178) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:40.442414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4878d2cf-c75d-4c0c-b6ac-0b0735064943 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (ba744a8c-4a19-408c-b7a8-94c2da3c80e4), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:40.528570 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4878d2cf-c75d-4c0c-b6ac-0b0735064943 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (ba744a8c-4a19-408c-b7a8-94c2da3c80e4), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:40.554737 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-4878d2cf-c75d-4c0c-b6ac-0b0735064943 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba744a8c-4a19-408c-b7a8-94c2da3c80e4']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:40.564985 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-4878d2cf-c75d-4c0c-b6ac-0b0735064943 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e97de0a-0cab-4d64-b854-7ecfae014055') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:40.565281 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-4878d2cf-c75d-4c0c-b6ac-0b0735064943 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e97de0a-0cab-4d64-b854-7ecfae014055') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:40.575893 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4878d2cf-c75d-4c0c-b6ac-0b0735064943 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (1e97de0a-0cab-4d64-b854-7ecfae014055), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:40.589544 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4878d2cf-c75d-4c0c-b6ac-0b0735064943 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (1e97de0a-0cab-4d64-b854-7ecfae014055), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:40.595572 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4878d2cf-c75d-4c0c-b6ac-0b0735064943 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:38:40.595955 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4878d2cf-c75d-4c0c-b6ac-0b0735064943 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (1e97de0a-0cab-4d64-b854-7ecfae014055), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:38:40.599050 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:38:40.727187 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4878d2cf-c75d-4c0c-b6ac-0b0735064943 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (ba744a8c-4a19-408c-b7a8-94c2da3c80e4), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:40.734853 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4878d2cf-c75d-4c0c-b6ac-0b0735064943 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:40.738528 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4878d2cf-c75d-4c0c-b6ac-0b0735064943 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/networks/ba744a8c-4a19-408c-b7a8-94c2da3c80e4 HTTP/1.1" status: 204 len: 168 time: 0.3762567 Apr 16 04:38:40.750342 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878d2cf-c75d-4c0c-b6ac-0b0735064943 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Network': ['ID=ba744a8c-4a19-408c-b7a8-94c2da3c80e4,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:40.764688 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42180) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:40.769654 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-2643940d-5ebb-4221-a014-337c0ace33cf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'network': {'name': 'tempest-network-smoke--1105836411', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'port_security_enabled': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:38:40.852517 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2643940d-5ebb-4221-a014-337c0ace33cf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:38:40.856481 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2643940d-5ebb-4221-a014-337c0ace33cf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:40.878957 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2643940d-5ebb-4221-a014-337c0ace33cf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:38:40.890864 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2643940d-5ebb-4221-a014-337c0ace33cf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (d051614b-7057-413f-8403-8ca07f873a2f), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:40.890864 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-2643940d-5ebb-4221-a014-337c0ace33cf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Added segment d051614b-7057-413f-8403-8ca07f873a2f of type vlan for network 250fc49b-7b47-4c4d-8b36-9454744fc689 Apr 16 04:38:40.939840 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2643940d-5ebb-4221-a014-337c0ace33cf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (250fc49b-7b47-4c4d-8b36-9454744fc689), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:41.024206 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2643940d-5ebb-4221-a014-337c0ace33cf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (250fc49b-7b47-4c4d-8b36-9454744fc689), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:41.029913 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2643940d-5ebb-4221-a014-337c0ace33cf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:41.034382 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2643940d-5ebb-4221-a014-337c0ace33cf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:41.095795 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643940d-5ebb-4221-a014-337c0ace33cf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Network': ['ID=250fc49b-7b47-4c4d-8b36-9454744fc689,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:41.105643 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 250fc49b-7b47-4c4d-8b36-9454744fc689 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:38:41.141159 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2643940d-5ebb-4221-a014-337c0ace33cf tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3753068 Apr 16 04:38:41.143858 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42182) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:41.148202 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-29ae35be-7f99-44f1-8c5f-46fa5e5bbec3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-826902870', 'admin_state_up': True, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:38:41.226475 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29ae35be-7f99-44f1-8c5f-46fa5e5bbec3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (f3fc53e0-44a4-442d-bdef-395215761068), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:41.227536 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29ae35be-7f99-44f1-8c5f-46fa5e5bbec3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (f3fc53e0-44a4-442d-bdef-395215761068), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:41.284111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29ae35be-7f99-44f1-8c5f-46fa5e5bbec3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_controller (f3fc53e0-44a4-442d-bdef-395215761068), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:41.455190 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-94422b90-3116-40a8-aa3c-910d0bbc3fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:41.489634 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29ae35be-7f99-44f1-8c5f-46fa5e5bbec3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (f3fc53e0-44a4-442d-bdef-395215761068), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:41.564584 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d309ddc3-549c-4ae0-b5fb-bc4510ad96ed no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:38:41.586067 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: d309ddc3-549c-4ae0-b5fb-bc4510ad96ed {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:38:41.586500 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device d309ddc3-549c-4ae0-b5fb-bc4510ad96ed not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:38:41.586920 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6350540a-ed49-4c6e-8171-036000e53e17 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:38:41.605636 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 6350540a-ed49-4c6e-8171-036000e53e17 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:38:41.605978 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6350540a-ed49-4c6e-8171-036000e53e17 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:38:41.606391 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a21a6bab-9b47-464e-b487-2cb0c2e4a3c3 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:38:41.629078 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: a21a6bab-9b47-464e-b487-2cb0c2e4a3c3 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:38:41.629418 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a21a6bab-9b47-464e-b487-2cb0c2e4a3c3 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:38:41.967947 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29ae35be-7f99-44f1-8c5f-46fa5e5bbec3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (f3fc53e0-44a4-442d-bdef-395215761068), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:41.986498 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29ae35be-7f99-44f1-8c5f-46fa5e5bbec3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:42.090038 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-29ae35be-7f99-44f1-8c5f-46fa5e5bbec3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.26.6.246 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/5743467d-a995-4eae-906e-e3bffbdc5f9d) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:38:42.192023 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29ae35be-7f99-44f1-8c5f-46fa5e5bbec3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (5743467d-a995-4eae-906e-e3bffbdc5f9d), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:42.283930 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29ae35be-7f99-44f1-8c5f-46fa5e5bbec3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (5743467d-a995-4eae-906e-e3bffbdc5f9d), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:42.324808 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ae35be-7f99-44f1-8c5f-46fa5e5bbec3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:38:42.327584 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-29ae35be-7f99-44f1-8c5f-46fa5e5bbec3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:38:42.330154 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ae35be-7f99-44f1-8c5f-46fa5e5bbec3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:38:42.363767 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae35be-7f99-44f1-8c5f-46fa5e5bbec3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=5743467d-a995-4eae-906e-e3bffbdc5f9d,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:42.606958 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:42.680917 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29ae35be-7f99-44f1-8c5f-46fa5e5bbec3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (f3fc53e0-44a4-442d-bdef-395215761068), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:42.882278 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29ae35be-7f99-44f1-8c5f-46fa5e5bbec3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (f3fc53e0-44a4-442d-bdef-395215761068), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:43.089298 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ae35be-7f99-44f1-8c5f-46fa5e5bbec3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router f3fc53e0-44a4-442d-bdef-395215761068 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:38:43.198424 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ae35be-7f99-44f1-8c5f-46fa5e5bbec3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:38:43.208188 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] Sync routers for ids ['f3fc53e0-44a4-442d-bdef-395215761068'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:38:43.217603 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] Routers {'f3fc53e0-44a4-442d-bdef-395215761068'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:38:43.221823 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:38:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f3fc53e0-44a4-442d-bdef-395215761068'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:43.262955 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29ae35be-7f99-44f1-8c5f-46fa5e5bbec3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:43.264231 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-29ae35be-7f99-44f1-8c5f-46fa5e5bbec3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1194656 Apr 16 04:38:43.267561 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42184) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:43.296135 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0f6066f7-a740-4e10-a766-fdd676716e75 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4b56e019123c4dffa69f7a176eb53d27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273862 Apr 16 04:38:43.298713 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42186) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:43.324709 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] Set router f3fc53e0-44a4-442d-bdef-395215761068 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:38:43.384059 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd15da09-da55-470b-b7dd-5eaef554b669 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:43.385524 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bd15da09-da55-470b-b7dd-5eaef554b669 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859087 Apr 16 04:38:43.388206 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42188) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:43.415063 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ed25d9e3-e153-4ae4-aab6-aa3b948a53f7 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257955 Apr 16 04:38:43.417883 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42190) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:43.422380 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-26cc6edb-2eee-4d4b-91eb-ca50ef01633b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-594306454', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:38:43.491403 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'name': 'tempest-TestNetworkBasicOps-router-826902870', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:38:42Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:47:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:43.522030 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] Checking router: f3fc53e0-44a4-442d-bdef-395215761068 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:38:43.522379 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] Updating router f3fc53e0-44a4-442d-bdef-395215761068 port 5743467d-a995-4eae-906e-e3bffbdc5f9d binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:38:43.549391 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5743467d-a995-4eae-906e-e3bffbdc5f9d), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:43.566703 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cc6edb-2eee-4d4b-91eb-ca50ef01633b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:38:43.570182 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-26cc6edb-2eee-4d4b-91eb-ca50ef01633b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:43.796961 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] Publish callbacks [] for port (5743467d-a995-4eae-906e-e3bffbdc5f9d), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:43.807607 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-26cc6edb-2eee-4d4b-91eb-ca50ef01633b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (ed17068b-adac-4675-9f97-767d63d8a9b9), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:43.868309 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc6edb-2eee-4d4b-91eb-ca50ef01633b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Subnet': ['ID=ed17068b-adac-4675-9f97-767d63d8a9b9,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:43.875616 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (5743467d-a995-4eae-906e-e3bffbdc5f9d), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:43.878466 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc6edb-2eee-4d4b-91eb-ca50ef01633b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Checking segment: {'id': 'd051614b-7057-413f-8403-8ca07f873a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:38:43.878824 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cc6edb-2eee-4d4b-91eb-ca50ef01633b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network hostable DHCP agents. Network: 250fc49b-7b47-4c4d-8b36-9454744fc689, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:38:43.927858 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] Attempting to bind port 5743467d-a995-4eae-906e-e3bffbdc5f9d on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:38:43.928218 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] Attempting to bind port 5743467d-a995-4eae-906e-e3bffbdc5f9d by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:38:43.928578 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] Attempting to bind port 5743467d-a995-4eae-906e-e3bffbdc5f9d on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:38:43.936980 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4d238-6787-4e4d-bbca-153e3c5f197a None None] Pushing event updated for resources: {'Port': ['ID=5743467d-a995-4eae-906e-e3bffbdc5f9d,revision_number=2']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:43.942174 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:38:43.942553 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:38:43.943085 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:43.943380 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:38:43.943882 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] Bound port: 5743467d-a995-4eae-906e-e3bffbdc5f9d, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:38:43.944225 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5743467d-a995-4eae-906e-e3bffbdc5f9d), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:43.945006 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cc6edb-2eee-4d4b-91eb-ca50ef01633b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 250fc49b-7b47-4c4d-8b36-9454744fc689 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:38:43.966540 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4d238-6787-4e4d-bbca-153e3c5f197a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:43.966878 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4d238-6787-4e4d-bbca-153e3c5f197a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:43.967245 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4d238-6787-4e4d-bbca-153e3c5f197a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:43.967586 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4d238-6787-4e4d-bbca-153e3c5f197a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:43.968018 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4d238-6787-4e4d-bbca-153e3c5f197a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:43.968302 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4d238-6787-4e4d-bbca-153e3c5f197a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:43.968629 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4d238-6787-4e4d-bbca-153e3c5f197a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:43.968978 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4d238-6787-4e4d-bbca-153e3c5f197a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:43.969305 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4d238-6787-4e4d-bbca-153e3c5f197a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:43.969631 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4d238-6787-4e4d-bbca-153e3c5f197a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:43.969972 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4d238-6787-4e4d-bbca-153e3c5f197a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:43.970297 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4d238-6787-4e4d-bbca-153e3c5f197a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:43.970619 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4d238-6787-4e4d-bbca-153e3c5f197a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:43.970938 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4d238-6787-4e4d-bbca-153e3c5f197a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:43.971254 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4d238-6787-4e4d-bbca-153e3c5f197a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:38:44.006593 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] For port 5743467d-a995-4eae-906e-e3bffbdc5f9d, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:38:44.009694 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] For port 5743467d-a995-4eae-906e-e3bffbdc5f9d, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=5743467d-a995-4eae-906e-e3bffbdc5f9d,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:38:44.032199 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-26cc6edb-2eee-4d4b-91eb-ca50ef01633b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 250fc49b-7b47-4c4d-8b36-9454744fc689) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:38:44.036964 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc6edb-2eee-4d4b-91eb-ca50ef01633b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:44.045085 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-26cc6edb-2eee-4d4b-91eb-ca50ef01633b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:44.045314 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744b14ba-a521-4676-a8c8-477c43cdb63c None None] Network 250fc49b-7b47-4c4d-8b36-9454744fc689 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:38:44.093379 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:44.124296 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (5743467d-a995-4eae-906e-e3bffbdc5f9d), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:44.129128 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-26cc6edb-2eee-4d4b-91eb-ca50ef01633b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7077510 Apr 16 04:38:44.129625 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42192) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:44.147131 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-250fc49b-7b47-4c4d-8b36-9454744fc689', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ips': [{'subnet_id': 'ed17068b-adac-4675-9f97-767d63d8a9b9'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:38:44.148489 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:44.191933 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] Routers {'f3fc53e0-44a4-442d-bdef-395215761068'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:38:44.192573 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:38:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f3fc53e0-44a4-442d-bdef-395215761068'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:44.243169 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4d238-6787-4e4d-bbca-153e3c5f197a None None] Pushing event updated for resources: {'Port': ['ID=5743467d-a995-4eae-906e-e3bffbdc5f9d,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:44.286266 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] Allocated IP 172.20.0.2 (250fc49b-7b47-4c4d-8b36-9454744fc689/ed17068b-adac-4675-9f97-767d63d8a9b9/6f400c3d-62eb-4be4-a844-e596eb09a60c) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:38:44.318047 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] Set router f3fc53e0-44a4-442d-bdef-395215761068 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:38:44.443287 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] Publish callbacks [] for port (6f400c3d-62eb-4be4-a844-e596eb09a60c), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:44.492065 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'name': 'tempest-TestNetworkBasicOps-router-826902870', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:38:42Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:47:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:44.513018 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (6f400c3d-62eb-4be4-a844-e596eb09a60c), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:44.518807 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd09fa79-4b03-408c-acc5-03f6334dff23 None None] The sync data for ids ['f3fc53e0-44a4-442d-bdef-395215761068'] in dv-neutron-838078-2-hyperv is: [{'id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'name': 'tempest-TestNetworkBasicOps-router-826902870', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:38:42Z', 'revision_number': 3, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:47:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:38:44.558114 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] Network 250fc49b-7b47-4c4d-8b36-9454744fc689 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:38:44.560935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:38:44.563542 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:38:44.579294 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] Pushing event updated for resources: {'Port': ['ID=6f400c3d-62eb-4be4-a844-e596eb09a60c,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:44.605801 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-492a3d8f-445d-4be1-9976-c8bc4644535f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:44.806891 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] Attempting to bind port 6f400c3d-62eb-4be4-a844-e596eb09a60c on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:38:44.807286 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] Attempting to bind port 6f400c3d-62eb-4be4-a844-e596eb09a60c by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'd051614b-7057-413f-8403-8ca07f873a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:38:44.807648 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] Attempting to bind port 6f400c3d-62eb-4be4-a844-e596eb09a60c on network 250fc49b-7b47-4c4d-8b36-9454744fc689 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:38:44.813588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:38:44.813972 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] Checking segment: {'id': 'd051614b-7057-413f-8403-8ca07f873a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:38:44.814372 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:44.814764 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] Bound using segment: {'id': 'd051614b-7057-413f-8403-8ca07f873a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:38:44.815235 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] Bound port: 6f400c3d-62eb-4be4-a844-e596eb09a60c, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd051614b-7057-413f-8403-8ca07f873a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:38:44.815666 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6f400c3d-62eb-4be4-a844-e596eb09a60c), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:44.890879 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] For port 6f400c3d-62eb-4be4-a844-e596eb09a60c, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:38:44.894199 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] For port 6f400c3d-62eb-4be4-a844-e596eb09a60c, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6f400c3d-62eb-4be4-a844-e596eb09a60c,segment=NetworkSegment(d051614b-7057-413f-8403-8ca07f873a2f),segment_id=d051614b-7057-413f-8403-8ca07f873a2f)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:38:44.926304 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-492a3d8f-445d-4be1-9976-c8bc4644535f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.20.0.1 (250fc49b-7b47-4c4d-8b36-9454744fc689/ed17068b-adac-4675-9f97-767d63d8a9b9/db109ee0-ba34-4a35-a914-3b5a402ce644) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:38:44.958765 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6f400c3d-62eb-4be4-a844-e596eb09a60c), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:45.021296 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127483a1-e778-4ee6-9b68-54005abcbc3f None None] Pushing event updated for resources: {'Port': ['ID=6f400c3d-62eb-4be4-a844-e596eb09a60c,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:45.060125 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-492a3d8f-445d-4be1-9976-c8bc4644535f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:45.147002 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-492a3d8f-445d-4be1-9976-c8bc4644535f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:45.194549 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492a3d8f-445d-4be1-9976-c8bc4644535f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 250fc49b-7b47-4c4d-8b36-9454744fc689 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:38:45.198389 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-492a3d8f-445d-4be1-9976-c8bc4644535f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:38:45.203041 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492a3d8f-445d-4be1-9976-c8bc4644535f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:38:45.208465 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a3d8f-445d-4be1-9976-c8bc4644535f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=db109ee0-ba34-4a35-a914-3b5a402ce644,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:45.274360 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-492a3d8f-445d-4be1-9976-c8bc4644535f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (f3fc53e0-44a4-442d-bdef-395215761068), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:45.390230 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:45.480971 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-492a3d8f-445d-4be1-9976-c8bc4644535f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:45.596210 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6f400c3d-62eb-4be4-a844-e596eb09a60c up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:38:45.643187 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 6f400c3d-62eb-4be4-a844-e596eb09a60c triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:38:45.643559 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6f400c3d-62eb-4be4-a844-e596eb09a60c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:45.722784 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 6f400c3d-62eb-4be4-a844-e596eb09a60c is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:38:45.723246 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6f400c3d-62eb-4be4-a844-e596eb09a60c), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:45.766576 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 6f400c3d-62eb-4be4-a844-e596eb09a60c, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6f400c3d-62eb-4be4-a844-e596eb09a60c,segment=NetworkSegment(d051614b-7057-413f-8403-8ca07f873a2f),segment_id=d051614b-7057-413f-8403-8ca07f873a2f)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:38:45.769374 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-492a3d8f-445d-4be1-9976-c8bc4644535f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:45.835986 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6f400c3d-62eb-4be4-a844-e596eb09a60c), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:45.836881 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 5743467d-a995-4eae-906e-e3bffbdc5f9d up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:38:45.861144 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-492a3d8f-445d-4be1-9976-c8bc4644535f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:45.919897 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=6f400c3d-62eb-4be4-a844-e596eb09a60c,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:45.933553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 5743467d-a995-4eae-906e-e3bffbdc5f9d triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:38:45.934006 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (5743467d-a995-4eae-906e-e3bffbdc5f9d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:45.944092 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-492a3d8f-445d-4be1-9976-c8bc4644535f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (f3fc53e0-44a4-442d-bdef-395215761068), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:45.947162 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a3d8f-445d-4be1-9976-c8bc4644535f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=db109ee0-ba34-4a35-a914-3b5a402ce644,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:46.033027 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 5743467d-a995-4eae-906e-e3bffbdc5f9d is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:38:46.033558 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5743467d-a995-4eae-906e-e3bffbdc5f9d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:46.047609 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492a3d8f-445d-4be1-9976-c8bc4644535f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 250fc49b-7b47-4c4d-8b36-9454744fc689 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:38:46.048811 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-492a3d8f-445d-4be1-9976-c8bc4644535f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:38:46.057189 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 5743467d-a995-4eae-906e-e3bffbdc5f9d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=5743467d-a995-4eae-906e-e3bffbdc5f9d,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:38:46.089735 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08a9ff1-356e-4875-aa6a-720c54f6dc39 None None] Network 250fc49b-7b47-4c4d-8b36-9454744fc689 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:38:46.144493 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (5743467d-a995-4eae-906e-e3bffbdc5f9d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:46.172134 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492a3d8f-445d-4be1-9976-c8bc4644535f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router f3fc53e0-44a4-442d-bdef-395215761068 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:38:46.181732 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-2b4d9553-5da5-45e6-948d-479635c2efcb None None] Provisioning complete for port 6f400c3d-62eb-4be4-a844-e596eb09a60c triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:38:46.182104 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2b4d9553-5da5-45e6-948d-479635c2efcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6f400c3d-62eb-4be4-a844-e596eb09a60c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:46.261953 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=5743467d-a995-4eae-906e-e3bffbdc5f9d,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:46.293030 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492a3d8f-445d-4be1-9976-c8bc4644535f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:38:46.301439 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-492a3d8f-445d-4be1-9976-c8bc4644535f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/routers/f3fc53e0-44a4-442d-bdef-395215761068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1684129 Apr 16 04:38:46.301787 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42194) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:46.326483 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d9553-5da5-45e6-948d-479635c2efcb None None] Current status of the port 6f400c3d-62eb-4be4-a844-e596eb09a60c is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:38:46.424297 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afa0306-abfd-439a-8c96-17819d9963fd tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:46.424806 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afa0306-abfd-439a-8c96-17819d9963fd tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:46.425303 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afa0306-abfd-439a-8c96-17819d9963fd tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:46.425766 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afa0306-abfd-439a-8c96-17819d9963fd tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:46.428121 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6afa0306-abfd-439a-8c96-17819d9963fd tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1246986 Apr 16 04:38:46.430255 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42196) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:46.487220 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53697368-12b0-4f77-b43f-2edb19bf9a93 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:46.487812 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53697368-12b0-4f77-b43f-2edb19bf9a93 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:46.488334 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53697368-12b0-4f77-b43f-2edb19bf9a93 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:46.488944 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53697368-12b0-4f77-b43f-2edb19bf9a93 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:46.491076 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-53697368-12b0-4f77-b43f-2edb19bf9a93 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0595791 Apr 16 04:38:46.493624 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42198) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:46.545787 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b4b852bb-196b-4dca-b59d-46f67fc9c0f1 None None] Provisioning complete for port 6f400c3d-62eb-4be4-a844-e596eb09a60c triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:38:46.546815 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b4b852bb-196b-4dca-b59d-46f67fc9c0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6f400c3d-62eb-4be4-a844-e596eb09a60c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:46.619179 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9444401b-e617-45eb-8970-08f85b6a0bef tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1239653 Apr 16 04:38:46.641449 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b4b852bb-196b-4dca-b59d-46f67fc9c0f1 None None] Current status of the port 6f400c3d-62eb-4be4-a844-e596eb09a60c is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:38:46.650804 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b4b852bb-196b-4dca-b59d-46f67fc9c0f1 None None] Provisioning complete for port db109ee0-ba34-4a35-a914-3b5a402ce644 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:38:46.651195 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b4b852bb-196b-4dca-b59d-46f67fc9c0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:46.697646 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] Sync routers for ids ['f3fc53e0-44a4-442d-bdef-395215761068'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:38:46.704850 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b4b852bb-196b-4dca-b59d-46f67fc9c0f1 None None] Port db109ee0-ba34-4a35-a914-3b5a402ce644 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:38:46.710753 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] Routers {'f3fc53e0-44a4-442d-bdef-395215761068'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:38:46.711380 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:38:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f3fc53e0-44a4-442d-bdef-395215761068'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:46.835096 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] Set router f3fc53e0-44a4-442d-bdef-395215761068 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:38:46.837397 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-e558f095-3f1b-4640-a992-f4f60582c3e6 None None] Provisioning complete for port db109ee0-ba34-4a35-a914-3b5a402ce644 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:38:46.837765 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e558f095-3f1b-4640-a992-f4f60582c3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:46.910481 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e558f095-3f1b-4640-a992-f4f60582c3e6 None None] Port db109ee0-ba34-4a35-a914-3b5a402ce644 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:38:46.926094 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42202) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:46.930728 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-9eb4d6d3-45c2-4982-adf7-c99b80096951 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-462224423', 'description': 'tempest-secgroup-smoke-462224423 description', 'project_id': '4b56e019123c4dffa69f7a176eb53d27'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:38:47.009562 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9eb4d6d3-45c2-4982-adf7-c99b80096951 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.031707 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-39a8e2cf-c9a7-4118-9043-9f8bdd53b231 None None] Provisioning complete for port db109ee0-ba34-4a35-a914-3b5a402ce644 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:38:47.032087 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-39a8e2cf-c9a7-4118-9043-9f8bdd53b231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.077384 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9eb4d6d3-45c2-4982-adf7-c99b80096951 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.094824 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-39a8e2cf-c9a7-4118-9043-9f8bdd53b231 None None] Port db109ee0-ba34-4a35-a914-3b5a402ce644 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:38:47.096451 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'name': 'tempest-TestNetworkBasicOps-router-826902870', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:38:45Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'db109ee0-ba34-4a35-a914-3b5a402ce644', 'name': '', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:30:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:44Z', 'updated_at': '2022-04-16T04:38:45Z', 'revision_number': 2, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:47.127773 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] Checking router: f3fc53e0-44a4-442d-bdef-395215761068 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:38:47.128122 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] Updating router f3fc53e0-44a4-442d-bdef-395215761068 port db109ee0-ba34-4a35-a914-3b5a402ce644 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:38:47.146531 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9eb4d6d3-45c2-4982-adf7-c99b80096951 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.155231 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.177037 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4d6d3-45c2-4982-adf7-c99b80096951 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:47.244037 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9eb4d6d3-45c2-4982-adf7-c99b80096951 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.245358 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9eb4d6d3-45c2-4982-adf7-c99b80096951 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3181705 Apr 16 04:38:47.248320 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42204) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:47.252848 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-b1118132-19d9-4fc3-956a-696b9a92458b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:38:47.340971 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b1118132-19d9-4fc3-956a-696b9a92458b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (76901711-7c84-4ecc-9c34-f3ecf0c0090f), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.400403 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b1118132-19d9-4fc3-956a-696b9a92458b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (76901711-7c84-4ecc-9c34-f3ecf0c0090f), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.419658 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] Publish callbacks [] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.477657 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b1118132-19d9-4fc3-956a-696b9a92458b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (76901711-7c84-4ecc-9c34-f3ecf0c0090f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.489635 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.495573 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1118132-19d9-4fc3-956a-696b9a92458b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76901711-7c84-4ecc-9c34-f3ecf0c0090f,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:47.548211 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414859d0-d927-4d19-9b71-6b879eb5e8bf None None] Pushing event updated for resources: {'Port': ['ID=db109ee0-ba34-4a35-a914-3b5a402ce644,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:47.599468 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6f400c3d-62eb-4be4-a844-e596eb09a60c up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:38:47.599648 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b1118132-19d9-4fc3-956a-696b9a92458b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.599738 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42206) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:47.601216 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b1118132-19d9-4fc3-956a-696b9a92458b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3518054 Apr 16 04:38:47.606145 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-daab30e3-7efa-440c-a621-c5565da510fe tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:38:47.632599 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] Attempting to bind port db109ee0-ba34-4a35-a914-3b5a402ce644 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:38:47.632990 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] Attempting to bind port db109ee0-ba34-4a35-a914-3b5a402ce644 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'd051614b-7057-413f-8403-8ca07f873a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:38:47.633354 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] Attempting to bind port db109ee0-ba34-4a35-a914-3b5a402ce644 on network 250fc49b-7b47-4c4d-8b36-9454744fc689 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:38:47.645943 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:38:47.646315 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] Checking segment: {'id': 'd051614b-7057-413f-8403-8ca07f873a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:38:47.646718 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.647112 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] Bound using segment: {'id': 'd051614b-7057-413f-8403-8ca07f873a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:38:47.647584 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] Bound port: db109ee0-ba34-4a35-a914-3b5a402ce644, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd051614b-7057-413f-8403-8ca07f873a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:38:47.647965 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.672349 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 6f400c3d-62eb-4be4-a844-e596eb09a60c triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:38:47.672864 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6f400c3d-62eb-4be4-a844-e596eb09a60c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.673901 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-daab30e3-7efa-440c-a621-c5565da510fe tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (ebf30aa0-9d17-4079-86b5-f955d6e02e60), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.736972 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-daab30e3-7efa-440c-a621-c5565da510fe tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (ebf30aa0-9d17-4079-86b5-f955d6e02e60), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.756582 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] For port db109ee0-ba34-4a35-a914-3b5a402ce644, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:38:47.760228 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] For port db109ee0-ba34-4a35-a914-3b5a402ce644, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=db109ee0-ba34-4a35-a914-3b5a402ce644,segment=NetworkSegment(d051614b-7057-413f-8403-8ca07f873a2f),segment_id=d051614b-7057-413f-8403-8ca07f873a2f)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:38:47.780415 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-daab30e3-7efa-440c-a621-c5565da510fe tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (ebf30aa0-9d17-4079-86b5-f955d6e02e60), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.799560 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 6f400c3d-62eb-4be4-a844-e596eb09a60c is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:38:47.800555 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 5743467d-a995-4eae-906e-e3bffbdc5f9d up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:38:47.802228 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab30e3-7efa-440c-a621-c5565da510fe tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf30aa0-9d17-4079-86b5-f955d6e02e60,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:47.827538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.868509 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-daab30e3-7efa-440c-a621-c5565da510fe tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.870514 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-daab30e3-7efa-440c-a621-c5565da510fe tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2695963 Apr 16 04:38:47.875995 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42208) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:47.876168 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-526b2c7d-cebf-4674-be22-eb5907e25ffe None None] Provisioning complete for port db109ee0-ba34-4a35-a914-3b5a402ce644 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:38:47.876168 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-526b2c7d-cebf-4674-be22-eb5907e25ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.877822 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-6816034b-b8fb-4781-97e5-b097d2dccaa4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:38:47.948528 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414859d0-d927-4d19-9b71-6b879eb5e8bf None None] Pushing event updated for resources: {'Port': ['ID=db109ee0-ba34-4a35-a914-3b5a402ce644,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:47.951531 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 5743467d-a995-4eae-906e-e3bffbdc5f9d triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:38:47.951912 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (5743467d-a995-4eae-906e-e3bffbdc5f9d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:47.953534 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] Routers {'f3fc53e0-44a4-442d-bdef-395215761068'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:38:47.954166 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:38:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f3fc53e0-44a4-442d-bdef-395215761068'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:47.970080 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6816034b-b8fb-4781-97e5-b097d2dccaa4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (90d4e555-936b-4623-8b86-4750705e22e1), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:48.035249 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6816034b-b8fb-4781-97e5-b097d2dccaa4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (90d4e555-936b-4623-8b86-4750705e22e1), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:48.094843 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6816034b-b8fb-4781-97e5-b097d2dccaa4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (90d4e555-936b-4623-8b86-4750705e22e1), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:48.114825 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816034b-b8fb-4781-97e5-b097d2dccaa4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d4e555-936b-4623-8b86-4750705e22e1,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:48.124704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-526b2c7d-cebf-4674-be22-eb5907e25ffe None None] Current status of the port db109ee0-ba34-4a35-a914-3b5a402ce644 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:38:48.124824 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-526b2c7d-cebf-4674-be22-eb5907e25ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:48.169186 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6816034b-b8fb-4781-97e5-b097d2dccaa4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:48.170393 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6816034b-b8fb-4781-97e5-b097d2dccaa4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2961237 Apr 16 04:38:48.173979 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42210) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:48.178653 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-4310e366-c38f-4cc2-beac-6178921d627f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:38:48.255500 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4310e366-c38f-4cc2-beac-6178921d627f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (8a282950-4056-4a6a-b64e-10e63abe7e92), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:48.315721 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4310e366-c38f-4cc2-beac-6178921d627f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (8a282950-4056-4a6a-b64e-10e63abe7e92), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:48.320478 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] Set router f3fc53e0-44a4-442d-bdef-395215761068 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:38:48.367760 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 5743467d-a995-4eae-906e-e3bffbdc5f9d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:38:48.376582 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-526b2c7d-cebf-4674-be22-eb5907e25ffe None None] For port db109ee0-ba34-4a35-a914-3b5a402ce644, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=db109ee0-ba34-4a35-a914-3b5a402ce644,segment=NetworkSegment(d051614b-7057-413f-8403-8ca07f873a2f),segment_id=d051614b-7057-413f-8403-8ca07f873a2f)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:38:48.395569 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4310e366-c38f-4cc2-beac-6178921d627f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (8a282950-4056-4a6a-b64e-10e63abe7e92), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:48.413512 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310e366-c38f-4cc2-beac-6178921d627f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a282950-4056-4a6a-b64e-10e63abe7e92,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:48.459656 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-526b2c7d-cebf-4674-be22-eb5907e25ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:48.483443 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4310e366-c38f-4cc2-beac-6178921d627f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:48.485834 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4310e366-c38f-4cc2-beac-6178921d627f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3097434 Apr 16 04:38:48.494102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42212) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:48.498703 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-1f037f08-171f-4926-b291-13736bcdf467 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:38:48.529650 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b2c7d-cebf-4674-be22-eb5907e25ffe None None] Pushing event updated for resources: {'Port': ['ID=db109ee0-ba34-4a35-a914-3b5a402ce644,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:48.569790 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-1f037f08-171f-4926-b291-13736bcdf467 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:38:48.575712 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f037f08-171f-4926-b291-13736bcdf467 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (341ea4e8-941e-4b52-ba3f-771680cf69e0), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:48.583375 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'name': 'tempest-TestNetworkBasicOps-router-826902870', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:38:45Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'db109ee0-ba34-4a35-a914-3b5a402ce644', 'name': '', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:30:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:44Z', 'updated_at': '2022-04-16T04:38:47Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:38:48.585147 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-ad894ff4-b0b2-4637-8ae4-cbc0b01b26e2 None None] Provisioning complete for port db109ee0-ba34-4a35-a914-3b5a402ce644 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:38:48.585511 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ad894ff4-b0b2-4637-8ae4-cbc0b01b26e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:48.628530 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f291f52c-0d6e-4d23-846f-8376c9068362 None None] The sync data for ids ['f3fc53e0-44a4-442d-bdef-395215761068'] in dv-neutron-838078-2-hyperv is: [{'id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'name': 'tempest-TestNetworkBasicOps-router-826902870', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:38:45Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'db109ee0-ba34-4a35-a914-3b5a402ce644', 'name': '', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:30:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:44Z', 'updated_at': '2022-04-16T04:38:47Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:38:48.639226 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f037f08-171f-4926-b291-13736bcdf467 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (341ea4e8-941e-4b52-ba3f-771680cf69e0), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:48.702617 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-ad894ff4-b0b2-4637-8ae4-cbc0b01b26e2 None None] Current status of the port db109ee0-ba34-4a35-a914-3b5a402ce644 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:38:48.715417 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f037f08-171f-4926-b291-13736bcdf467 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (341ea4e8-941e-4b52-ba3f-771680cf69e0), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:48.735593 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f037f08-171f-4926-b291-13736bcdf467 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341ea4e8-941e-4b52-ba3f-771680cf69e0,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:48.809120 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1f037f08-171f-4926-b291-13736bcdf467 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:48.810521 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1f037f08-171f-4926-b291-13736bcdf467 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3152564 Apr 16 04:38:48.813257 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42214) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:38:48.817879 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-8a3ee13d-58b5-4cfb-b7ab-d46320cccdca tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'security_group_rule': {'security_group_id': '0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc', 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:38:48.912389 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-8a3ee13d-58b5-4cfb-b7ab-d46320cccdca tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Project 4b56e019123c4dffa69f7a176eb53d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:38:48.919144 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8a3ee13d-58b5-4cfb-b7ab-d46320cccdca tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (de7b6e46-46a7-4403-a6b4-c493651fc1d3), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:48.980922 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8a3ee13d-58b5-4cfb-b7ab-d46320cccdca tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (de7b6e46-46a7-4403-a6b4-c493651fc1d3), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:49.123310 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8a3ee13d-58b5-4cfb-b7ab-d46320cccdca tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (de7b6e46-46a7-4403-a6b4-c493651fc1d3), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:49.143809 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ee13d-58b5-4cfb-b7ab-d46320cccdca tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7b6e46-46a7-4403-a6b4-c493651fc1d3,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:49.217140 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8a3ee13d-58b5-4cfb-b7ab-d46320cccdca tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:49.218528 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8a3ee13d-58b5-4cfb-b7ab-d46320cccdca tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4042759 Apr 16 04:38:49.373306 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-928d6737-6630-4b30-9b0e-0735cb5da165 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-462224423&fields=id&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 267 time: 0.0466504 Apr 16 04:38:49.483942 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-2fb4beb8-1913-47d8-8934-e12cd7317ab1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:49.485523 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-2fb4beb8-1913-47d8-8934-e12cd7317ab1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/networks?id=250fc49b-7b47-4c4d-8b36-9454744fc689 HTTP/1.1" status: 200 len: 797 time: 0.1055524 Apr 16 04:38:49.500097 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4100e05a-caac-45e2-bcbe-543a638d75d4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/quotas/4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 375 time: 0.0091054 Apr 16 04:38:49.561257 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-e5a5cf8a-37e5-4b22-90e4-189c5470fce9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505538 Apr 16 04:38:49.596630 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device db109ee0-ba34-4a35-a914-3b5a402ce644 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:38:49.644751 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port db109ee0-ba34-4a35-a914-3b5a402ce644 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:38:49.645353 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:49.676750 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-73e91d47-35fd-48f3-8ec7-fee2a75b2342 service neutron] 10.222.0.30 "GET /v2.0/networks/250fc49b-7b47-4c4d-8b36-9454744fc689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033757 Apr 16 04:38:49.731386 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port db109ee0-ba34-4a35-a914-3b5a402ce644 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:38:49.775045 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-92c3b76f-ad18-4084-abbc-ed616363e849 service neutron] 10.222.0.30 "GET /v2.0/networks/250fc49b-7b47-4c4d-8b36-9454744fc689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959389 Apr 16 04:38:50.015688 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a47f33ad-5f2e-44c7-bfed-540634872f4a req-8c47935a-092d-45b2-add8-1a730b4e8e42 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fb2db1-97ca-4ac0-ba15-be5221fad6f7 HTTP/1.1" status: 200 len: 210 time: 0.0291924 Apr 16 04:38:51.111874 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e9e8770a-71e3-49da-8050-2b6a8dd8a36f req-c90104be-5c9b-488b-a704-0748b26e716b tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fb2db1-97ca-4ac0-ba15-be5221fad6f7 HTTP/1.1" status: 200 len: 210 time: 0.0290463 Apr 16 04:38:51.712252 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-3e0d9de3-c278-4071-b499-07245688bfc0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:51.713730 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-3e0d9de3-c278-4071-b499-07245688bfc0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/networks?id=250fc49b-7b47-4c4d-8b36-9454744fc689 HTTP/1.1" status: 200 len: 797 time: 0.1058166 Apr 16 04:38:51.782656 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-e2b12cf4-5469-40d1-83db-852f9f5e6a98 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b56e019123c4dffa69f7a176eb53d27 HTTP/1.1" status: 200 len: 379 time: 0.0598292 Apr 16 04:38:51.791595 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-3cda68cc-62cf-4a3e-997e-da04c9bb0cd0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'port': {'device_id': 'e8fb2db1-97ca-4ac0-ba15-be5221fad6f7', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'admin_state_up': True, 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'security_groups': ['0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:38:51.972366 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-3cda68cc-62cf-4a3e-997e-da04c9bb0cd0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Made reservation on behalf of 4b56e019123c4dffa69f7a176eb53d27 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:38:51.975785 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-3cda68cc-62cf-4a3e-997e-da04c9bb0cd0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:52.105001 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-3cda68cc-62cf-4a3e-997e-da04c9bb0cd0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.20.0.12 (250fc49b-7b47-4c4d-8b36-9454744fc689/ed17068b-adac-4675-9f97-767d63d8a9b9/7b9c3426-4768-4cc9-9b38-afb878c40b40) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:38:52.228603 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-24df1d5a-cc48-4ca4-9a73-9176661963f9 req-8b8689b7-9214-4375-96ec-bf9508fda015 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fb2db1-97ca-4ac0-ba15-be5221fad6f7 HTTP/1.1" status: 200 len: 210 time: 0.0363393 Apr 16 04:38:52.270195 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-3cda68cc-62cf-4a3e-997e-da04c9bb0cd0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (7b9c3426-4768-4cc9-9b38-afb878c40b40), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:52.379017 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-3cda68cc-62cf-4a3e-997e-da04c9bb0cd0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (7b9c3426-4768-4cc9-9b38-afb878c40b40), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:52.421810 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-3cda68cc-62cf-4a3e-997e-da04c9bb0cd0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 250fc49b-7b47-4c4d-8b36-9454744fc689 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:38:52.426916 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-3cda68cc-62cf-4a3e-997e-da04c9bb0cd0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:38:52.430745 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-3cda68cc-62cf-4a3e-997e-da04c9bb0cd0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:38:52.437482 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda68cc-62cf-4a3e-997e-da04c9bb0cd0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=7b9c3426-4768-4cc9-9b38-afb878c40b40,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:52.484809 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-3cda68cc-62cf-4a3e-997e-da04c9bb0cd0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:52.485387 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-3cda68cc-62cf-4a3e-997e-da04c9bb0cd0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:52.569631 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-3cda68cc-62cf-4a3e-997e-da04c9bb0cd0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7822013 Apr 16 04:38:52.585130 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] Request body: {'port': {'device_id': 'e8fb2db1-97ca-4ac0-ba15-be5221fad6f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:38:52.650266 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7b9c3426-4768-4cc9-9b38-afb878c40b40), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:52.658818 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-dd7c145c-4788-4be2-b5a8-d46059665f19 None None] Provisioning complete for port 7b9c3426-4768-4cc9-9b38-afb878c40b40 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:38:52.659335 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dd7c145c-4788-4be2-b5a8-d46059665f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7b9c3426-4768-4cc9-9b38-afb878c40b40), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:52.694134 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dd7c145c-4788-4be2-b5a8-d46059665f19 None None] Port 7b9c3426-4768-4cc9-9b38-afb878c40b40 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:38:52.912759 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9c3426-4768-4cc9-9b38-afb878c40b40 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:38:52.920919 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] Publish callbacks [] for port (7b9c3426-4768-4cc9-9b38-afb878c40b40), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:52.933615 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] Transition to ACTIVE for port object 7b9c3426-4768-4cc9-9b38-afb878c40b40 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:38:53.000611 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (7b9c3426-4768-4cc9-9b38-afb878c40b40), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:53.058189 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9c3426-4768-4cc9-9b38-afb878c40b40,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:53.127961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] Attempting to bind port 7b9c3426-4768-4cc9-9b38-afb878c40b40 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:38:53.128295 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] Attempting to bind port 7b9c3426-4768-4cc9-9b38-afb878c40b40 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'd051614b-7057-413f-8403-8ca07f873a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:38:53.128621 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] Attempting to bind port 7b9c3426-4768-4cc9-9b38-afb878c40b40 on network 250fc49b-7b47-4c4d-8b36-9454744fc689 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:38:53.133331 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] Port 7b9c3426-4768-4cc9-9b38-afb878c40b40 on network 250fc49b-7b47-4c4d-8b36-9454744fc689 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:38:53.133652 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] Attempting to bind port 7b9c3426-4768-4cc9-9b38-afb878c40b40 on network 250fc49b-7b47-4c4d-8b36-9454744fc689 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:38:53.138974 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:38:53.139310 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] Checking segment: {'id': 'd051614b-7057-413f-8403-8ca07f873a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:38:53.139688 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] Bound using segment: {'id': 'd051614b-7057-413f-8403-8ca07f873a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:38:53.140105 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] Bound port: 7b9c3426-4768-4cc9-9b38-afb878c40b40, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051614b-7057-413f-8403-8ca07f873a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:38:53.140459 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7b9c3426-4768-4cc9-9b38-afb878c40b40), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:53.206016 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] For port 7b9c3426-4768-4cc9-9b38-afb878c40b40, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:38:53.209056 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] For port 7b9c3426-4768-4cc9-9b38-afb878c40b40, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=7b9c3426-4768-4cc9-9b38-afb878c40b40,segment=NetworkSegment(d051614b-7057-413f-8403-8ca07f873a2f),segment_id=d051614b-7057-413f-8403-8ca07f873a2f)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:38:53.266653 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (7b9c3426-4768-4cc9-9b38-afb878c40b40), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:53.304694 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:53.305375 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:53.306788 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] 10.222.0.18 "PUT /v2.0/ports/7b9c3426-4768-4cc9-9b38-afb878c40b40 HTTP/1.1" status: 200 len: 1094 time: 0.7261610 Apr 16 04:38:53.307243 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fb2db1-97ca-4ac0-ba15-be5221fad6f7', 'tag': '7b9c3426-4768-4cc9-9b38-afb878c40b40'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:38:53.309796 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57eb009-2a9b-48b0-9da0-42b5e90f0f18" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fb2db1-97ca-4ac0-ba15-be5221fad6f7", "tag": "7b9c3426-4768-4cc9-9b38-afb878c40b40"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:38:53.344227 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252e92f-9ccd-4516-bd93-f82437fe8952 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9c3426-4768-4cc9-9b38-afb878c40b40,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:53.351801 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640437f0-4306-4805-ad0e-53f142a798c1 req-80814063-d4a9-4f87-b98b-8a53515dbd2f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:53.354012 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-640437f0-4306-4805-ad0e-53f142a798c1 req-80814063-d4a9-4f87-b98b-8a53515dbd2f tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fb2db1-97ca-4ac0-ba15-be5221fad6f7 HTTP/1.1" status: 200 len: 944 time: 0.0600798 Apr 16 04:38:53.363744 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a61e1f-6553-4519-8710-39271e7614d5 x-openstack-request-id: req-70a61e1f-6553-4519-8710-39271e7614d5 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:38:53.364043 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fb2db1-97ca-4ac0-ba15-be5221fad6f7", "tag": "7b9c3426-4768-4cc9-9b38-afb878c40b40", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:38:53.364907 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70a61e1f-6553-4519-8710-39271e7614d5 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:38:53.365323 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a61e1f-6553-4519-8710-39271e7614d5'] response: {'name': 'network-changed', 'server_uuid': 'e8fb2db1-97ca-4ac0-ba15-be5221fad6f7', 'tag': '7b9c3426-4768-4cc9-9b38-afb878c40b40', 'status': 'completed', 'code': 200} Apr 16 04:38:53.420233 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-640437f0-4306-4805-ad0e-53f142a798c1 req-b6060d5f-e27b-4530-963a-b7a7d812a519 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605252 Apr 16 04:38:53.428500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57eb009-2a9b-48b0-9da0-42b5e90f0f18 req-5afbf267-5147-4f89-822b-4a8e243662bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:53.430304 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b57eb009-2a9b-48b0-9da0-42b5e90f0f18 req-5afbf267-5147-4f89-822b-4a8e243662bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=e8fb2db1-97ca-4ac0-ba15-be5221fad6f7 HTTP/1.1" status: 200 len: 1128 time: 0.0470023 Apr 16 04:38:53.531556 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57eb009-2a9b-48b0-9da0-42b5e90f0f18 req-da125073-027b-48b5-82e8-76093e5bffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:53.533078 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b57eb009-2a9b-48b0-9da0-42b5e90f0f18 req-da125073-027b-48b5-82e8-76093e5bffe4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4b56e019123c4dffa69f7a176eb53d27&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0954752 Apr 16 04:38:53.628665 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57eb009-2a9b-48b0-9da0-42b5e90f0f18 req-d49b6726-1018-4bb2-a482-e8f2529c07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:53.630077 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b57eb009-2a9b-48b0-9da0-42b5e90f0f18 req-d49b6726-1018-4bb2-a482-e8f2529c07d2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0916216 Apr 16 04:38:53.702173 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-490d150a-7c52-4d5c-9f0d-09055d83b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:53.703547 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-490d150a-7c52-4d5c-9f0d-09055d83b5a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=e8fb2db1-97ca-4ac0-ba15-be5221fad6f7 HTTP/1.1" status: 200 len: 1128 time: 0.0386553 Apr 16 04:38:53.748557 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-30e4e76d-f976-4f5f-8fb3-427d8eb05886 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b9c3426-4768-4cc9-9b38-afb878c40b40 HTTP/1.1" status: 200 len: 217 time: 0.0379245 Apr 16 04:38:53.796923 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-50a92112-57d4-4ba6-8514-cac4cc8bf812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:53.798370 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-50a92112-57d4-4ba6-8514-cac4cc8bf812 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed17068b-adac-4675-9f97-767d63d8a9b9 HTTP/1.1" status: 200 len: 834 time: 0.0436716 Apr 16 04:38:53.841276 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-34eb3d1c-57e1-4449-b36a-f64ac7aed95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:53.842757 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-34eb3d1c-57e1-4449-b36a-f64ac7aed95a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=250fc49b-7b47-4c4d-8b36-9454744fc689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385242 Apr 16 04:38:53.934047 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-c70c6a2c-def1-40ae-a3cb-469714f74518 service neutron] 10.222.0.18 "GET /v2.0/networks/250fc49b-7b47-4c4d-8b36-9454744fc689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848787 Apr 16 04:38:54.024178 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7179283f-623b-460a-ae96-f4b5c5ed316d req-6bfe3a3c-fee8-4c9b-91cb-99853d0b2c00 service neutron] 10.222.0.18 "GET /v2.0/networks/250fc49b-7b47-4c4d-8b36-9454744fc689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828187 Apr 16 04:38:54.530520 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1959b28-fdce-4b89-9b21-807d7cad618e req-5e8886bd-ac3c-417e-b3aa-021b2f942fda tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:54.531949 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d1959b28-fdce-4b89-9b21-807d7cad618e req-5e8886bd-ac3c-417e-b3aa-021b2f942fda tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fb2db1-97ca-4ac0-ba15-be5221fad6f7 HTTP/1.1" status: 200 len: 944 time: 0.0457380 Apr 16 04:38:54.583503 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d1959b28-fdce-4b89-9b21-807d7cad618e req-f1ed44f3-0c79-4bd1-ae38-6bd490694484 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458188 Apr 16 04:38:55.692545 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5d0cd-de78-4111-9a7f-194e9f151179 req-80598fdc-e8cd-4566-b02f-a8163097a3b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:55.694079 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-74b5d0cd-de78-4111-9a7f-194e9f151179 req-80598fdc-e8cd-4566-b02f-a8163097a3b2 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fb2db1-97ca-4ac0-ba15-be5221fad6f7 HTTP/1.1" status: 200 len: 944 time: 0.0461123 Apr 16 04:38:55.742900 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-74b5d0cd-de78-4111-9a7f-194e9f151179 req-2169afb6-0329-4490-bda1-f40724dce391 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425372 Apr 16 04:38:55.989628 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 7b9c3426-4768-4cc9-9b38-afb878c40b40 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:38:56.088686 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 7b9c3426-4768-4cc9-9b38-afb878c40b40, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=7b9c3426-4768-4cc9-9b38-afb878c40b40,segment=NetworkSegment(d051614b-7057-413f-8403-8ca07f873a2f),segment_id=d051614b-7057-413f-8403-8ca07f873a2f)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:38:56.099701 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '7b9c3426-4768-4cc9-9b38-afb878c40b40', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'port_id': '7b9c3426-4768-4cc9-9b38-afb878c40b40', 'mac_address': 'fa:16:3e:11:a9:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:38:56.137609 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 7b9c3426-4768-4cc9-9b38-afb878c40b40 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:38:56.137993 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7b9c3426-4768-4cc9-9b38-afb878c40b40), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:56.150583 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9c3426-4768-4cc9-9b38-afb878c40b40 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:38:56.170151 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 7b9c3426-4768-4cc9-9b38-afb878c40b40, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=7b9c3426-4768-4cc9-9b38-afb878c40b40,segment=NetworkSegment(d051614b-7057-413f-8403-8ca07f873a2f),segment_id=d051614b-7057-413f-8403-8ca07f873a2f)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:38:56.240847 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (7b9c3426-4768-4cc9-9b38-afb878c40b40), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:56.290778 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=7b9c3426-4768-4cc9-9b38-afb878c40b40,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:56.440711 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['7b9c3426-4768-4cc9-9b38-afb878c40b40'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:38:56.854048 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e5bb4-c23b-4dcd-b6dc-c3249665013c req-4af3d7d3-616d-474f-97be-a7e1206cc5f3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:56.855509 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a50e5bb4-c23b-4dcd-b6dc-c3249665013c req-4af3d7d3-616d-474f-97be-a7e1206cc5f3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fb2db1-97ca-4ac0-ba15-be5221fad6f7 HTTP/1.1" status: 200 len: 945 time: 0.0464995 Apr 16 04:38:56.902590 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a50e5bb4-c23b-4dcd-b6dc-c3249665013c req-9da112a4-c7fd-44e3-9b62-421f507b0658 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416641 Apr 16 04:38:57.989608 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 7b9c3426-4768-4cc9-9b38-afb878c40b40 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:38:58.014882 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef04bc-d68d-475b-8d99-6f15fccc3479 req-5e284973-0e8e-4a4d-b8bd-695534d47522 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:58.016343 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7bef04bc-d68d-475b-8d99-6f15fccc3479 req-5e284973-0e8e-4a4d-b8bd-695534d47522 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fb2db1-97ca-4ac0-ba15-be5221fad6f7 HTTP/1.1" status: 200 len: 945 time: 0.0496233 Apr 16 04:38:58.038449 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 7b9c3426-4768-4cc9-9b38-afb878c40b40 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:38:58.065426 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7bef04bc-d68d-475b-8d99-6f15fccc3479 req-c89ff8c9-46b5-4f6e-a6f7-0378c5dc4ed6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433729 Apr 16 04:38:58.098145 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 7b9c3426-4768-4cc9-9b38-afb878c40b40 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:38:58.105557 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7b9c3426-4768-4cc9-9b38-afb878c40b40), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:58.184396 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 7b9c3426-4768-4cc9-9b38-afb878c40b40 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:38:58.184826 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7b9c3426-4768-4cc9-9b38-afb878c40b40), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:58.202541 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:58.207573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fb2db1-97ca-4ac0-ba15-be5221fad6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9c3426-4768-4cc9-9b38-afb878c40b40'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:38:58.211482 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222d8af4-bc84-4a86-bc7a-8b45e39ff04f" -d '{"events": [{"server_uuid": "e8fb2db1-97ca-4ac0-ba15-be5221fad6f7", "name": "network-vif-plugged", "status": "completed", "tag": "7b9c3426-4768-4cc9-9b38-afb878c40b40"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:38:58.223610 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 7b9c3426-4768-4cc9-9b38-afb878c40b40, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=7b9c3426-4768-4cc9-9b38-afb878c40b40,segment=NetworkSegment(d051614b-7057-413f-8403-8ca07f873a2f),segment_id=d051614b-7057-413f-8403-8ca07f873a2f)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:38:58.246499 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da6f511-3953-40ea-80a4-b549510eb1b1 x-openstack-request-id: req-1da6f511-3953-40ea-80a4-b549510eb1b1 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:38:58.246789 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fb2db1-97ca-4ac0-ba15-be5221fad6f7", "name": "network-vif-plugged", "status": "completed", "tag": "7b9c3426-4768-4cc9-9b38-afb878c40b40", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:38:58.247043 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1da6f511-3953-40ea-80a4-b549510eb1b1 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:38:58.247437 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da6f511-3953-40ea-80a4-b549510eb1b1'] response: {'server_uuid': 'e8fb2db1-97ca-4ac0-ba15-be5221fad6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9c3426-4768-4cc9-9b38-afb878c40b40', 'code': 200} Apr 16 04:38:58.270349 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (7b9c3426-4768-4cc9-9b38-afb878c40b40), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:38:58.321668 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=7b9c3426-4768-4cc9-9b38-afb878c40b40,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:38:58.502319 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35a22b-573a-42fd-bf25-ba8d8f1e21cd req-b3250193-f6bf-4de9-98b9-66342ea0ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:58.503776 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bb35a22b-573a-42fd-bf25-ba8d8f1e21cd req-b3250193-f6bf-4de9-98b9-66342ea0ad50 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e8fb2db1-97ca-4ac0-ba15-be5221fad6f7 HTTP/1.1" status: 200 len: 1130 time: 0.0366886 Apr 16 04:38:58.548970 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bb35a22b-573a-42fd-bf25-ba8d8f1e21cd req-b84d5ead-8cdb-4948-a948-86041ec3e258 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388732 Apr 16 04:38:59.173682 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9bcf6-cdac-4bbe-b499-c83f7403f615 req-2ee66162-d9de-4c1d-9370-2bb27862c1d3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:38:59.175122 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-41a9bcf6-cdac-4bbe-b499-c83f7403f615 req-2ee66162-d9de-4c1d-9370-2bb27862c1d3 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fb2db1-97ca-4ac0-ba15-be5221fad6f7 HTTP/1.1" status: 200 len: 946 time: 0.0459411 Apr 16 04:38:59.222985 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-41a9bcf6-cdac-4bbe-b499-c83f7403f615 req-09fbb0d7-2885-464e-96d2-961593a5faaa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424457 Apr 16 04:39:00.339319 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e650e-5eae-4916-a8e7-5b5905a333b6 req-99ba93c3-3f60-448b-8954-189f8ac07401 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:39:00.340793 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c31e650e-5eae-4916-a8e7-5b5905a333b6 req-99ba93c3-3f60-448b-8954-189f8ac07401 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fb2db1-97ca-4ac0-ba15-be5221fad6f7 HTTP/1.1" status: 200 len: 946 time: 0.0508099 Apr 16 04:39:00.388199 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c31e650e-5eae-4916-a8e7-5b5905a333b6 req-9406a4da-5225-496b-a12d-320b4f45d706 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418391 Apr 16 04:39:00.498715 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cff71a-a25a-4ddf-b2fc-ce43fa77d85b req-1a91b848-dd38-4071-8a8e-e1e166f067e8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:39:00.500160 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-44cff71a-a25a-4ddf-b2fc-ce43fa77d85b req-1a91b848-dd38-4071-8a8e-e1e166f067e8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fb2db1-97ca-4ac0-ba15-be5221fad6f7 HTTP/1.1" status: 200 len: 946 time: 0.0462396 Apr 16 04:39:00.551180 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-44cff71a-a25a-4ddf-b2fc-ce43fa77d85b req-bf9a0359-fc71-4eb6-9d28-54f0afd6b455 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456007 Apr 16 04:39:00.572635 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42270) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:39:00.609422 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fe2e3c-6385-483f-b16f-14f0aad07a69 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:39:00.610979 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a1fe2e3c-6385-483f-b16f-14f0aad07a69 tempest-TestNetworkBasicOps-1175974222 tempest-TestNetworkBasicOps-1175974222-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e8fb2db1-97ca-4ac0-ba15-be5221fad6f7 HTTP/1.1" status: 200 len: 1125 time: 0.0373003 Apr 16 04:39:00.613663 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42272) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:39:00.617682 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-de92933d-51f7-415f-9315-e57ac5fceee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': '7b9c3426-4768-4cc9-9b38-afb878c40b40', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:39:00.726772 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-de92933d-51f7-415f-9315-e57ac5fceee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:00.805929 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-de92933d-51f7-415f-9315-e57ac5fceee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:00.910610 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-de92933d-51f7-415f-9315-e57ac5fceee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Allocated IP 172.26.6.221 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/2b19c1c4-31f2-4e95-8f88-12b2c1ffe3ac) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:39:01.012544 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-de92933d-51f7-415f-9315-e57ac5fceee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (2b19c1c4-31f2-4e95-8f88-12b2c1ffe3ac), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:01.104457 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-de92933d-51f7-415f-9315-e57ac5fceee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (2b19c1c4-31f2-4e95-8f88-12b2c1ffe3ac), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:01.140357 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de92933d-51f7-415f-9315-e57ac5fceee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:39:01.143161 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-de92933d-51f7-415f-9315-e57ac5fceee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:39:01.148653 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de92933d-51f7-415f-9315-e57ac5fceee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:39:01.172511 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92933d-51f7-415f-9315-e57ac5fceee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=2b19c1c4-31f2-4e95-8f88-12b2c1ffe3ac,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:39:01.511963 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-de92933d-51f7-415f-9315-e57ac5fceee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (f3f9acfb-5c0d-4855-b76c-c92a9db9794a), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:01.897271 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-de92933d-51f7-415f-9315-e57ac5fceee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2b19c1c4-31f2-4e95-8f88-12b2c1ffe3ac), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:02.044494 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-de92933d-51f7-415f-9315-e57ac5fceee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for port (2b19c1c4-31f2-4e95-8f88-12b2c1ffe3ac), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:02.105564 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-de92933d-51f7-415f-9315-e57ac5fceee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (2b19c1c4-31f2-4e95-8f88-12b2c1ffe3ac), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:02.173437 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92933d-51f7-415f-9315-e57ac5fceee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event updated for resources: {'Port': ['ID=2b19c1c4-31f2-4e95-8f88-12b2c1ffe3ac,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:39:02.187386 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-de92933d-51f7-415f-9315-e57ac5fceee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (f3f9acfb-5c0d-4855-b76c-c92a9db9794a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:02.288711 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-de92933d-51f7-415f-9315-e57ac5fceee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Floating IP f3f9acfb-5c0d-4855-b76c-c92a9db9794a associated. External IP: 172.26.6.221, port: 7b9c3426-4768-4cc9-9b38-afb878c40b40. Apr 16 04:39:02.497855 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de92933d-51f7-415f-9315-e57ac5fceee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router f3fc53e0-44a4-442d-bdef-395215761068 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:39:02.606769 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de92933d-51f7-415f-9315-e57ac5fceee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:39:02.616076 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d63b80a-b6e2-4c53-a3d8-dbe99a82d7a3 None None] Sync routers for ids ['f3fc53e0-44a4-442d-bdef-395215761068'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:39:02.625834 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d63b80a-b6e2-4c53-a3d8-dbe99a82d7a3 None None] Routers {'f3fc53e0-44a4-442d-bdef-395215761068'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:39:02.626614 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0d63b80a-b6e2-4c53-a3d8-dbe99a82d7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:38:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f3fc53e0-44a4-442d-bdef-395215761068'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:02.694492 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-de92933d-51f7-415f-9315-e57ac5fceee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:02.724139 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-de92933d-51f7-415f-9315-e57ac5fceee0 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1095009 Apr 16 04:39:02.724874 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fb2db1-97ca-4ac0-ba15-be5221fad6f7', 'tag': '7b9c3426-4768-4cc9-9b38-afb878c40b40'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:39:02.726947 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42274) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:39:02.727940 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcebc120-fd29-47fe-90c9-b63f678a00a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fb2db1-97ca-4ac0-ba15-be5221fad6f7", "tag": "7b9c3426-4768-4cc9-9b38-afb878c40b40"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:39:02.733370 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-0d63b80a-b6e2-4c53-a3d8-dbe99a82d7a3 None None] Set router f3fc53e0-44a4-442d-bdef-395215761068 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:39:02.765862 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138b1ab8-21dc-48be-908d-b0c628409f8b x-openstack-request-id: req-138b1ab8-21dc-48be-908d-b0c628409f8b {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:39:02.766273 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fb2db1-97ca-4ac0-ba15-be5221fad6f7", "tag": "7b9c3426-4768-4cc9-9b38-afb878c40b40", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:39:02.766662 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-138b1ab8-21dc-48be-908d-b0c628409f8b {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:39:02.767172 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138b1ab8-21dc-48be-908d-b0c628409f8b'] response: {'name': 'network-changed', 'server_uuid': 'e8fb2db1-97ca-4ac0-ba15-be5221fad6f7', 'tag': '7b9c3426-4768-4cc9-9b38-afb878c40b40', 'status': 'completed', 'code': 200} Apr 16 04:39:02.803083 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7b305f3a-ee4c-482e-bf81-8a330d68faa5 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/f3f9acfb-5c0d-4855-b76c-c92a9db9794a HTTP/1.1" status: 200 len: 992 time: 0.0743830 Apr 16 04:39:02.836033 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebc120-fd29-47fe-90c9-b63f678a00a7 req-6e77779e-9648-4f94-b978-7f8d7fd280e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:39:02.837622 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bcebc120-fd29-47fe-90c9-b63f678a00a7 req-6e77779e-9648-4f94-b978-7f8d7fd280e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=e8fb2db1-97ca-4ac0-ba15-be5221fad6f7 HTTP/1.1" status: 200 len: 1130 time: 0.0487444 Apr 16 04:39:02.928708 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebc120-fd29-47fe-90c9-b63f678a00a7 req-6361308a-c718-4d9e-bf9f-6cd3e88ee71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:39:02.930210 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bcebc120-fd29-47fe-90c9-b63f678a00a7 req-6361308a-c718-4d9e-bf9f-6cd3e88ee71b service neutron] 10.222.0.18 "GET /v2.0/networks?id=250fc49b-7b47-4c4d-8b36-9454744fc689 HTTP/1.1" status: 200 len: 897 time: 0.0857747 Apr 16 04:39:02.998551 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bcebc120-fd29-47fe-90c9-b63f678a00a7 req-66de5ba4-c420-4b8f-bd71-4bdc6782722b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b9c3426-4768-4cc9-9b38-afb878c40b40 HTTP/1.1" status: 200 len: 1000 time: 0.0618794 Apr 16 04:39:03.045040 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0d63b80a-b6e2-4c53-a3d8-dbe99a82d7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'name': 'tempest-TestNetworkBasicOps-router-826902870', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:38:45Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'f3f9acfb-5c0d-4855-b76c-c92a9db9794a', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'port_id': '7b9c3426-4768-4cc9-9b38-afb878c40b40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'mac_address': 'fa:16:3e:11:a9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fb2db1-97ca-4ac0-ba15-be5221fad6f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:39:01Z', 'updated_at': '2022-04-16T04:39:01Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db109ee0-ba34-4a35-a914-3b5a402ce644', 'name': '', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:30:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:44Z', 'updated_at': '2022-04-16T04:38:48Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:03.046455 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebc120-fd29-47fe-90c9-b63f678a00a7 req-8b545ace-d07f-4a5e-88d3-a8329a243da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:39:03.047929 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bcebc120-fd29-47fe-90c9-b63f678a00a7 req-8b545ace-d07f-4a5e-88d3-a8329a243da7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed17068b-adac-4675-9f97-767d63d8a9b9 HTTP/1.1" status: 200 len: 834 time: 0.0438125 Apr 16 04:39:03.070898 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d63b80a-b6e2-4c53-a3d8-dbe99a82d7a3 None None] Checking router: f3fc53e0-44a4-442d-bdef-395215761068 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:39:03.079198 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d63b80a-b6e2-4c53-a3d8-dbe99a82d7a3 None None] Routers {'f3fc53e0-44a4-442d-bdef-395215761068'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:39:03.079828 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0d63b80a-b6e2-4c53-a3d8-dbe99a82d7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:38:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f3fc53e0-44a4-442d-bdef-395215761068'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:03.091558 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebc120-fd29-47fe-90c9-b63f678a00a7 req-61d50d7b-e2a3-4a33-adad-0be318621b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:39:03.093119 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bcebc120-fd29-47fe-90c9-b63f678a00a7 req-61d50d7b-e2a3-4a33-adad-0be318621b4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=250fc49b-7b47-4c4d-8b36-9454744fc689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392754 Apr 16 04:39:03.189158 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-0d63b80a-b6e2-4c53-a3d8-dbe99a82d7a3 None None] Set router f3fc53e0-44a4-442d-bdef-395215761068 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:39:03.417660 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0d63b80a-b6e2-4c53-a3d8-dbe99a82d7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'name': 'tempest-TestNetworkBasicOps-router-826902870', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:38:45Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'f3f9acfb-5c0d-4855-b76c-c92a9db9794a', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'port_id': '7b9c3426-4768-4cc9-9b38-afb878c40b40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'mac_address': 'fa:16:3e:11:a9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fb2db1-97ca-4ac0-ba15-be5221fad6f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:39:01Z', 'updated_at': '2022-04-16T04:39:01Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db109ee0-ba34-4a35-a914-3b5a402ce644', 'name': '', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:30:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:44Z', 'updated_at': '2022-04-16T04:38:48Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:03.443949 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d63b80a-b6e2-4c53-a3d8-dbe99a82d7a3 None None] The sync data for ids ['f3fc53e0-44a4-442d-bdef-395215761068'] in dv-neutron-838078-2-hyperv is: [{'id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'name': 'tempest-TestNetworkBasicOps-router-826902870', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:38:45Z', 'revision_number': 4, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'f3f9acfb-5c0d-4855-b76c-c92a9db9794a', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'port_id': '7b9c3426-4768-4cc9-9b38-afb878c40b40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'mac_address': 'fa:16:3e:11:a9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fb2db1-97ca-4ac0-ba15-be5221fad6f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:39:01Z', 'updated_at': '2022-04-16T04:39:01Z', 'revision_number': 0, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db109ee0-ba34-4a35-a914-3b5a402ce644', 'name': '', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:30:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:44Z', 'updated_at': '2022-04-16T04:38:48Z', 'revision_number': 5, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:39:03.514862 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bcebc120-fd29-47fe-90c9-b63f678a00a7 req-bd8c0727-9f7a-4262-9fd6-c42afb9aa201 service neutron] 10.222.0.18 "GET /v2.0/networks/250fc49b-7b47-4c4d-8b36-9454744fc689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161370 Apr 16 04:39:03.606712 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bcebc120-fd29-47fe-90c9-b63f678a00a7 req-0370f90a-3495-4fdd-bf95-4e7af216b63e service neutron] 10.222.0.18 "GET /v2.0/networks/250fc49b-7b47-4c4d-8b36-9454744fc689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855348 Apr 16 04:39:03.646424 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414370da-f5ba-46df-934b-1c6dbfbe2e44 None None] New status for floating IP f3f9acfb-5c0d-4855-b76c-c92a9db9794a: ACTIVE {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:39:03.806937 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42278) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:39:03.875240 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2f4bd02e-8679-46bf-af51-9deb65dcd8af tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/f3f9acfb-5c0d-4855-b76c-c92a9db9794a HTTP/1.1" status: 200 len: 992 time: 0.0672505 Apr 16 04:39:04.879032 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42280) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:39:04.941280 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f0c9da19-5065-46ac-9f6a-222d3ed833f8 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/f3f9acfb-5c0d-4855-b76c-c92a9db9794a HTTP/1.1" status: 200 len: 994 time: 0.0610237 Apr 16 04:39:09.088618 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b184d91c-a9a0-4e22-8be3-fad874b380ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:11.477771 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4d88f7e3-2530-4ee6-9cf1-5f187fdcea3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:12.583258 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:14.030950 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:15.408275 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:16.092325 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:39:28.205578 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:34.224607 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42292) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:39:34.229726 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-dcd1dbc2-a60a-40cd-84c5-4da5cf0fea04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'router': {'admin_state_up': False}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:39:34.535378 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dcd1dbc2-a60a-40cd-84c5-4da5cf0fea04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (f3fc53e0-44a4-442d-bdef-395215761068), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:34.611716 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dcd1dbc2-a60a-40cd-84c5-4da5cf0fea04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (f3fc53e0-44a4-442d-bdef-395215761068), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:34.722206 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd1dbc2-a60a-40cd-84c5-4da5cf0fea04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router f3fc53e0-44a4-442d-bdef-395215761068 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:39:34.831761 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd1dbc2-a60a-40cd-84c5-4da5cf0fea04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:39:34.839794 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dcd1dbc2-a60a-40cd-84c5-4da5cf0fea04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:34.841181 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-dcd1dbc2-a60a-40cd-84c5-4da5cf0fea04 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/routers/f3fc53e0-44a4-442d-bdef-395215761068 HTTP/1.1" status: 200 len: 888 time: 0.6155887 Apr 16 04:39:34.841915 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b43c0a2-3589-4626-b621-844498dc40e1 None None] Sync routers for ids ['f3fc53e0-44a4-442d-bdef-395215761068'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:39:34.852840 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b43c0a2-3589-4626-b621-844498dc40e1 None None] Routers {'f3fc53e0-44a4-442d-bdef-395215761068'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:39:34.853460 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-9b43c0a2-3589-4626-b621-844498dc40e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:39:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f3fc53e0-44a4-442d-bdef-395215761068'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:34.886816 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-9b43c0a2-3589-4626-b621-844498dc40e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:34.895197 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b43c0a2-3589-4626-b621-844498dc40e1 None None] Routers {'f3fc53e0-44a4-442d-bdef-395215761068'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:39:34.895787 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-9b43c0a2-3589-4626-b621-844498dc40e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:39:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f3fc53e0-44a4-442d-bdef-395215761068'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:34.931750 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-9b43c0a2-3589-4626-b621-844498dc40e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:34.932382 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b43c0a2-3589-4626-b621-844498dc40e1 None None] The sync data for ids ['f3fc53e0-44a4-442d-bdef-395215761068'] in dv-neutron-838078-2-hyperv is: [] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:39:35.689169 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e86691-4022-4358-8f31-9be339ec86b1 None None] New status for floating IP f3f9acfb-5c0d-4855-b76c-c92a9db9794a: DOWN {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:39:35.721666 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 5743467d-a995-4eae-906e-e3bffbdc5f9d no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:39:35.889242 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 5743467d-a995-4eae-906e-e3bffbdc5f9d is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:39:35.889623 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5743467d-a995-4eae-906e-e3bffbdc5f9d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:35.909561 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 5743467d-a995-4eae-906e-e3bffbdc5f9d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=5743467d-a995-4eae-906e-e3bffbdc5f9d,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:39:35.990741 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (5743467d-a995-4eae-906e-e3bffbdc5f9d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:35.992062 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device db109ee0-ba34-4a35-a914-3b5a402ce644 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:39:36.067868 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=5743467d-a995-4eae-906e-e3bffbdc5f9d,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:39:36.111763 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port db109ee0-ba34-4a35-a914-3b5a402ce644 is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:39:36.112179 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:36.142596 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port db109ee0-ba34-4a35-a914-3b5a402ce644, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=db109ee0-ba34-4a35-a914-3b5a402ce644,segment=NetworkSegment(d051614b-7057-413f-8403-8ca07f873a2f),segment_id=d051614b-7057-413f-8403-8ca07f873a2f)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:39:36.207836 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:36.255124 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=db109ee0-ba34-4a35-a914-3b5a402ce644,revision_number=6']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:39:36.948911 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42298) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:39:36.953556 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-672154c0-1a17-4543-a8e4-8c61eb320883 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:39:37.262571 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-672154c0-1a17-4543-a8e4-8c61eb320883 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10156'] for router (f3fc53e0-44a4-442d-bdef-395215761068), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:37.305198 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-672154c0-1a17-4543-a8e4-8c61eb320883 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712060'] for router (f3fc53e0-44a4-442d-bdef-395215761068), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:37.416284 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672154c0-1a17-4543-a8e4-8c61eb320883 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router f3fc53e0-44a4-442d-bdef-395215761068 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:39:37.524819 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672154c0-1a17-4543-a8e4-8c61eb320883 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:39:37.531114 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-672154c0-1a17-4543-a8e4-8c61eb320883 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:37.532994 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-672154c0-1a17-4543-a8e4-8c61eb320883 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/routers/f3fc53e0-44a4-442d-bdef-395215761068 HTTP/1.1" status: 200 len: 887 time: 0.5829759 Apr 16 04:39:37.534728 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe1343-e066-49ba-8ba3-58cb6945c7af None None] Sync routers for ids ['f3fc53e0-44a4-442d-bdef-395215761068'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:39:37.535567 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42300) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:39:37.544916 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe1343-e066-49ba-8ba3-58cb6945c7af None None] Routers {'f3fc53e0-44a4-442d-bdef-395215761068'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:39:37.545527 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-32fe1343-e066-49ba-8ba3-58cb6945c7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:39:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f3fc53e0-44a4-442d-bdef-395215761068'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:37.600014 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-eadf70e2-ec6e-46e4-81c2-5e93e2bb1db6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/f3f9acfb-5c0d-4855-b76c-c92a9db9794a HTTP/1.1" status: 200 len: 992 time: 0.0623100 Apr 16 04:39:37.652862 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-32fe1343-e066-49ba-8ba3-58cb6945c7af None None] Set router f3fc53e0-44a4-442d-bdef-395215761068 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:39:37.860122 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-32fe1343-e066-49ba-8ba3-58cb6945c7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'name': 'tempest-TestNetworkBasicOps-router-826902870', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:39:37Z', 'revision_number': 6, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:47:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:39:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'f3f9acfb-5c0d-4855-b76c-c92a9db9794a', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'port_id': '7b9c3426-4768-4cc9-9b38-afb878c40b40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'mac_address': 'fa:16:3e:11:a9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fb2db1-97ca-4ac0-ba15-be5221fad6f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:39:01Z', 'updated_at': '2022-04-16T04:39:35Z', 'revision_number': 2, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db109ee0-ba34-4a35-a914-3b5a402ce644', 'name': '', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:30:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:44Z', 'updated_at': '2022-04-16T04:39:36Z', 'revision_number': 6, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:37.889316 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe1343-e066-49ba-8ba3-58cb6945c7af None None] Checking router: f3fc53e0-44a4-442d-bdef-395215761068 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:39:37.897342 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe1343-e066-49ba-8ba3-58cb6945c7af None None] Routers {'f3fc53e0-44a4-442d-bdef-395215761068'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:39:37.897986 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-32fe1343-e066-49ba-8ba3-58cb6945c7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:39:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f3fc53e0-44a4-442d-bdef-395215761068'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:38.003124 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-32fe1343-e066-49ba-8ba3-58cb6945c7af None None] Set router f3fc53e0-44a4-442d-bdef-395215761068 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:39:38.295268 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-32fe1343-e066-49ba-8ba3-58cb6945c7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'name': 'tempest-TestNetworkBasicOps-router-826902870', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:39:37Z', 'revision_number': 6, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:47:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:39:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'f3f9acfb-5c0d-4855-b76c-c92a9db9794a', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'port_id': '7b9c3426-4768-4cc9-9b38-afb878c40b40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'mac_address': 'fa:16:3e:11:a9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fb2db1-97ca-4ac0-ba15-be5221fad6f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:39:01Z', 'updated_at': '2022-04-16T04:39:35Z', 'revision_number': 2, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db109ee0-ba34-4a35-a914-3b5a402ce644', 'name': '', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:30:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:44Z', 'updated_at': '2022-04-16T04:39:36Z', 'revision_number': 6, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:38.323998 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe1343-e066-49ba-8ba3-58cb6945c7af None None] The sync data for ids ['f3fc53e0-44a4-442d-bdef-395215761068'] in dv-neutron-838078-2-hyperv is: [{'id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'name': 'tempest-TestNetworkBasicOps-router-826902870', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:39:37Z', 'revision_number': 6, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:47:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:39:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'f3f9acfb-5c0d-4855-b76c-c92a9db9794a', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'port_id': '7b9c3426-4768-4cc9-9b38-afb878c40b40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'mac_address': 'fa:16:3e:11:a9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fb2db1-97ca-4ac0-ba15-be5221fad6f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:39:01Z', 'updated_at': '2022-04-16T04:39:35Z', 'revision_number': 2, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db109ee0-ba34-4a35-a914-3b5a402ce644', 'name': '', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:30:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:44Z', 'updated_at': '2022-04-16T04:39:36Z', 'revision_number': 6, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:39:38.603102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42302) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:39:38.665068 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-208811b4-3c78-4a62-a22d-51fbce3f4d1a tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/f3f9acfb-5c0d-4855-b76c-c92a9db9794a HTTP/1.1" status: 200 len: 992 time: 0.0607445 Apr 16 04:39:39.103408 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d3020b63-f17c-4108-b800-3eb1cee6f2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:39.612158 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 5743467d-a995-4eae-906e-e3bffbdc5f9d up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:39:39.661770 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 5743467d-a995-4eae-906e-e3bffbdc5f9d triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:39:39.662136 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (5743467d-a995-4eae-906e-e3bffbdc5f9d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:39.668847 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42304) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:39:39.733296 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2034fc88-a51a-4362-bdd5-edd6ed80051d tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/f3f9acfb-5c0d-4855-b76c-c92a9db9794a HTTP/1.1" status: 200 len: 992 time: 0.0622394 Apr 16 04:39:39.739190 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 5743467d-a995-4eae-906e-e3bffbdc5f9d is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:39:39.739579 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5743467d-a995-4eae-906e-e3bffbdc5f9d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:39.760037 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 5743467d-a995-4eae-906e-e3bffbdc5f9d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=5743467d-a995-4eae-906e-e3bffbdc5f9d,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:39:39.829231 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (5743467d-a995-4eae-906e-e3bffbdc5f9d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:39.830043 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device db109ee0-ba34-4a35-a914-3b5a402ce644 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:39:39.881599 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b57ac5-6174-4574-80c4-d5d3b1d01a91 None None] New status for floating IP f3f9acfb-5c0d-4855-b76c-c92a9db9794a: ACTIVE {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:39:39.954373 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=5743467d-a995-4eae-906e-e3bffbdc5f9d,revision_number=6']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:39:40.003904 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port db109ee0-ba34-4a35-a914-3b5a402ce644 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:39:40.004278 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:40.125480 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port db109ee0-ba34-4a35-a914-3b5a402ce644 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:39:40.126111 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:40.159014 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port db109ee0-ba34-4a35-a914-3b5a402ce644, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=db109ee0-ba34-4a35-a914-3b5a402ce644,segment=NetworkSegment(d051614b-7057-413f-8403-8ca07f873a2f),segment_id=d051614b-7057-413f-8403-8ca07f873a2f)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:39:40.213698 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:40.265502 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=db109ee0-ba34-4a35-a914-3b5a402ce644,revision_number=7']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:39:40.272830 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:40.273378 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:40.273866 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:40.274889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:40.275534 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:40.276024 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:40.276466 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:40.276711 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:40.277065 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:40.277468 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:40.277714 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:40.278034 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:40.278350 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:40.278670 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:40.278989 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:40.736138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42306) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:39:40.797157 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-fd7b2dcd-30e9-4f9e-aa28-e04211ffb761 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/floatingips/f3f9acfb-5c0d-4855-b76c-c92a9db9794a HTTP/1.1" status: 200 len: 994 time: 0.0598953 Apr 16 04:39:41.036531 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42312) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:39:41.185461 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 2b19c1c4-31f2-4e95-8f88-12b2c1ffe3ac {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:39:41.185802 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (2b19c1c4-31f2-4e95-8f88-12b2c1ffe3ac), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:41.266041 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (2b19c1c4-31f2-4e95-8f88-12b2c1ffe3ac), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:41.266366 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (2b19c1c4-31f2-4e95-8f88-12b2c1ffe3ac), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:41.279442 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 2b19c1c4-31f2-4e95-8f88-12b2c1ffe3ac owned by network:floatingip {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:39:41.451722 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9132c4b4-a0a6-4515-a655-c63b6dadd06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:41.474489 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (2b19c1c4-31f2-4e95-8f88-12b2c1ffe3ac), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:41.503762 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=2b19c1c4-31f2-4e95-8f88-12b2c1ffe3ac,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:39:41.515460 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:41.515795 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:41.516140 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:41.516525 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:41.516896 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:41.517232 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:41.517561 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:41.517890 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:41.518215 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:41.518540 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:41.518866 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:41.519191 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:41.519513 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:41.519835 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:41.520153 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:41.576469 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for floatingip (f3f9acfb-5c0d-4855-b76c-c92a9db9794a), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:41.576828 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Floating IP f3f9acfb-5c0d-4855-b76c-c92a9db9794a disassociated (deleted). External IP: 172.26.6.221, port: 7b9c3426-4768-4cc9-9b38-afb878c40b40. Apr 16 04:39:41.607380 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 5743467d-a995-4eae-906e-e3bffbdc5f9d up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:39:41.653113 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 5743467d-a995-4eae-906e-e3bffbdc5f9d triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:39:41.653483 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (5743467d-a995-4eae-906e-e3bffbdc5f9d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:41.799921 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router f3fc53e0-44a4-442d-bdef-395215761068 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:39:41.881136 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 5743467d-a995-4eae-906e-e3bffbdc5f9d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:39:41.885791 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device db109ee0-ba34-4a35-a914-3b5a402ce644 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:39:41.932265 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port db109ee0-ba34-4a35-a914-3b5a402ce644 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:39:41.933029 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:42.018871 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port db109ee0-ba34-4a35-a914-3b5a402ce644 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:39:42.172982 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:39:42.177407 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:42.184401 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f2471a-afb2-4be3-9244-354b27fa3314 None None] Sync routers for ids ['f3fc53e0-44a4-442d-bdef-395215761068'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:39:42.193896 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f2471a-afb2-4be3-9244-354b27fa3314 None None] Routers {'f3fc53e0-44a4-442d-bdef-395215761068'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:39:42.194498 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a7f2471a-afb2-4be3-9244-354b27fa3314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:39:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f3fc53e0-44a4-442d-bdef-395215761068'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:42.206228 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0d9a4026-25d0-4079-8fe0-ed7c9071a7ff tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/floatingips/f3f9acfb-5c0d-4855-b76c-c92a9db9794a HTTP/1.1" status: 204 len: 168 time: 1.1685987 Apr 16 04:39:42.206802 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fb2db1-97ca-4ac0-ba15-be5221fad6f7', 'tag': '7b9c3426-4768-4cc9-9b38-afb878c40b40'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:39:42.209060 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c8420c-4582-4f52-9315-b6bdd43f6c92" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fb2db1-97ca-4ac0-ba15-be5221fad6f7", "tag": "7b9c3426-4768-4cc9-9b38-afb878c40b40"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:39:42.247851 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ee2e97-afc7-4eb9-9ae6-9beff8848f12 x-openstack-request-id: req-f6ee2e97-afc7-4eb9-9ae6-9beff8848f12 {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:39:42.248335 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fb2db1-97ca-4ac0-ba15-be5221fad6f7", "tag": "7b9c3426-4768-4cc9-9b38-afb878c40b40", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:39:42.248649 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6ee2e97-afc7-4eb9-9ae6-9beff8848f12 {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:39:42.249180 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ee2e97-afc7-4eb9-9ae6-9beff8848f12'] response: {'name': 'network-changed', 'server_uuid': 'e8fb2db1-97ca-4ac0-ba15-be5221fad6f7', 'tag': '7b9c3426-4768-4cc9-9b38-afb878c40b40', 'status': 'completed', 'code': 200} Apr 16 04:39:42.306584 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-a7f2471a-afb2-4be3-9244-354b27fa3314 None None] Set router f3fc53e0-44a4-442d-bdef-395215761068 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:39:42.316168 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8420c-4582-4f52-9315-b6bdd43f6c92 req-d8d5ce74-d356-4d0a-9b91-b4f1cdbc2062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:39:42.317829 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-45c8420c-4582-4f52-9315-b6bdd43f6c92 req-d8d5ce74-d356-4d0a-9b91-b4f1cdbc2062 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b56e019123c4dffa69f7a176eb53d27&device_id=e8fb2db1-97ca-4ac0-ba15-be5221fad6f7 HTTP/1.1" status: 200 len: 1130 time: 0.0481822 Apr 16 04:39:42.413402 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8420c-4582-4f52-9315-b6bdd43f6c92 req-5beaf3ba-9936-42ab-9d0a-2612a743ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:39:42.414946 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-45c8420c-4582-4f52-9315-b6bdd43f6c92 req-5beaf3ba-9936-42ab-9d0a-2612a743ca5e service neutron] 10.222.0.18 "GET /v2.0/networks?id=250fc49b-7b47-4c4d-8b36-9454744fc689 HTTP/1.1" status: 200 len: 897 time: 0.0915036 Apr 16 04:39:42.456629 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-45c8420c-4582-4f52-9315-b6bdd43f6c92 req-38aafa85-2b26-43b3-99d9-517c321cd559 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b9c3426-4768-4cc9-9b38-afb878c40b40 HTTP/1.1" status: 200 len: 217 time: 0.0355887 Apr 16 04:39:42.494902 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a7f2471a-afb2-4be3-9244-354b27fa3314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'name': 'tempest-TestNetworkBasicOps-router-826902870', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:39:37Z', 'revision_number': 6, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:39:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'db109ee0-ba34-4a35-a914-3b5a402ce644', 'name': '', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:30:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:44Z', 'updated_at': '2022-04-16T04:39:40Z', 'revision_number': 7, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:42.507877 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8420c-4582-4f52-9315-b6bdd43f6c92 req-51f6c433-1547-4236-9e7b-4208a4aed75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:39:42.509895 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-45c8420c-4582-4f52-9315-b6bdd43f6c92 req-51f6c433-1547-4236-9e7b-4208a4aed75a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed17068b-adac-4675-9f97-767d63d8a9b9 HTTP/1.1" status: 200 len: 834 time: 0.0483739 Apr 16 04:39:42.525636 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f2471a-afb2-4be3-9244-354b27fa3314 None None] Checking router: f3fc53e0-44a4-442d-bdef-395215761068 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:39:42.534406 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f2471a-afb2-4be3-9244-354b27fa3314 None None] Routers {'f3fc53e0-44a4-442d-bdef-395215761068'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:39:42.535012 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a7f2471a-afb2-4be3-9244-354b27fa3314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:39:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f3fc53e0-44a4-442d-bdef-395215761068'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:42.558796 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8420c-4582-4f52-9315-b6bdd43f6c92 req-0a2d1f4e-066b-4073-a12d-0f7fe6d7082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:39:42.560313 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-45c8420c-4582-4f52-9315-b6bdd43f6c92 req-0a2d1f4e-066b-4073-a12d-0f7fe6d7082a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=250fc49b-7b47-4c4d-8b36-9454744fc689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439601 Apr 16 04:39:42.636486 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:42.650016 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc9367-eba7-475d-a790-fcfbe6036e55 req-d004a30a-5b96-4385-aad7-5b29452c8712 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:39:42.651329 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-a7f2471a-afb2-4be3-9244-354b27fa3314 None None] Set router f3fc53e0-44a4-442d-bdef-395215761068 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:39:42.651537 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f3fc9367-eba7-475d-a790-fcfbe6036e55 req-d004a30a-5b96-4385-aad7-5b29452c8712 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fb2db1-97ca-4ac0-ba15-be5221fad6f7 HTTP/1.1" status: 200 len: 946 time: 0.0505204 Apr 16 04:39:42.661449 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-45c8420c-4582-4f52-9315-b6bdd43f6c92 req-14941790-1ea1-4b99-849e-655146ac881b service neutron] 10.222.0.18 "GET /v2.0/networks/250fc49b-7b47-4c4d-8b36-9454744fc689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947316 Apr 16 04:39:42.702631 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f3fc9367-eba7-475d-a790-fcfbe6036e55 req-a79ab715-8645-427b-a51b-024ba76137c6 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445557 Apr 16 04:39:42.837123 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a7f2471a-afb2-4be3-9244-354b27fa3314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'name': 'tempest-TestNetworkBasicOps-router-826902870', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:39:37Z', 'revision_number': 6, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:39:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'db109ee0-ba34-4a35-a914-3b5a402ce644', 'name': '', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:30:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:44Z', 'updated_at': '2022-04-16T04:39:40Z', 'revision_number': 7, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:42.862194 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f2471a-afb2-4be3-9244-354b27fa3314 None None] The sync data for ids ['f3fc53e0-44a4-442d-bdef-395215761068'] in dv-neutron-838078-2-hyperv is: [{'id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'name': 'tempest-TestNetworkBasicOps-router-826902870', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:39:37Z', 'revision_number': 6, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:39:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'db109ee0-ba34-4a35-a914-3b5a402ce644', 'name': '', 'network_id': '250fc49b-7b47-4c4d-8b36-9454744fc689', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'mac_address': 'fa:16:3e:30:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:44Z', 'updated_at': '2022-04-16T04:39:40Z', 'revision_number': 7, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'subnets': [{'id': 'ed17068b-adac-4675-9f97-767d63d8a9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:39:43.487563 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dbe99e-524f-4fce-ae0f-4ec523e3a215 None None] New status for floating IP f3f9acfb-5c0d-4855-b76c-c92a9db9794a: DOWN {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:39:43.649340 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-45c8420c-4582-4f52-9315-b6bdd43f6c92 req-3ed6697b-13d5-41fa-a804-90e23272ed6c service neutron] 10.222.0.18 "GET /v2.0/networks/250fc49b-7b47-4c4d-8b36-9454744fc689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835218 Apr 16 04:39:43.817427 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192e214-5a54-47cb-971f-5df79d738bc4 req-1b5c2dfd-ab8e-4229-b116-fcbb75877efa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:39:43.818813 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8192e214-5a54-47cb-971f-5df79d738bc4 req-1b5c2dfd-ab8e-4229-b116-fcbb75877efa tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fb2db1-97ca-4ac0-ba15-be5221fad6f7 HTTP/1.1" status: 200 len: 946 time: 0.0477536 Apr 16 04:39:43.881773 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8192e214-5a54-47cb-971f-5df79d738bc4 req-01de3f40-e55b-4dde-82e1-68b89d5df9e9 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572426 Apr 16 04:39:43.916474 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719859c-9373-4e53-800d-fb8ad227bad4 req-d1cb2326-93e6-4e8a-b567-e6d0bab0b613 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:39:43.918064 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3719859c-9373-4e53-800d-fb8ad227bad4 req-d1cb2326-93e6-4e8a-b567-e6d0bab0b613 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fb2db1-97ca-4ac0-ba15-be5221fad6f7 HTTP/1.1" status: 200 len: 946 time: 0.0532722 Apr 16 04:39:44.006683 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-3719859c-9373-4e53-800d-fb8ad227bad4 req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 7b9c3426-4768-4cc9-9b38-afb878c40b40 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:39:44.007064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3719859c-9373-4e53-800d-fb8ad227bad4 req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (7b9c3426-4768-4cc9-9b38-afb878c40b40), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:44.053599 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:44.099797 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-3719859c-9373-4e53-800d-fb8ad227bad4 req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port 7b9c3426-4768-4cc9-9b38-afb878c40b40, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=7b9c3426-4768-4cc9-9b38-afb878c40b40,segment=NetworkSegment(d051614b-7057-413f-8403-8ca07f873a2f),segment_id=d051614b-7057-413f-8403-8ca07f873a2f)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:39:44.100089 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3719859c-9373-4e53-800d-fb8ad227bad4 req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (7b9c3426-4768-4cc9-9b38-afb878c40b40), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:44.113029 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-3719859c-9373-4e53-800d-fb8ad227bad4 req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 7b9c3426-4768-4cc9-9b38-afb878c40b40 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:39:44.297042 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3719859c-9373-4e53-800d-fb8ad227bad4 req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (7b9c3426-4768-4cc9-9b38-afb878c40b40), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:44.326152 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=7b9c3426-4768-4cc9-9b38-afb878c40b40,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:39:44.338140 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:44.338490 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:44.338849 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:44.339436 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:44.339557 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:44.339829 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:44.340158 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:44.340482 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:44.340832 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:44.341161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:44.341487 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:44.341812 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:44.342139 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:44.342463 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:44.342785 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:39:44.379981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-3719859c-9373-4e53-800d-fb8ad227bad4 req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] No DVR routers for this DVR port 7b9c3426-4768-4cc9-9b38-afb878c40b40 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:39:44.382402 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3719859c-9373-4e53-800d-fb8ad227bad4 req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:44.386327 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3719859c-9373-4e53-800d-fb8ad227bad4 req-2a25f1bd-2ab5-40e0-9b65-649d8cf5b193 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.18 "DELETE /v2.0/ports/7b9c3426-4768-4cc9-9b38-afb878c40b40 HTTP/1.1" status: 204 len: 173 time: 0.4632330 Apr 16 04:39:44.386761 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fb2db1-97ca-4ac0-ba15-be5221fad6f7', 'name': 'network-vif-deleted', 'tag': '7b9c3426-4768-4cc9-9b38-afb878c40b40'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:39:44.389066 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c5e1c5-e97e-4d3a-92ed-77219013f995" -d '{"events": [{"server_uuid": "e8fb2db1-97ca-4ac0-ba15-be5221fad6f7", "name": "network-vif-deleted", "tag": "7b9c3426-4768-4cc9-9b38-afb878c40b40"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:39:44.423899 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925ef673-2ce1-4573-acec-179d707ca0a0 x-openstack-request-id: req-925ef673-2ce1-4573-acec-179d707ca0a0 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:39:44.424186 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fb2db1-97ca-4ac0-ba15-be5221fad6f7", "name": "network-vif-deleted", "tag": "7b9c3426-4768-4cc9-9b38-afb878c40b40", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:39:44.424434 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-925ef673-2ce1-4573-acec-179d707ca0a0 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:39:44.425064 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-925ef673-2ce1-4573-acec-179d707ca0a0'] response: {'server_uuid': 'e8fb2db1-97ca-4ac0-ba15-be5221fad6f7', 'name': 'network-vif-deleted', 'tag': '7b9c3426-4768-4cc9-9b38-afb878c40b40', 'status': 'completed', 'code': 200} Apr 16 04:39:44.988439 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3830cd33-6890-4106-8f89-9a6632c76c94 req-e132edf9-056a-4421-95ef-76d084d21567 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8fb2db1-97ca-4ac0-ba15-be5221fad6f7 HTTP/1.1" status: 200 len: 210 time: 0.0288711 Apr 16 04:39:45.371638 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:46.047543 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42328) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:39:46.106638 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81d1a96a-7d77-4da2-8645-b63e38033220 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:46.130825 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81d1a96a-7d77-4da2-8645-b63e38033220 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:46.251450 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81d1a96a-7d77-4da2-8645-b63e38033220 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:46.254093 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81d1a96a-7d77-4da2-8645-b63e38033220 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:46.255299 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-81d1a96a-7d77-4da2-8645-b63e38033220 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/security-groups/0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc HTTP/1.1" status: 204 len: 168 time: 0.2067573 Apr 16 04:39:46.268325 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1a96a-7d77-4da2-8645-b63e38033220 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d17eeee-4dc0-46b3-9f68-1a2e1ac843bc,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:39:46.351276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42332) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:39:46.689567 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa812dcb-ce8e-4138-b44a-26d7b3059d91 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (f3fc53e0-44a4-442d-bdef-395215761068), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:46.929445 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-fa812dcb-ce8e-4138-b44a-26d7b3059d91 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port db109ee0-ba34-4a35-a914-3b5a402ce644 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:39:46.929782 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa812dcb-ce8e-4138-b44a-26d7b3059d91 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:47.021466 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-fa812dcb-ce8e-4138-b44a-26d7b3059d91 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port db109ee0-ba34-4a35-a914-3b5a402ce644, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=db109ee0-ba34-4a35-a914-3b5a402ce644,segment=NetworkSegment(d051614b-7057-413f-8403-8ca07f873a2f),segment_id=d051614b-7057-413f-8403-8ca07f873a2f)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:39:47.021749 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa812dcb-ce8e-4138-b44a-26d7b3059d91 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:47.034830 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-fa812dcb-ce8e-4138-b44a-26d7b3059d91 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for db109ee0-ba34-4a35-a914-3b5a402ce644 owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:39:47.297467 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa812dcb-ce8e-4138-b44a-26d7b3059d91 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (db109ee0-ba34-4a35-a914-3b5a402ce644), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:47.321688 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa812dcb-ce8e-4138-b44a-26d7b3059d91 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=db109ee0-ba34-4a35-a914-3b5a402ce644,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:39:47.506055 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa812dcb-ce8e-4138-b44a-26d7b3059d91 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (f3fc53e0-44a4-442d-bdef-395215761068), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:47.727410 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa812dcb-ce8e-4138-b44a-26d7b3059d91 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Router f3fc53e0-44a4-442d-bdef-395215761068 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:39:47.835111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa812dcb-ce8e-4138-b44a-26d7b3059d91 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:39:47.840596 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fa812dcb-ce8e-4138-b44a-26d7b3059d91 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "PUT /v2.0/routers/f3fc53e0-44a4-442d-bdef-395215761068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4882023 Apr 16 04:39:47.843215 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42334) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:39:47.845713 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf55d4f-65c3-478f-8711-374ec907acee None None] Sync routers for ids ['f3fc53e0-44a4-442d-bdef-395215761068'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:39:47.855232 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf55d4f-65c3-478f-8711-374ec907acee None None] Routers {'f3fc53e0-44a4-442d-bdef-395215761068'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:39:47.855832 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-bbf55d4f-65c3-478f-8711-374ec907acee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:39:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f3fc53e0-44a4-442d-bdef-395215761068'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:47.893294 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-14639103-16b0-4cdf-a6ea-2cd96cb8bf29 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting subnet ed17068b-adac-4675-9f97-767d63d8a9b9 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:39:47.896377 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-14639103-16b0-4cdf-a6ea-2cd96cb8bf29 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (ed17068b-adac-4675-9f97-767d63d8a9b9), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:47.936336 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-14639103-16b0-4cdf-a6ea-2cd96cb8bf29 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (ed17068b-adac-4675-9f97-767d63d8a9b9), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:47.963119 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-bbf55d4f-65c3-478f-8711-374ec907acee None None] Set router f3fc53e0-44a4-442d-bdef-395215761068 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:39:48.023806 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-14639103-16b0-4cdf-a6ea-2cd96cb8bf29 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (ed17068b-adac-4675-9f97-767d63d8a9b9), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:48.126266 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-14639103-16b0-4cdf-a6ea-2cd96cb8bf29 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (ed17068b-adac-4675-9f97-767d63d8a9b9), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:48.136454 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-bbf55d4f-65c3-478f-8711-374ec907acee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'name': 'tempest-TestNetworkBasicOps-router-826902870', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:39:47Z', 'revision_number': 7, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:39:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:48.154114 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14639103-16b0-4cdf-a6ea-2cd96cb8bf29 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Subnet': ['ID=ed17068b-adac-4675-9f97-767d63d8a9b9,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:39:48.157634 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-14639103-16b0-4cdf-a6ea-2cd96cb8bf29 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:48.163722 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-14639103-16b0-4cdf-a6ea-2cd96cb8bf29 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/subnets/ed17068b-adac-4675-9f97-767d63d8a9b9 HTTP/1.1" status: 204 len: 168 time: 0.3169010 Apr 16 04:39:48.164026 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf55d4f-65c3-478f-8711-374ec907acee None None] Checking router: f3fc53e0-44a4-442d-bdef-395215761068 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:39:48.164129 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42336) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:39:48.169804 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e361a7d-753c-40b5-982c-301db60b195c None None] Network 250fc49b-7b47-4c4d-8b36-9454744fc689 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:39:48.174641 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf55d4f-65c3-478f-8711-374ec907acee None None] Routers {'f3fc53e0-44a4-442d-bdef-395215761068'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:39:48.175266 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-bbf55d4f-65c3-478f-8711-374ec907acee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:39:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f3fc53e0-44a4-442d-bdef-395215761068'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:48.285421 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 7b9c3426-4768-4cc9-9b38-afb878c40b40 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:39:48.285736 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81a7342c-e5f7-4474-8e0b-5727256587c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (f3fc53e0-44a4-442d-bdef-395215761068), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:48.313797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 7b9c3426-4768-4cc9-9b38-afb878c40b40 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:39:48.314239 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 7b9c3426-4768-4cc9-9b38-afb878c40b40 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:39:48.327486 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f502b4df-cf6e-47c7-b224-a3a5b740ab3c None None] DHCP port deletion for 250fc49b-7b47-4c4d-8b36-9454744fc689 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:39:48.368963 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f502b4df-cf6e-47c7-b224-a3a5b740ab3c None None] Deleting port 6f400c3d-62eb-4be4-a844-e596eb09a60c {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:39:48.369447 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f502b4df-cf6e-47c7-b224-a3a5b740ab3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (6f400c3d-62eb-4be4-a844-e596eb09a60c), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:48.378763 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-bbf55d4f-65c3-478f-8711-374ec907acee None None] Set router f3fc53e0-44a4-442d-bdef-395215761068 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:39:48.410161 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81a7342c-e5f7-4474-8e0b-5727256587c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_gateway (f3fc53e0-44a4-442d-bdef-395215761068), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:48.437707 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f502b4df-cf6e-47c7-b224-a3a5b740ab3c None None] For port 6f400c3d-62eb-4be4-a844-e596eb09a60c, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6f400c3d-62eb-4be4-a844-e596eb09a60c,segment=NetworkSegment(d051614b-7057-413f-8403-8ca07f873a2f),segment_id=d051614b-7057-413f-8403-8ca07f873a2f)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:39:48.438097 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f502b4df-cf6e-47c7-b224-a3a5b740ab3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (6f400c3d-62eb-4be4-a844-e596eb09a60c), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:48.450670 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f502b4df-cf6e-47c7-b224-a3a5b740ab3c None None] Calling delete_port for 6f400c3d-62eb-4be4-a844-e596eb09a60c owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:39:48.519755 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-81a7342c-e5f7-4474-8e0b-5727256587c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Deleting port 5743467d-a995-4eae-906e-e3bffbdc5f9d {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:39:48.520353 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81a7342c-e5f7-4474-8e0b-5727256587c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (5743467d-a995-4eae-906e-e3bffbdc5f9d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:48.549464 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-bbf55d4f-65c3-478f-8711-374ec907acee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'name': 'tempest-TestNetworkBasicOps-router-826902870', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:39:47Z', 'revision_number': 7, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:39:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:48.579499 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf55d4f-65c3-478f-8711-374ec907acee None None] The sync data for ids ['f3fc53e0-44a4-442d-bdef-395215761068'] in dv-neutron-838078-2-hyperv is: [{'id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'name': 'tempest-TestNetworkBasicOps-router-826902870', 'tenant_id': '4b56e019123c4dffa69f7a176eb53d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:39:47Z', 'revision_number': 7, 'project_id': '4b56e019123c4dffa69f7a176eb53d27', 'gw_port': {'id': '5743467d-a995-4eae-906e-e3bffbdc5f9d', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc53e0-44a4-442d-bdef-395215761068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:38:41Z', 'updated_at': '2022-04-16T04:39:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:39:48.600822 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-81a7342c-e5f7-4474-8e0b-5727256587c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] For port 5743467d-a995-4eae-906e-e3bffbdc5f9d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=5743467d-a995-4eae-906e-e3bffbdc5f9d,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:39:48.601198 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81a7342c-e5f7-4474-8e0b-5727256587c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (5743467d-a995-4eae-906e-e3bffbdc5f9d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:48.615319 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f502b4df-cf6e-47c7-b224-a3a5b740ab3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (6f400c3d-62eb-4be4-a844-e596eb09a60c), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:48.634394 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-81a7342c-e5f7-4474-8e0b-5727256587c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Calling delete_port for 5743467d-a995-4eae-906e-e3bffbdc5f9d owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:39:48.641873 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502b4df-cf6e-47c7-b224-a3a5b740ab3c None None] Pushing event deleted for resources: {'Port': ['ID=6f400c3d-62eb-4be4-a844-e596eb09a60c,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:39:48.644025 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f502b4df-cf6e-47c7-b224-a3a5b740ab3c None None] No DVR routers for this DVR port 6f400c3d-62eb-4be4-a844-e596eb09a60c on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:39:48.858991 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81a7342c-e5f7-4474-8e0b-5727256587c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (5743467d-a995-4eae-906e-e3bffbdc5f9d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:48.884361 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7342c-e5f7-4474-8e0b-5727256587c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Port': ['ID=5743467d-a995-4eae-906e-e3bffbdc5f9d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:39:48.947602 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81a7342c-e5f7-4474-8e0b-5727256587c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (f3fc53e0-44a4-442d-bdef-395215761068), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:49.046063 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81a7342c-e5f7-4474-8e0b-5727256587c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (f3fc53e0-44a4-442d-bdef-395215761068), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:49.048411 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81a7342c-e5f7-4474-8e0b-5727256587c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router_controller (f3fc53e0-44a4-442d-bdef-395215761068), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:49.168180 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81a7342c-e5f7-4474-8e0b-5727256587c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (f3fc53e0-44a4-442d-bdef-395215761068), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:49.168716 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a7342c-e5f7-4474-8e0b-5727256587c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Fanout notify agent at l3_agent the message router_deleted on router f3fc53e0-44a4-442d-bdef-395215761068 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:39:49.175568 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-81a7342c-e5f7-4474-8e0b-5727256587c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:49.176669 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-81a7342c-e5f7-4474-8e0b-5727256587c1 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/routers/f3fc53e0-44a4-442d-bdef-395215761068 HTTP/1.1" status: 204 len: 168 time: 1.0118449 Apr 16 04:39:49.179391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42338) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:39:49.258703 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-652d1c62-7cc0-43c7-b3e1-1c5840d3eee7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (250fc49b-7b47-4c4d-8b36-9454744fc689), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:49.607001 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-652d1c62-7cc0-43c7-b3e1-1c5840d3eee7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (250fc49b-7b47-4c4d-8b36-9454744fc689), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:49.629479 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-652d1c62-7cc0-43c7-b3e1-1c5840d3eee7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250fc49b-7b47-4c4d-8b36-9454744fc689']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:49.643036 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-652d1c62-7cc0-43c7-b3e1-1c5840d3eee7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd051614b-7057-413f-8403-8ca07f873a2f') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:49.643326 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-652d1c62-7cc0-43c7-b3e1-1c5840d3eee7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd051614b-7057-413f-8403-8ca07f873a2f') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:39:49.653812 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-652d1c62-7cc0-43c7-b3e1-1c5840d3eee7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (d051614b-7057-413f-8403-8ca07f873a2f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:49.659337 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6f400c3d-62eb-4be4-a844-e596eb09a60c no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:39:49.668388 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-652d1c62-7cc0-43c7-b3e1-1c5840d3eee7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (d051614b-7057-413f-8403-8ca07f873a2f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:49.676674 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652d1c62-7cc0-43c7-b3e1-1c5840d3eee7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:39:49.677102 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-652d1c62-7cc0-43c7-b3e1-1c5840d3eee7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (d051614b-7057-413f-8403-8ca07f873a2f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:39:49.680931 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:39:49.684674 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 6f400c3d-62eb-4be4-a844-e596eb09a60c {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:39:49.685148 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6f400c3d-62eb-4be4-a844-e596eb09a60c not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:39:49.685666 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 5743467d-a995-4eae-906e-e3bffbdc5f9d no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:39:49.706756 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 5743467d-a995-4eae-906e-e3bffbdc5f9d {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:39:49.707197 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 5743467d-a995-4eae-906e-e3bffbdc5f9d not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:39:49.707681 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device db109ee0-ba34-4a35-a914-3b5a402ce644 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:39:49.726987 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: db109ee0-ba34-4a35-a914-3b5a402ce644 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:39:49.727624 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device db109ee0-ba34-4a35-a914-3b5a402ce644 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:39:49.796407 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-652d1c62-7cc0-43c7-b3e1-1c5840d3eee7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (250fc49b-7b47-4c4d-8b36-9454744fc689), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:49.803802 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-652d1c62-7cc0-43c7-b3e1-1c5840d3eee7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:49.806977 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-652d1c62-7cc0-43c7-b3e1-1c5840d3eee7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] 10.222.0.30 "DELETE /v2.0/networks/250fc49b-7b47-4c4d-8b36-9454744fc689 HTTP/1.1" status: 204 len: 168 time: 0.6265953 Apr 16 04:39:49.830035 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d1c62-7cc0-43c7-b3e1-1c5840d3eee7 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] Pushing event deleted for resources: {'Network': ['ID=250fc49b-7b47-4c4d-8b36-9454744fc689,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:39:50.253000 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42344) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:39:50.383536 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4f52101f-c747-4386-99f1-beae3c425db9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b56e019123c4dffa69f7a176eb53d27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293871 Apr 16 04:39:50.386078 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42348) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:39:50.433547 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3ba9e3b9-41bf-4556-985e-a51d7505482c admin admin] Publish callbacks [] for security_group (2ab87036-dfaf-4453-bc4c-2751cad517a8), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:50.457394 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3ba9e3b9-41bf-4556-985e-a51d7505482c admin admin] Publish callbacks [] for security_group (2ab87036-dfaf-4453-bc4c-2751cad517a8), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:50.565812 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3ba9e3b9-41bf-4556-985e-a51d7505482c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (2ab87036-dfaf-4453-bc4c-2751cad517a8), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:50.568396 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3ba9e3b9-41bf-4556-985e-a51d7505482c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:50.569709 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3ba9e3b9-41bf-4556-985e-a51d7505482c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ab87036-dfaf-4453-bc4c-2751cad517a8 HTTP/1.1" status: 204 len: 168 time: 0.1827066 Apr 16 04:39:50.579063 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9e3b9-41bf-4556-985e-a51d7505482c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab87036-dfaf-4453-bc4c-2751cad517a8,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:39:51.169088 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42354) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:39:51.183554 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c5e0be6-18f5-4ba8-8ca3-1e3967151ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:51.259244 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c5e0be6-18f5-4ba8-8ca3-1e3967151ccd admin admin] Publish callbacks [] for security_group (c5ae69a7-7169-4272-8369-3e2403f99736), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:51.322331 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c5e0be6-18f5-4ba8-8ca3-1e3967151ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (c5ae69a7-7169-4272-8369-3e2403f99736), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:51.364623 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7c5e0be6-18f5-4ba8-8ca3-1e3967151ccd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a07c20d3b5e4c3f9e2f9a6ace58b2b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1943841 Apr 16 04:39:51.365807 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e0be6-18f5-4ba8-8ca3-1e3967151ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ae69a7-7169-4272-8369-3e2403f99736,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:39:51.367203 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42356) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:39:51.428158 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5a1b3515-1b3c-415e-a5ad-5441f4153e6b admin admin] Publish callbacks [] for security_group (c5ae69a7-7169-4272-8369-3e2403f99736), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:51.450046 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5a1b3515-1b3c-415e-a5ad-5441f4153e6b admin admin] Publish callbacks [] for security_group (c5ae69a7-7169-4272-8369-3e2403f99736), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:51.573312 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5a1b3515-1b3c-415e-a5ad-5441f4153e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (c5ae69a7-7169-4272-8369-3e2403f99736), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:51.575955 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5a1b3515-1b3c-415e-a5ad-5441f4153e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:51.577236 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5a1b3515-1b3c-415e-a5ad-5441f4153e6b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5ae69a7-7169-4272-8369-3e2403f99736 HTTP/1.1" status: 204 len: 168 time: 0.2084973 Apr 16 04:39:51.588971 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b3515-1b3c-415e-a5ad-5441f4153e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ae69a7-7169-4272-8369-3e2403f99736,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:39:53.091357 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:39:58.196022 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:39:59.288343 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-cdf2a9cc-b668-477c-a469-b1dbabc38c10 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=90ad3b5b17ad40daaaf39023e2f3328b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288324 Apr 16 04:39:59.467308 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-c15d4609-42db-4dbc-9fdd-88ba801f241f tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:39:59.468694 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-c15d4609-42db-4dbc-9fdd-88ba801f241f tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1754534 Apr 16 04:39:59.482722 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-b2b7051d-244b-4039-9e9d-161a2b3b376b tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/quotas/90ad3b5b17ad40daaaf39023e2f3328b HTTP/1.1" status: 200 len: 375 time: 0.0086799 Apr 16 04:39:59.519282 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-d826287d-940b-4b59-a57c-8f6846e7c081 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=90ad3b5b17ad40daaaf39023e2f3328b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319910 Apr 16 04:39:59.758194 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6543f2ca-1a2b-4ea0-9796-bb1f999d1a35 req-7d3da9fe-7743-4117-a43f-47b4b7c04a2c tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/ports?device_id=64675169-f682-4e7f-a2c4-3ee40c82f4d7 HTTP/1.1" status: 200 len: 210 time: 0.0292244 Apr 16 04:40:00.854195 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f1a1dd03-0fc8-4d4d-bc61-d6183a40de19 req-19673193-318f-4fef-ac03-cc07152fd049 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/ports?device_id=64675169-f682-4e7f-a2c4-3ee40c82f4d7 HTTP/1.1" status: 200 len: 210 time: 0.0285375 Apr 16 04:40:01.785083 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-bc76514e-201c-47cd-952e-ed7c399a75c5 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=90ad3b5b17ad40daaaf39023e2f3328b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287793 Apr 16 04:40:01.980099 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9010ca3b-e9b7-430a-a52b-fd40d7adbc7b req-fbd4b0f2-e4d3-4101-8c13-15ba7baf313a tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/ports?device_id=64675169-f682-4e7f-a2c4-3ee40c82f4d7 HTTP/1.1" status: 200 len: 210 time: 0.0507114 Apr 16 04:40:02.000977 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-0219a768-2100-41dd-92cd-a971c7fd2e6f tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:02.000977 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-0219a768-2100-41dd-92cd-a971c7fd2e6f tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2093871 Apr 16 04:40:02.011056 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-928ad2b9-e39c-43e9-a98c-9fe3175dc491 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Request body: {'port': {'device_id': '64675169-f682-4e7f-a2c4-3ee40c82f4d7', 'network_id': '051b683d-f43d-4c44-ace6-341792e00ffa', 'admin_state_up': True, 'tenant_id': '90ad3b5b17ad40daaaf39023e2f3328b'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:40:02.184448 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-928ad2b9-e39c-43e9-a98c-9fe3175dc491 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Made reservation on behalf of 90ad3b5b17ad40daaaf39023e2f3328b for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:40:02.187774 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-928ad2b9-e39c-43e9-a98c-9fe3175dc491 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:02.197122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-928ad2b9-e39c-43e9-a98c-9fe3175dc491 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:02.269589 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-928ad2b9-e39c-43e9-a98c-9fe3175dc491 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Publish callbacks [] for security_group (0ad94557-0259-4a32-bb74-6b29aa665ef7), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:02.342430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-928ad2b9-e39c-43e9-a98c-9fe3175dc491 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (0ad94557-0259-4a32-bb74-6b29aa665ef7), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:02.403640 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ad2b9-e39c-43e9-a98c-9fe3175dc491 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad94557-0259-4a32-bb74-6b29aa665ef7,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:40:02.477365 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-928ad2b9-e39c-43e9-a98c-9fe3175dc491 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Allocated IP 192.168.233.27 (051b683d-f43d-4c44-ace6-341792e00ffa/7e640bcc-0eb7-4518-b1f5-a1c259f445a3/7c3ff94f-e6dc-46f6-a179-3de9b4b52104) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:40:02.619408 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-928ad2b9-e39c-43e9-a98c-9fe3175dc491 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Publish callbacks [] for port (7c3ff94f-e6dc-46f6-a179-3de9b4b52104), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:02.710118 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-928ad2b9-e39c-43e9-a98c-9fe3175dc491 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (7c3ff94f-e6dc-46f6-a179-3de9b4b52104), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:02.755985 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-928ad2b9-e39c-43e9-a98c-9fe3175dc491 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Network 051b683d-f43d-4c44-ace6-341792e00ffa is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:40:02.761140 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-928ad2b9-e39c-43e9-a98c-9fe3175dc491 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:40:02.763571 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-928ad2b9-e39c-43e9-a98c-9fe3175dc491 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:40:02.790381 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ad2b9-e39c-43e9-a98c-9fe3175dc491 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Pushing event updated for resources: {'Port': ['ID=7c3ff94f-e6dc-46f6-a179-3de9b4b52104,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:40:02.820488 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-928ad2b9-e39c-43e9-a98c-9fe3175dc491 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:02.821226 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-928ad2b9-e39c-43e9-a98c-9fe3175dc491 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:02.890234 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-928ad2b9-e39c-43e9-a98c-9fe3175dc491 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8833234 Apr 16 04:40:02.899745 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-ebc2bb5d-fe4d-49f2-abcf-c4ce6b0ed803 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:40:02.900773 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-ebc2bb5d-fe4d-49f2-abcf-c4ce6b0ed803 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052998 Apr 16 04:40:02.912902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] Request body: {'port': {'device_id': '64675169-f682-4e7f-a2c4-3ee40c82f4d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:40:02.959834 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-dbc8612b-8f18-4510-80e0-2ca3ff7f493a None None] Provisioning complete for port 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:40:02.960374 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dbc8612b-8f18-4510-80e0-2ca3ff7f493a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7c3ff94f-e6dc-46f6-a179-3de9b4b52104), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:02.973693 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7c3ff94f-e6dc-46f6-a179-3de9b4b52104), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:02.995987 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8612b-8f18-4510-80e0-2ca3ff7f493a None None] Port 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:40:03.094157 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78bfee-cdb7-4c50-a99f-cb9f35496911 req-6ab9ced7-34bf-4e1d-8f2b-1abbcfc13a48 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:03.095657 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9f78bfee-cdb7-4c50-a99f-cb9f35496911 req-6ab9ced7-34bf-4e1d-8f2b-1abbcfc13a48 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/ports?device_id=64675169-f682-4e7f-a2c4-3ee40c82f4d7 HTTP/1.1" status: 200 len: 935 time: 0.0472245 Apr 16 04:40:03.143351 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9f78bfee-cdb7-4c50-a99f-cb9f35496911 req-b95da3fb-8fec-437e-8cf9-2a608b20c58d tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ad94557-0259-4a32-bb74-6b29aa665ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407236 Apr 16 04:40:03.239206 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:40:03.246565 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] Publish callbacks [] for port (7c3ff94f-e6dc-46f6-a179-3de9b4b52104), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:03.258831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] Transition to ACTIVE for port object 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:40:03.315735 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (7c3ff94f-e6dc-46f6-a179-3de9b4b52104), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:03.365443 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3ff94f-e6dc-46f6-a179-3de9b4b52104,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:40:03.442067 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] Attempting to bind port 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:40:03.442405 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] Attempting to bind port 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'b600070e-a8c3-4f80-a668-702d9816f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '051b683d-f43d-4c44-ace6-341792e00ffa'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:40:03.442737 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] Attempting to bind port 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 on network 051b683d-f43d-4c44-ace6-341792e00ffa {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:40:03.447955 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] Port 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 on network 051b683d-f43d-4c44-ace6-341792e00ffa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:40:03.448279 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] Attempting to bind port 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 on network 051b683d-f43d-4c44-ace6-341792e00ffa {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:40:03.453402 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:40:03.453742 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] Checking segment: {'id': 'b600070e-a8c3-4f80-a668-702d9816f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '051b683d-f43d-4c44-ace6-341792e00ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:40:03.454128 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] Bound using segment: {'id': 'b600070e-a8c3-4f80-a668-702d9816f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '051b683d-f43d-4c44-ace6-341792e00ffa'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:40:03.454564 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] Bound port: 7c3ff94f-e6dc-46f6-a179-3de9b4b52104, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b600070e-a8c3-4f80-a668-702d9816f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '051b683d-f43d-4c44-ace6-341792e00ffa'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:40:03.454923 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7c3ff94f-e6dc-46f6-a179-3de9b4b52104), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:03.520356 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] For port 7c3ff94f-e6dc-46f6-a179-3de9b4b52104, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:40:03.523920 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] For port 7c3ff94f-e6dc-46f6-a179-3de9b4b52104, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=7c3ff94f-e6dc-46f6-a179-3de9b4b52104,segment=NetworkSegment(b600070e-a8c3-4f80-a668-702d9816f558),segment_id=b600070e-a8c3-4f80-a668-702d9816f558)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:40:03.605558 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (7c3ff94f-e6dc-46f6-a179-3de9b4b52104), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:03.639341 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:03.639956 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:03.641407 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] 10.222.0.18 "PUT /v2.0/ports/7c3ff94f-e6dc-46f6-a179-3de9b4b52104 HTTP/1.1" status: 200 len: 1097 time: 0.7325954 Apr 16 04:40:03.641839 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64675169-f682-4e7f-a2c4-3ee40c82f4d7', 'tag': '7c3ff94f-e6dc-46f6-a179-3de9b4b52104'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:40:03.644038 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb1fc0d-dea2-40f8-9eff-21a26896ad09" -d '{"events": [{"name": "network-changed", "server_uuid": "64675169-f682-4e7f-a2c4-3ee40c82f4d7", "tag": "7c3ff94f-e6dc-46f6-a179-3de9b4b52104"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:40:03.669848 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80503522-aa67-49b4-8556-4bab1668c434 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3ff94f-e6dc-46f6-a179-3de9b4b52104,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:40:03.696121 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb9bc2e-a199-41ca-abe6-724a21a85d23 x-openstack-request-id: req-dcb9bc2e-a199-41ca-abe6-724a21a85d23 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:40:03.696121 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64675169-f682-4e7f-a2c4-3ee40c82f4d7", "tag": "7c3ff94f-e6dc-46f6-a179-3de9b4b52104", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:40:03.696121 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dcb9bc2e-a199-41ca-abe6-724a21a85d23 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:40:03.696121 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb9bc2e-a199-41ca-abe6-724a21a85d23'] response: {'name': 'network-changed', 'server_uuid': '64675169-f682-4e7f-a2c4-3ee40c82f4d7', 'tag': '7c3ff94f-e6dc-46f6-a179-3de9b4b52104', 'status': 'completed', 'code': 200} Apr 16 04:40:03.753755 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1fc0d-dea2-40f8-9eff-21a26896ad09 req-9753858d-6215-4786-8ce0-911d95dfadc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:03.755294 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ceb1fc0d-dea2-40f8-9eff-21a26896ad09 req-9753858d-6215-4786-8ce0-911d95dfadc8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=90ad3b5b17ad40daaaf39023e2f3328b&device_id=64675169-f682-4e7f-a2c4-3ee40c82f4d7 HTTP/1.1" status: 200 len: 1131 time: 0.0419354 Apr 16 04:40:03.782183 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ceb1fc0d-dea2-40f8-9eff-21a26896ad09 req-d37e5d8e-c146-4899-8483-237a9a3c4edb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=90ad3b5b17ad40daaaf39023e2f3328b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207081 Apr 16 04:40:03.879551 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1fc0d-dea2-40f8-9eff-21a26896ad09 req-ff9a4f27-81cc-4037-8052-607b2eece20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:03.881072 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ceb1fc0d-dea2-40f8-9eff-21a26896ad09 req-ff9a4f27-81cc-4037-8052-607b2eece20e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0915477 Apr 16 04:40:03.953092 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-ef68deb7-f766-4a1d-99c0-823fc0f9f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:03.954518 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-ef68deb7-f766-4a1d-99c0-823fc0f9f230 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=90ad3b5b17ad40daaaf39023e2f3328b&device_id=64675169-f682-4e7f-a2c4-3ee40c82f4d7 HTTP/1.1" status: 200 len: 1131 time: 0.0396264 Apr 16 04:40:03.998377 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-c71ba916-37c5-4069-912d-379dde68c75c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=7c3ff94f-e6dc-46f6-a179-3de9b4b52104 HTTP/1.1" status: 200 len: 217 time: 0.0371082 Apr 16 04:40:04.044760 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-8884a6f3-b9c1-4fa4-9316-599f11df638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:04.046238 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-8884a6f3-b9c1-4fa4-9316-599f11df638b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e640bcc-0eb7-4518-b1f5-a1c259f445a3 HTTP/1.1" status: 200 len: 843 time: 0.0427203 Apr 16 04:40:04.088655 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-8b9082e1-4871-4407-87ca-b19d63c44170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:04.090166 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-8b9082e1-4871-4407-87ca-b19d63c44170 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=051b683d-f43d-4c44-ace6-341792e00ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0385835 Apr 16 04:40:04.181524 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-84974784-b054-4442-82f7-a3b4d3e23492 service neutron] 10.222.0.18 "GET /v2.0/networks/051b683d-f43d-4c44-ace6-341792e00ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852685 Apr 16 04:40:04.257594 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43eecb8-4598-4b60-90d1-b62b41453e18 req-b6a5e5af-feb3-4541-86a2-0c376f8bc993 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:04.258963 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d43eecb8-4598-4b60-90d1-b62b41453e18 req-b6a5e5af-feb3-4541-86a2-0c376f8bc993 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/ports?device_id=64675169-f682-4e7f-a2c4-3ee40c82f4d7 HTTP/1.1" status: 200 len: 947 time: 0.0492740 Apr 16 04:40:04.271219 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f66a6c30-df0b-4b81-a15b-261302946c95 req-1b48682b-c4fe-444b-bed0-36d203238e3c service neutron] 10.222.0.18 "GET /v2.0/networks/051b683d-f43d-4c44-ace6-341792e00ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838370 Apr 16 04:40:04.308273 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d43eecb8-4598-4b60-90d1-b62b41453e18 req-2e5f3236-f02e-47a9-83f3-a2275bcfe9d0 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ad94557-0259-4a32-bb74-6b29aa665ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435553 Apr 16 04:40:05.426258 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6aa0a2-74d5-4d10-9390-e1fbbf9889b6 req-70272221-f9bb-4292-a099-6bbfdb621b6b tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:05.427682 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2a6aa0a2-74d5-4d10-9390-e1fbbf9889b6 req-70272221-f9bb-4292-a099-6bbfdb621b6b tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/ports?device_id=64675169-f682-4e7f-a2c4-3ee40c82f4d7 HTTP/1.1" status: 200 len: 947 time: 0.0505948 Apr 16 04:40:05.473268 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2a6aa0a2-74d5-4d10-9390-e1fbbf9889b6 req-b22594ed-9ab5-46be-8520-c67f02fe61a4 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ad94557-0259-4a32-bb74-6b29aa665ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395787 Apr 16 04:40:06.408812 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:40:06.507721 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 7c3ff94f-e6dc-46f6-a179-3de9b4b52104, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=7c3ff94f-e6dc-46f6-a179-3de9b4b52104,segment=NetworkSegment(b600070e-a8c3-4f80-a668-702d9816f558),segment_id=b600070e-a8c3-4f80-a668-702d9816f558)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:40:06.518852 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '7c3ff94f-e6dc-46f6-a179-3de9b4b52104', 'network_id': '051b683d-f43d-4c44-ace6-341792e00ffa', 'port_id': '7c3ff94f-e6dc-46f6-a179-3de9b4b52104', 'mac_address': 'fa:16:3e:9a:09:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e640bcc-0eb7-4518-b1f5-a1c259f445a3', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:40:06.556288 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:40:06.556676 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7c3ff94f-e6dc-46f6-a179-3de9b4b52104), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:06.573491 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:40:06.583256 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49870b90-8bc0-4eb1-884b-fb92ab730abd req-cb806444-c8cd-4f46-aaef-7fe4a202105a tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:06.584767 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-49870b90-8bc0-4eb1-884b-fb92ab730abd req-cb806444-c8cd-4f46-aaef-7fe4a202105a tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/ports?device_id=64675169-f682-4e7f-a2c4-3ee40c82f4d7 HTTP/1.1" status: 200 len: 947 time: 0.0463469 Apr 16 04:40:06.593160 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 7c3ff94f-e6dc-46f6-a179-3de9b4b52104, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=7c3ff94f-e6dc-46f6-a179-3de9b4b52104,segment=NetworkSegment(b600070e-a8c3-4f80-a668-702d9816f558),segment_id=b600070e-a8c3-4f80-a668-702d9816f558)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:40:06.631687 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-49870b90-8bc0-4eb1-884b-fb92ab730abd req-40465f2a-9732-492c-8e1f-fecbdf5c90da tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ad94557-0259-4a32-bb74-6b29aa665ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404811 Apr 16 04:40:06.664496 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (7c3ff94f-e6dc-46f6-a179-3de9b4b52104), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:06.711905 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=7c3ff94f-e6dc-46f6-a179-3de9b4b52104,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:40:06.859383 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['7c3ff94f-e6dc-46f6-a179-3de9b4b52104'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:40:07.743358 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d67bab-afc1-4169-8e3f-c8825171dc97 req-b87728c1-38fc-4437-94d0-4c18368c2998 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:07.745033 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b9d67bab-afc1-4169-8e3f-c8825171dc97 req-b87728c1-38fc-4437-94d0-4c18368c2998 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/ports?device_id=64675169-f682-4e7f-a2c4-3ee40c82f4d7 HTTP/1.1" status: 200 len: 948 time: 0.0482044 Apr 16 04:40:07.794536 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b9d67bab-afc1-4169-8e3f-c8825171dc97 req-bc04dbb2-c0a7-427e-b88a-7e8031843adb tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ad94557-0259-4a32-bb74-6b29aa665ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440457 Apr 16 04:40:08.408704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:40:08.452461 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:40:08.536452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:40:08.536855 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7c3ff94f-e6dc-46f6-a179-3de9b4b52104), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:08.611864 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:40:08.612251 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7c3ff94f-e6dc-46f6-a179-3de9b4b52104), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:08.634335 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64675169-f682-4e7f-a2c4-3ee40c82f4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3ff94f-e6dc-46f6-a179-3de9b4b52104'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:40:08.636548 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2e5ca7-c789-461d-a151-b62639986dce" -d '{"events": [{"server_uuid": "64675169-f682-4e7f-a2c4-3ee40c82f4d7", "name": "network-vif-plugged", "status": "completed", "tag": "7c3ff94f-e6dc-46f6-a179-3de9b4b52104"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:40:08.648460 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 7c3ff94f-e6dc-46f6-a179-3de9b4b52104, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=7c3ff94f-e6dc-46f6-a179-3de9b4b52104,segment=NetworkSegment(b600070e-a8c3-4f80-a668-702d9816f558),segment_id=b600070e-a8c3-4f80-a668-702d9816f558)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:40:08.672860 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653630f3-c596-47ff-a1e4-e0795f8cacd1 x-openstack-request-id: req-653630f3-c596-47ff-a1e4-e0795f8cacd1 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:40:08.673233 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64675169-f682-4e7f-a2c4-3ee40c82f4d7", "name": "network-vif-plugged", "status": "completed", "tag": "7c3ff94f-e6dc-46f6-a179-3de9b4b52104", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:40:08.673654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-653630f3-c596-47ff-a1e4-e0795f8cacd1 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:40:08.674054 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-653630f3-c596-47ff-a1e4-e0795f8cacd1'] response: {'server_uuid': '64675169-f682-4e7f-a2c4-3ee40c82f4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3ff94f-e6dc-46f6-a179-3de9b4b52104', 'code': 200} Apr 16 04:40:08.727942 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (7c3ff94f-e6dc-46f6-a179-3de9b4b52104), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:08.778799 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=7c3ff94f-e6dc-46f6-a179-3de9b4b52104,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:40:08.904685 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ba34c-c175-4cb6-bf20-e7f53e0895b6 req-c964393b-719b-4379-aab4-20da1c29c3b3 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:08.906180 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fa9ba34c-c175-4cb6-bf20-e7f53e0895b6 req-c964393b-719b-4379-aab4-20da1c29c3b3 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/ports?device_id=64675169-f682-4e7f-a2c4-3ee40c82f4d7 HTTP/1.1" status: 200 len: 949 time: 0.0470381 Apr 16 04:40:08.982977 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fceaaf-5333-4f6f-8efb-c6fac8fccd36 req-4e6fa0de-ea4e-498c-8bee-5e92d358b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:08.984358 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c7fceaaf-5333-4f6f-8efb-c6fac8fccd36 req-4e6fa0de-ea4e-498c-8bee-5e92d358b09c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=64675169-f682-4e7f-a2c4-3ee40c82f4d7 HTTP/1.1" status: 200 len: 1133 time: 0.0540512 Apr 16 04:40:08.988658 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fa9ba34c-c175-4cb6-bf20-e7f53e0895b6 req-1c9f55fe-640d-479e-90ec-1f4502d97e4c tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ad94557-0259-4a32-bb74-6b29aa665ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764997 Apr 16 04:40:09.029348 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c7fceaaf-5333-4f6f-8efb-c6fac8fccd36 req-264ff483-1938-488e-a49b-06bc6db4234b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0ad94557-0259-4a32-bb74-6b29aa665ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391879 Apr 16 04:40:09.115215 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4c5d9173-c7f0-41bb-bea7-e2acd4484469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:10.102456 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5e0c0-199e-4727-b158-cae96ae2cfff req-95b7c7d3-ef19-42fd-a7ab-cf270d25059f tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:10.103859 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b8a5e0c0-199e-4727-b158-cae96ae2cfff req-95b7c7d3-ef19-42fd-a7ab-cf270d25059f tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/ports?device_id=64675169-f682-4e7f-a2c4-3ee40c82f4d7 HTTP/1.1" status: 200 len: 949 time: 0.0479836 Apr 16 04:40:10.153290 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b8a5e0c0-199e-4727-b158-cae96ae2cfff req-9e74a120-b43c-424f-92c1-6efce5ebb4c3 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ad94557-0259-4a32-bb74-6b29aa665ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438614 Apr 16 04:40:11.263161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32a7c6-68df-45b9-8d2f-a3c1715d527e req-eb4f8c12-f1dc-4abd-a68e-9f7cadb5f87c tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:11.264616 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cb32a7c6-68df-45b9-8d2f-a3c1715d527e req-eb4f8c12-f1dc-4abd-a68e-9f7cadb5f87c tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/ports?device_id=64675169-f682-4e7f-a2c4-3ee40c82f4d7 HTTP/1.1" status: 200 len: 949 time: 0.0465155 Apr 16 04:40:11.310892 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cb32a7c6-68df-45b9-8d2f-a3c1715d527e req-1edf6e13-e5c0-424d-bdd8-4fec0e9c7c88 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ad94557-0259-4a32-bb74-6b29aa665ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407076 Apr 16 04:40:11.462291 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d8e8304a-1174-4e42-8f3d-c1550c7f1d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:11.744621 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [req-6810ca87-c390-45d3-888d-c65c0948b6fd req-455df187-0af3-45aa-9e60-a0eb3195bada service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:40:11.745672 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6810ca87-c390-45d3-888d-c65c0948b6fd req-455df187-0af3-45aa-9e60-a0eb3195bada service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0947268 Apr 16 04:40:12.303620 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [req-ed1e90d1-f181-4092-aed8-657fdcdf80b1 req-139aeec5-ebc7-4eae-b405-d505757fe1b2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:40:12.305189 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ed1e90d1-f181-4092-aed8-657fdcdf80b1 req-139aeec5-ebc7-4eae-b405-d505757fe1b2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0535374 Apr 16 04:40:12.595444 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:12.941043 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44850c19-9291-428a-bf94-a327564ad73d req-c5e33c38-fd44-4282-a34a-61c19f03a81c tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:12.942497 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-44850c19-9291-428a-bf94-a327564ad73d req-c5e33c38-fd44-4282-a34a-61c19f03a81c tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/ports?device_id=64675169-f682-4e7f-a2c4-3ee40c82f4d7 HTTP/1.1" status: 200 len: 949 time: 0.0502782 Apr 16 04:40:12.988683 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-44850c19-9291-428a-bf94-a327564ad73d req-362679a0-3480-4553-b00e-3826e8b89869 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ad94557-0259-4a32-bb74-6b29aa665ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405519 Apr 16 04:40:14.068134 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:14.171314 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d492a5-8c33-4c4e-9c24-575c0bded935 req-8bbec733-694b-4836-96d0-6ae0df489de2 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:14.172955 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d7d492a5-8c33-4c4e-9c24-575c0bded935 req-8bbec733-694b-4836-96d0-6ae0df489de2 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.18 "GET /v2.0/ports?device_id=64675169-f682-4e7f-a2c4-3ee40c82f4d7 HTTP/1.1" status: 200 len: 949 time: 0.0487106 Apr 16 04:40:14.259116 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-d7d492a5-8c33-4c4e-9c24-575c0bded935 req-4ae4c609-5f5c-411c-92d5-26364e8bf961 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Deleting port 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:40:14.259454 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d7d492a5-8c33-4c4e-9c24-575c0bded935 req-4ae4c609-5f5c-411c-92d5-26364e8bf961 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (7c3ff94f-e6dc-46f6-a179-3de9b4b52104), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:14.260714 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607836d-1651-4845-8a5c-3e5e4bc806da req-6a800ae3-868d-4b5d-ba46-6c643fab839f tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:14.262207 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8607836d-1651-4845-8a5c-3e5e4bc806da req-6a800ae3-868d-4b5d-ba46-6c643fab839f tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/ports?device_id=64675169-f682-4e7f-a2c4-3ee40c82f4d7 HTTP/1.1" status: 200 len: 949 time: 0.0468659 Apr 16 04:40:14.309571 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8607836d-1651-4845-8a5c-3e5e4bc806da req-e4b570ec-0f53-4ac3-bb43-ec7e9ce2c624 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ad94557-0259-4a32-bb74-6b29aa665ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417089 Apr 16 04:40:14.349026 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-d7d492a5-8c33-4c4e-9c24-575c0bded935 req-4ae4c609-5f5c-411c-92d5-26364e8bf961 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] For port 7c3ff94f-e6dc-46f6-a179-3de9b4b52104, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=7c3ff94f-e6dc-46f6-a179-3de9b4b52104,segment=NetworkSegment(b600070e-a8c3-4f80-a668-702d9816f558),segment_id=b600070e-a8c3-4f80-a668-702d9816f558)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:40:14.349395 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d7d492a5-8c33-4c4e-9c24-575c0bded935 req-4ae4c609-5f5c-411c-92d5-26364e8bf961 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (7c3ff94f-e6dc-46f6-a179-3de9b4b52104), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:14.362721 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-d7d492a5-8c33-4c4e-9c24-575c0bded935 req-4ae4c609-5f5c-411c-92d5-26364e8bf961 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Calling delete_port for 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:40:14.565280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d7d492a5-8c33-4c4e-9c24-575c0bded935 req-4ae4c609-5f5c-411c-92d5-26364e8bf961 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (7c3ff94f-e6dc-46f6-a179-3de9b4b52104), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:14.576920 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['7c3ff94f-e6dc-46f6-a179-3de9b4b52104'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:40:14.593462 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4c609-5f5c-411c-92d5-26364e8bf961 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Pushing event deleted for resources: {'Port': ['ID=7c3ff94f-e6dc-46f6-a179-3de9b4b52104,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:40:14.643061 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d492a5-8c33-4c4e-9c24-575c0bded935 req-4ae4c609-5f5c-411c-92d5-26364e8bf961 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] No DVR routers for this DVR port 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:40:14.645699 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-d7d492a5-8c33-4c4e-9c24-575c0bded935 req-4ae4c609-5f5c-411c-92d5-26364e8bf961 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:14.649598 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d7d492a5-8c33-4c4e-9c24-575c0bded935 req-4ae4c609-5f5c-411c-92d5-26364e8bf961 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.18 "DELETE /v2.0/ports/7c3ff94f-e6dc-46f6-a179-3de9b4b52104 HTTP/1.1" status: 204 len: 173 time: 0.4718237 Apr 16 04:40:14.650046 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64675169-f682-4e7f-a2c4-3ee40c82f4d7', 'name': 'network-vif-deleted', 'tag': '7c3ff94f-e6dc-46f6-a179-3de9b4b52104'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:40:14.652373 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9834fcfb-29be-4c29-b783-fa2f9978c4a6" -d '{"events": [{"server_uuid": "64675169-f682-4e7f-a2c4-3ee40c82f4d7", "name": "network-vif-deleted", "tag": "7c3ff94f-e6dc-46f6-a179-3de9b4b52104"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:40:14.688057 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae37856-d796-4bea-9603-3c34f2a42c2b x-openstack-request-id: req-1ae37856-d796-4bea-9603-3c34f2a42c2b {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:40:14.688351 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64675169-f682-4e7f-a2c4-3ee40c82f4d7", "name": "network-vif-deleted", "tag": "7c3ff94f-e6dc-46f6-a179-3de9b4b52104", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:40:14.688602 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ae37856-d796-4bea-9603-3c34f2a42c2b {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:40:14.689045 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae37856-d796-4bea-9603-3c34f2a42c2b'] response: {'server_uuid': '64675169-f682-4e7f-a2c4-3ee40c82f4d7', 'name': 'network-vif-deleted', 'tag': '7c3ff94f-e6dc-46f6-a179-3de9b4b52104', 'status': 'completed', 'code': 200} Apr 16 04:40:15.378877 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:15.419816 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fcfa5ee7-1ca1-4f4c-9c60-7c9caa4b6602 req-94d5efef-b037-4d29-8c0b-32ccf91ef139 tempest-ServersAdminNegativeTestJSON-2111903023 tempest-ServersAdminNegativeTestJSON-2111903023-project] 10.222.0.30 "GET /v2.0/ports?device_id=64675169-f682-4e7f-a2c4-3ee40c82f4d7 HTTP/1.1" status: 200 len: 210 time: 0.0290358 Apr 16 04:40:16.888202 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42500) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:40:17.017453 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-762ea2b5-2bde-4f09-a01c-386a2b0de18f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=90ad3b5b17ad40daaaf39023e2f3328b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1280160 Apr 16 04:40:17.019923 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42504) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:40:17.070229 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a45c-7103-45c0-8002-7a3e87828398 admin admin] Publish callbacks [] for security_group (0ad94557-0259-4a32-bb74-6b29aa665ef7), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:17.090598 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a45c-7103-45c0-8002-7a3e87828398 admin admin] Publish callbacks [] for security_group (0ad94557-0259-4a32-bb74-6b29aa665ef7), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:17.189546 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a45c-7103-45c0-8002-7a3e87828398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (0ad94557-0259-4a32-bb74-6b29aa665ef7), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:17.192040 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a45c-7103-45c0-8002-7a3e87828398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:17.193210 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fcd2a45c-7103-45c0-8002-7a3e87828398 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ad94557-0259-4a32-bb74-6b29aa665ef7 HTTP/1.1" status: 204 len: 168 time: 0.1724010 Apr 16 04:40:17.200789 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2a45c-7103-45c0-8002-7a3e87828398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad94557-0259-4a32-bb74-6b29aa665ef7,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:40:17.751472 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42510) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:40:17.765150 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2ea0b996-d41f-4ddb-b8d3-2994748dfa33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:17.839745 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2ea0b996-d41f-4ddb-b8d3-2994748dfa33 admin admin] Publish callbacks [] for security_group (30225776-1157-4112-b6fd-eee0e69157e5), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:17.932446 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2ea0b996-d41f-4ddb-b8d3-2994748dfa33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (30225776-1157-4112-b6fd-eee0e69157e5), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:17.971204 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2ea0b996-d41f-4ddb-b8d3-2994748dfa33 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=272722a5a124439da092b268ae7fd944&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2186604 Apr 16 04:40:17.972069 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0b996-d41f-4ddb-b8d3-2994748dfa33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30225776-1157-4112-b6fd-eee0e69157e5,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:40:17.974596 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42512) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:40:18.023050 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-30bf737a-315e-41fe-b454-a13b1d35f8f6 admin admin] Publish callbacks [] for security_group (30225776-1157-4112-b6fd-eee0e69157e5), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:18.044068 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-30bf737a-315e-41fe-b454-a13b1d35f8f6 admin admin] Publish callbacks [] for security_group (30225776-1157-4112-b6fd-eee0e69157e5), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:18.159058 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-30bf737a-315e-41fe-b454-a13b1d35f8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (30225776-1157-4112-b6fd-eee0e69157e5), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:18.161562 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-30bf737a-315e-41fe-b454-a13b1d35f8f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:18.162724 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-30bf737a-315e-41fe-b454-a13b1d35f8f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30225776-1157-4112-b6fd-eee0e69157e5 HTTP/1.1" status: 204 len: 168 time: 0.1867957 Apr 16 04:40:18.170676 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf737a-315e-41fe-b454-a13b1d35f8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30225776-1157-4112-b6fd-eee0e69157e5,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:40:18.470829 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:40:18.491977 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:40:18.492254 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 7c3ff94f-e6dc-46f6-a179-3de9b4b52104 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:40:19.129141 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42534) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:40:19.222201 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-3cd2830c-4fd8-483a-98d6-fcbcd65441bb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-652938048-network', 'tenant_id': '07b48825f3c845bebc1efe33c212c022'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:40:19.313577 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd2830c-4fd8-483a-98d6-fcbcd65441bb admin admin] Made reservation on behalf of 07b48825f3c845bebc1efe33c212c022 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:40:19.315819 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3cd2830c-4fd8-483a-98d6-fcbcd65441bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:19.324930 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3cd2830c-4fd8-483a-98d6-fcbcd65441bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:19.396747 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3cd2830c-4fd8-483a-98d6-fcbcd65441bb admin admin] Publish callbacks [] for security_group (858954fe-69f9-4c32-8c1b-c1849be191bd), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:19.458143 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3cd2830c-4fd8-483a-98d6-fcbcd65441bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (858954fe-69f9-4c32-8c1b-c1849be191bd), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:19.478438 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd2830c-4fd8-483a-98d6-fcbcd65441bb admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:40:19.492903 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2830c-4fd8-483a-98d6-fcbcd65441bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858954fe-69f9-4c32-8c1b-c1849be191bd,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:40:19.496272 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3cd2830c-4fd8-483a-98d6-fcbcd65441bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (274ee575-d946-4f8e-8b13-cc1f3d13e038), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:19.496609 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-3cd2830c-4fd8-483a-98d6-fcbcd65441bb admin admin] Added segment 274ee575-d946-4f8e-8b13-cc1f3d13e038 of type vlan for network 59cd9309-f078-48aa-95a5-2bee29e380b0 Apr 16 04:40:19.538912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3cd2830c-4fd8-483a-98d6-fcbcd65441bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (59cd9309-f078-48aa-95a5-2bee29e380b0), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:19.629694 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3cd2830c-4fd8-483a-98d6-fcbcd65441bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (59cd9309-f078-48aa-95a5-2bee29e380b0), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:19.630583 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd2830c-4fd8-483a-98d6-fcbcd65441bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:19.631161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3cd2830c-4fd8-483a-98d6-fcbcd65441bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:19.716504 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2830c-4fd8-483a-98d6-fcbcd65441bb admin admin] Pushing event updated for resources: {'Network': ['ID=59cd9309-f078-48aa-95a5-2bee29e380b0,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:40:19.725947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 59cd9309-f078-48aa-95a5-2bee29e380b0 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:40:19.735455 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3cd2830c-4fd8-483a-98d6-fcbcd65441bb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6052444 Apr 16 04:40:19.738572 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42538) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:40:19.743980 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-688b6bf0-ef6c-4cae-97d6-e1b434080f2e admin admin] Request body: {'subnet': {'network_id': '59cd9309-f078-48aa-95a5-2bee29e380b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-652938048-subnet', 'tenant_id': '07b48825f3c845bebc1efe33c212c022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:40:19.824126 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688b6bf0-ef6c-4cae-97d6-e1b434080f2e admin admin] Made reservation on behalf of 07b48825f3c845bebc1efe33c212c022 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:40:19.826527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-688b6bf0-ef6c-4cae-97d6-e1b434080f2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:20.035708 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-688b6bf0-ef6c-4cae-97d6-e1b434080f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (62366b99-9737-4c54-9931-1d78d21c5361), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:20.096852 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b6bf0-ef6c-4cae-97d6-e1b434080f2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=62366b99-9737-4c54-9931-1d78d21c5361,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:40:20.104469 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688b6bf0-ef6c-4cae-97d6-e1b434080f2e admin admin] Checking segment: {'id': '274ee575-d946-4f8e-8b13-cc1f3d13e038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '59cd9309-f078-48aa-95a5-2bee29e380b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:40:20.104866 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688b6bf0-ef6c-4cae-97d6-e1b434080f2e admin admin] Network hostable DHCP agents. Network: 59cd9309-f078-48aa-95a5-2bee29e380b0, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:40:20.155345 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688b6bf0-ef6c-4cae-97d6-e1b434080f2e admin admin] Network 59cd9309-f078-48aa-95a5-2bee29e380b0 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:40:20.221866 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-688b6bf0-ef6c-4cae-97d6-e1b434080f2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 59cd9309-f078-48aa-95a5-2bee29e380b0) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:40:20.225894 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b6bf0-ef6c-4cae-97d6-e1b434080f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:20.231183 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-688b6bf0-ef6c-4cae-97d6-e1b434080f2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:20.232003 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95a4d85-1165-4004-bd1c-dcb0db2e031f None None] Network 59cd9309-f078-48aa-95a5-2bee29e380b0 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:40:20.316429 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-688b6bf0-ef6c-4cae-97d6-e1b434080f2e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5766687 Apr 16 04:40:20.331028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0165313-f23c-4ef1-b1d6-10d82186d05f None None] Network 59cd9309-f078-48aa-95a5-2bee29e380b0 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:40:20.727995 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-42c1fffa-4fef-42b6-86db-435a784c2ce5 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:20.729474 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-42c1fffa-4fef-42b6-86db-435a784c2ce5 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/networks?id=59cd9309-f078-48aa-95a5-2bee29e380b0 HTTP/1.1" status: 200 len: 811 time: 0.1002786 Apr 16 04:40:20.743633 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-44c89ea2-f049-4c3e-aa9f-655bcef23a05 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/quotas/07b48825f3c845bebc1efe33c212c022 HTTP/1.1" status: 200 len: 375 time: 0.0088758 Apr 16 04:40:20.780834 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-e9619cd9-7bf3-413c-8589-5eb8088f298b tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=07b48825f3c845bebc1efe33c212c022&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323868 Apr 16 04:40:20.868801 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-a66a8bc6-1f67-4c59-9899-cc6a0ec9294e service neutron] 10.222.0.30 "GET /v2.0/networks/59cd9309-f078-48aa-95a5-2bee29e380b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811348 Apr 16 04:40:20.961022 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-3e31157d-dca7-420a-af9c-f7295d270d5a service neutron] 10.222.0.30 "GET /v2.0/networks/59cd9309-f078-48aa-95a5-2bee29e380b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865028 Apr 16 04:40:21.196124 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-89da2e2d-d81e-4106-8478-c0e90da14c7d req-7ed47eda-676c-43bc-99cc-d46f954072eb tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 210 time: 0.0375831 Apr 16 04:40:22.290828 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0cd788da-c991-43ab-b5c4-69eb10ffb6df req-462f6352-0837-4fde-aafc-c372aa192e3a tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 210 time: 0.0294390 Apr 16 04:40:23.134682 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-f2963ef0-4ca9-42c6-91f1-536382208e9b tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:23.136144 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-f2963ef0-4ca9-42c6-91f1-536382208e9b tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.18 "GET /v2.0/networks?id=59cd9309-f078-48aa-95a5-2bee29e380b0 HTTP/1.1" status: 200 len: 811 time: 0.0970752 Apr 16 04:40:23.148200 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-ef32148f-117a-4ed5-ac53-9ac34e1fd01a tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Request body: {'port': {'device_id': '272055ed-9b87-4d11-9d08-cb1a24cb7918', 'network_id': '59cd9309-f078-48aa-95a5-2bee29e380b0', 'admin_state_up': True, 'tenant_id': '07b48825f3c845bebc1efe33c212c022'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:40:23.307962 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-ef32148f-117a-4ed5-ac53-9ac34e1fd01a tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Made reservation on behalf of 07b48825f3c845bebc1efe33c212c022 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:40:23.311390 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-ef32148f-117a-4ed5-ac53-9ac34e1fd01a tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:23.400873 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-89370b87-568a-4ec1-b26e-4407997c7cdc req-25efa436-4ddf-4f91-bf8d-6b409c13cb30 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 210 time: 0.0369692 Apr 16 04:40:23.463446 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-ef32148f-117a-4ed5-ac53-9ac34e1fd01a tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Allocated IP 172.20.0.12 (59cd9309-f078-48aa-95a5-2bee29e380b0/62366b99-9737-4c54-9931-1d78d21c5361/c6176780-a67e-4905-aaf2-f5139bc8cccd) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:40:23.603893 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-ef32148f-117a-4ed5-ac53-9ac34e1fd01a tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Publish callbacks [] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:23.692752 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-ef32148f-117a-4ed5-ac53-9ac34e1fd01a tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:23.736580 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-ef32148f-117a-4ed5-ac53-9ac34e1fd01a tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Network 59cd9309-f078-48aa-95a5-2bee29e380b0 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:40:23.739648 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-ef32148f-117a-4ed5-ac53-9ac34e1fd01a tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:40:23.745313 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-ef32148f-117a-4ed5-ac53-9ac34e1fd01a tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:40:23.772139 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32148f-117a-4ed5-ac53-9ac34e1fd01a tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Pushing event updated for resources: {'Port': ['ID=c6176780-a67e-4905-aaf2-f5139bc8cccd,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:40:23.797673 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-ef32148f-117a-4ed5-ac53-9ac34e1fd01a tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:23.798273 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-ef32148f-117a-4ed5-ac53-9ac34e1fd01a tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:23.871836 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-ef32148f-117a-4ed5-ac53-9ac34e1fd01a tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7271495 Apr 16 04:40:23.883036 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] Request body: {'port': {'device_id': '272055ed-9b87-4d11-9d08-cb1a24cb7918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:40:23.941362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:24.193220 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6176780-a67e-4905-aaf2-f5139bc8cccd {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:40:24.201147 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] Publish callbacks [] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:24.213492 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] Transition to ACTIVE for port object c6176780-a67e-4905-aaf2-f5139bc8cccd will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:40:24.275557 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:24.323859 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] Pushing event updated for resources: {'Port': ['ID=c6176780-a67e-4905-aaf2-f5139bc8cccd,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:40:24.393441 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] Attempting to bind port c6176780-a67e-4905-aaf2-f5139bc8cccd on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:40:24.393766 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] Attempting to bind port c6176780-a67e-4905-aaf2-f5139bc8cccd by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '274ee575-d946-4f8e-8b13-cc1f3d13e038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '59cd9309-f078-48aa-95a5-2bee29e380b0'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:40:24.394081 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] Attempting to bind port c6176780-a67e-4905-aaf2-f5139bc8cccd on network 59cd9309-f078-48aa-95a5-2bee29e380b0 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:40:24.398244 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] Port c6176780-a67e-4905-aaf2-f5139bc8cccd on network 59cd9309-f078-48aa-95a5-2bee29e380b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:40:24.398558 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] Attempting to bind port c6176780-a67e-4905-aaf2-f5139bc8cccd on network 59cd9309-f078-48aa-95a5-2bee29e380b0 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:40:24.404000 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:40:24.404328 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] Checking segment: {'id': '274ee575-d946-4f8e-8b13-cc1f3d13e038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '59cd9309-f078-48aa-95a5-2bee29e380b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:40:24.404701 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] Bound using segment: {'id': '274ee575-d946-4f8e-8b13-cc1f3d13e038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '59cd9309-f078-48aa-95a5-2bee29e380b0'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:40:24.405140 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] Bound port: c6176780-a67e-4905-aaf2-f5139bc8cccd, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274ee575-d946-4f8e-8b13-cc1f3d13e038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '59cd9309-f078-48aa-95a5-2bee29e380b0'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:40:24.405491 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:24.517557 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1753e3-e7e6-498e-85bd-53f06e820237 req-36bb69e4-6677-4121-911a-1e7bdb80292e tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:24.519036 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3e1753e3-e7e6-498e-85bd-53f06e820237 req-36bb69e4-6677-4121-911a-1e7bdb80292e tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 944 time: 0.0478282 Apr 16 04:40:24.569855 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3e1753e3-e7e6-498e-85bd-53f06e820237 req-0d56fa69-04c6-4de2-b32c-0e47eb48b5c6 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443008 Apr 16 04:40:24.793148 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] For port c6176780-a67e-4905-aaf2-f5139bc8cccd, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:40:24.795925 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] For port c6176780-a67e-4905-aaf2-f5139bc8cccd, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c6176780-a67e-4905-aaf2-f5139bc8cccd,segment=NetworkSegment(274ee575-d946-4f8e-8b13-cc1f3d13e038),segment_id=274ee575-d946-4f8e-8b13-cc1f3d13e038)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:40:24.858636 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:24.892825 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:24.893437 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:24.894803 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] 10.222.0.18 "PUT /v2.0/ports/c6176780-a67e-4905-aaf2-f5139bc8cccd HTTP/1.1" status: 200 len: 1094 time: 1.0158358 Apr 16 04:40:24.895226 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272055ed-9b87-4d11-9d08-cb1a24cb7918', 'tag': 'c6176780-a67e-4905-aaf2-f5139bc8cccd'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:40:24.897449 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bd2142-71c7-4e23-9ed6-166bd14fee8c" -d '{"events": [{"name": "network-changed", "server_uuid": "272055ed-9b87-4d11-9d08-cb1a24cb7918", "tag": "c6176780-a67e-4905-aaf2-f5139bc8cccd"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:40:24.920770 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a020c0e-0fbb-430f-bb55-fb99901bfd18 service neutron] Pushing event updated for resources: {'Port': ['ID=c6176780-a67e-4905-aaf2-f5139bc8cccd,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:40:24.935214 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6f5cf9-d11e-4deb-8f32-539f1874a8dd x-openstack-request-id: req-ab6f5cf9-d11e-4deb-8f32-539f1874a8dd {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:40:24.935485 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272055ed-9b87-4d11-9d08-cb1a24cb7918", "tag": "c6176780-a67e-4905-aaf2-f5139bc8cccd", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:40:24.935737 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab6f5cf9-d11e-4deb-8f32-539f1874a8dd {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:40:24.936127 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab6f5cf9-d11e-4deb-8f32-539f1874a8dd'] response: {'name': 'network-changed', 'server_uuid': '272055ed-9b87-4d11-9d08-cb1a24cb7918', 'tag': 'c6176780-a67e-4905-aaf2-f5139bc8cccd', 'status': 'completed', 'code': 200} Apr 16 04:40:24.997677 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd2142-71c7-4e23-9ed6-166bd14fee8c req-30db5a64-9e34-4ec6-854a-56e7872acc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:24.999197 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e8bd2142-71c7-4e23-9ed6-166bd14fee8c req-30db5a64-9e34-4ec6-854a-56e7872acc72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07b48825f3c845bebc1efe33c212c022&device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 1128 time: 0.0415397 Apr 16 04:40:25.093997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd2142-71c7-4e23-9ed6-166bd14fee8c req-fc484306-bdd4-4eb3-bb52-c979aad23cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:25.095402 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e8bd2142-71c7-4e23-9ed6-166bd14fee8c req-fc484306-bdd4-4eb3-bb52-c979aad23cad service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=07b48825f3c845bebc1efe33c212c022&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0899994 Apr 16 04:40:25.188198 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd2142-71c7-4e23-9ed6-166bd14fee8c req-8e155b9c-71da-44bf-868f-b00311e4812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:25.189656 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e8bd2142-71c7-4e23-9ed6-166bd14fee8c req-8e155b9c-71da-44bf-868f-b00311e4812e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0890050 Apr 16 04:40:25.260427 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-eef984d3-d0d8-482c-9a2c-0f5c1354dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:25.261891 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-eef984d3-d0d8-482c-9a2c-0f5c1354dbe8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07b48825f3c845bebc1efe33c212c022&device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 1128 time: 0.0390112 Apr 16 04:40:25.301054 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-2a76b507-b831-46e9-834f-14789aae582a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6176780-a67e-4905-aaf2-f5139bc8cccd HTTP/1.1" status: 200 len: 217 time: 0.0328901 Apr 16 04:40:25.349908 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-74a78e07-f421-4847-9ba0-118c82448356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:25.351289 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-74a78e07-f421-4847-9ba0-118c82448356 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62366b99-9737-4c54-9931-1d78d21c5361 HTTP/1.1" status: 200 len: 851 time: 0.0445023 Apr 16 04:40:25.383262 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-6933a166-330c-481a-aaa8-cbd13a3f27ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59cd9309-f078-48aa-95a5-2bee29e380b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255923 Apr 16 04:40:25.472463 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-53739d2f-b5e5-4d33-addc-0f4c4e7d4254 service neutron] 10.222.0.18 "GET /v2.0/networks/59cd9309-f078-48aa-95a5-2bee29e380b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826001 Apr 16 04:40:25.562540 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6de5e02f-6364-4403-99a9-93f19ba351d0 req-216390ff-60d4-4889-937a-b14e910f5247 service neutron] 10.222.0.18 "GET /v2.0/networks/59cd9309-f078-48aa-95a5-2bee29e380b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841186 Apr 16 04:40:25.685343 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb240e-8f1f-4c94-8fa2-cad516b1c25a req-94b01a4c-62b5-4195-9d2e-62af7dcf6d5e tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:25.686795 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-06bb240e-8f1f-4c94-8fa2-cad516b1c25a req-94b01a4c-62b5-4195-9d2e-62af7dcf6d5e tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 944 time: 0.0506556 Apr 16 04:40:25.733037 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-06bb240e-8f1f-4c94-8fa2-cad516b1c25a req-93cc0f8f-cfb8-4828-809a-a666ad6dc3f4 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405781 Apr 16 04:40:26.844241 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd1985-7cd2-4aba-84f5-64cc81e88783 req-30aa19e0-aba3-41e6-a7a8-43596616033a tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:26.845724 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-64fd1985-7cd2-4aba-84f5-64cc81e88783 req-30aa19e0-aba3-41e6-a7a8-43596616033a tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 944 time: 0.0466111 Apr 16 04:40:26.891181 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-64fd1985-7cd2-4aba-84f5-64cc81e88783 req-5693c815-13ef-476e-9b35-19d1cbb076c6 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400240 Apr 16 04:40:28.000582 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ac7cb-5d21-4f6b-a49d-900141173fca req-87cad15b-fb2d-47d4-8ae6-e6af066f8bdf tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:28.002056 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-128ac7cb-5d21-4f6b-a49d-900141173fca req-87cad15b-fb2d-47d4-8ae6-e6af066f8bdf tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 944 time: 0.0465600 Apr 16 04:40:28.049318 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-128ac7cb-5d21-4f6b-a49d-900141173fca req-e47a4eca-fff0-4f81-a8e6-d52748cfd9e1 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418098 Apr 16 04:40:28.195040 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:28.501408 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device c6176780-a67e-4905-aaf2-f5139bc8cccd details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:40:28.598594 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port c6176780-a67e-4905-aaf2-f5139bc8cccd, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c6176780-a67e-4905-aaf2-f5139bc8cccd,segment=NetworkSegment(274ee575-d946-4f8e-8b13-cc1f3d13e038),segment_id=274ee575-d946-4f8e-8b13-cc1f3d13e038)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:40:28.610075 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'c6176780-a67e-4905-aaf2-f5139bc8cccd', 'network_id': '59cd9309-f078-48aa-95a5-2bee29e380b0', 'port_id': 'c6176780-a67e-4905-aaf2-f5139bc8cccd', 'mac_address': 'fa:16:3e:4b:42:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62366b99-9737-4c54-9931-1d78d21c5361', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:40:28.646268 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port c6176780-a67e-4905-aaf2-f5139bc8cccd is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:40:28.646656 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:28.659679 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6176780-a67e-4905-aaf2-f5139bc8cccd {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:40:28.678616 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port c6176780-a67e-4905-aaf2-f5139bc8cccd, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c6176780-a67e-4905-aaf2-f5139bc8cccd,segment=NetworkSegment(274ee575-d946-4f8e-8b13-cc1f3d13e038),segment_id=274ee575-d946-4f8e-8b13-cc1f3d13e038)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:40:28.770510 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:28.817403 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=c6176780-a67e-4905-aaf2-f5139bc8cccd,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:40:28.956905 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['c6176780-a67e-4905-aaf2-f5139bc8cccd'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:40:29.163779 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c8231-22da-4ba2-881b-420e21c86438 req-09db4696-c283-4fab-80e7-61159f98054e tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:29.165289 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f48c8231-22da-4ba2-881b-420e21c86438 req-09db4696-c283-4fab-80e7-61159f98054e tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 945 time: 0.0502148 Apr 16 04:40:29.212562 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f48c8231-22da-4ba2-881b-420e21c86438 req-5c52a796-65ce-4aa8-befb-7de2eb179943 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418158 Apr 16 04:40:30.090698 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:40:30.327192 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb08ea-1872-48f9-ba5e-aab817468bc5 req-08b07687-9463-4c05-892c-ab1ca4f0d2fb tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:30.328650 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c4bb08ea-1872-48f9-ba5e-aab817468bc5 req-08b07687-9463-4c05-892c-ab1ca4f0d2fb tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 945 time: 0.0507452 Apr 16 04:40:30.374708 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c4bb08ea-1872-48f9-ba5e-aab817468bc5 req-e7e01939-8d58-419d-9732-246d1b6505e8 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404847 Apr 16 04:40:30.501861 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device c6176780-a67e-4905-aaf2-f5139bc8cccd up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:40:30.546449 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port c6176780-a67e-4905-aaf2-f5139bc8cccd completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:40:30.615742 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port c6176780-a67e-4905-aaf2-f5139bc8cccd triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:40:30.616120 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:30.695082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port c6176780-a67e-4905-aaf2-f5139bc8cccd is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:40:30.695474 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:30.717999 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272055ed-9b87-4d11-9d08-cb1a24cb7918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6176780-a67e-4905-aaf2-f5139bc8cccd'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:40:30.720281 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fd82d7-e065-48ea-89da-7cf9487031d2" -d '{"events": [{"server_uuid": "272055ed-9b87-4d11-9d08-cb1a24cb7918", "name": "network-vif-plugged", "status": "completed", "tag": "c6176780-a67e-4905-aaf2-f5139bc8cccd"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:40:30.732455 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port c6176780-a67e-4905-aaf2-f5139bc8cccd, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c6176780-a67e-4905-aaf2-f5139bc8cccd,segment=NetworkSegment(274ee575-d946-4f8e-8b13-cc1f3d13e038),segment_id=274ee575-d946-4f8e-8b13-cc1f3d13e038)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:40:30.755605 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d56658-e259-4ac8-b466-13b7ce3900a6 x-openstack-request-id: req-06d56658-e259-4ac8-b466-13b7ce3900a6 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:40:30.755964 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272055ed-9b87-4d11-9d08-cb1a24cb7918", "name": "network-vif-plugged", "status": "completed", "tag": "c6176780-a67e-4905-aaf2-f5139bc8cccd", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:40:30.756170 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06d56658-e259-4ac8-b466-13b7ce3900a6 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:40:30.756570 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06d56658-e259-4ac8-b466-13b7ce3900a6'] response: {'server_uuid': '272055ed-9b87-4d11-9d08-cb1a24cb7918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6176780-a67e-4905-aaf2-f5139bc8cccd', 'code': 200} Apr 16 04:40:30.795057 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:30.843086 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=c6176780-a67e-4905-aaf2-f5139bc8cccd,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:40:31.028115 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dc442-3377-400e-bab7-9de87d6f1675 req-4cb70e93-f96f-40a8-bbd1-f3f359d117ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:31.029527 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-959dc442-3377-400e-bab7-9de87d6f1675 req-4cb70e93-f96f-40a8-bbd1-f3f359d117ea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 1130 time: 0.0385854 Apr 16 04:40:31.072940 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-959dc442-3377-400e-bab7-9de87d6f1675 req-cc1dd0c9-61ed-40cc-8232-699e8ca1c01a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374556 Apr 16 04:40:31.484969 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a4126-72c1-4b43-9e6d-be76e5d502b1 req-b4e47c1b-555f-4092-915b-f7ff3732e835 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:31.486444 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-157a4126-72c1-4b43-9e6d-be76e5d502b1 req-b4e47c1b-555f-4092-915b-f7ff3732e835 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0468457 Apr 16 04:40:31.534278 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-157a4126-72c1-4b43-9e6d-be76e5d502b1 req-589bbc31-27f0-4ba8-a6ea-9d056c87e393 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423717 Apr 16 04:40:32.649516 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2f0bc-2335-4b5e-b03e-5a37b76acf66 req-9e42f26a-155e-4117-b0b0-f7b9f8e41eaf tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:32.651001 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c3f2f0bc-2335-4b5e-b03e-5a37b76acf66 req-9e42f26a-155e-4117-b0b0-f7b9f8e41eaf tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0501995 Apr 16 04:40:32.697105 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c3f2f0bc-2335-4b5e-b03e-5a37b76acf66 req-8d7f4658-b01a-4a5e-8b04-ba6af5cb5fa1 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405617 Apr 16 04:40:33.098108 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e935065-5cee-484f-8a35-4905ba0359f5 req-a08a52bd-0657-4f6e-99a2-22943ed415af tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:33.099544 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0e935065-5cee-484f-8a35-4905ba0359f5 req-a08a52bd-0657-4f6e-99a2-22943ed415af tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0468917 Apr 16 04:40:33.145276 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0e935065-5cee-484f-8a35-4905ba0359f5 req-8cf3a24c-5c16-41d9-b5f4-72c5450c62d9 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395684 Apr 16 04:40:33.222485 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42602) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:40:33.303824 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-5e4dfc74-1bd4-4770-b7ea-da4aed7e6cc4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800107 Apr 16 04:40:33.312037 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-f9ce2ae9-84e7-4fc6-8ee8-c098786460d5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:40:33.313017 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-f9ce2ae9-84e7-4fc6-8ee8-c098786460d5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047870 Apr 16 04:40:33.978127 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-41454589-527d-4311-85ac-f2198a7138fb tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:33.979465 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-41454589-527d-4311-85ac-f2198a7138fb tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports/c6176780-a67e-4905-aaf2-f5139bc8cccd HTTP/1.1" status: 200 len: 943 time: 0.1009600 Apr 16 04:40:34.260556 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf80bd-d837-4728-9236-ff100d686ef4 req-dd4310c6-363e-4e9f-b6e4-9e01bf02fc06 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:34.262019 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-27cf80bd-d837-4728-9236-ff100d686ef4 req-dd4310c6-363e-4e9f-b6e4-9e01bf02fc06 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0462127 Apr 16 04:40:34.309520 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-27cf80bd-d837-4728-9236-ff100d686ef4 req-d86b33ae-3f20-497d-8fd6-edf6f3ff14b3 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419898 Apr 16 04:40:35.425113 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e3012-1286-415b-86f4-2a6623d035cd req-1139e3c9-bbf3-4cd3-95ff-716484e4a77e tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:35.426602 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9a9e3012-1286-415b-86f4-2a6623d035cd req-1139e3c9-bbf3-4cd3-95ff-716484e4a77e tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0478604 Apr 16 04:40:35.507751 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9a9e3012-1286-415b-86f4-2a6623d035cd req-0989bd08-0600-4973-85ad-b1dfb44a7493 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747740 Apr 16 04:40:35.508925 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-1e083b69-c995-4371-b817-871cf33d0a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:35.510307 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-1e083b69-c995-4371-b817-871cf33d0a49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07b48825f3c845bebc1efe33c212c022&device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 1130 time: 0.0583465 Apr 16 04:40:35.601436 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-3b02283d-ad05-4ecf-bf6b-c1c27a05ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:35.602851 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-3b02283d-ad05-4ecf-bf6b-c1c27a05ad56 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59cd9309-f078-48aa-95a5-2bee29e380b0 HTTP/1.1" status: 200 len: 911 time: 0.0867474 Apr 16 04:40:35.646573 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-ddf816aa-de9a-4a30-bd4d-bc38950229b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6176780-a67e-4905-aaf2-f5139bc8cccd HTTP/1.1" status: 200 len: 217 time: 0.0371399 Apr 16 04:40:35.692768 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-5d8cc526-682b-40c7-9143-0aef509d50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:35.694212 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-5d8cc526-682b-40c7-9143-0aef509d50a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62366b99-9737-4c54-9931-1d78d21c5361 HTTP/1.1" status: 200 len: 851 time: 0.0422714 Apr 16 04:40:35.725451 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-d6009b62-cbaa-4bc9-815a-9c51c6a4acb9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59cd9309-f078-48aa-95a5-2bee29e380b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250642 Apr 16 04:40:35.815446 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-0b237516-97e6-4b11-b977-14b1a1c9d4b8 service neutron] 10.222.0.18 "GET /v2.0/networks/59cd9309-f078-48aa-95a5-2bee29e380b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845776 Apr 16 04:40:35.906046 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-344fcf4c-5245-444a-8a5b-7b22e8c01c7f service neutron] 10.222.0.18 "GET /v2.0/networks/59cd9309-f078-48aa-95a5-2bee29e380b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842798 Apr 16 04:40:36.621060 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab5b0f-9b0d-4f1d-a83f-3dd409126bf8 req-401e734e-3468-4eb0-ab4f-ebdbb80b1da1 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:36.622515 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-75ab5b0f-9b0d-4f1d-a83f-3dd409126bf8 req-401e734e-3468-4eb0-ab4f-ebdbb80b1da1 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0467529 Apr 16 04:40:36.671356 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-75ab5b0f-9b0d-4f1d-a83f-3dd409126bf8 req-49b2e7c9-417b-439e-8923-74eb7b2fb655 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434690 Apr 16 04:40:37.783832 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735c9a1-c227-4261-bcd9-5a4735beaf5c req-0d2ac2d7-a3fb-45f0-9290-b81816be4bc1 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:37.785335 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e735c9a1-c227-4261-bcd9-5a4735beaf5c req-0d2ac2d7-a3fb-45f0-9290-b81816be4bc1 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0465269 Apr 16 04:40:37.835866 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e735c9a1-c227-4261-bcd9-5a4735beaf5c req-a96a17ad-230c-4a23-b4b7-a2cf67eb4257 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444331 Apr 16 04:40:38.946151 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8933d-d614-479c-9971-0d8b5dad17e1 req-eab5b1e9-f16c-41e9-a367-650a4dd6200f tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:38.947588 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c0f8933d-d614-479c-9971-0d8b5dad17e1 req-eab5b1e9-f16c-41e9-a367-650a4dd6200f tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0461521 Apr 16 04:40:38.993691 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c0f8933d-d614-479c-9971-0d8b5dad17e1 req-ce5ed8d5-fd00-4f54-9cc8-378782b32154 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406096 Apr 16 04:40:39.107067 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-afff0a90-21bf-4b67-86a9-c09bf1ddad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:40.103358 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a329b26-a004-4800-a5c3-2bd3bd78f7f2 req-bed0b5fc-fb38-4d34-9c47-1142b6c71ebf tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:40.104708 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6a329b26-a004-4800-a5c3-2bd3bd78f7f2 req-bed0b5fc-fb38-4d34-9c47-1142b6c71ebf tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0456512 Apr 16 04:40:40.149783 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6a329b26-a004-4800-a5c3-2bd3bd78f7f2 req-45e4974f-b865-40be-8345-7f01e651cfd7 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396440 Apr 16 04:40:41.261095 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241d3b3-60c5-4095-9f23-3c4356b32dd2 req-eb55f5d5-8b51-4a04-b91e-4890437faceb tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:41.262563 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f241d3b3-60c5-4095-9f23-3c4356b32dd2 req-eb55f5d5-8b51-4a04-b91e-4890437faceb tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0460050 Apr 16 04:40:41.309166 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f241d3b3-60c5-4095-9f23-3c4356b32dd2 req-ee9865a3-9a22-44da-93cb-b583fa1cb588 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412025 Apr 16 04:40:41.463579 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c1133f21-60e5-4723-b546-c516a672e639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:42.422074 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597a91a-0592-4c03-bf74-6e2a31f27941 req-a7084d8b-af84-4d74-b7cb-0728c2389fd3 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:42.423584 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8597a91a-0592-4c03-bf74-6e2a31f27941 req-a7084d8b-af84-4d74-b7cb-0728c2389fd3 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0471966 Apr 16 04:40:42.469811 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8597a91a-0592-4c03-bf74-6e2a31f27941 req-1619636b-1a9e-46b0-9f2f-6d3eaa438aaa tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406246 Apr 16 04:40:42.595197 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:43.585165 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3b4cf-a011-4ff5-8908-80cb6d077512 req-34a4ddb0-6e3d-4387-b09a-4893ca74b217 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:43.586650 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-02c3b4cf-a011-4ff5-8908-80cb6d077512 req-34a4ddb0-6e3d-4387-b09a-4893ca74b217 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0510457 Apr 16 04:40:43.635278 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-02c3b4cf-a011-4ff5-8908-80cb6d077512 req-36a39ca8-d0e9-484d-8f86-c41bcff8d2d7 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430717 Apr 16 04:40:44.063136 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:44.748073 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d927feb-5954-446f-9880-a0d3e56841e3 req-b7778716-7c9f-48f4-a8e6-99b92c863c9d tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:44.749457 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7d927feb-5954-446f-9880-a0d3e56841e3 req-b7778716-7c9f-48f4-a8e6-99b92c863c9d tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0495284 Apr 16 04:40:44.796017 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7d927feb-5954-446f-9880-a0d3e56841e3 req-1ec95418-3f20-473b-b543-daf473615eaf tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410933 Apr 16 04:40:45.412001 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:45.908009 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c8649-928c-45df-bf23-382a2c0fd723 req-e2fbcffa-7986-40f0-9c76-187b8d55c398 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:45.909500 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-967c8649-928c-45df-bf23-382a2c0fd723 req-e2fbcffa-7986-40f0-9c76-187b8d55c398 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0463917 Apr 16 04:40:45.955661 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-967c8649-928c-45df-bf23-382a2c0fd723 req-9787efb2-587f-416d-a097-a5e74a21f9b2 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405931 Apr 16 04:40:47.067081 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721ce72-0128-4abd-87fe-8ccff9423f94 req-9a4c9228-c5fe-454b-bf6d-2e0d3e834578 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:47.068580 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c721ce72-0128-4abd-87fe-8ccff9423f94 req-9a4c9228-c5fe-454b-bf6d-2e0d3e834578 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0469599 Apr 16 04:40:47.114612 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c721ce72-0128-4abd-87fe-8ccff9423f94 req-25576f36-82bb-4459-9b60-0e175520dabc tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402861 Apr 16 04:40:48.227278 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95e51f-20bc-4939-8d17-34701419c118 req-312a3306-92dc-43ce-a142-dcedd9b17536 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:48.228819 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0d95e51f-20bc-4939-8d17-34701419c118 req-312a3306-92dc-43ce-a142-dcedd9b17536 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0482135 Apr 16 04:40:48.278528 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0d95e51f-20bc-4939-8d17-34701419c118 req-6b5cbff2-bcea-44bc-b273-8af0bdd1e4f7 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442560 Apr 16 04:40:48.492847 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0122f4-466e-4325-a34c-5c3fe8f8e64c req-4315d078-a565-499c-aca6-b74acdda31ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:48.494862 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5d0122f4-466e-4325-a34c-5c3fe8f8e64c req-4315d078-a565-499c-aca6-b74acdda31ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07b48825f3c845bebc1efe33c212c022&device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 1130 time: 0.0847721 Apr 16 04:40:48.595607 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0122f4-466e-4325-a34c-5c3fe8f8e64c req-8861b191-34a7-48fe-98be-162a5ac5ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:48.597134 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5d0122f4-466e-4325-a34c-5c3fe8f8e64c req-8861b191-34a7-48fe-98be-162a5ac5ba5a service neutron] 10.222.0.18 "GET /v2.0/networks?id=59cd9309-f078-48aa-95a5-2bee29e380b0 HTTP/1.1" status: 200 len: 911 time: 0.0846708 Apr 16 04:40:48.640652 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5d0122f4-466e-4325-a34c-5c3fe8f8e64c req-15a3d9d3-88ae-4702-a6be-171bf7c03852 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6176780-a67e-4905-aaf2-f5139bc8cccd HTTP/1.1" status: 200 len: 217 time: 0.0381479 Apr 16 04:40:48.687674 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0122f4-466e-4325-a34c-5c3fe8f8e64c req-b0140deb-3745-4998-a352-4e833fba1ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:48.689027 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5d0122f4-466e-4325-a34c-5c3fe8f8e64c req-b0140deb-3745-4998-a352-4e833fba1ac9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62366b99-9737-4c54-9931-1d78d21c5361 HTTP/1.1" status: 200 len: 851 time: 0.0430534 Apr 16 04:40:48.719512 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5d0122f4-466e-4325-a34c-5c3fe8f8e64c req-f138ea0a-8a21-4b93-b901-d78e357234f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59cd9309-f078-48aa-95a5-2bee29e380b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253296 Apr 16 04:40:48.809646 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5d0122f4-466e-4325-a34c-5c3fe8f8e64c req-dc3ccf47-779e-4e08-9739-fab8b6197641 service neutron] 10.222.0.18 "GET /v2.0/networks/59cd9309-f078-48aa-95a5-2bee29e380b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848181 Apr 16 04:40:48.899318 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5d0122f4-466e-4325-a34c-5c3fe8f8e64c req-b24b10e8-b432-4824-b3f4-2e3eb3076539 service neutron] 10.222.0.18 "GET /v2.0/networks/59cd9309-f078-48aa-95a5-2bee29e380b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824308 Apr 16 04:40:49.388939 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264b46e-eab9-4791-b308-503a054e4944 req-a79cb823-5bf5-4abf-b11a-63bf986f649c tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:49.390437 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1264b46e-eab9-4791-b308-503a054e4944 req-a79cb823-5bf5-4abf-b11a-63bf986f649c tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0471027 Apr 16 04:40:49.441832 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1264b46e-eab9-4791-b308-503a054e4944 req-edb9c3d4-8890-4760-a0f7-ab54057343da tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458355 Apr 16 04:40:50.555832 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a4fd8-b61d-475e-a4d5-9ee794d964c9 req-7e16a9f4-1227-4d18-83f2-10ce79084220 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:50.557335 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d98a4fd8-b61d-475e-a4d5-9ee794d964c9 req-7e16a9f4-1227-4d18-83f2-10ce79084220 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0467572 Apr 16 04:40:50.604795 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d98a4fd8-b61d-475e-a4d5-9ee794d964c9 req-6b745f55-b2d4-4e31-bfff-23b942ca5924 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418220 Apr 16 04:40:51.717670 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11415d1d-cc65-47d5-b8ba-e2d14ed65735 req-6e26cdb1-397e-409c-81bd-8ea79e408e03 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:51.719140 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-11415d1d-cc65-47d5-b8ba-e2d14ed65735 req-6e26cdb1-397e-409c-81bd-8ea79e408e03 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0466418 Apr 16 04:40:51.764829 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-11415d1d-cc65-47d5-b8ba-e2d14ed65735 req-bd912392-7960-4f8a-a789-f8a6e4107706 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399663 Apr 16 04:40:52.876395 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd697be0-4ece-475a-b7a0-77d4bf305701 req-e89fc2b9-b321-4a12-9c2f-32c6b1635fd6 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:52.877902 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bd697be0-4ece-475a-b7a0-77d4bf305701 req-e89fc2b9-b321-4a12-9c2f-32c6b1635fd6 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0462000 Apr 16 04:40:52.925031 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bd697be0-4ece-475a-b7a0-77d4bf305701 req-9811659d-1250-4a08-be6b-ac577d8126a8 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416102 Apr 16 04:40:54.036794 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd139e00-09a8-4373-9b82-dcbf3e367d88 req-b70c3d51-a559-4735-9ad5-6361fe411a8d tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:54.038278 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bd139e00-09a8-4373-9b82-dcbf3e367d88 req-b70c3d51-a559-4735-9ad5-6361fe411a8d tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0477972 Apr 16 04:40:54.085378 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bd139e00-09a8-4373-9b82-dcbf3e367d88 req-b9699e2d-058d-4745-a347-db3e518b9018 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416365 Apr 16 04:40:55.199325 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfd117-3cc3-4882-b9f8-cc62d86395a9 req-89083996-44ef-4f27-bdcd-0c25d0287233 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:55.200794 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bedfd117-3cc3-4882-b9f8-cc62d86395a9 req-89083996-44ef-4f27-bdcd-0c25d0287233 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0499072 Apr 16 04:40:55.246821 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bedfd117-3cc3-4882-b9f8-cc62d86395a9 req-e6241919-2bcc-43db-9e08-882d0a47e17e tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405431 Apr 16 04:40:56.364547 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f47f48-1cb4-4949-8cbf-b00e44cc6b76 req-5da2a50f-2a47-45a6-98fd-35f63c123fc7 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:56.366089 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f7f47f48-1cb4-4949-8cbf-b00e44cc6b76 req-5da2a50f-2a47-45a6-98fd-35f63c123fc7 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0519574 Apr 16 04:40:56.413413 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f7f47f48-1cb4-4949-8cbf-b00e44cc6b76 req-84e9e7cc-fd3d-4293-8fcb-f8f5461b6b45 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418000 Apr 16 04:40:57.524008 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a93ce0-9264-4dce-8186-1249b5a7fc4e req-420ac48f-a307-48dc-82c3-d3e40147f013 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:57.525498 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-63a93ce0-9264-4dce-8186-1249b5a7fc4e req-420ac48f-a307-48dc-82c3-d3e40147f013 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0465908 Apr 16 04:40:57.571711 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-63a93ce0-9264-4dce-8186-1249b5a7fc4e req-2c90fd6c-1cc4-4859-bea9-16d32ea6a6b7 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407743 Apr 16 04:40:58.222783 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:40:58.681657 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557370aa-eeb1-46b6-8848-107d669dc5d9 req-d271a7e8-afe3-4a92-b2b4-3c32663ebf0b tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:58.683122 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-557370aa-eeb1-46b6-8848-107d669dc5d9 req-d271a7e8-afe3-4a92-b2b4-3c32663ebf0b tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0472066 Apr 16 04:40:58.730069 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-557370aa-eeb1-46b6-8848-107d669dc5d9 req-e3b68c0d-e330-4bcb-b2e6-5cf36da24efc tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413008 Apr 16 04:40:59.843519 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b2cdd-8f74-48ee-b6a7-9efb698c7d0b req-fb5b6cc3-e04e-48b6-b4e1-b66e17a91b45 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:40:59.844932 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2a5b2cdd-8f74-48ee-b6a7-9efb698c7d0b req-fb5b6cc3-e04e-48b6-b4e1-b66e17a91b45 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0496426 Apr 16 04:40:59.890712 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2a5b2cdd-8f74-48ee-b6a7-9efb698c7d0b req-ae0e182b-6dee-45ed-a596-703c01a31811 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402651 Apr 16 04:41:01.002203 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5f307-04bd-4db9-9a63-946cadb5e82b req-9f58e2da-b5a7-45a9-9eb7-052c8bd686ca tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:01.003647 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a4f5f307-04bd-4db9-9a63-946cadb5e82b req-9f58e2da-b5a7-45a9-9eb7-052c8bd686ca tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0469432 Apr 16 04:41:01.053673 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a4f5f307-04bd-4db9-9a63-946cadb5e82b req-421294fd-cc15-4bbc-9f70-a4bf88d04d98 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440207 Apr 16 04:41:02.165700 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029d462-a020-41de-979a-a5234e5a98e9 req-127b6a26-ee0c-4b07-adfa-4a94cf7cd359 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:02.167157 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7029d462-a020-41de-979a-a5234e5a98e9 req-127b6a26-ee0c-4b07-adfa-4a94cf7cd359 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0478129 Apr 16 04:41:02.213211 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7029d462-a020-41de-979a-a5234e5a98e9 req-7f4242c3-ef79-4413-b204-cf6dc700c893 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405366 Apr 16 04:41:02.845860 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-d1996064-62d5-4620-a9a3-bc120e21a188 service neutron] 10.222.0.18 "GET /v2.0/ports/c6176780-a67e-4905-aaf2-f5139bc8cccd/bindings/hv-neutron-8380 HTTP/1.1" status: 200 len: 384 time: 0.0560796 Apr 16 04:41:03.354076 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-228d8097-46f9-486c-950c-bff771733051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:03.355551 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-228d8097-46f9-486c-950c-bff771733051 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918&tenant_id=07b48825f3c845bebc1efe33c212c022 HTTP/1.1" status: 200 len: 1130 time: 0.1030431 Apr 16 04:41:03.364626 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8590e-14be-4b45-a47c-f925ca3ad145 req-9067a656-0559-451c-a3a1-8f34c5e1dd70 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:03.366023 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3ef8590e-14be-4b45-a47c-f925ca3ad145 req-9067a656-0559-451c-a3a1-8f34c5e1dd70 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0827816 Apr 16 04:41:03.429773 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-55c4eb43-e543-4814-aff4-3246765c1148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:03.431243 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-55c4eb43-e543-4814-aff4-3246765c1148 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07b48825f3c845bebc1efe33c212c022&device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 1130 time: 0.0535843 Apr 16 04:41:03.461116 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3ef8590e-14be-4b45-a47c-f925ca3ad145 req-0ae8f217-787f-4773-8d69-40bb7e6b7f58 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895846 Apr 16 04:41:03.531012 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-d36a9269-4263-4f69-8ec0-efeb749379e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:03.532620 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-d36a9269-4263-4f69-8ec0-efeb749379e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59cd9309-f078-48aa-95a5-2bee29e380b0 HTTP/1.1" status: 200 len: 911 time: 0.0939169 Apr 16 04:41:03.571850 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-ceb63c10-c46d-4921-980c-3a23f7993a74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6176780-a67e-4905-aaf2-f5139bc8cccd HTTP/1.1" status: 200 len: 217 time: 0.0334709 Apr 16 04:41:03.617741 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-a6f0d5d4-6ba0-440b-a455-6c3c6d55c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:03.619102 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-a6f0d5d4-6ba0-440b-a455-6c3c6d55c13f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62366b99-9737-4c54-9931-1d78d21c5361 HTTP/1.1" status: 200 len: 851 time: 0.0415370 Apr 16 04:41:03.658984 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-120a4289-633c-4782-baf7-ddd55c49e7c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59cd9309-f078-48aa-95a5-2bee29e380b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337825 Apr 16 04:41:03.745747 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-7746452e-ae7e-4255-8e21-d7aced4040f9 service neutron] 10.222.0.18 "GET /v2.0/networks/59cd9309-f078-48aa-95a5-2bee29e380b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805628 Apr 16 04:41:03.840128 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf75583-562e-4d8d-b6d2-2c845c48a78f req-7ed2b9c2-92ec-4c84-82ac-e03e3d4dcf50 service neutron] 10.222.0.18 "GET /v2.0/networks/59cd9309-f078-48aa-95a5-2bee29e380b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855122 Apr 16 04:41:04.573676 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a5301-a6f8-4bce-b062-e738616ac78d req-7e896647-09fa-478f-b678-24cb29b258f1 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:04.575106 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-183a5301-a6f8-4bce-b062-e738616ac78d req-7e896647-09fa-478f-b678-24cb29b258f1 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0458331 Apr 16 04:41:04.624845 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-183a5301-a6f8-4bce-b062-e738616ac78d req-f20e55cf-ec81-4df0-b612-9fd57f02cbd7 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443466 Apr 16 04:41:05.736428 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab3637-da12-404d-ba85-206b56343632 req-ed3092ca-f5f6-4f4e-af49-df5354450b8b tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:05.737898 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-21ab3637-da12-404d-ba85-206b56343632 req-ed3092ca-f5f6-4f4e-af49-df5354450b8b tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0475078 Apr 16 04:41:05.786283 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-21ab3637-da12-404d-ba85-206b56343632 req-689af202-64e0-4408-9dfc-3b27464d7a97 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423336 Apr 16 04:41:06.718306 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device c6176780-a67e-4905-aaf2-f5139bc8cccd details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:41:06.721831 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device c6176780-a67e-4905-aaf2-f5139bc8cccd no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:41:06.902704 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09db04e-6cc7-4a30-93a6-c789afe8368b req-89be6e44-4981-453b-90bc-ea693a522ec4 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:06.904173 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a09db04e-6cc7-4a30-93a6-c789afe8368b req-89be6e44-4981-453b-90bc-ea693a522ec4 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0487318 Apr 16 04:41:06.952662 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a09db04e-6cc7-4a30-93a6-c789afe8368b req-7bc566d7-503d-4afb-892e-2670f9444a60 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425360 Apr 16 04:41:07.017024 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port c6176780-a67e-4905-aaf2-f5139bc8cccd is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:41:07.017414 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:07.037744 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port c6176780-a67e-4905-aaf2-f5139bc8cccd, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c6176780-a67e-4905-aaf2-f5139bc8cccd,segment=NetworkSegment(274ee575-d946-4f8e-8b13-cc1f3d13e038),segment_id=274ee575-d946-4f8e-8b13-cc1f3d13e038)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:41:07.058266 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272055ed-9b87-4d11-9d08-cb1a24cb7918', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6176780-a67e-4905-aaf2-f5139bc8cccd'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:41:07.060469 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04d0746-417a-4b2b-9bc5-ca98e3d66f85" -d '{"events": [{"server_uuid": "272055ed-9b87-4d11-9d08-cb1a24cb7918", "name": "network-vif-unplugged", "status": "completed", "tag": "c6176780-a67e-4905-aaf2-f5139bc8cccd"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:41:07.065003 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'c6176780-a67e-4905-aaf2-f5139bc8cccd', 'network_id': '59cd9309-f078-48aa-95a5-2bee29e380b0', 'port_id': 'c6176780-a67e-4905-aaf2-f5139bc8cccd', 'mac_address': 'fa:16:3e:4b:42:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62366b99-9737-4c54-9931-1d78d21c5361', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:41:07.076578 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port c6176780-a67e-4905-aaf2-f5139bc8cccd, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c6176780-a67e-4905-aaf2-f5139bc8cccd,segment=NetworkSegment(274ee575-d946-4f8e-8b13-cc1f3d13e038),segment_id=274ee575-d946-4f8e-8b13-cc1f3d13e038)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:41:07.097468 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:41:07.110341 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 04:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28900b33-47bb-4af4-bcf2-6a1f19ac5ebb x-openstack-request-id: req-28900b33-47bb-4af4-bcf2-6a1f19ac5ebb {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:41:07.110661 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272055ed-9b87-4d11-9d08-cb1a24cb7918", "name": "network-vif-unplugged", "status": "completed", "tag": "c6176780-a67e-4905-aaf2-f5139bc8cccd", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:41:07.110941 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-28900b33-47bb-4af4-bcf2-6a1f19ac5ebb {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:41:07.111347 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28900b33-47bb-4af4-bcf2-6a1f19ac5ebb'] response: {'server_uuid': '272055ed-9b87-4d11-9d08-cb1a24cb7918', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6176780-a67e-4905-aaf2-f5139bc8cccd', 'code': 200} Apr 16 04:41:07.113613 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port c6176780-a67e-4905-aaf2-f5139bc8cccd is: ACTIVE; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:41:07.114003 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:07.127622 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6176780-a67e-4905-aaf2-f5139bc8cccd {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:41:07.142045 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:07.216538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:41:07.216920 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:41:07.219904 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=c6176780-a67e-4905-aaf2-f5139bc8cccd,revision_number=6']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:41:07.227929 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:07.228284 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:07.228612 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:07.228973 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:07.229373 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:07.229635 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:07.229958 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:07.230281 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:07.230602 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:07.230965 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:07.231254 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:07.231569 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:07.231889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:07.232204 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:07.232518 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:07.450752 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-473eb462-1380-4001-a025-d22275af4dd7 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:07.452193 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-473eb462-1380-4001-a025-d22275af4dd7 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.18 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918&tenant_id=07b48825f3c845bebc1efe33c212c022&binding%3Ahost_id=hv-neutron-8380 HTTP/1.1" status: 200 len: 944 time: 0.0870433 Apr 16 04:41:07.528979 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-06e63734-8a1c-4763-9130-bef7e6b33495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:07.530331 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-06e63734-8a1c-4763-9130-bef7e6b33495 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07b48825f3c845bebc1efe33c212c022&device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 1128 time: 0.0378261 Apr 16 04:41:07.619927 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-ea28b5dc-7eee-4c2f-8ff8-0c5be0f427ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:07.621402 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-ea28b5dc-7eee-4c2f-8ff8-0c5be0f427ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=59cd9309-f078-48aa-95a5-2bee29e380b0 HTTP/1.1" status: 200 len: 911 time: 0.0855305 Apr 16 04:41:07.660428 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-76b0c440-5e37-4465-bf2f-0d759d2302aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6176780-a67e-4905-aaf2-f5139bc8cccd HTTP/1.1" status: 200 len: 217 time: 0.0333538 Apr 16 04:41:07.704904 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-2e78d92a-5fd1-43b7-9480-f6b419536b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:07.706245 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-2e78d92a-5fd1-43b7-9480-f6b419536b9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62366b99-9737-4c54-9931-1d78d21c5361 HTTP/1.1" status: 200 len: 851 time: 0.0406547 Apr 16 04:41:07.737233 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-d44aa4cc-0224-4ad7-acae-57b072b3925f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59cd9309-f078-48aa-95a5-2bee29e380b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248981 Apr 16 04:41:07.753508 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port c6176780-a67e-4905-aaf2-f5139bc8cccd is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:41:07.754014 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:07.767177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6176780-a67e-4905-aaf2-f5139bc8cccd {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:41:07.791628 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port c6176780-a67e-4905-aaf2-f5139bc8cccd, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c6176780-a67e-4905-aaf2-f5139bc8cccd,segment=NetworkSegment(274ee575-d946-4f8e-8b13-cc1f3d13e038),segment_id=274ee575-d946-4f8e-8b13-cc1f3d13e038)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:41:07.828642 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-71cf0a8d-3a5a-4280-a925-1134d64e3680 service neutron] 10.222.0.18 "GET /v2.0/networks/59cd9309-f078-48aa-95a5-2bee29e380b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855069 Apr 16 04:41:07.868377 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:07.920826 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-e2766f65-05fc-45bb-bec9-1a44bda41479 service neutron] 10.222.0.18 "GET /v2.0/networks/59cd9309-f078-48aa-95a5-2bee29e380b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861728 Apr 16 04:41:07.925707 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['c6176780-a67e-4905-aaf2-f5139bc8cccd'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:41:07.927975 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=c6176780-a67e-4905-aaf2-f5139bc8cccd,revision_number=7']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:41:08.726033 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device c6176780-a67e-4905-aaf2-f5139bc8cccd up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:41:08.775580 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port c6176780-a67e-4905-aaf2-f5139bc8cccd triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:41:08.776228 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:08.853348 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port c6176780-a67e-4905-aaf2-f5139bc8cccd is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:41:08.853655 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:08.886272 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port c6176780-a67e-4905-aaf2-f5139bc8cccd, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c6176780-a67e-4905-aaf2-f5139bc8cccd,segment=NetworkSegment(274ee575-d946-4f8e-8b13-cc1f3d13e038),segment_id=274ee575-d946-4f8e-8b13-cc1f3d13e038)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:41:08.931366 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:08.978645 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=c6176780-a67e-4905-aaf2-f5139bc8cccd,revision_number=8']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:41:09.112945 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272055ed-9b87-4d11-9d08-cb1a24cb7918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6176780-a67e-4905-aaf2-f5139bc8cccd'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:41:09.116197 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e46699-d113-4c3b-9456-dc7d7cbc00fe" -d '{"events": [{"server_uuid": "272055ed-9b87-4d11-9d08-cb1a24cb7918", "name": "network-vif-plugged", "status": "completed", "tag": "c6176780-a67e-4905-aaf2-f5139bc8cccd"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:41:09.119526 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c37548e3-0f89-4b08-903d-f8c5210c9d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:09.151743 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd44194a-829d-4408-8967-78e6f0ce3b49 x-openstack-request-id: req-fd44194a-829d-4408-8967-78e6f0ce3b49 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:41:09.152031 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272055ed-9b87-4d11-9d08-cb1a24cb7918", "name": "network-vif-plugged", "status": "completed", "tag": "c6176780-a67e-4905-aaf2-f5139bc8cccd", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:41:09.152279 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd44194a-829d-4408-8967-78e6f0ce3b49 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:41:09.152674 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd44194a-829d-4408-8967-78e6f0ce3b49'] response: {'server_uuid': '272055ed-9b87-4d11-9d08-cb1a24cb7918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6176780-a67e-4905-aaf2-f5139bc8cccd', 'code': 200} Apr 16 04:41:09.200847 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19117a61-fd7e-45d5-b6d3-2556db6b8f17 req-16c5bf56-d6eb-403f-83fc-3bf52fdb263a tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:09.202307 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-19117a61-fd7e-45d5-b6d3-2556db6b8f17 req-16c5bf56-d6eb-403f-83fc-3bf52fdb263a tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0473394 Apr 16 04:41:09.248896 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-19117a61-fd7e-45d5-b6d3-2556db6b8f17 req-608e177c-664b-4049-ac4c-73e4b26ffc04 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411541 Apr 16 04:41:10.362806 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fa284-c778-4bdf-ac25-34dac4f2def9 req-3699c1d2-b699-4416-aa6d-3171acbf93f9 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:10.364246 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ce2fa284-c778-4bdf-ac25-34dac4f2def9 req-3699c1d2-b699-4416-aa6d-3171acbf93f9 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0459838 Apr 16 04:41:10.410826 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ce2fa284-c778-4bdf-ac25-34dac4f2def9 req-0802bac5-71e5-4246-a61b-f7a74420bfb2 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/security-groups?id=858954fe-69f9-4c32-8c1b-c1849be191bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404661 Apr 16 04:41:10.851677 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-d21f91d0-ade5-4956-8173-4b517f60aa2c tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:10.853108 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-d21f91d0-ade5-4956-8173-4b517f60aa2c tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.18 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 946 time: 0.0456326 Apr 16 04:41:10.937303 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Deleting port c6176780-a67e-4905-aaf2-f5139bc8cccd {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:41:10.937641 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:11.023210 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] For port c6176780-a67e-4905-aaf2-f5139bc8cccd, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c6176780-a67e-4905-aaf2-f5139bc8cccd,segment=NetworkSegment(274ee575-d946-4f8e-8b13-cc1f3d13e038),segment_id=274ee575-d946-4f8e-8b13-cc1f3d13e038)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:41:11.024106 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:11.036839 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Calling delete_port for c6176780-a67e-4905-aaf2-f5139bc8cccd owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:41:11.228039 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c6176780-a67e-4905-aaf2-f5139bc8cccd), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:11.239528 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['c6176780-a67e-4905-aaf2-f5139bc8cccd'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:41:11.256412 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Pushing event deleted for resources: {'Port': ['ID=c6176780-a67e-4905-aaf2-f5139bc8cccd,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:41:11.269101 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:11.269456 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:11.269802 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:11.270140 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:11.270474 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:11.270805 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:11.271136 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:11.271463 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:11.271788 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:11.272110 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:11.272435 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:11.272777 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:11.273101 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:11.273422 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:11.273741 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:11.312698 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] No DVR routers for this DVR port c6176780-a67e-4905-aaf2-f5139bc8cccd on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:41:11.315142 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:11.318447 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fd273a2b-132e-4b3b-98f5-be211d283ded req-4084835a-a7c3-47fc-a8c8-ef40a7173f74 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.18 "DELETE /v2.0/ports/c6176780-a67e-4905-aaf2-f5139bc8cccd HTTP/1.1" status: 204 len: 173 time: 0.4588375 Apr 16 04:41:11.318877 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272055ed-9b87-4d11-9d08-cb1a24cb7918', 'name': 'network-vif-deleted', 'tag': 'c6176780-a67e-4905-aaf2-f5139bc8cccd'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:41:11.321723 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7693bf23-ae80-48ab-851b-ac96893fb5b1" -d '{"events": [{"server_uuid": "272055ed-9b87-4d11-9d08-cb1a24cb7918", "name": "network-vif-deleted", "tag": "c6176780-a67e-4905-aaf2-f5139bc8cccd"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:41:11.356656 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b175b2ad-9789-4707-9e1c-16fd0b295765 x-openstack-request-id: req-b175b2ad-9789-4707-9e1c-16fd0b295765 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:41:11.356974 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272055ed-9b87-4d11-9d08-cb1a24cb7918", "name": "network-vif-deleted", "tag": "c6176780-a67e-4905-aaf2-f5139bc8cccd", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:41:11.357248 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b175b2ad-9789-4707-9e1c-16fd0b295765 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:41:11.357652 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b175b2ad-9789-4707-9e1c-16fd0b295765'] response: {'server_uuid': '272055ed-9b87-4d11-9d08-cb1a24cb7918', 'name': 'network-vif-deleted', 'tag': 'c6176780-a67e-4905-aaf2-f5139bc8cccd', 'status': 'completed', 'code': 200} Apr 16 04:41:11.467017 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2118e140-0997-452d-9fbe-916591f0c53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:11.506393 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bd02844b-04a8-4ff5-a0ca-9d8000260691 req-10aa7791-09db-44d7-9223-a79980cf5c02 tempest-DeleteServersTestJSON-1877166214 tempest-DeleteServersTestJSON-1877166214-project] 10.222.0.30 "GET /v2.0/ports?device_id=272055ed-9b87-4d11-9d08-cb1a24cb7918 HTTP/1.1" status: 200 len: 210 time: 0.0279412 Apr 16 04:41:12.605595 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:12.634008 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 42718) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:41:12.681734 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Deleting subnet 62366b99-9737-4c54-9931-1d78d21c5361 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:41:12.684826 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Publish callbacks [] for subnet (62366b99-9737-4c54-9931-1d78d21c5361), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:12.718318 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (62366b99-9737-4c54-9931-1d78d21c5361), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:12.756714 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (62366b99-9737-4c54-9931-1d78d21c5361), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:12.878734 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (62366b99-9737-4c54-9931-1d78d21c5361), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:12.906580 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62366b99-9737-4c54-9931-1d78d21c5361,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:41:12.919473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:12.919473 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/62366b99-9737-4c54-9931-1d78d21c5361 HTTP/1.1" status: 204 len: 168 time: 0.2843084 Apr 16 04:41:12.921126 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:12.921548 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:12.921900 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:12.922153 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42720) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:41:12.922578 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:12.922578 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:12.922867 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:12.923194 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:12.923513 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:12.923837 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:12.924156 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:12.924477 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:12.924822 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:12.925141 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:12.925455 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:12.925768 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0040a0-db9f-4e8f-bb76-30be9f8c1b08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:41:12.989949 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f11393fb-9c99-401e-be32-7dfa90d03151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (59cd9309-f078-48aa-95a5-2bee29e380b0), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:13.069434 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f11393fb-9c99-401e-be32-7dfa90d03151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (59cd9309-f078-48aa-95a5-2bee29e380b0), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:13.089627 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-f11393fb-9c99-401e-be32-7dfa90d03151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cd9309-f078-48aa-95a5-2bee29e380b0']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:41:13.098507 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-f11393fb-9c99-401e-be32-7dfa90d03151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274ee575-d946-4f8e-8b13-cc1f3d13e038') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:41:13.098806 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-f11393fb-9c99-401e-be32-7dfa90d03151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274ee575-d946-4f8e-8b13-cc1f3d13e038') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:41:13.107879 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f11393fb-9c99-401e-be32-7dfa90d03151 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (274ee575-d946-4f8e-8b13-cc1f3d13e038), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:13.120788 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f11393fb-9c99-401e-be32-7dfa90d03151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (274ee575-d946-4f8e-8b13-cc1f3d13e038), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:13.126565 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11393fb-9c99-401e-be32-7dfa90d03151 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:41:13.126934 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f11393fb-9c99-401e-be32-7dfa90d03151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (274ee575-d946-4f8e-8b13-cc1f3d13e038), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:41:13.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:41:13.251035 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f11393fb-9c99-401e-be32-7dfa90d03151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (59cd9309-f078-48aa-95a5-2bee29e380b0), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:13.257666 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f11393fb-9c99-401e-be32-7dfa90d03151 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:13.261286 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f11393fb-9c99-401e-be32-7dfa90d03151 admin admin] 10.222.0.30 "DELETE /v2.0/networks/59cd9309-f078-48aa-95a5-2bee29e380b0 HTTP/1.1" status: 204 len: 168 time: 0.3380065 Apr 16 04:41:13.272897 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11393fb-9c99-401e-be32-7dfa90d03151 admin admin] Pushing event deleted for resources: {'Network': ['ID=59cd9309-f078-48aa-95a5-2bee29e380b0,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:41:13.480665 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42724) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:41:13.520121 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5fc216c0-9699-446f-8957-97fdd69a57cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=07b48825f3c845bebc1efe33c212c022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383065 Apr 16 04:41:13.522522 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42726) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:41:13.568319 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-25b6a3f8-5197-4034-99a3-bb3f73185ada admin admin] Publish callbacks [] for security_group (858954fe-69f9-4c32-8c1b-c1849be191bd), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:13.589342 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-25b6a3f8-5197-4034-99a3-bb3f73185ada admin admin] Publish callbacks [] for security_group (858954fe-69f9-4c32-8c1b-c1849be191bd), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:13.712386 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-25b6a3f8-5197-4034-99a3-bb3f73185ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (858954fe-69f9-4c32-8c1b-c1849be191bd), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:13.714848 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-25b6a3f8-5197-4034-99a3-bb3f73185ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:13.716156 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-25b6a3f8-5197-4034-99a3-bb3f73185ada admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/858954fe-69f9-4c32-8c1b-c1849be191bd HTTP/1.1" status: 204 len: 168 time: 0.1926672 Apr 16 04:41:13.723847 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6a3f8-5197-4034-99a3-bb3f73185ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858954fe-69f9-4c32-8c1b-c1849be191bd,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:41:14.062475 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:14.677222 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42748) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:41:14.719487 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device c6176780-a67e-4905-aaf2-f5139bc8cccd no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:41:14.741929 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: c6176780-a67e-4905-aaf2-f5139bc8cccd {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:41:14.742280 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device c6176780-a67e-4905-aaf2-f5139bc8cccd not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:41:14.769496 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-d50ccae8-d819-4e09-81e6-5bbf756efc04 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-436422378-network', 'tenant_id': '5142d2de6c9f489d88c26d07b2d726f2'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:41:14.849710 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50ccae8-d819-4e09-81e6-5bbf756efc04 admin admin] Made reservation on behalf of 5142d2de6c9f489d88c26d07b2d726f2 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:41:14.851942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d50ccae8-d819-4e09-81e6-5bbf756efc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:14.860358 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d50ccae8-d819-4e09-81e6-5bbf756efc04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:14.935801 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d50ccae8-d819-4e09-81e6-5bbf756efc04 admin admin] Publish callbacks [] for security_group (add4e4a0-71b5-459b-8283-55fdaa213552), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:15.074010 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d50ccae8-d819-4e09-81e6-5bbf756efc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (add4e4a0-71b5-459b-8283-55fdaa213552), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:15.098069 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50ccae8-d819-4e09-81e6-5bbf756efc04 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:41:15.108341 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ccae8-d819-4e09-81e6-5bbf756efc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add4e4a0-71b5-459b-8283-55fdaa213552,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:41:15.114139 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d50ccae8-d819-4e09-81e6-5bbf756efc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (667ed457-b9d3-4120-9a59-c0a2aae5c7ac), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:15.114484 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-d50ccae8-d819-4e09-81e6-5bbf756efc04 admin admin] Added segment 667ed457-b9d3-4120-9a59-c0a2aae5c7ac of type vlan for network 15c5ee72-9416-4485-96a6-f307e0cf5666 Apr 16 04:41:15.154824 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d50ccae8-d819-4e09-81e6-5bbf756efc04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (15c5ee72-9416-4485-96a6-f307e0cf5666), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:15.256512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d50ccae8-d819-4e09-81e6-5bbf756efc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (15c5ee72-9416-4485-96a6-f307e0cf5666), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:15.257480 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50ccae8-d819-4e09-81e6-5bbf756efc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:15.258698 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d50ccae8-d819-4e09-81e6-5bbf756efc04 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:15.316616 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ccae8-d819-4e09-81e6-5bbf756efc04 admin admin] Pushing event updated for resources: {'Network': ['ID=15c5ee72-9416-4485-96a6-f307e0cf5666,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:41:15.325580 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 15c5ee72-9416-4485-96a6-f307e0cf5666 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:41:15.363352 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d50ccae8-d819-4e09-81e6-5bbf756efc04 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6849732 Apr 16 04:41:15.366215 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 42752) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:41:15.375361 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-e11ab8b2-a9d9-4db8-910f-26182bd172aa admin admin] Request body: {'subnet': {'network_id': '15c5ee72-9416-4485-96a6-f307e0cf5666', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-436422378-subnet', 'tenant_id': '5142d2de6c9f489d88c26d07b2d726f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:41:15.399280 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:15.445346 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11ab8b2-a9d9-4db8-910f-26182bd172aa admin admin] Made reservation on behalf of 5142d2de6c9f489d88c26d07b2d726f2 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:41:15.447630 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e11ab8b2-a9d9-4db8-910f-26182bd172aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:15.661045 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e11ab8b2-a9d9-4db8-910f-26182bd172aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (d258f25f-ee08-466b-a5e3-cac2a015fbad), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:15.719509 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ab8b2-a9d9-4db8-910f-26182bd172aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d258f25f-ee08-466b-a5e3-cac2a015fbad,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:41:15.729482 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11ab8b2-a9d9-4db8-910f-26182bd172aa admin admin] Checking segment: {'id': '667ed457-b9d3-4120-9a59-c0a2aae5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c5ee72-9416-4485-96a6-f307e0cf5666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:41:15.729858 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11ab8b2-a9d9-4db8-910f-26182bd172aa admin admin] Network hostable DHCP agents. Network: 15c5ee72-9416-4485-96a6-f307e0cf5666, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:41:15.811039 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11ab8b2-a9d9-4db8-910f-26182bd172aa admin admin] Network 15c5ee72-9416-4485-96a6-f307e0cf5666 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:41:15.879416 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-e11ab8b2-a9d9-4db8-910f-26182bd172aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 15c5ee72-9416-4485-96a6-f307e0cf5666) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:41:15.883448 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11ab8b2-a9d9-4db8-910f-26182bd172aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:15.884033 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e11ab8b2-a9d9-4db8-910f-26182bd172aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:15.890037 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0745c0-cb13-4b83-8687-fb6673a6b429 None None] Network 15c5ee72-9416-4485-96a6-f307e0cf5666 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:41:15.967954 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e11ab8b2-a9d9-4db8-910f-26182bd172aa admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6006050 Apr 16 04:41:15.988893 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973b039c-8835-4fdd-b2cf-a80dcdb19a7b None None] Network 15c5ee72-9416-4485-96a6-f307e0cf5666 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:41:16.372978 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67961d0a-5830-4027-a44d-26fac659652b req-866057fb-179f-454f-ac6c-1e781347dd48 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:16.374416 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67961d0a-5830-4027-a44d-26fac659652b req-866057fb-179f-454f-ac6c-1e781347dd48 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/networks?id=15c5ee72-9416-4485-96a6-f307e0cf5666 HTTP/1.1" status: 200 len: 814 time: 0.0984666 Apr 16 04:41:16.389075 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67961d0a-5830-4027-a44d-26fac659652b req-fded6403-8416-47d7-8e19-1cc7a836257c tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/quotas/5142d2de6c9f489d88c26d07b2d726f2 HTTP/1.1" status: 200 len: 375 time: 0.0092144 Apr 16 04:41:16.424646 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67961d0a-5830-4027-a44d-26fac659652b req-375e8b9c-71d0-4c07-9780-7001670a5b2e tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5142d2de6c9f489d88c26d07b2d726f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305121 Apr 16 04:41:16.435342 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [req-67961d0a-5830-4027-a44d-26fac659652b req-b7d29289-08f9-4a3f-bfe7-a5dfe74e1906 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:41:16.436299 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67961d0a-5830-4027-a44d-26fac659652b req-b7d29289-08f9-4a3f-bfe7-a5dfe74e1906 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048027 Apr 16 04:41:16.522365 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67961d0a-5830-4027-a44d-26fac659652b req-40cd080f-7ce3-4a4e-931f-01398b7e4f67 service neutron] 10.222.0.30 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805857 Apr 16 04:41:16.609955 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67961d0a-5830-4027-a44d-26fac659652b req-055382fa-589a-4437-85b4-6da8971e7391 service neutron] 10.222.0.30 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820887 Apr 16 04:41:16.849840 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-78e7de74-7cb6-4c0c-85ef-eab67997c068 req-dec597ef-614d-4ebf-87a8-6a011cedf86c tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 210 time: 0.0282085 Apr 16 04:41:17.946512 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c2f95c8b-ae03-4cfa-87dc-bf6035817d45 req-60592efc-5df7-40af-9c34-5df070373b5d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 210 time: 0.0285347 Apr 16 04:41:18.621391 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67961d0a-5830-4027-a44d-26fac659652b req-1f04097d-86b6-4757-b04e-148ebf4133aa tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:18.623322 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67961d0a-5830-4027-a44d-26fac659652b req-1f04097d-86b6-4757-b04e-148ebf4133aa tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.18 "GET /v2.0/networks?id=15c5ee72-9416-4485-96a6-f307e0cf5666 HTTP/1.1" status: 200 len: 814 time: 0.0984478 Apr 16 04:41:18.639905 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-67961d0a-5830-4027-a44d-26fac659652b req-658b10bc-c9cc-4b12-ab6c-ecfc8d86b4c1 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Request body: {'port': {'device_id': 'f2be5682-1213-4be2-9780-e030a65efe00', 'network_id': '15c5ee72-9416-4485-96a6-f307e0cf5666', 'admin_state_up': True, 'tenant_id': '5142d2de6c9f489d88c26d07b2d726f2'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:41:18.832507 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67961d0a-5830-4027-a44d-26fac659652b req-658b10bc-c9cc-4b12-ab6c-ecfc8d86b4c1 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Made reservation on behalf of 5142d2de6c9f489d88c26d07b2d726f2 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:41:18.836559 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-67961d0a-5830-4027-a44d-26fac659652b req-658b10bc-c9cc-4b12-ab6c-ecfc8d86b4c1 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:18.965541 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-67961d0a-5830-4027-a44d-26fac659652b req-658b10bc-c9cc-4b12-ab6c-ecfc8d86b4c1 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Allocated IP 172.20.0.10 (15c5ee72-9416-4485-96a6-f307e0cf5666/d258f25f-ee08-466b-a5e3-cac2a015fbad/13edc67a-b79b-4156-a14d-f4651bae1bf0) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:41:19.042964 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3fe09ca4-125b-46ac-897a-adf1ebaa0247 req-e87d6820-1937-451d-8dcd-2cf84ac87e19 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 210 time: 0.0285549 Apr 16 04:41:19.114300 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-67961d0a-5830-4027-a44d-26fac659652b req-658b10bc-c9cc-4b12-ab6c-ecfc8d86b4c1 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Publish callbacks [] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:19.199607 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-67961d0a-5830-4027-a44d-26fac659652b req-658b10bc-c9cc-4b12-ab6c-ecfc8d86b4c1 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:19.241467 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67961d0a-5830-4027-a44d-26fac659652b req-658b10bc-c9cc-4b12-ab6c-ecfc8d86b4c1 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Network 15c5ee72-9416-4485-96a6-f307e0cf5666 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:41:19.246361 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-67961d0a-5830-4027-a44d-26fac659652b req-658b10bc-c9cc-4b12-ab6c-ecfc8d86b4c1 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:41:19.248625 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-67961d0a-5830-4027-a44d-26fac659652b req-658b10bc-c9cc-4b12-ab6c-ecfc8d86b4c1 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:41:19.274746 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b10bc-c9cc-4b12-ab6c-ecfc8d86b4c1 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Pushing event updated for resources: {'Port': ['ID=13edc67a-b79b-4156-a14d-f4651bae1bf0,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:41:19.302005 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67961d0a-5830-4027-a44d-26fac659652b req-658b10bc-c9cc-4b12-ab6c-ecfc8d86b4c1 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:19.302607 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-67961d0a-5830-4027-a44d-26fac659652b req-658b10bc-c9cc-4b12-ab6c-ecfc8d86b4c1 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:19.401034 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67961d0a-5830-4027-a44d-26fac659652b req-658b10bc-c9cc-4b12-ab6c-ecfc8d86b4c1 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7647822 Apr 16 04:41:19.413409 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] Request body: {'port': {'device_id': 'f2be5682-1213-4be2-9780-e030a65efe00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:41:19.473384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:19.723778 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13edc67a-b79b-4156-a14d-f4651bae1bf0 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:41:19.730929 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] Publish callbacks [] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:19.743121 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] Transition to ACTIVE for port object 13edc67a-b79b-4156-a14d-f4651bae1bf0 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:41:19.803568 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:19.852391 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] Pushing event updated for resources: {'Port': ['ID=13edc67a-b79b-4156-a14d-f4651bae1bf0,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:41:19.925529 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] Attempting to bind port 13edc67a-b79b-4156-a14d-f4651bae1bf0 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:41:19.925866 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] Attempting to bind port 13edc67a-b79b-4156-a14d-f4651bae1bf0 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '667ed457-b9d3-4120-9a59-c0a2aae5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c5ee72-9416-4485-96a6-f307e0cf5666'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:41:19.926192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] Attempting to bind port 13edc67a-b79b-4156-a14d-f4651bae1bf0 on network 15c5ee72-9416-4485-96a6-f307e0cf5666 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:41:19.931049 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] Port 13edc67a-b79b-4156-a14d-f4651bae1bf0 on network 15c5ee72-9416-4485-96a6-f307e0cf5666 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:41:19.931369 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] Attempting to bind port 13edc67a-b79b-4156-a14d-f4651bae1bf0 on network 15c5ee72-9416-4485-96a6-f307e0cf5666 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:41:19.936252 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:41:19.936650 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] Checking segment: {'id': '667ed457-b9d3-4120-9a59-c0a2aae5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c5ee72-9416-4485-96a6-f307e0cf5666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:41:19.937062 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] Bound using segment: {'id': '667ed457-b9d3-4120-9a59-c0a2aae5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c5ee72-9416-4485-96a6-f307e0cf5666'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:41:19.937482 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] Bound port: 13edc67a-b79b-4156-a14d-f4651bae1bf0, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '667ed457-b9d3-4120-9a59-c0a2aae5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c5ee72-9416-4485-96a6-f307e0cf5666'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:41:19.937831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:19.999508 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] For port 13edc67a-b79b-4156-a14d-f4651bae1bf0, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:41:20.002624 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] For port 13edc67a-b79b-4156-a14d-f4651bae1bf0, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=13edc67a-b79b-4156-a14d-f4651bae1bf0,segment=NetworkSegment(667ed457-b9d3-4120-9a59-c0a2aae5c7ac),segment_id=667ed457-b9d3-4120-9a59-c0a2aae5c7ac)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:41:20.091658 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:20.129191 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:20.129855 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:20.131315 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67961d0a-5830-4027-a44d-26fac659652b req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] 10.222.0.18 "PUT /v2.0/ports/13edc67a-b79b-4156-a14d-f4651bae1bf0 HTTP/1.1" status: 200 len: 1094 time: 0.7218554 Apr 16 04:41:20.131777 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2be5682-1213-4be2-9780-e030a65efe00', 'tag': '13edc67a-b79b-4156-a14d-f4651bae1bf0'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:41:20.134156 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62dff9f-c3c4-44de-b92c-ef53c3be39c5" -d '{"events": [{"name": "network-changed", "server_uuid": "f2be5682-1213-4be2-9780-e030a65efe00", "tag": "13edc67a-b79b-4156-a14d-f4651bae1bf0"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:41:20.172190 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce61370-b584-433a-aec3-0c841ba2d093 service neutron] Pushing event updated for resources: {'Port': ['ID=13edc67a-b79b-4156-a14d-f4651bae1bf0,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:41:20.177310 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68caf77-52de-4005-8c27-5bd5cac2c4a9 x-openstack-request-id: req-e68caf77-52de-4005-8c27-5bd5cac2c4a9 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:41:20.180954 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2be5682-1213-4be2-9780-e030a65efe00", "tag": "13edc67a-b79b-4156-a14d-f4651bae1bf0", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:41:20.180954 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e68caf77-52de-4005-8c27-5bd5cac2c4a9 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:41:20.180954 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e68caf77-52de-4005-8c27-5bd5cac2c4a9'] response: {'name': 'network-changed', 'server_uuid': 'f2be5682-1213-4be2-9780-e030a65efe00', 'tag': '13edc67a-b79b-4156-a14d-f4651bae1bf0', 'status': 'completed', 'code': 200} Apr 16 04:41:20.238066 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62dff9f-c3c4-44de-b92c-ef53c3be39c5 req-4702da16-3907-4ec3-9ccc-87b1b3848ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:20.239585 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e62dff9f-c3c4-44de-b92c-ef53c3be39c5 req-4702da16-3907-4ec3-9ccc-87b1b3848ba0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5142d2de6c9f489d88c26d07b2d726f2&device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 1128 time: 0.0436890 Apr 16 04:41:20.687261 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ad159-8407-4436-aca1-f19decc8f791 req-ebf2db7b-2e05-4a02-9abb-1e73d8101abc tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:20.688738 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2d0ad159-8407-4436-aca1-f19decc8f791 req-ebf2db7b-2e05-4a02-9abb-1e73d8101abc tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 944 time: 0.4212701 Apr 16 04:41:20.724233 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62dff9f-c3c4-44de-b92c-ef53c3be39c5 req-ee1d9157-317b-4fc5-939e-d0216d697e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:20.725855 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e62dff9f-c3c4-44de-b92c-ef53c3be39c5 req-ee1d9157-317b-4fc5-939e-d0216d697e20 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5142d2de6c9f489d88c26d07b2d726f2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4803658 Apr 16 04:41:20.776060 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2d0ad159-8407-4436-aca1-f19decc8f791 req-b192d017-0af4-402d-8c26-0c8a433020f5 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797317 Apr 16 04:41:20.834159 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62dff9f-c3c4-44de-b92c-ef53c3be39c5 req-c54bf587-90f0-4d55-83a8-c73754849239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:20.835650 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e62dff9f-c3c4-44de-b92c-ef53c3be39c5 req-c54bf587-90f0-4d55-83a8-c73754849239 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1001463 Apr 16 04:41:20.910685 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67961d0a-5830-4027-a44d-26fac659652b req-bc8597ef-ae60-4522-8f0c-b08c60dbb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:20.912230 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67961d0a-5830-4027-a44d-26fac659652b req-bc8597ef-ae60-4522-8f0c-b08c60dbb37f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5142d2de6c9f489d88c26d07b2d726f2&device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 1128 time: 0.0438774 Apr 16 04:41:20.952021 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67961d0a-5830-4027-a44d-26fac659652b req-4c8aa530-bd1e-4703-86a7-e652dfd22ddd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13edc67a-b79b-4156-a14d-f4651bae1bf0 HTTP/1.1" status: 200 len: 217 time: 0.0333617 Apr 16 04:41:21.001266 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67961d0a-5830-4027-a44d-26fac659652b req-579f050a-44f7-46c6-80de-71e5a81658b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:21.002658 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67961d0a-5830-4027-a44d-26fac659652b req-579f050a-44f7-46c6-80de-71e5a81658b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d258f25f-ee08-466b-a5e3-cac2a015fbad HTTP/1.1" status: 200 len: 854 time: 0.0432935 Apr 16 04:41:21.033834 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67961d0a-5830-4027-a44d-26fac659652b req-87a24ae2-5a3b-4f3e-852b-1b4f00e649a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15c5ee72-9416-4485-96a6-f307e0cf5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253043 Apr 16 04:41:21.124077 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67961d0a-5830-4027-a44d-26fac659652b req-3ec1c901-2ab7-4e68-a637-7ba0de328cb3 service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839250 Apr 16 04:41:21.214594 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67961d0a-5830-4027-a44d-26fac659652b req-6a68df2a-bc35-4bf1-bbca-a8838154d2fd service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846295 Apr 16 04:41:21.889571 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be163611-4ad8-465b-83af-e28199acfe6a req-32bc9a44-eaa5-4f46-b26a-c00307247353 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:21.890956 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-be163611-4ad8-465b-83af-e28199acfe6a req-32bc9a44-eaa5-4f46-b26a-c00307247353 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 944 time: 0.0460770 Apr 16 04:41:21.937866 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-be163611-4ad8-465b-83af-e28199acfe6a req-571a680a-c195-4966-8ca6-497b4ff0b94f tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415137 Apr 16 04:41:23.048302 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a9d6a-bba9-4796-92e6-5508a6289205 req-7c242484-4578-4893-9813-1fbabb882133 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:23.049759 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-013a9d6a-bba9-4796-92e6-5508a6289205 req-7c242484-4578-4893-9813-1fbabb882133 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 944 time: 0.0462093 Apr 16 04:41:23.094721 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-013a9d6a-bba9-4796-92e6-5508a6289205 req-8efd0e22-3688-4fbe-b007-14c1cfbacde0 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388191 Apr 16 04:41:24.208071 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af08588-9ae9-4670-879f-164830b8c948 req-df89268f-7d69-4cb5-af0c-d4b1b951d740 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:24.209543 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6af08588-9ae9-4670-879f-164830b8c948 req-df89268f-7d69-4cb5-af0c-d4b1b951d740 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 944 time: 0.0491121 Apr 16 04:41:24.255368 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6af08588-9ae9-4670-879f-164830b8c948 req-a5df5d35-682e-453b-8f35-ca6fc2ff7a76 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402727 Apr 16 04:41:24.750931 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 13edc67a-b79b-4156-a14d-f4651bae1bf0 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:41:24.849757 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 13edc67a-b79b-4156-a14d-f4651bae1bf0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=13edc67a-b79b-4156-a14d-f4651bae1bf0,segment=NetworkSegment(667ed457-b9d3-4120-9a59-c0a2aae5c7ac),segment_id=667ed457-b9d3-4120-9a59-c0a2aae5c7ac)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:41:24.861327 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '13edc67a-b79b-4156-a14d-f4651bae1bf0', 'network_id': '15c5ee72-9416-4485-96a6-f307e0cf5666', 'port_id': '13edc67a-b79b-4156-a14d-f4651bae1bf0', 'mac_address': 'fa:16:3e:71:24:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd258f25f-ee08-466b-a5e3-cac2a015fbad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:41:24.897193 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 13edc67a-b79b-4156-a14d-f4651bae1bf0 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:41:24.903968 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:24.910804 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13edc67a-b79b-4156-a14d-f4651bae1bf0 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:41:24.930882 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 13edc67a-b79b-4156-a14d-f4651bae1bf0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=13edc67a-b79b-4156-a14d-f4651bae1bf0,segment=NetworkSegment(667ed457-b9d3-4120-9a59-c0a2aae5c7ac),segment_id=667ed457-b9d3-4120-9a59-c0a2aae5c7ac)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:41:25.039573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:25.091420 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=13edc67a-b79b-4156-a14d-f4651bae1bf0,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:41:25.234161 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['13edc67a-b79b-4156-a14d-f4651bae1bf0'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:41:25.366547 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fb105-db9e-47fc-b7d5-8c88764d45b3 req-615ea502-53a5-4cad-8779-9eb7ab364892 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:25.368145 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a02fb105-db9e-47fc-b7d5-8c88764d45b3 req-615ea502-53a5-4cad-8779-9eb7ab364892 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 945 time: 0.0466435 Apr 16 04:41:25.417252 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a02fb105-db9e-47fc-b7d5-8c88764d45b3 req-55fbe37d-3b40-467d-b842-50f168783962 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433946 Apr 16 04:41:26.528858 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0c553-2d21-4cb9-ad4b-c349de0fc97b req-4bca7fb0-34a2-427d-b538-817d3a30797f tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:26.530290 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8cb0c553-2d21-4cb9-ad4b-c349de0fc97b req-4bca7fb0-34a2-427d-b538-817d3a30797f tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 945 time: 0.0461833 Apr 16 04:41:26.575618 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8cb0c553-2d21-4cb9-ad4b-c349de0fc97b req-32b65f14-0fce-428a-b4eb-619597de27cd tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397120 Apr 16 04:41:26.749812 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 13edc67a-b79b-4156-a14d-f4651bae1bf0 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:41:26.797908 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 13edc67a-b79b-4156-a14d-f4651bae1bf0 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:41:26.890383 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 13edc67a-b79b-4156-a14d-f4651bae1bf0 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:41:26.890757 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:26.967004 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 13edc67a-b79b-4156-a14d-f4651bae1bf0 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:41:26.967385 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:26.988636 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2be5682-1213-4be2-9780-e030a65efe00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13edc67a-b79b-4156-a14d-f4651bae1bf0'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:41:26.990860 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae771f9-c21e-41f3-bb12-96fd976ca728" -d '{"events": [{"server_uuid": "f2be5682-1213-4be2-9780-e030a65efe00", "name": "network-vif-plugged", "status": "completed", "tag": "13edc67a-b79b-4156-a14d-f4651bae1bf0"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:41:27.003459 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 13edc67a-b79b-4156-a14d-f4651bae1bf0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=13edc67a-b79b-4156-a14d-f4651bae1bf0,segment=NetworkSegment(667ed457-b9d3-4120-9a59-c0a2aae5c7ac),segment_id=667ed457-b9d3-4120-9a59-c0a2aae5c7ac)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:41:27.025959 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a640acf-de5f-470b-8a7d-ca61fe3065ac x-openstack-request-id: req-1a640acf-de5f-470b-8a7d-ca61fe3065ac {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:41:27.026245 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2be5682-1213-4be2-9780-e030a65efe00", "name": "network-vif-plugged", "status": "completed", "tag": "13edc67a-b79b-4156-a14d-f4651bae1bf0", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:41:27.026495 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a640acf-de5f-470b-8a7d-ca61fe3065ac {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:41:27.027332 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a640acf-de5f-470b-8a7d-ca61fe3065ac'] response: {'server_uuid': 'f2be5682-1213-4be2-9780-e030a65efe00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13edc67a-b79b-4156-a14d-f4651bae1bf0', 'code': 200} Apr 16 04:41:27.068174 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:27.120105 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=13edc67a-b79b-4156-a14d-f4651bae1bf0,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:41:27.283981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38fb9e-cf71-4ec3-9cc0-aa7db57c5d48 req-048d7847-ddc0-4667-a2fb-da183a623064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:27.285404 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ba38fb9e-cf71-4ec3-9cc0-aa7db57c5d48 req-048d7847-ddc0-4667-a2fb-da183a623064 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 1130 time: 0.0419586 Apr 16 04:41:27.326929 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ba38fb9e-cf71-4ec3-9cc0-aa7db57c5d48 req-13a62188-91fc-4d61-9ffa-c91ccc501b97 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358202 Apr 16 04:41:27.690431 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c51bf-2d6e-4340-bdee-308058880d34 req-64bf0ac3-4dc2-42fa-b414-504610db029e tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:27.691889 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-140c51bf-2d6e-4340-bdee-308058880d34 req-64bf0ac3-4dc2-42fa-b414-504610db029e tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0503130 Apr 16 04:41:27.737789 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-140c51bf-2d6e-4340-bdee-308058880d34 req-e227bb90-ecf5-4020-9630-6e7c35b87079 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403502 Apr 16 04:41:28.228431 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:28.849662 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16afa66-f64c-47ee-aa45-c29b095a7e04 req-aaa248db-7469-48d1-a5ba-cde31fae49a6 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:28.851115 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f16afa66-f64c-47ee-aa45-c29b095a7e04 req-aaa248db-7469-48d1-a5ba-cde31fae49a6 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0465312 Apr 16 04:41:28.896494 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f16afa66-f64c-47ee-aa45-c29b095a7e04 req-9071f0f1-2987-4de4-90d9-126f49ab4a61 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398180 Apr 16 04:41:29.005868 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2b261-a1d9-4a2e-a59e-b52c887fa3db req-cf36be91-ece4-41a2-93b3-0a0ff2c62884 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:29.007320 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0ea2b261-a1d9-4a2e-a59e-b52c887fa3db req-cf36be91-ece4-41a2-93b3-0a0ff2c62884 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0450056 Apr 16 04:41:29.053466 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0ea2b261-a1d9-4a2e-a59e-b52c887fa3db req-6654d550-157b-4937-bd76-a4681b99de94 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401106 Apr 16 04:41:29.324515 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320a700-83b1-4a27-9c45-5db2ea7ff2ac req-955d9f03-ae83-48e0-90ae-c94b3a38ca65 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:29.325901 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f320a700-83b1-4a27-9c45-5db2ea7ff2ac req-955d9f03-ae83-48e0-90ae-c94b3a38ca65 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0463905 Apr 16 04:41:29.374781 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f320a700-83b1-4a27-9c45-5db2ea7ff2ac req-d8ee8203-f3ee-431f-9b56-a2d2ef73f41c tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433307 Apr 16 04:41:29.484041 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c458e-02d1-44bf-9c1d-8f634d298db3 req-30c45438-c809-4b70-b7c2-61416e536a91 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:29.485558 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-415c458e-02d1-44bf-9c1d-8f634d298db3 req-30c45438-c809-4b70-b7c2-61416e536a91 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0456984 Apr 16 04:41:29.535810 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-415c458e-02d1-44bf-9c1d-8f634d298db3 req-02246cc4-76ed-43ce-8908-2e2f018eb8dd tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447564 Apr 16 04:41:29.869569 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82fe78-ee74-4c35-bf91-72493f15c4a9 req-8d5da084-0d01-4d95-bdb3-c261736d7610 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:29.871003 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5a82fe78-ee74-4c35-bf91-72493f15c4a9 req-8d5da084-0d01-4d95-bdb3-c261736d7610 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0477409 Apr 16 04:41:29.919004 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5a82fe78-ee74-4c35-bf91-72493f15c4a9 req-cafaf95a-e3c6-457f-bd6e-ff7b7368bbe7 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423250 Apr 16 04:41:29.983851 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-533dced4-2afe-4616-b467-db16f5d1e299 req-6f0d130e-864d-4b99-88df-fdf8c7e07cb5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396936 Apr 16 04:41:30.604967 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533dced4-2afe-4616-b467-db16f5d1e299 req-45c89fb1-c012-47b2-959c-c6a29fcefa4c tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:30.606302 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-533dced4-2afe-4616-b467-db16f5d1e299 req-45c89fb1-c012-47b2-959c-c6a29fcefa4c tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports/13edc67a-b79b-4156-a14d-f4651bae1bf0 HTTP/1.1" status: 200 len: 943 time: 0.0457282 Apr 16 04:41:31.031860 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080a5e7-c426-4d5d-b327-62068ad6d89e req-227a9958-602b-4acf-b1df-f61fe95ee564 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:31.034242 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a080a5e7-c426-4d5d-b327-62068ad6d89e req-227a9958-602b-4acf-b1df-f61fe95ee564 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0492685 Apr 16 04:41:31.080620 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a080a5e7-c426-4d5d-b327-62068ad6d89e req-eac4f8fa-e9c9-4d43-b911-0f08d6be8a10 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416472 Apr 16 04:41:31.933440 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533dced4-2afe-4616-b467-db16f5d1e299 req-93454bd5-78f2-4851-b52b-0dd3fd5c6d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:31.934979 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-533dced4-2afe-4616-b467-db16f5d1e299 req-93454bd5-78f2-4851-b52b-0dd3fd5c6d48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5142d2de6c9f489d88c26d07b2d726f2&device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 1130 time: 0.0397215 Apr 16 04:41:32.028471 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533dced4-2afe-4616-b467-db16f5d1e299 req-2b41e38c-16c3-43f0-80b8-05a3e88f2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:32.029933 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-533dced4-2afe-4616-b467-db16f5d1e299 req-2b41e38c-16c3-43f0-80b8-05a3e88f2e0c service neutron] 10.222.0.18 "GET /v2.0/networks?id=15c5ee72-9416-4485-96a6-f307e0cf5666 HTTP/1.1" status: 200 len: 914 time: 0.0895593 Apr 16 04:41:32.070163 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-533dced4-2afe-4616-b467-db16f5d1e299 req-70a69d35-c1cf-4e65-b5d4-bb89247a8c6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13edc67a-b79b-4156-a14d-f4651bae1bf0 HTTP/1.1" status: 200 len: 217 time: 0.0340579 Apr 16 04:41:32.123261 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533dced4-2afe-4616-b467-db16f5d1e299 req-e1b6ee66-0b9d-4584-97f3-614384f558ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:32.124784 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-533dced4-2afe-4616-b467-db16f5d1e299 req-e1b6ee66-0b9d-4584-97f3-614384f558ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d258f25f-ee08-466b-a5e3-cac2a015fbad HTTP/1.1" status: 200 len: 854 time: 0.0490758 Apr 16 04:41:32.165643 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-533dced4-2afe-4616-b467-db16f5d1e299 req-2cf00502-cc6d-4f6d-b97e-5adf2afa6f86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15c5ee72-9416-4485-96a6-f307e0cf5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349607 Apr 16 04:41:32.223724 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9555a98-07d3-4686-afe6-8907c737f614 req-b3dae140-0845-4aff-9ee4-01487b97d433 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:32.225123 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a9555a98-07d3-4686-afe6-8907c737f614 req-b3dae140-0845-4aff-9ee4-01487b97d433 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0689626 Apr 16 04:41:32.318234 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a9555a98-07d3-4686-afe6-8907c737f614 req-40fce20f-a154-4db1-94b9-4803a95b7adf tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631566 Apr 16 04:41:32.320415 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-533dced4-2afe-4616-b467-db16f5d1e299 req-b1700442-9afa-4fb0-92c0-269d0fdbbfb1 service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352415 Apr 16 04:41:32.409817 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-533dced4-2afe-4616-b467-db16f5d1e299 req-a9b32436-d59b-40e9-b54f-abd22006c074 service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838559 Apr 16 04:41:33.433147 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232becc7-04bf-45d5-b3b7-2a4beb2a0c4c req-632d793e-8c30-48ac-99c2-a4e2900f2878 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:33.434628 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-232becc7-04bf-45d5-b3b7-2a4beb2a0c4c req-632d793e-8c30-48ac-99c2-a4e2900f2878 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0506384 Apr 16 04:41:33.481042 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-232becc7-04bf-45d5-b3b7-2a4beb2a0c4c req-625ae2b6-6554-4073-9035-0afdde9b2187 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409195 Apr 16 04:41:34.595127 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b464a7a-0726-4b18-bfb5-ed3d9cfbccd5 req-84b27185-1df1-4f8e-91aa-faab0caf20f3 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:34.596569 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2b464a7a-0726-4b18-bfb5-ed3d9cfbccd5 req-84b27185-1df1-4f8e-91aa-faab0caf20f3 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0499818 Apr 16 04:41:34.641802 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2b464a7a-0726-4b18-bfb5-ed3d9cfbccd5 req-148ae479-52b7-4bd9-aa6b-4c2b4c753cae tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397494 Apr 16 04:41:35.752054 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4b807-65d6-4c61-bc5c-fe9eda295ce0 req-74e7cfe0-ffa1-44a7-a015-a9c47fdc54df tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:35.753537 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0fe4b807-65d6-4c61-bc5c-fe9eda295ce0 req-74e7cfe0-ffa1-44a7-a015-a9c47fdc54df tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0463727 Apr 16 04:41:35.799343 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0fe4b807-65d6-4c61-bc5c-fe9eda295ce0 req-b41bc47d-7089-42dd-beb7-1ed2bba0903f tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403924 Apr 16 04:41:36.910161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588adb55-e7ca-4052-bd8d-4418916d9c20 req-332574c0-7e7b-4f85-8d6d-46072b33dd24 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:36.911610 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-588adb55-e7ca-4052-bd8d-4418916d9c20 req-332574c0-7e7b-4f85-8d6d-46072b33dd24 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0463355 Apr 16 04:41:36.958559 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-588adb55-e7ca-4052-bd8d-4418916d9c20 req-62cf2de3-0c99-43d8-b86b-80ea34573b29 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 Apr 16 04:41:38.072372 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be76f1e-fd70-4f6b-93d0-7a966afefee0 req-49409d42-5b65-4fb6-90ef-bff1615085cf tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:38.073828 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7be76f1e-fd70-4f6b-93d0-7a966afefee0 req-49409d42-5b65-4fb6-90ef-bff1615085cf tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0498426 Apr 16 04:41:38.120192 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7be76f1e-fd70-4f6b-93d0-7a966afefee0 req-db4dff49-a6b5-4666-849b-75beb0dccc15 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406327 Apr 16 04:41:39.107249 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-51c82562-6bfe-4f45-85a5-d36c5176a1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:39.230083 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcead5a-da61-4354-b4c6-47badc3959e8 req-3a981417-f28b-47d3-ac51-38cac8ef9549 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:39.231581 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fbcead5a-da61-4354-b4c6-47badc3959e8 req-3a981417-f28b-47d3-ac51-38cac8ef9549 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0464275 Apr 16 04:41:39.281737 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fbcead5a-da61-4354-b4c6-47badc3959e8 req-8c950470-d632-41ac-97d2-2c3f218dec77 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444500 Apr 16 04:41:40.392459 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6391d7-1994-4de9-a80a-1a52f3bb02fb req-3261aa43-d4ae-41b8-b51c-82734901a7ca tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:40.393987 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ef6391d7-1994-4de9-a80a-1a52f3bb02fb req-3261aa43-d4ae-41b8-b51c-82734901a7ca tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0463188 Apr 16 04:41:40.440146 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ef6391d7-1994-4de9-a80a-1a52f3bb02fb req-89edb669-62f8-4c07-afe0-42a0f4f12070 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406363 Apr 16 04:41:41.479684 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-957da768-6802-4f9a-a77d-d5bdf0b63548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:41.554623 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b09252-2748-41ab-9765-a491c7d8f6ca req-c240edc5-eb9b-4ce4-87f3-db6fd6c48ba2 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:41.556059 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-71b09252-2748-41ab-9765-a491c7d8f6ca req-c240edc5-eb9b-4ce4-87f3-db6fd6c48ba2 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0461123 Apr 16 04:41:41.602424 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-71b09252-2748-41ab-9765-a491c7d8f6ca req-88235d11-14a2-4ab1-86bc-c6a7dd62b4e5 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407820 Apr 16 04:41:42.597845 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:42.713928 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525fe2b-83f8-41a6-9792-e2c3c5591291 req-583662b0-cd94-443a-808f-922b11f6d814 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:42.715360 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d525fe2b-83f8-41a6-9792-e2c3c5591291 req-583662b0-cd94-443a-808f-922b11f6d814 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0464027 Apr 16 04:41:42.764634 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d525fe2b-83f8-41a6-9792-e2c3c5591291 req-78dd8f1c-d3b9-4c4c-ba85-248bb84b3971 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438180 Apr 16 04:41:43.873691 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f46d0-31f2-4498-ab70-0a0dea97d613 req-df41dc1f-4c53-4dce-9cdb-e43b6e37c616 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:43.875056 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-083f46d0-31f2-4498-ab70-0a0dea97d613 req-df41dc1f-4c53-4dce-9cdb-e43b6e37c616 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0459342 Apr 16 04:41:43.921909 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-083f46d0-31f2-4498-ab70-0a0dea97d613 req-bb8c58b4-f46c-4bdf-927c-b2150a260ec4 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415263 Apr 16 04:41:44.073095 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:44.090443 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:41:45.033302 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c780985-fc65-4f38-bc7a-e13b6063e4bc req-becdf9b2-05f5-4b8a-b8fc-86aab4fa368b tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:45.034759 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7c780985-fc65-4f38-bc7a-e13b6063e4bc req-becdf9b2-05f5-4b8a-b8fc-86aab4fa368b tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0471270 Apr 16 04:41:45.080883 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7c780985-fc65-4f38-bc7a-e13b6063e4bc req-5ff9c28b-67fa-422b-b934-5963c94629a4 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406098 Apr 16 04:41:45.380525 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:46.197610 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b8e69-cbe2-491b-8a2a-537c301e39bf req-c64288d7-abfa-43dc-b288-621ee966c473 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:46.199074 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3a2b8e69-cbe2-491b-8a2a-537c301e39bf req-c64288d7-abfa-43dc-b288-621ee966c473 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0510306 Apr 16 04:41:46.245126 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3a2b8e69-cbe2-491b-8a2a-537c301e39bf req-8d35b0f7-fc65-4dba-a730-bcbd4dfdd5a5 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405579 Apr 16 04:41:47.354984 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2e116-c5cc-4d86-9a79-3168977623bd req-57ad3b67-09cf-4585-8634-aa9fbb4f38ff tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:47.356431 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-73a2e116-c5cc-4d86-9a79-3168977623bd req-57ad3b67-09cf-4585-8634-aa9fbb4f38ff tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0461161 Apr 16 04:41:47.402795 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-73a2e116-c5cc-4d86-9a79-3168977623bd req-6de5fd62-5731-4f2f-a488-ac9860efaceb tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409050 Apr 16 04:41:48.513355 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465dd7c-f3dc-4b78-bd0c-78f2a77f79e2 req-86ed1c89-1f25-428b-8d2d-dca9f4df1dad tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:48.514810 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5465dd7c-f3dc-4b78-bd0c-78f2a77f79e2 req-86ed1c89-1f25-428b-8d2d-dca9f4df1dad tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0464728 Apr 16 04:41:48.561316 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5465dd7c-f3dc-4b78-bd0c-78f2a77f79e2 req-d0e993b9-8538-4542-a6c2-759165e8e350 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410993 Apr 16 04:41:49.466221 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adf0f9-a740-4b5c-8982-d06b4b6ce059 req-dd23a394-4be7-47c5-9cba-18098a0f0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:49.467731 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b9adf0f9-a740-4b5c-8982-d06b4b6ce059 req-dd23a394-4be7-47c5-9cba-18098a0f0c1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5142d2de6c9f489d88c26d07b2d726f2&device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 1130 time: 0.0384943 Apr 16 04:41:49.572578 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adf0f9-a740-4b5c-8982-d06b4b6ce059 req-181671f1-b2ea-4733-a28c-e1368531d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:49.574063 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b9adf0f9-a740-4b5c-8982-d06b4b6ce059 req-181671f1-b2ea-4733-a28c-e1368531d342 service neutron] 10.222.0.18 "GET /v2.0/networks?id=15c5ee72-9416-4485-96a6-f307e0cf5666 HTTP/1.1" status: 200 len: 914 time: 0.0879724 Apr 16 04:41:49.614887 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b9adf0f9-a740-4b5c-8982-d06b4b6ce059 req-823153df-67c4-4243-b33d-bc1900ab09fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13edc67a-b79b-4156-a14d-f4651bae1bf0 HTTP/1.1" status: 200 len: 217 time: 0.0352235 Apr 16 04:41:49.668501 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adf0f9-a740-4b5c-8982-d06b4b6ce059 req-1341ce72-3ef6-4a57-b5d6-e3c9b4900847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:49.670010 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b9adf0f9-a740-4b5c-8982-d06b4b6ce059 req-1341ce72-3ef6-4a57-b5d6-e3c9b4900847 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d258f25f-ee08-466b-a5e3-cac2a015fbad HTTP/1.1" status: 200 len: 854 time: 0.0495949 Apr 16 04:41:49.677566 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e4dfa-ad8a-42c4-9d29-3b964bf2b45b req-dbea8aa9-82ea-448b-b723-5a7a9d5f2e23 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:49.679161 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8f5e4dfa-ad8a-42c4-9d29-3b964bf2b45b req-dbea8aa9-82ea-448b-b723-5a7a9d5f2e23 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0509233 Apr 16 04:41:49.706215 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b9adf0f9-a740-4b5c-8982-d06b4b6ce059 req-ed3fc5c4-d00d-4cdd-8135-7371bcf8773b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15c5ee72-9416-4485-96a6-f307e0cf5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273321 Apr 16 04:41:49.728620 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8f5e4dfa-ad8a-42c4-9d29-3b964bf2b45b req-3f61e1d9-800e-493f-b7af-5849d284a121 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432885 Apr 16 04:41:49.797885 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b9adf0f9-a740-4b5c-8982-d06b4b6ce059 req-4630b5b7-26a8-4cb0-a004-410bf3f04bf0 service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849240 Apr 16 04:41:49.892324 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b9adf0f9-a740-4b5c-8982-d06b4b6ce059 req-15badfdc-c486-44a6-9a58-ff99568ffa58 service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882900 Apr 16 04:41:50.845662 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5e943-fffb-4ca0-a2b9-c4af5d5041d8 req-3147bd70-9852-45c8-b56b-c3f658eb792d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:50.847175 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bbd5e943-fffb-4ca0-a2b9-c4af5d5041d8 req-3147bd70-9852-45c8-b56b-c3f658eb792d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0477605 Apr 16 04:41:50.893816 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bbd5e943-fffb-4ca0-a2b9-c4af5d5041d8 req-105ba0ef-32c0-454e-86ad-a7b4b017cbf4 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404150 Apr 16 04:41:52.006133 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d50570-ed8a-482f-8d35-b588f971f6c3 req-c05d6f0c-2a86-433f-83fc-687e24a2494b tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:52.007584 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-30d50570-ed8a-482f-8d35-b588f971f6c3 req-c05d6f0c-2a86-433f-83fc-687e24a2494b tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0463634 Apr 16 04:41:52.054783 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-30d50570-ed8a-482f-8d35-b588f971f6c3 req-3ef68b15-5e08-4150-af9e-0157a0144f13 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417593 Apr 16 04:41:53.169861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188619ca-3a79-45e5-ac40-0fc46557cd20 req-6220c312-2bbf-468b-9ead-6e08437601f2 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:53.171294 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-188619ca-3a79-45e5-ac40-0fc46557cd20 req-6220c312-2bbf-468b-9ead-6e08437601f2 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0504634 Apr 16 04:41:53.218150 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-188619ca-3a79-45e5-ac40-0fc46557cd20 req-fcda634b-cfa7-4175-8e8f-06d533644f51 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413146 Apr 16 04:41:54.332545 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8011b-4a2f-4942-85ed-b26b91fbb34b req-4f900edb-7342-482b-913e-9fd6a1905d6e tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:54.334006 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-69a8011b-4a2f-4942-85ed-b26b91fbb34b req-4f900edb-7342-482b-913e-9fd6a1905d6e tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0497389 Apr 16 04:41:54.380246 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-69a8011b-4a2f-4942-85ed-b26b91fbb34b req-ce52232c-efda-4098-b295-a0e99194f632 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401027 Apr 16 04:41:55.491099 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c90ff-b299-405c-8bb1-e28cd65ceab1 req-393736cc-fd97-463a-8d4a-d8881c4322a6 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:55.492558 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-be0c90ff-b299-405c-8bb1-e28cd65ceab1 req-393736cc-fd97-463a-8d4a-d8881c4322a6 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0462372 Apr 16 04:41:55.537538 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-be0c90ff-b299-405c-8bb1-e28cd65ceab1 req-457db6c7-876c-4a1f-a6ec-607f1e69bc7f tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396116 Apr 16 04:41:56.650870 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3feb3ba-2aa2-47a1-9041-5be8cc936128 req-192a0e7e-d236-4eb6-a150-e2526657ed2d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:56.652304 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d3feb3ba-2aa2-47a1-9041-5be8cc936128 req-192a0e7e-d236-4eb6-a150-e2526657ed2d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0464840 Apr 16 04:41:56.697759 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d3feb3ba-2aa2-47a1-9041-5be8cc936128 req-cf8952c3-f3ef-42ac-8847-b829275867ff tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397208 Apr 16 04:41:57.813050 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2145a21-ca30-44c8-9f38-70b255ac64e5 req-157a1269-3006-4fcc-88a7-1c41c3943426 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:57.814511 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d2145a21-ca30-44c8-9f38-70b255ac64e5 req-157a1269-3006-4fcc-88a7-1c41c3943426 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0504274 Apr 16 04:41:57.860709 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d2145a21-ca30-44c8-9f38-70b255ac64e5 req-2b6d5f39-a02f-4e5b-827f-451ef3c7d217 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406153 Apr 16 04:41:58.243948 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:41:58.970097 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc74fed-42d6-4bc4-ba1d-cf13ee5ae481 req-54006846-8026-42da-8a60-ef663ed0fa51 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:41:58.971546 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ebc74fed-42d6-4bc4-ba1d-cf13ee5ae481 req-54006846-8026-42da-8a60-ef663ed0fa51 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0459332 Apr 16 04:41:59.020858 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ebc74fed-42d6-4bc4-ba1d-cf13ee5ae481 req-7b214085-51da-44bd-8ae3-74bf95a869e8 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438139 Apr 16 04:42:00.237572 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00c030-1180-45a4-a841-f045fc384e38 req-eeb4c2de-c661-458d-b2f7-3ff3b27a7e7c tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:00.239052 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1f00c030-1180-45a4-a841-f045fc384e38 req-eeb4c2de-c661-458d-b2f7-3ff3b27a7e7c tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.1515617 Apr 16 04:42:00.285228 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1f00c030-1180-45a4-a841-f045fc384e38 req-f51bb006-d8dd-48d5-9891-bf289b8f3e83 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400081 Apr 16 04:42:01.460046 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047e508-8473-4df7-bcd3-6eb17f114d12 req-e94cf081-13df-4fcf-bc4d-be04120e6c19 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:01.461532 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1047e508-8473-4df7-bcd3-6eb17f114d12 req-e94cf081-13df-4fcf-bc4d-be04120e6c19 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.1102118 Apr 16 04:42:01.507796 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1047e508-8473-4df7-bcd3-6eb17f114d12 req-f075a24b-9e9e-4e42-b171-d5c9a478d247 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407336 Apr 16 04:42:02.617904 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f0abe-c84a-41af-89d7-8e06a2e240e0 req-de13dc42-7628-4af6-9b6a-bf049f38c187 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:02.619349 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5f3f0abe-c84a-41af-89d7-8e06a2e240e0 req-de13dc42-7628-4af6-9b6a-bf049f38c187 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0458412 Apr 16 04:42:02.669086 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5f3f0abe-c84a-41af-89d7-8e06a2e240e0 req-83a2a6eb-6feb-44e6-a2bc-1ec656ec40c0 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443056 Apr 16 04:42:03.778952 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582418f0-fcd1-45ae-8070-bc99e2e4aa84 req-cd0a0426-b54c-400c-bfc9-2397655cf3cf tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:03.780682 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-582418f0-fcd1-45ae-8070-bc99e2e4aa84 req-cd0a0426-b54c-400c-bfc9-2397655cf3cf tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0467119 Apr 16 04:42:03.827131 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-582418f0-fcd1-45ae-8070-bc99e2e4aa84 req-a0676ef6-4192-4b46-a39d-6c563bd0a812 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409296 Apr 16 04:42:04.340590 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-533dced4-2afe-4616-b467-db16f5d1e299 req-3ad91a7d-d069-4e61-9696-aceea730817b service neutron] 10.222.0.18 "GET /v2.0/ports/13edc67a-b79b-4156-a14d-f4651bae1bf0/bindings/hv-neutron-8380 HTTP/1.1" status: 200 len: 384 time: 0.0535681 Apr 16 04:42:04.857321 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533dced4-2afe-4616-b467-db16f5d1e299 req-6baae23c-ff0a-47bb-8fc2-9955ec63ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:04.858911 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-533dced4-2afe-4616-b467-db16f5d1e299 req-6baae23c-ff0a-47bb-8fc2-9955ec63ba07 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00&tenant_id=5142d2de6c9f489d88c26d07b2d726f2 HTTP/1.1" status: 200 len: 1130 time: 0.0391479 Apr 16 04:42:04.944736 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533dced4-2afe-4616-b467-db16f5d1e299 req-5bdea84f-ee9c-44ff-8911-1c12ca61de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:04.946192 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-533dced4-2afe-4616-b467-db16f5d1e299 req-5bdea84f-ee9c-44ff-8911-1c12ca61de12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5142d2de6c9f489d88c26d07b2d726f2&device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 1130 time: 0.0668302 Apr 16 04:42:04.976542 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd0cc1-c029-492a-8ae6-c582f4053821 req-474d547a-3c2b-4e46-af16-2cd7944c8b28 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:04.979921 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-23cd0cc1-c029-492a-8ae6-c582f4053821 req-474d547a-3c2b-4e46-af16-2cd7944c8b28 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0727880 Apr 16 04:42:05.070778 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-23cd0cc1-c029-492a-8ae6-c582f4053821 req-508cd235-33f5-4bd1-a797-aad5b76bba76 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861454 Apr 16 04:42:05.075265 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533dced4-2afe-4616-b467-db16f5d1e299 req-6082fe41-e14f-42b1-8a07-15da4e702351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:05.076587 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-533dced4-2afe-4616-b467-db16f5d1e299 req-6082fe41-e14f-42b1-8a07-15da4e702351 service neutron] 10.222.0.18 "GET /v2.0/networks?id=15c5ee72-9416-4485-96a6-f307e0cf5666 HTTP/1.1" status: 200 len: 914 time: 0.1252334 Apr 16 04:42:05.122246 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-533dced4-2afe-4616-b467-db16f5d1e299 req-3f25a7d3-53cf-45f3-9597-caf41cfb89f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13edc67a-b79b-4156-a14d-f4651bae1bf0 HTTP/1.1" status: 200 len: 217 time: 0.0381916 Apr 16 04:42:05.170139 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533dced4-2afe-4616-b467-db16f5d1e299 req-544285fe-5719-4e0a-85ca-fd3deecdcf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:05.171529 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-533dced4-2afe-4616-b467-db16f5d1e299 req-544285fe-5719-4e0a-85ca-fd3deecdcf54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d258f25f-ee08-466b-a5e3-cac2a015fbad HTTP/1.1" status: 200 len: 854 time: 0.0435913 Apr 16 04:42:05.202514 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-533dced4-2afe-4616-b467-db16f5d1e299 req-e42f3e3b-0233-41ce-bc14-10f770ee6c5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15c5ee72-9416-4485-96a6-f307e0cf5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252709 Apr 16 04:42:05.294669 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-533dced4-2afe-4616-b467-db16f5d1e299 req-2b923cea-5672-44f9-bdcc-de5b7b569051 service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862272 Apr 16 04:42:05.380804 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-533dced4-2afe-4616-b467-db16f5d1e299 req-c23330c3-ab2a-4f22-a665-96948b7a5712 service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799484 Apr 16 04:42:06.187295 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb6f04-eddf-477a-a763-b8965006641b req-892e662d-4428-437a-8006-a17cc0453a7f tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:06.188768 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d2cb6f04-eddf-477a-a763-b8965006641b req-892e662d-4428-437a-8006-a17cc0453a7f tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0493670 Apr 16 04:42:06.235565 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d2cb6f04-eddf-477a-a763-b8965006641b req-52515a17-8fd8-4c32-9d25-041cfa332e12 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412769 Apr 16 04:42:07.350033 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f1588-d383-4996-a248-586bb7955435 req-cd462e17-1f25-4638-9bb8-81de6c349175 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:07.351515 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c65f1588-d383-4996-a248-586bb7955435 req-cd462e17-1f25-4638-9bb8-81de6c349175 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0474958 Apr 16 04:42:07.402681 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c65f1588-d383-4996-a248-586bb7955435 req-b0381108-3bcc-43a9-9eef-bb6c2bb8825a tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453644 Apr 16 04:42:08.513227 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1166f83-38d7-447a-9d9f-1f122cf079b0 req-7faec279-bcc3-4dd4-b078-50ea6f7091fb tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:08.514684 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a1166f83-38d7-447a-9d9f-1f122cf079b0 req-7faec279-bcc3-4dd4-b078-50ea6f7091fb tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0455451 Apr 16 04:42:08.560470 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a1166f83-38d7-447a-9d9f-1f122cf079b0 req-31a1332b-1ca8-42aa-bc07-ec49ee4354e5 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402048 Apr 16 04:42:08.948166 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85adf1a-b67a-4149-a5f6-9fcf70d23004 req-d400d7dd-364b-4c69-9719-c1939fdbb6a7 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:08.949661 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a85adf1a-b67a-4149-a5f6-9fcf70d23004 req-d400d7dd-364b-4c69-9719-c1939fdbb6a7 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0474079 Apr 16 04:42:08.973098 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 13edc67a-b79b-4156-a14d-f4651bae1bf0 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:42:08.977854 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 13edc67a-b79b-4156-a14d-f4651bae1bf0 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:42:09.000999 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a85adf1a-b67a-4149-a5f6-9fcf70d23004 req-47f447b9-22e9-49d6-ad4e-0d468f753de9 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454824 Apr 16 04:42:09.033746 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d37de-6167-44e7-a25f-587d11618bed req-47f4606f-985a-4bd2-ac41-a6ce466c9eb9 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:09.035357 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-db8d37de-6167-44e7-a25f-587d11618bed req-47f4606f-985a-4bd2-ac41-a6ce466c9eb9 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00&tenant_id=5142d2de6c9f489d88c26d07b2d726f2&binding%3Ahost_id=hv-neutron-8380 HTTP/1.1" status: 200 len: 946 time: 0.0541391 Apr 16 04:42:09.111783 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d37de-6167-44e7-a25f-587d11618bed req-a664f53f-7115-4856-8201-9ea35ed10e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:09.113225 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-db8d37de-6167-44e7-a25f-587d11618bed req-a664f53f-7115-4856-8201-9ea35ed10e7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5142d2de6c9f489d88c26d07b2d726f2&device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 1130 time: 0.0389018 Apr 16 04:42:09.139654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 13edc67a-b79b-4156-a14d-f4651bae1bf0 is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:42:09.140044 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:09.158280 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8e1cb1d0-57f3-4fe3-b9c3-71c63d44a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:09.160669 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 13edc67a-b79b-4156-a14d-f4651bae1bf0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=13edc67a-b79b-4156-a14d-f4651bae1bf0,segment=NetworkSegment(667ed457-b9d3-4120-9a59-c0a2aae5c7ac),segment_id=667ed457-b9d3-4120-9a59-c0a2aae5c7ac)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:42:09.179577 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '13edc67a-b79b-4156-a14d-f4651bae1bf0', 'network_id': '15c5ee72-9416-4485-96a6-f307e0cf5666', 'port_id': '13edc67a-b79b-4156-a14d-f4651bae1bf0', 'mac_address': 'fa:16:3e:71:24:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd258f25f-ee08-466b-a5e3-cac2a015fbad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:42:09.186361 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2be5682-1213-4be2-9780-e030a65efe00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13edc67a-b79b-4156-a14d-f4651bae1bf0'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:42:09.188611 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdeb9f6c-f0d6-4748-a751-0ba6f003dc4f" -d '{"events": [{"server_uuid": "f2be5682-1213-4be2-9780-e030a65efe00", "name": "network-vif-unplugged", "status": "completed", "tag": "13edc67a-b79b-4156-a14d-f4651bae1bf0"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:42:09.203672 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 13edc67a-b79b-4156-a14d-f4651bae1bf0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=13edc67a-b79b-4156-a14d-f4651bae1bf0,segment=NetworkSegment(667ed457-b9d3-4120-9a59-c0a2aae5c7ac),segment_id=667ed457-b9d3-4120-9a59-c0a2aae5c7ac)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:42:09.213604 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d37de-6167-44e7-a25f-587d11618bed req-717abc71-5f1d-48a2-8640-0e82c1a6c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:09.215179 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-db8d37de-6167-44e7-a25f-587d11618bed req-717abc71-5f1d-48a2-8640-0e82c1a6c268 service neutron] 10.222.0.18 "GET /v2.0/networks?id=15c5ee72-9416-4485-96a6-f307e0cf5666 HTTP/1.1" status: 200 len: 914 time: 0.0959187 Apr 16 04:42:09.238633 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 04:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacf6235-3711-4eda-9836-262a69ed49fa x-openstack-request-id: req-cacf6235-3711-4eda-9836-262a69ed49fa {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:42:09.238950 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2be5682-1213-4be2-9780-e030a65efe00", "name": "network-vif-unplugged", "status": "completed", "tag": "13edc67a-b79b-4156-a14d-f4651bae1bf0", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:42:09.239199 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cacf6235-3711-4eda-9836-262a69ed49fa {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:42:09.239591 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cacf6235-3711-4eda-9836-262a69ed49fa'] response: {'server_uuid': 'f2be5682-1213-4be2-9780-e030a65efe00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13edc67a-b79b-4156-a14d-f4651bae1bf0', 'code': 200} Apr 16 04:42:09.241864 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 13edc67a-b79b-4156-a14d-f4651bae1bf0 is: ACTIVE; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:42:09.242249 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:09.258907 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-db8d37de-6167-44e7-a25f-587d11618bed req-9c39d59d-8903-4954-a566-ed5f4c619875 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13edc67a-b79b-4156-a14d-f4651bae1bf0 HTTP/1.1" status: 200 len: 217 time: 0.0366969 Apr 16 04:42:09.259219 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13edc67a-b79b-4156-a14d-f4651bae1bf0 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:42:09.273352 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:09.307274 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d37de-6167-44e7-a25f-587d11618bed req-adebeefe-3f2a-45c8-84e3-3b1d5101f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:09.308754 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-db8d37de-6167-44e7-a25f-587d11618bed req-adebeefe-3f2a-45c8-84e3-3b1d5101f3e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d258f25f-ee08-466b-a5e3-cac2a015fbad HTTP/1.1" status: 200 len: 854 time: 0.0445180 Apr 16 04:42:09.339952 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-db8d37de-6167-44e7-a25f-587d11618bed req-78907d47-92ca-4aa6-8d63-5b6b1f482e0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15c5ee72-9416-4485-96a6-f307e0cf5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253863 Apr 16 04:42:09.343727 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:42:09.344083 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:42:09.348323 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=13edc67a-b79b-4156-a14d-f4651bae1bf0,revision_number=6']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:42:09.356007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:09.356353 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:09.356693 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:09.357051 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:09.357385 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:09.357714 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:09.358040 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:09.358366 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:09.358691 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:09.359013 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:09.359342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:09.359663 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:09.359980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:09.360298 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:09.360614 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:09.431877 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-db8d37de-6167-44e7-a25f-587d11618bed req-2cf52dec-7675-4c92-9596-c047583a5544 service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855346 Apr 16 04:42:09.521310 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-db8d37de-6167-44e7-a25f-587d11618bed req-0c4584e5-af9e-43f9-b85b-161fbe9a9e07 service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840256 Apr 16 04:42:09.879882 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 13edc67a-b79b-4156-a14d-f4651bae1bf0 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:42:09.880269 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:09.892665 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13edc67a-b79b-4156-a14d-f4651bae1bf0 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:42:09.911987 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 13edc67a-b79b-4156-a14d-f4651bae1bf0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=13edc67a-b79b-4156-a14d-f4651bae1bf0,segment=NetworkSegment(667ed457-b9d3-4120-9a59-c0a2aae5c7ac),segment_id=667ed457-b9d3-4120-9a59-c0a2aae5c7ac)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:42:09.985953 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:10.041239 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=13edc67a-b79b-4156-a14d-f4651bae1bf0,revision_number=7']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:42:10.047263 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['13edc67a-b79b-4156-a14d-f4651bae1bf0'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:42:10.120055 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe98ea5-a30c-4d9a-8c6a-eb8762d09004 req-d32d7d36-d50e-4124-9607-03df05fed5a8 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:10.121572 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8fe98ea5-a30c-4d9a-8c6a-eb8762d09004 req-d32d7d36-d50e-4124-9607-03df05fed5a8 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 945 time: 0.0526738 Apr 16 04:42:10.171069 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8fe98ea5-a30c-4d9a-8c6a-eb8762d09004 req-83cb0303-d022-40c8-982e-f70eb8fdb40d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439692 Apr 16 04:42:10.988475 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 13edc67a-b79b-4156-a14d-f4651bae1bf0 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:42:11.038808 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 13edc67a-b79b-4156-a14d-f4651bae1bf0 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:42:11.039181 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:11.113596 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 13edc67a-b79b-4156-a14d-f4651bae1bf0 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:42:11.113916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:11.146068 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 13edc67a-b79b-4156-a14d-f4651bae1bf0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=13edc67a-b79b-4156-a14d-f4651bae1bf0,segment=NetworkSegment(667ed457-b9d3-4120-9a59-c0a2aae5c7ac),segment_id=667ed457-b9d3-4120-9a59-c0a2aae5c7ac)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:42:11.214491 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:11.240870 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2be5682-1213-4be2-9780-e030a65efe00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13edc67a-b79b-4156-a14d-f4651bae1bf0'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:42:11.243082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8773e06f-204e-467b-b130-e2dae93a71ab" -d '{"events": [{"server_uuid": "f2be5682-1213-4be2-9780-e030a65efe00", "name": "network-vif-plugged", "status": "completed", "tag": "13edc67a-b79b-4156-a14d-f4651bae1bf0"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:42:11.290228 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a72b-3c6f-4331-9d18-87ea3c573435 req-5f2b774b-78d0-4fb6-a3c3-d2ccbff940c6 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:11.291821 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5671a72b-3c6f-4331-9d18-87ea3c573435 req-5f2b774b-78d0-4fb6-a3c3-d2ccbff940c6 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0498259 Apr 16 04:42:11.342959 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5671a72b-3c6f-4331-9d18-87ea3c573435 req-9aeb5a01-2af6-4389-a65d-e5b8e268917a tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452704 Apr 16 04:42:11.426058 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531e2694-91bc-4b08-8f89-3f893e34d6ec x-openstack-request-id: req-531e2694-91bc-4b08-8f89-3f893e34d6ec {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:42:11.426342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2be5682-1213-4be2-9780-e030a65efe00", "name": "network-vif-plugged", "status": "completed", "tag": "13edc67a-b79b-4156-a14d-f4651bae1bf0", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:42:11.426588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-531e2694-91bc-4b08-8f89-3f893e34d6ec {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:42:11.426976 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-531e2694-91bc-4b08-8f89-3f893e34d6ec'] response: {'server_uuid': 'f2be5682-1213-4be2-9780-e030a65efe00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13edc67a-b79b-4156-a14d-f4651bae1bf0', 'code': 200} Apr 16 04:42:11.433438 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=13edc67a-b79b-4156-a14d-f4651bae1bf0,revision_number=8']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:42:11.463030 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afb465-15ed-4221-9b98-bdafcff49c23 req-bbba17c3-56d7-42df-8808-2fc9f4f2db5d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:11.464498 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-45afb465-15ed-4221-9b98-bdafcff49c23 req-bbba17c3-56d7-42df-8808-2fc9f4f2db5d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0509031 Apr 16 04:42:11.495646 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-276bacb5-b574-4a81-ba94-fbdf198d9117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:11.512894 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-45afb465-15ed-4221-9b98-bdafcff49c23 req-2d446c0d-80a4-405d-a1df-cd69939499d2 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427001 Apr 16 04:42:11.627648 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa743a-3bee-4ebb-80a2-e87a024268aa req-6a99f998-1dc5-4fe7-953c-df72394aac56 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:11.629210 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-51aa743a-3bee-4ebb-80a2-e87a024268aa req-6a99f998-1dc5-4fe7-953c-df72394aac56 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0498238 Apr 16 04:42:11.674941 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-51aa743a-3bee-4ebb-80a2-e87a024268aa req-b2dbd730-65f1-46cf-a704-3eb8216af3b5 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402439 Apr 16 04:42:12.230235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-b2b2f705-48d7-4b79-a466-74f00a66b182 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:12.231693 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-b2b2f705-48d7-4b79-a466-74f00a66b182 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/networks?id=15c5ee72-9416-4485-96a6-f307e0cf5666 HTTP/1.1" status: 200 len: 814 time: 0.1042624 Apr 16 04:42:12.245633 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-4e357d19-c4a2-476e-9882-cc940703b5a4 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/quotas/5142d2de6c9f489d88c26d07b2d726f2 HTTP/1.1" status: 200 len: 375 time: 0.0086799 Apr 16 04:42:12.296423 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-8b7ad774-f581-4ccf-aa2d-7d7747303b77 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5142d2de6c9f489d88c26d07b2d726f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422590 Apr 16 04:42:12.385615 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-89a02e87-4908-42d5-9313-9925a6bbe64e service neutron] 10.222.0.30 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862820 Apr 16 04:42:12.472102 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-b817fffc-f965-4302-a827-131b76519cb3 service neutron] 10.222.0.30 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807137 Apr 16 04:42:12.621078 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:12.723871 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-51cfc774-0b69-4a1f-8945-89868fd5ecb0 req-f94fa6cd-bc9d-4590-9705-2d4e2ca8ca6c tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 210 time: 0.0313404 Apr 16 04:42:13.805699 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff444670-db6d-4617-968d-3511e21337b2 req-03901275-4dc4-4f8d-ba19-281bd1edfa02 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:13.806217 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ff444670-db6d-4617-968d-3511e21337b2 req-03901275-4dc4-4f8d-ba19-281bd1edfa02 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2be5682-1213-4be2-9780-e030a65efe00 HTTP/1.1" status: 200 len: 946 time: 0.0632286 Apr 16 04:42:13.831955 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2f1069d7-2177-42e6-9bc9-0d36197d4929 req-bdbf9a5e-fc7d-4191-9a42-02757d80886c tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 210 time: 0.0411940 Apr 16 04:42:13.910447 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-ff444670-db6d-4617-968d-3511e21337b2 req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Deleting port 13edc67a-b79b-4156-a14d-f4651bae1bf0 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:42:13.910844 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-ff444670-db6d-4617-968d-3511e21337b2 req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:14.005183 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-ff444670-db6d-4617-968d-3511e21337b2 req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] For port 13edc67a-b79b-4156-a14d-f4651bae1bf0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=13edc67a-b79b-4156-a14d-f4651bae1bf0,segment=NetworkSegment(667ed457-b9d3-4120-9a59-c0a2aae5c7ac),segment_id=667ed457-b9d3-4120-9a59-c0a2aae5c7ac)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:42:14.005552 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-ff444670-db6d-4617-968d-3511e21337b2 req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:14.019148 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-ff444670-db6d-4617-968d-3511e21337b2 req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Calling delete_port for 13edc67a-b79b-4156-a14d-f4651bae1bf0 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:42:14.055070 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:14.209588 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-ff444670-db6d-4617-968d-3511e21337b2 req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (13edc67a-b79b-4156-a14d-f4651bae1bf0), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:14.221117 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['13edc67a-b79b-4156-a14d-f4651bae1bf0'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:42:14.237532 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Pushing event deleted for resources: {'Port': ['ID=13edc67a-b79b-4156-a14d-f4651bae1bf0,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:42:14.250075 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:14.250454 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:14.250801 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:14.251137 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:14.251479 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:14.251816 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:14.252148 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:14.252477 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:14.252870 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:14.253201 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:14.253586 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:14.253850 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:14.254189 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:14.254510 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:14.254838 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:42:14.292145 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff444670-db6d-4617-968d-3511e21337b2 req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] No DVR routers for this DVR port 13edc67a-b79b-4156-a14d-f4651bae1bf0 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:42:14.294715 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-ff444670-db6d-4617-968d-3511e21337b2 req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:14.298041 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ff444670-db6d-4617-968d-3511e21337b2 req-dd2d75ad-c3a5-430a-ad22-dc864121608d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.18 "DELETE /v2.0/ports/13edc67a-b79b-4156-a14d-f4651bae1bf0 HTTP/1.1" status: 204 len: 173 time: 0.4735386 Apr 16 04:42:14.304886 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2be5682-1213-4be2-9780-e030a65efe00', 'name': 'network-vif-deleted', 'tag': '13edc67a-b79b-4156-a14d-f4651bae1bf0'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:42:14.304886 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c6d0f9-715e-4091-80a2-5e92f43d2b01" -d '{"events": [{"server_uuid": "f2be5682-1213-4be2-9780-e030a65efe00", "name": "network-vif-deleted", "tag": "13edc67a-b79b-4156-a14d-f4651bae1bf0"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:42:14.397102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0398c0-29dd-4e41-a362-0933c3305afd x-openstack-request-id: req-9f0398c0-29dd-4e41-a362-0933c3305afd {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:42:14.397102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2be5682-1213-4be2-9780-e030a65efe00", "name": "network-vif-deleted", "tag": "13edc67a-b79b-4156-a14d-f4651bae1bf0", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:42:14.397102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f0398c0-29dd-4e41-a362-0933c3305afd {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:42:14.397102 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f0398c0-29dd-4e41-a362-0933c3305afd'] response: {'server_uuid': 'f2be5682-1213-4be2-9780-e030a65efe00', 'name': 'network-vif-deleted', 'tag': '13edc67a-b79b-4156-a14d-f4651bae1bf0', 'status': 'completed', 'code': 200} Apr 16 04:42:14.510526 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-03c0b0c2-7893-4252-82b5-515371c5bb9a tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:14.511879 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-03c0b0c2-7893-4252-82b5-515371c5bb9a tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.18 "GET /v2.0/networks?id=15c5ee72-9416-4485-96a6-f307e0cf5666 HTTP/1.1" status: 200 len: 814 time: 0.1049762 Apr 16 04:42:14.523880 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-3f2774ac-d36e-4697-a651-2912b8b466fb tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Request body: {'port': {'device_id': '7d0bfc7b-3148-41be-9087-74493e9c64fd', 'network_id': '15c5ee72-9416-4485-96a6-f307e0cf5666', 'admin_state_up': True, 'tenant_id': '5142d2de6c9f489d88c26d07b2d726f2'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:42:14.699733 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-3f2774ac-d36e-4697-a651-2912b8b466fb tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Made reservation on behalf of 5142d2de6c9f489d88c26d07b2d726f2 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:42:14.703092 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-3f2774ac-d36e-4697-a651-2912b8b466fb tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:14.827300 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-3f2774ac-d36e-4697-a651-2912b8b466fb tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Allocated IP 172.20.0.2 (15c5ee72-9416-4485-96a6-f307e0cf5666/d258f25f-ee08-466b-a5e3-cac2a015fbad/43f79c1b-4338-4766-baee-abd5d2ab3b71) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:42:14.954729 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-622c893a-27d0-43d8-9724-ec5574580864 req-6723cbc8-3d1f-4ec4-9062-2d837ae850a4 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 210 time: 0.0542002 Apr 16 04:42:15.005498 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-3f2774ac-d36e-4697-a651-2912b8b466fb tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Publish callbacks [] for port (43f79c1b-4338-4766-baee-abd5d2ab3b71), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:15.090540 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-3f2774ac-d36e-4697-a651-2912b8b466fb tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (43f79c1b-4338-4766-baee-abd5d2ab3b71), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:15.136923 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-3f2774ac-d36e-4697-a651-2912b8b466fb tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Network 15c5ee72-9416-4485-96a6-f307e0cf5666 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:42:15.142211 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-3f2774ac-d36e-4697-a651-2912b8b466fb tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:42:15.146130 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-3f2774ac-d36e-4697-a651-2912b8b466fb tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:42:15.153512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2774ac-d36e-4697-a651-2912b8b466fb tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Pushing event updated for resources: {'Port': ['ID=43f79c1b-4338-4766-baee-abd5d2ab3b71,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:42:15.200072 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-3f2774ac-d36e-4697-a651-2912b8b466fb tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:15.200676 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-3f2774ac-d36e-4697-a651-2912b8b466fb tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:15.292470 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-3f2774ac-d36e-4697-a651-2912b8b466fb tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7722924 Apr 16 04:42:15.302914 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] Request body: {'port': {'device_id': '7d0bfc7b-3148-41be-9087-74493e9c64fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:42:15.363791 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (43f79c1b-4338-4766-baee-abd5d2ab3b71), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:15.381218 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:15.625272 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f79c1b-4338-4766-baee-abd5d2ab3b71 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:42:15.632454 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] Publish callbacks [] for port (43f79c1b-4338-4766-baee-abd5d2ab3b71), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:15.644997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] Transition to ACTIVE for port object 43f79c1b-4338-4766-baee-abd5d2ab3b71 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:42:15.734951 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (43f79c1b-4338-4766-baee-abd5d2ab3b71), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:15.787551 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] Pushing event updated for resources: {'Port': ['ID=43f79c1b-4338-4766-baee-abd5d2ab3b71,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:42:15.854975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] Attempting to bind port 43f79c1b-4338-4766-baee-abd5d2ab3b71 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:42:15.855632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] Attempting to bind port 43f79c1b-4338-4766-baee-abd5d2ab3b71 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '667ed457-b9d3-4120-9a59-c0a2aae5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c5ee72-9416-4485-96a6-f307e0cf5666'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:42:15.855632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] Attempting to bind port 43f79c1b-4338-4766-baee-abd5d2ab3b71 on network 15c5ee72-9416-4485-96a6-f307e0cf5666 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:42:15.859850 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] Port 43f79c1b-4338-4766-baee-abd5d2ab3b71 on network 15c5ee72-9416-4485-96a6-f307e0cf5666 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:42:15.860170 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] Attempting to bind port 43f79c1b-4338-4766-baee-abd5d2ab3b71 on network 15c5ee72-9416-4485-96a6-f307e0cf5666 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:42:15.865081 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:42:15.865483 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] Checking segment: {'id': '667ed457-b9d3-4120-9a59-c0a2aae5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c5ee72-9416-4485-96a6-f307e0cf5666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:42:15.865912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] Bound using segment: {'id': '667ed457-b9d3-4120-9a59-c0a2aae5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c5ee72-9416-4485-96a6-f307e0cf5666'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:42:15.866280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] Bound port: 43f79c1b-4338-4766-baee-abd5d2ab3b71, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '667ed457-b9d3-4120-9a59-c0a2aae5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c5ee72-9416-4485-96a6-f307e0cf5666'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:42:15.866629 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (43f79c1b-4338-4766-baee-abd5d2ab3b71), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:15.930045 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] For port 43f79c1b-4338-4766-baee-abd5d2ab3b71, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:42:15.933676 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] For port 43f79c1b-4338-4766-baee-abd5d2ab3b71, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=43f79c1b-4338-4766-baee-abd5d2ab3b71,segment=NetworkSegment(667ed457-b9d3-4120-9a59-c0a2aae5c7ac),segment_id=667ed457-b9d3-4120-9a59-c0a2aae5c7ac)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:42:16.015933 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (43f79c1b-4338-4766-baee-abd5d2ab3b71), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:16.051189 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:16.051805 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:16.053230 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] 10.222.0.18 "PUT /v2.0/ports/43f79c1b-4338-4766-baee-abd5d2ab3b71 HTTP/1.1" status: 200 len: 1093 time: 0.7543347 Apr 16 04:42:16.073352 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca05f60-7acb-43cb-a1bf-f6f6d59c9501 req-65a79800-6f84-4184-8fd7-d286803fb5c5 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:16.074848 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4ca05f60-7acb-43cb-a1bf-f6f6d59c9501 req-65a79800-6f84-4184-8fd7-d286803fb5c5 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 943 time: 0.0516267 Apr 16 04:42:16.075186 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f054b-a97b-4a9f-9d47-87c4fc0b85a1 service neutron] Pushing event updated for resources: {'Port': ['ID=43f79c1b-4338-4766-baee-abd5d2ab3b71,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:42:16.126770 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4ca05f60-7acb-43cb-a1bf-f6f6d59c9501 req-4054235d-e6b2-4f1a-8628-ab226f746c51 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418084 Apr 16 04:42:16.205258 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-3b64bf7b-bea6-42b9-b86f-dd8c01437d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:16.206759 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-3b64bf7b-bea6-42b9-b86f-dd8c01437d6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5142d2de6c9f489d88c26d07b2d726f2&device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 1127 time: 0.0403624 Apr 16 04:42:16.249956 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-3c0fcea6-87ed-4706-ac3a-8e27bca69f9f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43f79c1b-4338-4766-baee-abd5d2ab3b71 HTTP/1.1" status: 200 len: 217 time: 0.0367260 Apr 16 04:42:16.297581 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-2c2443eb-159a-41dc-b2e3-968d5fca1fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:16.298996 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-2c2443eb-159a-41dc-b2e3-968d5fca1fd5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d258f25f-ee08-466b-a5e3-cac2a015fbad HTTP/1.1" status: 200 len: 854 time: 0.0437932 Apr 16 04:42:16.329889 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-d4fbb34d-d9ee-4919-a9e4-98d085cb48a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15c5ee72-9416-4485-96a6-f307e0cf5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248239 Apr 16 04:42:16.399042 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0bfc7b-3148-41be-9087-74493e9c64fd', 'tag': '43f79c1b-4338-4766-baee-abd5d2ab3b71'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:42:16.402236 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00b7fd0-e104-4d1f-9634-edbcd0370b38" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0bfc7b-3148-41be-9087-74493e9c64fd", "tag": "43f79c1b-4338-4766-baee-abd5d2ab3b71"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:42:16.428449 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-2ce7161c-c71d-4b5e-a5ea-db96eb6a2fee service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924876 Apr 16 04:42:16.443379 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed6a437-ff83-4bdb-93b5-3a661d381bc0 x-openstack-request-id: req-6ed6a437-ff83-4bdb-93b5-3a661d381bc0 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:42:16.443659 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0bfc7b-3148-41be-9087-74493e9c64fd", "tag": "43f79c1b-4338-4766-baee-abd5d2ab3b71", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:42:16.443934 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ed6a437-ff83-4bdb-93b5-3a661d381bc0 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:42:16.444307 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed6a437-ff83-4bdb-93b5-3a661d381bc0'] response: {'name': 'network-changed', 'server_uuid': '7d0bfc7b-3148-41be-9087-74493e9c64fd', 'tag': '43f79c1b-4338-4766-baee-abd5d2ab3b71', 'status': 'completed', 'code': 200} Apr 16 04:42:16.519335 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68e17d29-3cf9-45be-af5f-7eccd5a94c51 req-e191faab-adf8-4f0c-b814-85244c8ee086 service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836253 Apr 16 04:42:17.003929 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 13edc67a-b79b-4156-a14d-f4651bae1bf0 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:42:17.027466 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 13edc67a-b79b-4156-a14d-f4651bae1bf0 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:42:17.027800 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 13edc67a-b79b-4156-a14d-f4651bae1bf0 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:42:17.236832 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c100b-8975-47c2-aa3a-8321809401cc req-becb8609-d4ae-4de7-9722-b552042ab127 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:17.238327 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-690c100b-8975-47c2-aa3a-8321809401cc req-becb8609-d4ae-4de7-9722-b552042ab127 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 943 time: 0.0470767 Apr 16 04:42:17.287853 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-690c100b-8975-47c2-aa3a-8321809401cc req-569672c0-da5f-4432-94f8-9f257ee47e8c tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439117 Apr 16 04:42:17.597764 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b7fd0-e104-4d1f-9634-edbcd0370b38 req-c9d8874d-e9e7-4cfe-8ef5-d3aa8a39cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:17.599183 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b00b7fd0-e104-4d1f-9634-edbcd0370b38 req-c9d8874d-e9e7-4cfe-8ef5-d3aa8a39cb1b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5142d2de6c9f489d88c26d07b2d726f2&device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 1127 time: 0.3860409 Apr 16 04:42:17.687537 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b7fd0-e104-4d1f-9634-edbcd0370b38 req-39585b03-5438-46b8-82d7-7d8386259f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:17.689050 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b00b7fd0-e104-4d1f-9634-edbcd0370b38 req-39585b03-5438-46b8-82d7-7d8386259f48 service neutron] 10.222.0.18 "GET /v2.0/networks?id=15c5ee72-9416-4485-96a6-f307e0cf5666 HTTP/1.1" status: 200 len: 914 time: 0.0829191 Apr 16 04:42:17.731358 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b00b7fd0-e104-4d1f-9634-edbcd0370b38 req-b0b634e7-dcbc-48e7-89ca-18a0aa5ea05c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43f79c1b-4338-4766-baee-abd5d2ab3b71 HTTP/1.1" status: 200 len: 217 time: 0.0368378 Apr 16 04:42:17.778490 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b7fd0-e104-4d1f-9634-edbcd0370b38 req-4be548c1-66af-4c66-a4c8-ef2a528d2120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:17.780192 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b00b7fd0-e104-4d1f-9634-edbcd0370b38 req-4be548c1-66af-4c66-a4c8-ef2a528d2120 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d258f25f-ee08-466b-a5e3-cac2a015fbad HTTP/1.1" status: 200 len: 854 time: 0.0428035 Apr 16 04:42:17.811189 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b00b7fd0-e104-4d1f-9634-edbcd0370b38 req-6773670d-aa86-4267-911c-f63ff43f18ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15c5ee72-9416-4485-96a6-f307e0cf5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252683 Apr 16 04:42:17.902162 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b00b7fd0-e104-4d1f-9634-edbcd0370b38 req-2504dc1b-2e44-4f5a-abfb-9b9f40cb7a68 service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845459 Apr 16 04:42:17.989253 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b00b7fd0-e104-4d1f-9634-edbcd0370b38 req-591bd9b7-e214-4fad-b345-63aa08b05831 service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815849 Apr 16 04:42:18.401940 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74735aaa-cc1d-4baf-ab96-bbe0fed04653 req-5b2d8998-438f-4b71-8903-3094a5e01ec7 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:18.403388 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-74735aaa-cc1d-4baf-ab96-bbe0fed04653 req-5b2d8998-438f-4b71-8903-3094a5e01ec7 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 943 time: 0.0460842 Apr 16 04:42:18.453563 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-74735aaa-cc1d-4baf-ab96-bbe0fed04653 req-4b9511fd-7673-4bc2-b97b-9872386d42cd tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444441 Apr 16 04:42:19.012551 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 43f79c1b-4338-4766-baee-abd5d2ab3b71 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:42:19.110905 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 43f79c1b-4338-4766-baee-abd5d2ab3b71, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=43f79c1b-4338-4766-baee-abd5d2ab3b71,segment=NetworkSegment(667ed457-b9d3-4120-9a59-c0a2aae5c7ac),segment_id=667ed457-b9d3-4120-9a59-c0a2aae5c7ac)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:42:19.122259 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '43f79c1b-4338-4766-baee-abd5d2ab3b71', 'network_id': '15c5ee72-9416-4485-96a6-f307e0cf5666', 'port_id': '43f79c1b-4338-4766-baee-abd5d2ab3b71', 'mac_address': 'fa:16:3e:a0:02:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd258f25f-ee08-466b-a5e3-cac2a015fbad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:42:19.158149 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 43f79c1b-4338-4766-baee-abd5d2ab3b71 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:42:19.158538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (43f79c1b-4338-4766-baee-abd5d2ab3b71), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:19.171296 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f79c1b-4338-4766-baee-abd5d2ab3b71 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:42:19.190729 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 43f79c1b-4338-4766-baee-abd5d2ab3b71, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=43f79c1b-4338-4766-baee-abd5d2ab3b71,segment=NetworkSegment(667ed457-b9d3-4120-9a59-c0a2aae5c7ac),segment_id=667ed457-b9d3-4120-9a59-c0a2aae5c7ac)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:42:19.255210 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (43f79c1b-4338-4766-baee-abd5d2ab3b71), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:19.303193 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=43f79c1b-4338-4766-baee-abd5d2ab3b71,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:42:19.437774 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['43f79c1b-4338-4766-baee-abd5d2ab3b71'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:42:19.568279 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f856fa-d952-42d6-8eff-3c1fe094164f req-966b1164-f078-4a99-a083-ca6614e038c5 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:19.569762 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-03f856fa-d952-42d6-8eff-3c1fe094164f req-966b1164-f078-4a99-a083-ca6614e038c5 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 944 time: 0.0505259 Apr 16 04:42:19.616907 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-03f856fa-d952-42d6-8eff-3c1fe094164f req-4beb1079-5564-49c5-996e-e08f9e5a7c4d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412936 Apr 16 04:42:20.728471 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31868696-98f6-4b9b-a6a7-72b7cb54b0bd req-b4ef8e90-9b95-43d7-8687-42a45be0d2ce tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:20.730452 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-31868696-98f6-4b9b-a6a7-72b7cb54b0bd req-b4ef8e90-9b95-43d7-8687-42a45be0d2ce tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 944 time: 0.0462723 Apr 16 04:42:20.778127 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-31868696-98f6-4b9b-a6a7-72b7cb54b0bd req-74169e36-cf29-444d-98f5-b804dd33c2ae tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420313 Apr 16 04:42:21.075952 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 43f79c1b-4338-4766-baee-abd5d2ab3b71 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:42:21.090128 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:42:21.120275 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 43f79c1b-4338-4766-baee-abd5d2ab3b71 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:42:21.191932 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 43f79c1b-4338-4766-baee-abd5d2ab3b71 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:42:21.192310 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (43f79c1b-4338-4766-baee-abd5d2ab3b71), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:21.271719 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 43f79c1b-4338-4766-baee-abd5d2ab3b71 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:42:21.272112 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (43f79c1b-4338-4766-baee-abd5d2ab3b71), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:21.294449 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0bfc7b-3148-41be-9087-74493e9c64fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f79c1b-4338-4766-baee-abd5d2ab3b71'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:42:21.296671 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ae3e27-47d8-4874-a2a2-f8e273e32f3c" -d '{"events": [{"server_uuid": "7d0bfc7b-3148-41be-9087-74493e9c64fd", "name": "network-vif-plugged", "status": "completed", "tag": "43f79c1b-4338-4766-baee-abd5d2ab3b71"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:42:21.308621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 43f79c1b-4338-4766-baee-abd5d2ab3b71, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=43f79c1b-4338-4766-baee-abd5d2ab3b71,segment=NetworkSegment(667ed457-b9d3-4120-9a59-c0a2aae5c7ac),segment_id=667ed457-b9d3-4120-9a59-c0a2aae5c7ac)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:42:21.332438 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc79d2e2-cd40-4296-a291-3aaac0f1c3e7 x-openstack-request-id: req-fc79d2e2-cd40-4296-a291-3aaac0f1c3e7 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:42:21.332751 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0bfc7b-3148-41be-9087-74493e9c64fd", "name": "network-vif-plugged", "status": "completed", "tag": "43f79c1b-4338-4766-baee-abd5d2ab3b71", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:42:21.333074 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc79d2e2-cd40-4296-a291-3aaac0f1c3e7 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:42:21.333503 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc79d2e2-cd40-4296-a291-3aaac0f1c3e7'] response: {'server_uuid': '7d0bfc7b-3148-41be-9087-74493e9c64fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f79c1b-4338-4766-baee-abd5d2ab3b71', 'code': 200} Apr 16 04:42:21.369644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (43f79c1b-4338-4766-baee-abd5d2ab3b71), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:21.417733 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=43f79c1b-4338-4766-baee-abd5d2ab3b71,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:42:21.616151 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb542007-14b6-46fd-978e-6c0c6e3b18ef req-640e9dd7-a7b6-4469-9a3c-c6240fce02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:21.617553 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-eb542007-14b6-46fd-978e-6c0c6e3b18ef req-640e9dd7-a7b6-4469-9a3c-c6240fce02cf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 1129 time: 0.0368330 Apr 16 04:42:21.662094 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-eb542007-14b6-46fd-978e-6c0c6e3b18ef req-7d8dbbd9-4868-4841-a9d3-e537d48198f8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377014 Apr 16 04:42:21.894289 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6be68f-2f04-459f-99b9-cdb34c06d8dc req-69967b57-79a0-4084-8ff4-ac427fd9effd tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:21.895796 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6a6be68f-2f04-459f-99b9-cdb34c06d8dc req-69967b57-79a0-4084-8ff4-ac427fd9effd tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0501790 Apr 16 04:42:21.943021 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6a6be68f-2f04-459f-99b9-cdb34c06d8dc req-585e1699-b01d-45ac-aba2-71dd28ede86d tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416389 Apr 16 04:42:23.057227 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b7c3c-4b18-4bf7-a0bc-065d5fe3de36 req-bafee37e-c2d6-47dd-b21e-18f5111e7bb6 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:23.058709 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-076b7c3c-4b18-4bf7-a0bc-065d5fe3de36 req-bafee37e-c2d6-47dd-b21e-18f5111e7bb6 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0474210 Apr 16 04:42:23.105277 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-076b7c3c-4b18-4bf7-a0bc-065d5fe3de36 req-d2fa83e6-0fc8-426a-99b2-b6ddc0a6d8c5 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408449 Apr 16 04:42:24.218464 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb941ce-ae22-4666-8e6b-bb92d7fb5c62 req-c95d9332-eade-4f76-9098-186a084f8032 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:24.220070 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8eb941ce-ae22-4666-8e6b-bb92d7fb5c62 req-c95d9332-eade-4f76-9098-186a084f8032 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0480945 Apr 16 04:42:24.267738 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8eb941ce-ae22-4666-8e6b-bb92d7fb5c62 req-b6eaa427-9951-46a9-a622-11760e399da0 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419557 Apr 16 04:42:24.381631 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25999ba3-e422-451a-8925-f2d26fd1a13e req-efa993f9-aa13-4b5a-b5d3-29ea3a0c98ae tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:24.383142 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-25999ba3-e422-451a-8925-f2d26fd1a13e req-efa993f9-aa13-4b5a-b5d3-29ea3a0c98ae tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0510786 Apr 16 04:42:24.429664 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-25999ba3-e422-451a-8925-f2d26fd1a13e req-11548450-e3ee-49bd-8cfa-19cd2784da37 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405436 Apr 16 04:42:24.873849 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270ec92-7ac9-4fa6-8807-b45d139404e3 req-d298ec75-5d2a-4ea6-bd61-8743a639a6b4 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:24.875369 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c270ec92-7ac9-4fa6-8807-b45d139404e3 req-d298ec75-5d2a-4ea6-bd61-8743a639a6b4 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0470061 Apr 16 04:42:24.922653 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c270ec92-7ac9-4fa6-8807-b45d139404e3 req-e18a2032-95c1-44ff-8d78-98ded83b421f tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416858 Apr 16 04:42:24.975692 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-9e4afa49-c529-43f6-b3e8-746b21e2f15c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0368428 Apr 16 04:42:25.477904 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-6b9ce01d-828f-4a96-8182-e78fdb2081df tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:25.479834 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-6b9ce01d-828f-4a96-8182-e78fdb2081df tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports/43f79c1b-4338-4766-baee-abd5d2ab3b71 HTTP/1.1" status: 200 len: 942 time: 0.0492058 Apr 16 04:42:26.044071 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b0aa0-da40-4f81-b3a4-e6213f22cf2a req-b5eddf28-e102-4197-b7d6-b91b865916c6 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:26.045562 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c13b0aa0-da40-4f81-b3a4-e6213f22cf2a req-b5eddf28-e102-4197-b7d6-b91b865916c6 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0500555 Apr 16 04:42:26.093447 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c13b0aa0-da40-4f81-b3a4-e6213f22cf2a req-fbb03651-231e-4cf7-9f94-50865ea12487 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420339 Apr 16 04:42:26.964401 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-ffc45614-3f5d-423d-940e-c432e9e19a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:26.965926 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-ffc45614-3f5d-423d-940e-c432e9e19a3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5142d2de6c9f489d88c26d07b2d726f2&device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 1129 time: 0.0382674 Apr 16 04:42:27.058371 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-c15826ed-709f-4e74-b3e4-c3f7d38da7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:27.059807 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-c15826ed-709f-4e74-b3e4-c3f7d38da7f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=15c5ee72-9416-4485-96a6-f307e0cf5666 HTTP/1.1" status: 200 len: 914 time: 0.0885170 Apr 16 04:42:27.099935 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-ab7e7017-fbcd-4440-92be-093208993588 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43f79c1b-4338-4766-baee-abd5d2ab3b71 HTTP/1.1" status: 200 len: 217 time: 0.0336366 Apr 16 04:42:27.147215 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-04adba58-0559-4e2b-a30d-47833c771556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:27.148747 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-04adba58-0559-4e2b-a30d-47833c771556 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d258f25f-ee08-466b-a5e3-cac2a015fbad HTTP/1.1" status: 200 len: 854 time: 0.0432851 Apr 16 04:42:27.181737 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-58bdf8d1-0333-4ce0-8eef-036a42cf6ac4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15c5ee72-9416-4485-96a6-f307e0cf5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260050 Apr 16 04:42:27.208266 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2dd56-beea-48f0-bca4-a04e2ed2c7ec req-0dd8ce20-d366-4bcc-a573-b357df5d8756 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:27.209748 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-24f2dd56-beea-48f0-bca4-a04e2ed2c7ec req-0dd8ce20-d366-4bcc-a573-b357df5d8756 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0468643 Apr 16 04:42:27.257016 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-24f2dd56-beea-48f0-bca4-a04e2ed2c7ec req-17086014-5a14-400b-a805-a351f831a753 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405359 Apr 16 04:42:27.278126 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-aba9cde5-3ab5-4cfa-b1d4-9112ec9a2195 service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904267 Apr 16 04:42:27.369962 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-15a3802a-cafb-4435-aede-e104a3e436ce service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855553 Apr 16 04:42:28.237618 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:28.369344 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2547992-6514-45a1-bb0b-6d90c6fc229f req-f340ae53-0f4f-48eb-a4e6-446281f84ff7 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:28.370819 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d2547992-6514-45a1-bb0b-6d90c6fc229f req-f340ae53-0f4f-48eb-a4e6-446281f84ff7 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0472469 Apr 16 04:42:28.417905 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d2547992-6514-45a1-bb0b-6d90c6fc229f req-81d76a03-f87d-4800-92fa-227556d848e0 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416753 Apr 16 04:42:29.527175 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa253c94-0de1-46fa-98ad-167d8bae8d32 req-fd108d19-072c-4f7f-aae1-8488e908be57 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:29.528602 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fa253c94-0de1-46fa-98ad-167d8bae8d32 req-fd108d19-072c-4f7f-aae1-8488e908be57 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0457091 Apr 16 04:42:29.574494 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fa253c94-0de1-46fa-98ad-167d8bae8d32 req-f2a23eb4-06c9-4cbd-85b2-ba89bbb36b50 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Apr 16 04:42:30.684585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f525f-d9aa-4013-9788-5b33331fe87f req-99aa5193-2ac0-4029-9fe4-b0abc5c3dc43 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:30.686068 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-926f525f-d9aa-4013-9788-5b33331fe87f req-99aa5193-2ac0-4029-9fe4-b0abc5c3dc43 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0461144 Apr 16 04:42:30.732193 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-926f525f-d9aa-4013-9788-5b33331fe87f req-d9f349c0-d77f-4905-aca7-52d63541755c tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406787 Apr 16 04:42:31.847571 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b125af-c0c7-41c5-b590-b3c5e13ef934 req-d5203e03-8d8f-4668-8bb1-3486398a3869 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:31.849037 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-73b125af-c0c7-41c5-b590-b3c5e13ef934 req-d5203e03-8d8f-4668-8bb1-3486398a3869 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0503178 Apr 16 04:42:31.894193 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-73b125af-c0c7-41c5-b590-b3c5e13ef934 req-a7f32b98-5639-4034-bc95-dadea504c6eb tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396204 Apr 16 04:42:33.009132 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a25a7-3577-4c78-9f2c-a53b1e9c3259 req-664c0ff7-7d76-46db-b547-cab912358072 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:33.010664 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e69a25a7-3577-4c78-9f2c-a53b1e9c3259 req-664c0ff7-7d76-46db-b547-cab912358072 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0503771 Apr 16 04:42:33.056745 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e69a25a7-3577-4c78-9f2c-a53b1e9c3259 req-71212a40-c4ee-4593-9972-df0e964cdbeb tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406160 Apr 16 04:42:34.167241 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73236c0-8177-4bc6-9e26-f8c56a52046f req-fee5058c-03f5-4910-a604-fa295d1b5099 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:34.168693 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d73236c0-8177-4bc6-9e26-f8c56a52046f req-fee5058c-03f5-4910-a604-fa295d1b5099 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0465198 Apr 16 04:42:34.214221 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d73236c0-8177-4bc6-9e26-f8c56a52046f req-602a9e00-3e82-4a53-abce-875ec96ddcc9 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399473 Apr 16 04:42:35.327626 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f97511-4bbe-429d-b7fd-d23af31890d7 req-1ad2875e-d183-4fa7-96a6-88296c80956c tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:35.329116 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-96f97511-4bbe-429d-b7fd-d23af31890d7 req-1ad2875e-d183-4fa7-96a6-88296c80956c tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0467219 Apr 16 04:42:35.374626 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-96f97511-4bbe-429d-b7fd-d23af31890d7 req-b9371f6b-5c80-4d53-a181-a873337950a1 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400779 Apr 16 04:42:36.492702 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e2875-e88f-4c66-8744-79c655f25e7e req-f62e5741-4679-4c71-8a9d-a2a9c6c5c21e tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:36.494229 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-006e2875-e88f-4c66-8744-79c655f25e7e req-f62e5741-4679-4c71-8a9d-a2a9c6c5c21e tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0513833 Apr 16 04:42:36.541149 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-006e2875-e88f-4c66-8744-79c655f25e7e req-586db69d-3f69-4d3a-a5ef-42386bc2351f tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412164 Apr 16 04:42:37.652651 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090e0be-8521-4801-9e7c-5e37493f2890 req-32b53a3f-a4d1-4a09-bc58-317d0f8efa4b tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:37.654427 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c090e0be-8521-4801-9e7c-5e37493f2890 req-32b53a3f-a4d1-4a09-bc58-317d0f8efa4b tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0471354 Apr 16 04:42:37.703870 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c090e0be-8521-4801-9e7c-5e37493f2890 req-93435046-b913-4781-ad28-e32fdb20a5fc tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439730 Apr 16 04:42:38.817061 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c4712-07a3-40a2-8a30-ff00755c25ef req-ccc519cd-1d48-442a-a162-44bc1531a9cc tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:38.818507 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ef1c4712-07a3-40a2-8a30-ff00755c25ef req-ccc519cd-1d48-442a-a162-44bc1531a9cc tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0470085 Apr 16 04:42:38.865361 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ef1c4712-07a3-40a2-8a30-ff00755c25ef req-4bd8797c-ea34-40be-bfb1-cd49d00581ac tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412335 Apr 16 04:42:39.105850 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4bb7ec11-854e-4ef5-bab8-b08438ecb898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:39.976313 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9f8c3-c4ba-4650-907a-f034a47c24e3 req-b9de6914-c992-4306-ac3c-675ec12c7b09 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:39.977792 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a0c9f8c3-c4ba-4650-907a-f034a47c24e3 req-b9de6914-c992-4306-ac3c-675ec12c7b09 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0457442 Apr 16 04:42:40.024205 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a0c9f8c3-c4ba-4650-907a-f034a47c24e3 req-4ddb2d02-14a6-4201-bd68-f2262b1953b3 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404127 Apr 16 04:42:41.138124 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bdce8-2fe0-44c2-b3f4-15892aa3c868 req-042bdff8-0bb1-4066-bb84-79a584155d44 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:41.139652 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1d4bdce8-2fe0-44c2-b3f4-15892aa3c868 req-042bdff8-0bb1-4066-bb84-79a584155d44 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0479143 Apr 16 04:42:41.191525 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1d4bdce8-2fe0-44c2-b3f4-15892aa3c868 req-b10c94cc-18f4-45ca-b10c-e42693d283f9 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463216 Apr 16 04:42:41.482860 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c6d1fe39-e5e3-43f0-97bf-ae74c6a7c00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:42.302312 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd32d1-ae85-4100-b28f-e76c67611774 req-accf2cb4-4fb6-498d-9acc-6471b9c0d445 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:42.303804 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-eefd32d1-ae85-4100-b28f-e76c67611774 req-accf2cb4-4fb6-498d-9acc-6471b9c0d445 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0471215 Apr 16 04:42:42.351489 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-eefd32d1-ae85-4100-b28f-e76c67611774 req-ae78a7d8-713b-41e5-944c-d1c233cd6ed1 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420635 Apr 16 04:42:42.597039 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:43.719271 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e302e9-b03f-48cc-9923-f688ad5bd8b4 req-71bb6e37-48df-421c-8385-6f294c8ff28f tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:43.720711 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-41e302e9-b03f-48cc-9923-f688ad5bd8b4 req-71bb6e37-48df-421c-8385-6f294c8ff28f tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.3015878 Apr 16 04:42:43.765271 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-41e302e9-b03f-48cc-9923-f688ad5bd8b4 req-237b5d4f-33b7-4667-8714-1f855b3dd43f tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389853 Apr 16 04:42:44.060260 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:44.498952 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-04bfa4bc-ef24-4608-9892-c2be79755203 service neutron] 10.222.0.18 "GET /v2.0/ports/43f79c1b-4338-4766-baee-abd5d2ab3b71/bindings/hv-neutron-8380 HTTP/1.1" status: 200 len: 384 time: 0.0583181 Apr 16 04:42:44.879838 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b62c4-68be-47c5-b2d0-ba59a7339fba req-620f478f-fe3a-4413-a7d0-bc24fcb85aae tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:44.881314 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c63b62c4-68be-47c5-b2d0-ba59a7339fba req-620f478f-fe3a-4413-a7d0-bc24fcb85aae tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0482793 Apr 16 04:42:44.929622 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c63b62c4-68be-47c5-b2d0-ba59a7339fba req-641600e2-d688-4772-a0da-169b1a92e1ac tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426919 Apr 16 04:42:45.044807 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-100a254e-e585-46dc-9f57-1e66fec440b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:45.046185 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-100a254e-e585-46dc-9f57-1e66fec440b2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd&tenant_id=5142d2de6c9f489d88c26d07b2d726f2 HTTP/1.1" status: 200 len: 1129 time: 0.0397234 Apr 16 04:42:45.107832 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-8bcffdaa-75bf-42db-a811-7552e5d57908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:45.109374 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-8bcffdaa-75bf-42db-a811-7552e5d57908 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5142d2de6c9f489d88c26d07b2d726f2&device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 1129 time: 0.0427227 Apr 16 04:42:45.199396 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-abba51f9-b779-44f3-98cf-b9cd6c0461af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:45.200904 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-abba51f9-b779-44f3-98cf-b9cd6c0461af service neutron] 10.222.0.18 "GET /v2.0/networks?id=15c5ee72-9416-4485-96a6-f307e0cf5666 HTTP/1.1" status: 200 len: 914 time: 0.0855336 Apr 16 04:42:45.245180 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-31a12100-d712-4632-899a-c283a4d6fbd7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43f79c1b-4338-4766-baee-abd5d2ab3b71 HTTP/1.1" status: 200 len: 217 time: 0.0380313 Apr 16 04:42:45.292231 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-b60f83d6-d021-49b0-81f9-9e050374bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:45.293635 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-b60f83d6-d021-49b0-81f9-9e050374bc17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d258f25f-ee08-466b-a5e3-cac2a015fbad HTTP/1.1" status: 200 len: 854 time: 0.0429115 Apr 16 04:42:45.328753 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-68d8bd51-d8aa-48be-9a19-f70c1aa17f18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15c5ee72-9416-4485-96a6-f307e0cf5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268261 Apr 16 04:42:45.385882 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:45.421761 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-d4277117-9ed5-40c3-b1bc-96337a7723ed service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890598 Apr 16 04:42:45.510227 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ba15e9cb-6b01-45dd-b89c-d5613c5396f8 req-d3b2beef-6bdb-4033-b467-8de4ea917c9e service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823436 Apr 16 04:42:46.041468 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c275c-04ee-426c-bcd9-4c952057396d req-340e54ed-82c9-4c50-b7d8-fb70355c0343 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:46.042913 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-aa5c275c-04ee-426c-bcd9-4c952057396d req-340e54ed-82c9-4c50-b7d8-fb70355c0343 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0460997 Apr 16 04:42:46.090904 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-aa5c275c-04ee-426c-bcd9-4c952057396d req-914f8752-dc4b-4b2e-a9e1-a098407e6d56 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425465 Apr 16 04:42:47.205898 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defe851-159f-4951-96b8-bdc4e3a71043 req-98bd8112-8445-42b9-a802-058c1b6b9bb5 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:47.207377 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2defe851-159f-4951-96b8-bdc4e3a71043 req-98bd8112-8445-42b9-a802-058c1b6b9bb5 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0491180 Apr 16 04:42:47.257129 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2defe851-159f-4951-96b8-bdc4e3a71043 req-6fd338db-eea0-423e-84e6-84981e9a6b63 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442414 Apr 16 04:42:48.370114 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14acf6-cc2c-4c49-93cf-41c1e4454b41 req-f3679e94-5686-45ad-a76a-1d6e5afe7961 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:48.371567 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5c14acf6-cc2c-4c49-93cf-41c1e4454b41 req-f3679e94-5686-45ad-a76a-1d6e5afe7961 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0468051 Apr 16 04:42:48.417266 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5c14acf6-cc2c-4c49-93cf-41c1e4454b41 req-b3a8c3e4-a7e3-46dd-90e7-61b4aa796b78 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402462 Apr 16 04:42:48.786729 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614331c-5158-46d1-bd05-a4a89ea6a564 req-492a988f-2865-4121-adc1-6e5a0d5898b8 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:48.788381 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8614331c-5158-46d1-bd05-a4a89ea6a564 req-492a988f-2865-4121-adc1-6e5a0d5898b8 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0511160 Apr 16 04:42:48.839062 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8614331c-5158-46d1-bd05-a4a89ea6a564 req-f863058f-3e9f-43f2-b8b6-b63947445829 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441442 Apr 16 04:42:48.861095 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dc98c-8aef-4d5b-bb35-cfd05880a22a req-3eacda20-b03e-4ea2-9fcb-75e5b94afa74 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:48.862688 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-346dc98c-8aef-4d5b-bb35-cfd05880a22a req-3eacda20-b03e-4ea2-9fcb-75e5b94afa74 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd&tenant_id=5142d2de6c9f489d88c26d07b2d726f2&binding%3Ahost_id=hv-neutron-8380 HTTP/1.1" status: 200 len: 945 time: 0.0527573 Apr 16 04:42:48.940014 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dc98c-8aef-4d5b-bb35-cfd05880a22a req-22e867f6-ba60-4822-91c0-b3d9c28ca2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:48.941425 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-346dc98c-8aef-4d5b-bb35-cfd05880a22a req-22e867f6-ba60-4822-91c0-b3d9c28ca2fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5142d2de6c9f489d88c26d07b2d726f2&device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 1129 time: 0.0394194 Apr 16 04:42:49.033608 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dc98c-8aef-4d5b-bb35-cfd05880a22a req-9387c355-e2b1-4d55-bedd-83ab9bd5d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:49.035095 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-346dc98c-8aef-4d5b-bb35-cfd05880a22a req-9387c355-e2b1-4d55-bedd-83ab9bd5d6ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=15c5ee72-9416-4485-96a6-f307e0cf5666 HTTP/1.1" status: 200 len: 914 time: 0.0875604 Apr 16 04:42:49.074863 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-346dc98c-8aef-4d5b-bb35-cfd05880a22a req-54215176-061c-4c24-81d4-1e2e52a2110b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43f79c1b-4338-4766-baee-abd5d2ab3b71 HTTP/1.1" status: 200 len: 217 time: 0.0339148 Apr 16 04:42:49.121193 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dc98c-8aef-4d5b-bb35-cfd05880a22a req-97b695d5-0807-490e-8d9d-4cf3465d041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:49.122561 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-346dc98c-8aef-4d5b-bb35-cfd05880a22a req-97b695d5-0807-490e-8d9d-4cf3465d041f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d258f25f-ee08-466b-a5e3-cac2a015fbad HTTP/1.1" status: 200 len: 854 time: 0.0421059 Apr 16 04:42:49.158673 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-346dc98c-8aef-4d5b-bb35-cfd05880a22a req-c0743f32-c3a9-4d18-b1cb-51f1f025c148 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15c5ee72-9416-4485-96a6-f307e0cf5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299911 Apr 16 04:42:49.245889 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-346dc98c-8aef-4d5b-bb35-cfd05880a22a req-5847e4c7-1880-46bd-8915-e6b30d516e27 service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810885 Apr 16 04:42:49.337344 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-346dc98c-8aef-4d5b-bb35-cfd05880a22a req-3e2943fa-5270-43b9-95e0-52b1939f9c9c service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857902 Apr 16 04:42:49.960584 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94c867-9dc9-44bc-b73c-36520a7e0f8f req-8031ae45-0625-49fc-96cd-2c5450190c51 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:49.962048 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3f94c867-9dc9-44bc-b73c-36520a7e0f8f req-8031ae45-0625-49fc-96cd-2c5450190c51 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0492342 Apr 16 04:42:50.017332 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3f94c867-9dc9-44bc-b73c-36520a7e0f8f req-d2fdc2a8-92a1-42be-a44f-a0d021bca9ff tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439088 Apr 16 04:42:51.133118 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a6ebe-fe3f-4533-aa60-7e4cdb40fc0c req-21f7b4b2-2121-42a4-9b25-a99990de61a8 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:51.135017 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0c9a6ebe-fe3f-4533-aa60-7e4cdb40fc0c req-21f7b4b2-2121-42a4-9b25-a99990de61a8 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0497260 Apr 16 04:42:51.181046 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0c9a6ebe-fe3f-4533-aa60-7e4cdb40fc0c req-25d34275-54d3-46bc-a325-0a1b6a7c1167 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405159 Apr 16 04:42:51.291811 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731eab8-8e07-4063-8404-4b9842a34116 req-8e201329-2d12-49a1-9c5a-7b0ee326d32b tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:51.293444 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6731eab8-8e07-4063-8404-4b9842a34116 req-8e201329-2d12-49a1-9c5a-7b0ee326d32b tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0471876 Apr 16 04:42:51.344907 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6731eab8-8e07-4063-8404-4b9842a34116 req-cd5bc3fc-9b49-43e8-a7f1-c2bcc930544c tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456719 Apr 16 04:42:51.456214 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d6249-24dc-42fb-8a58-80d76e99e08d req-2b95ad05-0909-4224-9957-73648c366171 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:51.457711 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b80d6249-24dc-42fb-8a58-80d76e99e08d req-2b95ad05-0909-4224-9957-73648c366171 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0482655 Apr 16 04:42:51.461014 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3cd85a61-0524-426d-beb4-91a967fc91c7 req-3890c6c1-2be5-49d7-bb75-f44d1248f21b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388851 Apr 16 04:42:51.507523 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b80d6249-24dc-42fb-8a58-80d76e99e08d req-6600f1a8-149c-4c6e-bdb5-c3a62023aba7 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434372 Apr 16 04:42:51.540705 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd85a61-0524-426d-beb4-91a967fc91c7 req-36c26689-84c0-4f93-beb5-2be6d93a4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:51.542338 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3cd85a61-0524-426d-beb4-91a967fc91c7 req-36c26689-84c0-4f93-beb5-2be6d93a4961 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5142d2de6c9f489d88c26d07b2d726f2&device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 1129 time: 0.0425875 Apr 16 04:42:51.652294 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd85a61-0524-426d-beb4-91a967fc91c7 req-79a1943d-2a25-43ba-8821-88968c2fe322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:51.654105 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3cd85a61-0524-426d-beb4-91a967fc91c7 req-79a1943d-2a25-43ba-8821-88968c2fe322 service neutron] 10.222.0.18 "GET /v2.0/networks?id=15c5ee72-9416-4485-96a6-f307e0cf5666 HTTP/1.1" status: 200 len: 914 time: 0.0944619 Apr 16 04:42:51.695341 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3cd85a61-0524-426d-beb4-91a967fc91c7 req-82beb866-6283-4838-93fd-e45853cdd41b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43f79c1b-4338-4766-baee-abd5d2ab3b71 HTTP/1.1" status: 200 len: 217 time: 0.0348983 Apr 16 04:42:51.741994 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd85a61-0524-426d-beb4-91a967fc91c7 req-e7c73a89-e037-4d8c-af49-85e19fb0f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:51.743973 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3cd85a61-0524-426d-beb4-91a967fc91c7 req-e7c73a89-e037-4d8c-af49-85e19fb0f1e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d258f25f-ee08-466b-a5e3-cac2a015fbad HTTP/1.1" status: 200 len: 854 time: 0.0437348 Apr 16 04:42:51.775141 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3cd85a61-0524-426d-beb4-91a967fc91c7 req-197abaf8-e622-441d-99e7-9e8923550028 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15c5ee72-9416-4485-96a6-f307e0cf5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260291 Apr 16 04:42:51.878295 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3cd85a61-0524-426d-beb4-91a967fc91c7 req-910eee46-b1c4-4584-adcd-4fdff7e0e021 service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973506 Apr 16 04:42:52.077083 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821d9b2-7caf-47c2-8e2f-289346911207 req-346a818d-7e46-4944-a756-d759220bf7d8 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:52.078555 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4821d9b2-7caf-47c2-8e2f-289346911207 req-346a818d-7e46-4944-a756-d759220bf7d8 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0480976 Apr 16 04:42:52.125821 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4821d9b2-7caf-47c2-8e2f-289346911207 req-605503be-da0c-41c3-9324-6d4991cec768 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415785 Apr 16 04:42:53.239295 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68444e7-bda3-4936-925a-58d089e32045 req-b57022b1-99dd-4e7c-a901-756e8d2e7143 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:53.240715 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f68444e7-bda3-4936-925a-58d089e32045 req-b57022b1-99dd-4e7c-a901-756e8d2e7143 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0494587 Apr 16 04:42:53.286850 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f68444e7-bda3-4936-925a-58d089e32045 req-8d93f889-ca4e-451e-ac6e-8e6501e86584 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/security-groups?id=add4e4a0-71b5-459b-8283-55fdaa213552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400119 Apr 16 04:42:53.366304 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3cd85a61-0524-426d-beb4-91a967fc91c7 req-d6554566-6ada-4027-9854-85a61d66de69 service neutron] 10.222.0.18 "GET /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877228 Apr 16 04:42:53.644814 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422134a-4789-4fc3-ac2d-13c16ebff8a9 req-46a96528-e9a9-4e33-904f-cbfba2e4c5a4 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:53.646192 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e422134a-4789-4fc3-ac2d-13c16ebff8a9 req-46a96528-e9a9-4e33-904f-cbfba2e4c5a4 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 945 time: 0.0460863 Apr 16 04:42:53.732080 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-e422134a-4789-4fc3-ac2d-13c16ebff8a9 req-8f032c3e-16cc-4503-87f1-99ac6f0b0106 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Deleting port 43f79c1b-4338-4766-baee-abd5d2ab3b71 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:42:53.732417 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-e422134a-4789-4fc3-ac2d-13c16ebff8a9 req-8f032c3e-16cc-4503-87f1-99ac6f0b0106 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (43f79c1b-4338-4766-baee-abd5d2ab3b71), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:53.818898 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-e422134a-4789-4fc3-ac2d-13c16ebff8a9 req-8f032c3e-16cc-4503-87f1-99ac6f0b0106 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] For port 43f79c1b-4338-4766-baee-abd5d2ab3b71, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=43f79c1b-4338-4766-baee-abd5d2ab3b71,segment=NetworkSegment(667ed457-b9d3-4120-9a59-c0a2aae5c7ac),segment_id=667ed457-b9d3-4120-9a59-c0a2aae5c7ac)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:42:53.819264 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-e422134a-4789-4fc3-ac2d-13c16ebff8a9 req-8f032c3e-16cc-4503-87f1-99ac6f0b0106 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (43f79c1b-4338-4766-baee-abd5d2ab3b71), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:53.832692 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-e422134a-4789-4fc3-ac2d-13c16ebff8a9 req-8f032c3e-16cc-4503-87f1-99ac6f0b0106 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Calling delete_port for 43f79c1b-4338-4766-baee-abd5d2ab3b71 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:42:54.008642 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-e422134a-4789-4fc3-ac2d-13c16ebff8a9 req-8f032c3e-16cc-4503-87f1-99ac6f0b0106 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (43f79c1b-4338-4766-baee-abd5d2ab3b71), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:54.021452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['43f79c1b-4338-4766-baee-abd5d2ab3b71'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:42:54.037743 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f032c3e-16cc-4503-87f1-99ac6f0b0106 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Pushing event deleted for resources: {'Port': ['ID=43f79c1b-4338-4766-baee-abd5d2ab3b71,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:42:54.086183 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-e422134a-4789-4fc3-ac2d-13c16ebff8a9 req-8f032c3e-16cc-4503-87f1-99ac6f0b0106 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] No DVR routers for this DVR port 43f79c1b-4338-4766-baee-abd5d2ab3b71 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:42:54.089669 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-e422134a-4789-4fc3-ac2d-13c16ebff8a9 req-8f032c3e-16cc-4503-87f1-99ac6f0b0106 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:54.092959 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e422134a-4789-4fc3-ac2d-13c16ebff8a9 req-8f032c3e-16cc-4503-87f1-99ac6f0b0106 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.18 "DELETE /v2.0/ports/43f79c1b-4338-4766-baee-abd5d2ab3b71 HTTP/1.1" status: 204 len: 173 time: 0.4403920 Apr 16 04:42:54.093405 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0bfc7b-3148-41be-9087-74493e9c64fd', 'name': 'network-vif-deleted', 'tag': '43f79c1b-4338-4766-baee-abd5d2ab3b71'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:42:54.096182 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0ca9ee-e589-4a9a-a327-85990a96667b" -d '{"events": [{"server_uuid": "7d0bfc7b-3148-41be-9087-74493e9c64fd", "name": "network-vif-deleted", "tag": "43f79c1b-4338-4766-baee-abd5d2ab3b71"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:42:54.131037 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed705ca7-f93f-46e2-a592-94aa5867350c x-openstack-request-id: req-ed705ca7-f93f-46e2-a592-94aa5867350c {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:42:54.131326 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0bfc7b-3148-41be-9087-74493e9c64fd", "name": "network-vif-deleted", "tag": "43f79c1b-4338-4766-baee-abd5d2ab3b71", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:42:54.131610 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed705ca7-f93f-46e2-a592-94aa5867350c {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:42:54.132005 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed705ca7-f93f-46e2-a592-94aa5867350c'] response: {'server_uuid': '7d0bfc7b-3148-41be-9087-74493e9c64fd', 'name': 'network-vif-deleted', 'tag': '43f79c1b-4338-4766-baee-abd5d2ab3b71', 'status': 'completed', 'code': 200} Apr 16 04:42:54.394207 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ae55a5b2-cf5f-4bb3-b596-7d2bef9cea36 req-e82e732c-d755-4baf-929e-a04bf5e130d3 tempest-ServerDiskConfigTestJSON-1301399007 tempest-ServerDiskConfigTestJSON-1301399007-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d0bfc7b-3148-41be-9087-74493e9c64fd HTTP/1.1" status: 200 len: 210 time: 0.0276144 Apr 16 04:42:55.514504 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 43096) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:42:55.558609 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-728482b0-e8c5-4fc1-9d14-9930d7773fc2 admin admin] Deleting subnet d258f25f-ee08-466b-a5e3-cac2a015fbad {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:42:55.561855 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-728482b0-e8c5-4fc1-9d14-9930d7773fc2 admin admin] Publish callbacks [] for subnet (d258f25f-ee08-466b-a5e3-cac2a015fbad), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:55.597548 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-728482b0-e8c5-4fc1-9d14-9930d7773fc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (d258f25f-ee08-466b-a5e3-cac2a015fbad), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:55.638010 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-728482b0-e8c5-4fc1-9d14-9930d7773fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (d258f25f-ee08-466b-a5e3-cac2a015fbad), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:55.746198 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-728482b0-e8c5-4fc1-9d14-9930d7773fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (d258f25f-ee08-466b-a5e3-cac2a015fbad), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:55.772942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728482b0-e8c5-4fc1-9d14-9930d7773fc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d258f25f-ee08-466b-a5e3-cac2a015fbad,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:42:55.775522 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-728482b0-e8c5-4fc1-9d14-9930d7773fc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:55.779618 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-728482b0-e8c5-4fc1-9d14-9930d7773fc2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d258f25f-ee08-466b-a5e3-cac2a015fbad HTTP/1.1" status: 204 len: 168 time: 0.2634487 Apr 16 04:42:55.781424 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 43098) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:42:55.849774 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-84fd93f7-059f-4543-9883-c503571d9e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (15c5ee72-9416-4485-96a6-f307e0cf5666), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:55.931147 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-84fd93f7-059f-4543-9883-c503571d9e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (15c5ee72-9416-4485-96a6-f307e0cf5666), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:55.951495 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-84fd93f7-059f-4543-9883-c503571d9e19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c5ee72-9416-4485-96a6-f307e0cf5666']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:42:55.960644 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-84fd93f7-059f-4543-9883-c503571d9e19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667ed457-b9d3-4120-9a59-c0a2aae5c7ac') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:42:55.960974 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-84fd93f7-059f-4543-9883-c503571d9e19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667ed457-b9d3-4120-9a59-c0a2aae5c7ac') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:42:55.970276 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-84fd93f7-059f-4543-9883-c503571d9e19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (667ed457-b9d3-4120-9a59-c0a2aae5c7ac), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:55.983909 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-84fd93f7-059f-4543-9883-c503571d9e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (667ed457-b9d3-4120-9a59-c0a2aae5c7ac), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:55.989852 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84fd93f7-059f-4543-9883-c503571d9e19 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:42:55.990716 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-84fd93f7-059f-4543-9883-c503571d9e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (667ed457-b9d3-4120-9a59-c0a2aae5c7ac), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:42:55.991877 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:42:56.110297 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-84fd93f7-059f-4543-9883-c503571d9e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (15c5ee72-9416-4485-96a6-f307e0cf5666), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:56.115348 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-84fd93f7-059f-4543-9883-c503571d9e19 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:56.120660 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-84fd93f7-059f-4543-9883-c503571d9e19 admin admin] 10.222.0.30 "DELETE /v2.0/networks/15c5ee72-9416-4485-96a6-f307e0cf5666 HTTP/1.1" status: 204 len: 168 time: 0.3360896 Apr 16 04:42:56.129770 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd93f7-059f-4543-9883-c503571d9e19 admin admin] Pushing event deleted for resources: {'Network': ['ID=15c5ee72-9416-4485-96a6-f307e0cf5666,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:42:56.423466 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 43102) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:42:56.464555 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-22e333ae-d5ca-4352-bf09-71d387e533d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5142d2de6c9f489d88c26d07b2d726f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399425 Apr 16 04:42:56.466995 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 43104) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:42:56.512953 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-32ddf926-bc93-4cdb-8362-f2cf4bf56538 admin admin] Publish callbacks [] for security_group (add4e4a0-71b5-459b-8283-55fdaa213552), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:56.534793 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-32ddf926-bc93-4cdb-8362-f2cf4bf56538 admin admin] Publish callbacks [] for security_group (add4e4a0-71b5-459b-8283-55fdaa213552), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:56.642961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-32ddf926-bc93-4cdb-8362-f2cf4bf56538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (add4e4a0-71b5-459b-8283-55fdaa213552), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:56.645689 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-32ddf926-bc93-4cdb-8362-f2cf4bf56538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:56.646847 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-32ddf926-bc93-4cdb-8362-f2cf4bf56538 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/add4e4a0-71b5-459b-8283-55fdaa213552 HTTP/1.1" status: 204 len: 168 time: 0.1789641 Apr 16 04:42:56.660609 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddf926-bc93-4cdb-8362-f2cf4bf56538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add4e4a0-71b5-459b-8283-55fdaa213552,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:42:57.245353 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 43f79c1b-4338-4766-baee-abd5d2ab3b71 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:42:57.265864 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 43f79c1b-4338-4766-baee-abd5d2ab3b71 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:42:57.270413 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 43f79c1b-4338-4766-baee-abd5d2ab3b71 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:42:57.584681 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 43126) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:42:57.678559 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-94461890-9ce4-4e4e-a690-4c3335e043b5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-219594153-network', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:42:57.768383 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94461890-9ce4-4e4e-a690-4c3335e043b5 admin admin] Made reservation on behalf of 273b590f1834473d8fcd25418fc6b3f2 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:42:57.770624 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-94461890-9ce4-4e4e-a690-4c3335e043b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:57.780007 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-94461890-9ce4-4e4e-a690-4c3335e043b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:57.854771 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-94461890-9ce4-4e4e-a690-4c3335e043b5 admin admin] Publish callbacks [] for security_group (87a84605-3f0d-463a-8e04-2be70cbeee39), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:57.911233 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-94461890-9ce4-4e4e-a690-4c3335e043b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (87a84605-3f0d-463a-8e04-2be70cbeee39), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:57.936030 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94461890-9ce4-4e4e-a690-4c3335e043b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:42:57.945435 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94461890-9ce4-4e4e-a690-4c3335e043b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a84605-3f0d-463a-8e04-2be70cbeee39,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:42:57.950059 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-94461890-9ce4-4e4e-a690-4c3335e043b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (19a40b01-6328-4d88-a160-e366fd13e126), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:57.950396 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-94461890-9ce4-4e4e-a690-4c3335e043b5 admin admin] Added segment 19a40b01-6328-4d88-a160-e366fd13e126 of type vlan for network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b Apr 16 04:42:57.990830 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-94461890-9ce4-4e4e-a690-4c3335e043b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:58.070196 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-94461890-9ce4-4e4e-a690-4c3335e043b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:58.071095 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94461890-9ce4-4e4e-a690-4c3335e043b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:58.071692 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-94461890-9ce4-4e4e-a690-4c3335e043b5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:58.088939 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:42:58.130601 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94461890-9ce4-4e4e-a690-4c3335e043b5 admin admin] Pushing event updated for resources: {'Network': ['ID=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:42:58.141236 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:42:58.154155 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-94461890-9ce4-4e4e-a690-4c3335e043b5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5683625 Apr 16 04:42:58.157304 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 43130) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:42:58.162157 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-4feb3fc6-d45b-424d-b709-64a7b95763e9 admin admin] Request body: {'subnet': {'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-219594153-subnet', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:42:58.260125 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4feb3fc6-d45b-424d-b709-64a7b95763e9 admin admin] Made reservation on behalf of 273b590f1834473d8fcd25418fc6b3f2 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:42:58.262499 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4feb3fc6-d45b-424d-b709-64a7b95763e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:58.282914 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:58.488260 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4feb3fc6-d45b-424d-b709-64a7b95763e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (0c1587aa-c5d6-4a42-89af-ec226224e020), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:58.547955 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb3fc6-d45b-424d-b709-64a7b95763e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c1587aa-c5d6-4a42-89af-ec226224e020,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:42:58.556586 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feb3fc6-d45b-424d-b709-64a7b95763e9 admin admin] Checking segment: {'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:42:58.556976 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feb3fc6-d45b-424d-b709-64a7b95763e9 admin admin] Network hostable DHCP agents. Network: 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:42:58.625064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feb3fc6-d45b-424d-b709-64a7b95763e9 admin admin] Network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:42:58.700262 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-4feb3fc6-d45b-424d-b709-64a7b95763e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:42:58.704548 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4feb3fc6-d45b-424d-b709-64a7b95763e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:42:58.705177 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4feb3fc6-d45b-424d-b709-64a7b95763e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:58.710366 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35eb85f-f1c7-4b93-9ef8-576f673c7fcc None None] Network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:42:58.794129 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4feb3fc6-d45b-424d-b709-64a7b95763e9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6356871 Apr 16 04:42:58.796632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 43132) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:42:58.801554 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-7d176757-9540-4377-b7e5-310ab94d7066 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:42:58.809932 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:42:58.810806 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:58.882276 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d176757-9540-4377-b7e5-310ab94d7066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (f38d2b96-add9-4852-b7bb-15c53a0e398f), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:58.883329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d176757-9540-4377-b7e5-310ab94d7066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (f38d2b96-add9-4852-b7bb-15c53a0e398f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:58.935807 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d176757-9540-4377-b7e5-310ab94d7066 admin admin] Publish callbacks [] for router_controller (f38d2b96-add9-4852-b7bb-15c53a0e398f), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:58.947349 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] Allocated IP 172.20.0.2 (34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b/0c1587aa-c5d6-4a42-89af-ec226224e020/4f950b35-4823-40ec-b259-6553d9a1825e) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:42:59.091257 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] Publish callbacks [] for port (4f950b35-4823-40ec-b259-6553d9a1825e), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:59.137676 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d176757-9540-4377-b7e5-310ab94d7066 admin admin] Publish callbacks [] for router_gateway (f38d2b96-add9-4852-b7bb-15c53a0e398f), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:59.151531 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (4f950b35-4823-40ec-b259-6553d9a1825e), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:59.188290 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] Network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:42:59.193146 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:42:59.196651 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:42:59.204390 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] Pushing event updated for resources: {'Port': ['ID=4f950b35-4823-40ec-b259-6553d9a1825e,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:42:59.260174 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] Attempting to bind port 4f950b35-4823-40ec-b259-6553d9a1825e on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:42:59.260540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] Attempting to bind port 4f950b35-4823-40ec-b259-6553d9a1825e by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:42:59.260926 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] Attempting to bind port 4f950b35-4823-40ec-b259-6553d9a1825e on network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:42:59.266419 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:42:59.266786 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] Checking segment: {'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:42:59.267181 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:59.267568 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] Bound using segment: {'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:42:59.268025 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] Bound port: 4f950b35-4823-40ec-b259-6553d9a1825e, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:42:59.268400 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (4f950b35-4823-40ec-b259-6553d9a1825e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:59.329974 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] For port 4f950b35-4823-40ec-b259-6553d9a1825e, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:42:59.333028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] For port 4f950b35-4823-40ec-b259-6553d9a1825e, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=4f950b35-4823-40ec-b259-6553d9a1825e,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:42:59.366748 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d176757-9540-4377-b7e5-310ab94d7066 admin admin] Publish callbacks [] for router_gateway (f38d2b96-add9-4852-b7bb-15c53a0e398f), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:59.389029 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d176757-9540-4377-b7e5-310ab94d7066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:59.407889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (4f950b35-4823-40ec-b259-6553d9a1825e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:59.467981 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667249f0-2f60-47c5-8268-abfc995a81ae None None] Pushing event updated for resources: {'Port': ['ID=4f950b35-4823-40ec-b259-6553d9a1825e,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:42:59.495418 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-7d176757-9540-4377-b7e5-310ab94d7066 admin admin] Allocated IP 172.26.6.123 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/3b1a1a3a-984c-43e3-af4a-73a480565ff7) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:42:59.604118 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d176757-9540-4377-b7e5-310ab94d7066 admin admin] Publish callbacks [] for port (3b1a1a3a-984c-43e3-af4a-73a480565ff7), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:59.705961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d176757-9540-4377-b7e5-310ab94d7066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (3b1a1a3a-984c-43e3-af4a-73a480565ff7), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:59.724627 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 4f950b35-4823-40ec-b259-6553d9a1825e up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:42:59.753335 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d176757-9540-4377-b7e5-310ab94d7066 admin admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:42:59.759062 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-7d176757-9540-4377-b7e5-310ab94d7066 admin admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:42:59.761423 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d176757-9540-4377-b7e5-310ab94d7066 admin admin] Pushing event updated for resources: {'Port': ['ID=3b1a1a3a-984c-43e3-af4a-73a480565ff7,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:42:59.763620 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d176757-9540-4377-b7e5-310ab94d7066 admin admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:42:59.792521 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 4f950b35-4823-40ec-b259-6553d9a1825e triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:42:59.792925 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4f950b35-4823-40ec-b259-6553d9a1825e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:59.869093 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 4f950b35-4823-40ec-b259-6553d9a1825e is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:42:59.869403 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (4f950b35-4823-40ec-b259-6553d9a1825e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:42:59.902001 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 4f950b35-4823-40ec-b259-6553d9a1825e, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=4f950b35-4823-40ec-b259-6553d9a1825e,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:43:00.036877 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (4f950b35-4823-40ec-b259-6553d9a1825e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:00.088294 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=4f950b35-4823-40ec-b259-6553d9a1825e,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:00.151521 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d176757-9540-4377-b7e5-310ab94d7066 admin admin] Publish callbacks [] for router_gateway (f38d2b96-add9-4852-b7bb-15c53a0e398f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:00.356948 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d176757-9540-4377-b7e5-310ab94d7066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (f38d2b96-add9-4852-b7bb-15c53a0e398f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:00.416611 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9277ea-f5e6-4195-857b-8b3479c65767 None None] Network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:43:00.501115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-7cdf6d97-fb91-4866-9581-a4ec67be88c5 None None] Provisioning complete for port 4f950b35-4823-40ec-b259-6553d9a1825e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:43:00.501522 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7cdf6d97-fb91-4866-9581-a4ec67be88c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4f950b35-4823-40ec-b259-6553d9a1825e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:00.611706 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-7cdf6d97-fb91-4866-9581-a4ec67be88c5 None None] Current status of the port 4f950b35-4823-40ec-b259-6553d9a1825e is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:43:00.831845 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-ae1e9eb4-207e-4947-b8b9-d68bbc320e95 None None] Provisioning complete for port 4f950b35-4823-40ec-b259-6553d9a1825e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:43:00.832225 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ae1e9eb4-207e-4947-b8b9-d68bbc320e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4f950b35-4823-40ec-b259-6553d9a1825e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:00.899953 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d176757-9540-4377-b7e5-310ab94d7066 admin admin] Router f38d2b96-add9-4852-b7bb-15c53a0e398f is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:43:00.913982 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-ae1e9eb4-207e-4947-b8b9-d68bbc320e95 None None] Current status of the port 4f950b35-4823-40ec-b259-6553d9a1825e is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:43:01.010573 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d176757-9540-4377-b7e5-310ab94d7066 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:43:01.019580 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] Sync routers for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:43:01.029238 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:43:01.029868 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:42:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:43:01.079108 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7d176757-9540-4377-b7e5-310ab94d7066 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:01.080367 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7d176757-9540-4377-b7e5-310ab94d7066 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2827938 Apr 16 04:43:01.083090 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 43134) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:43:01.288030 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:43:01.454764 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:42:59Z', 'revision_number': 3, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:43:01.481951 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] Checking router: f38d2b96-add9-4852-b7bb-15c53a0e398f for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:43:01.482299 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] Updating router f38d2b96-add9-4852-b7bb-15c53a0e398f port 3b1a1a3a-984c-43e3-af4a-73a480565ff7 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:43:01.508777 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (3b1a1a3a-984c-43e3-af4a-73a480565ff7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:01.509602 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-edc39173-b80e-4044-863a-b82ebecf35ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:01.705992 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 4f950b35-4823-40ec-b259-6553d9a1825e up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:43:01.735840 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-edc39173-b80e-4044-863a-b82ebecf35ea admin admin] Allocated IP 172.20.0.1 (34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b/0c1587aa-c5d6-4a42-89af-ec226224e020/c60722b3-897a-41b1-8345-e594f2d36c36) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:43:01.808368 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] Publish callbacks [] for port (3b1a1a3a-984c-43e3-af4a-73a480565ff7), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:01.809931 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 4f950b35-4823-40ec-b259-6553d9a1825e triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:43:01.810394 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4f950b35-4823-40ec-b259-6553d9a1825e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:01.845558 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-edc39173-b80e-4044-863a-b82ebecf35ea admin admin] Publish callbacks [] for port (c60722b3-897a-41b1-8345-e594f2d36c36), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:01.887943 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (3b1a1a3a-984c-43e3-af4a-73a480565ff7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:01.897938 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 4f950b35-4823-40ec-b259-6553d9a1825e is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:43:01.923232 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-edc39173-b80e-4044-863a-b82ebecf35ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c60722b3-897a-41b1-8345-e594f2d36c36), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:01.940264 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] Attempting to bind port 3b1a1a3a-984c-43e3-af4a-73a480565ff7 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:43:01.940613 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] Attempting to bind port 3b1a1a3a-984c-43e3-af4a-73a480565ff7 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:43:01.941000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] Attempting to bind port 3b1a1a3a-984c-43e3-af4a-73a480565ff7 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:43:01.947940 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa514ce3-b27b-4d1e-a6af-5d3c9d84a9e8 None None] Pushing event updated for resources: {'Port': ['ID=3b1a1a3a-984c-43e3-af4a-73a480565ff7,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:01.951232 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:43:01.953357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:43:01.953357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:01.953357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:43:01.953357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] Bound port: 3b1a1a3a-984c-43e3-af4a-73a480565ff7, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:43:01.953357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (3b1a1a3a-984c-43e3-af4a-73a480565ff7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:01.965528 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc39173-b80e-4044-863a-b82ebecf35ea admin admin] Network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:43:01.970620 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-edc39173-b80e-4044-863a-b82ebecf35ea admin admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:43:01.973516 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc39173-b80e-4044-863a-b82ebecf35ea admin admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:43:02.006840 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] For port 3b1a1a3a-984c-43e3-af4a-73a480565ff7, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:43:02.009461 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc39173-b80e-4044-863a-b82ebecf35ea admin admin] Pushing event updated for resources: {'Port': ['ID=c60722b3-897a-41b1-8345-e594f2d36c36,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:02.010282 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] For port 3b1a1a3a-984c-43e3-af4a-73a480565ff7, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3b1a1a3a-984c-43e3-af4a-73a480565ff7,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:43:02.020855 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-edc39173-b80e-4044-863a-b82ebecf35ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (f38d2b96-add9-4852-b7bb-15c53a0e398f), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:02.077430 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (3b1a1a3a-984c-43e3-af4a-73a480565ff7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:02.141207 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:43:02.141854 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:42:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:43:02.146981 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa514ce3-b27b-4d1e-a6af-5d3c9d84a9e8 None None] Pushing event updated for resources: {'Port': ['ID=3b1a1a3a-984c-43e3-af4a-73a480565ff7,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:02.230424 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-edc39173-b80e-4044-863a-b82ebecf35ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c60722b3-897a-41b1-8345-e594f2d36c36), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:02.254368 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8a3febba-113c-4896-91ad-71441901b525 None None] Provisioning complete for port c60722b3-897a-41b1-8345-e594f2d36c36 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:43:02.254368 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8a3febba-113c-4896-91ad-71441901b525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c60722b3-897a-41b1-8345-e594f2d36c36), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:02.299601 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:43:02.301626 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8a3febba-113c-4896-91ad-71441901b525 None None] Port c60722b3-897a-41b1-8345-e594f2d36c36 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:43:02.399309 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-edc39173-b80e-4044-863a-b82ebecf35ea admin admin] Publish callbacks [] for port (c60722b3-897a-41b1-8345-e594f2d36c36), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:02.459640 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-edc39173-b80e-4044-863a-b82ebecf35ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (c60722b3-897a-41b1-8345-e594f2d36c36), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:02.476253 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:42:59Z', 'revision_number': 3, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:43:02.508321 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14f444c-636d-4108-964e-ad4af30b210a None None] The sync data for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv is: [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:42:59Z', 'revision_number': 3, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:43:02.531942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-edc39173-b80e-4044-863a-b82ebecf35ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (f38d2b96-add9-4852-b7bb-15c53a0e398f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:02.533892 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc39173-b80e-4044-863a-b82ebecf35ea admin admin] Pushing event updated for resources: {'Port': ['ID=c60722b3-897a-41b1-8345-e594f2d36c36,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:02.628405 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc39173-b80e-4044-863a-b82ebecf35ea admin admin] Network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:43:02.629788 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-edc39173-b80e-4044-863a-b82ebecf35ea admin admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:43:02.760623 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc39173-b80e-4044-863a-b82ebecf35ea admin admin] Router f38d2b96-add9-4852-b7bb-15c53a0e398f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:43:02.888494 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc39173-b80e-4044-863a-b82ebecf35ea admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:43:02.897163 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-edc39173-b80e-4044-863a-b82ebecf35ea admin admin] 10.222.0.30 "PUT /v2.0/routers/f38d2b96-add9-4852-b7bb-15c53a0e398f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8129840 Apr 16 04:43:02.921460 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-e4810269-600a-4b94-a46f-55ad97556f4e None None] Provisioning complete for port c60722b3-897a-41b1-8345-e594f2d36c36 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:43:02.921758 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e4810269-600a-4b94-a46f-55ad97556f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c60722b3-897a-41b1-8345-e594f2d36c36), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:02.959364 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e4810269-600a-4b94-a46f-55ad97556f4e None None] Port c60722b3-897a-41b1-8345-e594f2d36c36 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:43:03.379319 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 43142) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:43:03.383826 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-23f220c4-476d-43c7-9772-2a3024200369 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2066856255', 'description': 'tempest-description--824934446'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:43:03.475982 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23f220c4-476d-43c7-9772-2a3024200369 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:03.542856 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23f220c4-476d-43c7-9772-2a3024200369 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for security_group (0e66dbc8-d9cd-4211-a924-b5ccfa417df3), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:03.601434 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23f220c4-476d-43c7-9772-2a3024200369 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (0e66dbc8-d9cd-4211-a924-b5ccfa417df3), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:03.629677 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f220c4-476d-43c7-9772-2a3024200369 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e66dbc8-d9cd-4211-a924-b5ccfa417df3,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:03.678658 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-23f220c4-476d-43c7-9772-2a3024200369 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:03.680211 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-23f220c4-476d-43c7-9772-2a3024200369 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2998407 Apr 16 04:43:03.683362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 43144) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:43:03.687792 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-f7159406-503a-43d0-b717-7f2420805eca tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Request body: {'security_group_rule': {'security_group_id': '0e66dbc8-d9cd-4211-a924-b5ccfa417df3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:43:03.718553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3b1a1a3a-984c-43e3-af4a-73a480565ff7 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:43:03.766244 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 3b1a1a3a-984c-43e3-af4a-73a480565ff7 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:43:03.766538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3b1a1a3a-984c-43e3-af4a-73a480565ff7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:03.768714 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f7159406-503a-43d0-b717-7f2420805eca tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for security_group_rule (f6cb3907-6173-4509-909d-7ed0a7fc91ce), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:03.833927 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f7159406-503a-43d0-b717-7f2420805eca tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for security_group_rule (f6cb3907-6173-4509-909d-7ed0a7fc91ce), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:03.854387 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 3b1a1a3a-984c-43e3-af4a-73a480565ff7 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:43:03.855422 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (3b1a1a3a-984c-43e3-af4a-73a480565ff7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:03.876185 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 3b1a1a3a-984c-43e3-af4a-73a480565ff7, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3b1a1a3a-984c-43e3-af4a-73a480565ff7,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:43:03.899850 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f7159406-503a-43d0-b717-7f2420805eca tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (f6cb3907-6173-4509-909d-7ed0a7fc91ce), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:03.918754 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7159406-503a-43d0-b717-7f2420805eca tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6cb3907-6173-4509-909d-7ed0a7fc91ce,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:03.974392 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (3b1a1a3a-984c-43e3-af4a-73a480565ff7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:03.996003 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] Sync routers for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:43:04.004656 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f7159406-503a-43d0-b717-7f2420805eca tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:04.005938 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f7159406-503a-43d0-b717-7f2420805eca tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3216286 Apr 16 04:43:04.007394 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:43:04.008016 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:42:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:43:04.008842 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 43146) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:43:04.013456 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-43015805-e466-4deb-bf20-6ccac71691cb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Request body: {'security_group_rule': {'security_group_id': '0e66dbc8-d9cd-4211-a924-b5ccfa417df3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:43:04.031263 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=3b1a1a3a-984c-43e3-af4a-73a480565ff7,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:04.116276 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:43:04.116530 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-43015805-e466-4deb-bf20-6ccac71691cb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for security_group_rule (fc2c2f55-cf13-4261-b05c-805ab81a40e5), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:04.171351 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-43015805-e466-4deb-bf20-6ccac71691cb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for security_group_rule (fc2c2f55-cf13-4261-b05c-805ab81a40e5), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:04.231465 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-43015805-e466-4deb-bf20-6ccac71691cb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (fc2c2f55-cf13-4261-b05c-805ab81a40e5), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:04.246752 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43015805-e466-4deb-bf20-6ccac71691cb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2c2f55-cf13-4261-b05c-805ab81a40e5,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:04.305504 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 2, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:43:04.312963 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-43015805-e466-4deb-bf20-6ccac71691cb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:04.314242 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-43015805-e466-4deb-bf20-6ccac71691cb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3043830 Apr 16 04:43:04.317125 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 43148) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:43:04.321442 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-5a0374aa-f7a0-49cd-bf3d-8f6f975ae139 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:43:04.335152 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] Checking router: f38d2b96-add9-4852-b7bb-15c53a0e398f for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:43:04.335502 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] Updating router f38d2b96-add9-4852-b7bb-15c53a0e398f port c60722b3-897a-41b1-8345-e594f2d36c36 binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:43:04.363659 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c60722b3-897a-41b1-8345-e594f2d36c36), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:04.402746 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5a0374aa-f7a0-49cd-bf3d-8f6f975ae139 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:04.484841 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5a0374aa-f7a0-49cd-bf3d-8f6f975ae139 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:04.587328 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-5a0374aa-f7a0-49cd-bf3d-8f6f975ae139 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Allocated IP 172.26.6.122 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/4fedd010-4c68-4e5a-b795-22321e3df1f6) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:43:04.619808 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] Publish callbacks [] for port (c60722b3-897a-41b1-8345-e594f2d36c36), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:04.691966 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5a0374aa-f7a0-49cd-bf3d-8f6f975ae139 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for port (4fedd010-4c68-4e5a-b795-22321e3df1f6), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:04.693815 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c60722b3-897a-41b1-8345-e594f2d36c36), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:04.747106 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cf388-f44d-4a51-afe2-754baf8648ea None None] Pushing event updated for resources: {'Port': ['ID=c60722b3-897a-41b1-8345-e594f2d36c36,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:04.772064 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cf388-f44d-4a51-afe2-754baf8648ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:04.772409 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cf388-f44d-4a51-afe2-754baf8648ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:04.772771 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cf388-f44d-4a51-afe2-754baf8648ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:04.773119 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cf388-f44d-4a51-afe2-754baf8648ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:04.773449 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cf388-f44d-4a51-afe2-754baf8648ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:04.773780 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cf388-f44d-4a51-afe2-754baf8648ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:04.774097 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cf388-f44d-4a51-afe2-754baf8648ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:04.774415 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cf388-f44d-4a51-afe2-754baf8648ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:04.774750 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cf388-f44d-4a51-afe2-754baf8648ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:04.775072 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cf388-f44d-4a51-afe2-754baf8648ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:04.775407 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cf388-f44d-4a51-afe2-754baf8648ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:04.775744 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cf388-f44d-4a51-afe2-754baf8648ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:04.776061 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cf388-f44d-4a51-afe2-754baf8648ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:04.776374 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cf388-f44d-4a51-afe2-754baf8648ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:04.777348 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811cf388-f44d-4a51-afe2-754baf8648ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:04.808700 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5a0374aa-f7a0-49cd-bf3d-8f6f975ae139 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (4fedd010-4c68-4e5a-b795-22321e3df1f6), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:04.814316 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] Attempting to bind port c60722b3-897a-41b1-8345-e594f2d36c36 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:43:04.815177 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] Attempting to bind port c60722b3-897a-41b1-8345-e594f2d36c36 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:43:04.815177 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] Attempting to bind port c60722b3-897a-41b1-8345-e594f2d36c36 on network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:43:04.825236 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:43:04.825553 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] Checking segment: {'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:43:04.825961 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:04.826353 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] Bound using segment: {'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:43:04.826825 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] Bound port: c60722b3-897a-41b1-8345-e594f2d36c36, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:43:04.827202 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c60722b3-897a-41b1-8345-e594f2d36c36), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:04.857942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0374aa-f7a0-49cd-bf3d-8f6f975ae139 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Pushing event updated for resources: {'Port': ['ID=4fedd010-4c68-4e5a-b795-22321e3df1f6,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:04.869159 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0374aa-f7a0-49cd-bf3d-8f6f975ae139 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:43:04.870726 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-5a0374aa-f7a0-49cd-bf3d-8f6f975ae139 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:43:04.873176 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0374aa-f7a0-49cd-bf3d-8f6f975ae139 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:43:04.895726 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] For port c60722b3-897a-41b1-8345-e594f2d36c36, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:43:04.899208 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] For port c60722b3-897a-41b1-8345-e594f2d36c36, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c60722b3-897a-41b1-8345-e594f2d36c36,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:43:04.974436 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c60722b3-897a-41b1-8345-e594f2d36c36), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:04.991655 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-28d8ca66-6ee8-4648-ba2a-9391fe5c8860 None None] Provisioning complete for port c60722b3-897a-41b1-8345-e594f2d36c36 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:43:04.992622 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-28d8ca66-6ee8-4648-ba2a-9391fe5c8860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c60722b3-897a-41b1-8345-e594f2d36c36), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:04.999683 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5a0374aa-f7a0-49cd-bf3d-8f6f975ae139 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for floatingip (1ff59165-93e2-4d3a-ae71-52c7e0661da3), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:05.036673 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:43:05.037416 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:42:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:43:05.040286 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cf388-f44d-4a51-afe2-754baf8648ea None None] Pushing event updated for resources: {'Port': ['ID=c60722b3-897a-41b1-8345-e594f2d36c36,revision_number=4']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:05.089960 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-28d8ca66-6ee8-4648-ba2a-9391fe5c8860 None None] Current status of the port c60722b3-897a-41b1-8345-e594f2d36c36 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:43:05.090665 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-28d8ca66-6ee8-4648-ba2a-9391fe5c8860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c60722b3-897a-41b1-8345-e594f2d36c36), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:05.125786 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-28d8ca66-6ee8-4648-ba2a-9391fe5c8860 None None] For port c60722b3-897a-41b1-8345-e594f2d36c36, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c60722b3-897a-41b1-8345-e594f2d36c36,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:43:05.133226 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5a0374aa-f7a0-49cd-bf3d-8f6f975ae139 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (4fedd010-4c68-4e5a-b795-22321e3df1f6), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:05.168858 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:43:05.186081 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-28d8ca66-6ee8-4648-ba2a-9391fe5c8860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c60722b3-897a-41b1-8345-e594f2d36c36), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:05.240038 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8ca66-6ee8-4648-ba2a-9391fe5c8860 None None] Pushing event updated for resources: {'Port': ['ID=c60722b3-897a-41b1-8345-e594f2d36c36,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:05.303630 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5a0374aa-f7a0-49cd-bf3d-8f6f975ae139 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for port (4fedd010-4c68-4e5a-b795-22321e3df1f6), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:05.304637 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-dbea5a57-f37d-458a-97a0-a568ab4d9080 None None] Provisioning complete for port c60722b3-897a-41b1-8345-e594f2d36c36 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:43:05.305219 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dbea5a57-f37d-458a-97a0-a568ab4d9080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c60722b3-897a-41b1-8345-e594f2d36c36), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:05.374829 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5a0374aa-f7a0-49cd-bf3d-8f6f975ae139 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (4fedd010-4c68-4e5a-b795-22321e3df1f6), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:05.394456 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dbea5a57-f37d-458a-97a0-a568ab4d9080 None None] Current status of the port c60722b3-897a-41b1-8345-e594f2d36c36 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:43:05.441000 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0374aa-f7a0-49cd-bf3d-8f6f975ae139 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Pushing event updated for resources: {'Port': ['ID=4fedd010-4c68-4e5a-b795-22321e3df1f6,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:05.457157 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5a0374aa-f7a0-49cd-bf3d-8f6f975ae139 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (1ff59165-93e2-4d3a-ae71-52c7e0661da3), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:05.467311 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:04Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:43:05.495030 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f953224-62f3-47b7-87e4-8937cee5f5ca None None] The sync data for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv is: [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:04Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:43:05.554012 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5a0374aa-f7a0-49cd-bf3d-8f6f975ae139 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:05.556218 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5a0374aa-f7a0-49cd-bf3d-8f6f975ae139 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2372794 Apr 16 04:43:05.735725 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-03a71852-9611-4124-95ac-de2081cfbe60 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2066856255&fields=id&tenant_id=273b590f1834473d8fcd25418fc6b3f2 HTTP/1.1" status: 200 len: 267 time: 0.0663738 Apr 16 04:43:05.798515 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3b1a1a3a-984c-43e3-af4a-73a480565ff7 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:43:05.847039 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 3b1a1a3a-984c-43e3-af4a-73a480565ff7 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:43:05.847508 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3b1a1a3a-984c-43e3-af4a-73a480565ff7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:05.861328 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-015c6fb7-1089-43c5-a4fd-6b9734349e9c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:05.862841 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-015c6fb7-1089-43c5-a4fd-6b9734349e9c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 811 time: 0.1206830 Apr 16 04:43:05.879025 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-979c248f-185a-404f-83c5-7390a689b517 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/quotas/273b590f1834473d8fcd25418fc6b3f2 HTTP/1.1" status: 200 len: 375 time: 0.0100679 Apr 16 04:43:05.931111 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 3b1a1a3a-984c-43e3-af4a-73a480565ff7 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:43:05.932290 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c60722b3-897a-41b1-8345-e594f2d36c36 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:43:05.934557 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-835a7fbf-a9e4-487b-874f-f4dad6910780 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493436 Apr 16 04:43:05.983350 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port c60722b3-897a-41b1-8345-e594f2d36c36 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:43:05.983969 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c60722b3-897a-41b1-8345-e594f2d36c36), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:06.044814 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-402e663b-aa97-4d7a-8170-107f0f111e8b service neutron] 10.222.0.30 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975051 Apr 16 04:43:06.069368 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port c60722b3-897a-41b1-8345-e594f2d36c36 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:43:06.143807 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-288ebc5d-be1b-4e72-ac74-8a494be43b6e service neutron] 10.222.0.30 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927315 Apr 16 04:43:06.407426 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b1ed73bd-8aa5-4370-a337-5da6f4e269c1 req-cccba3b4-0c31-4ba6-b0d6-c5d147297f94 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 210 time: 0.0310614 Apr 16 04:43:07.503380 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ef2f7e9b-c533-4189-955e-cfa38c558ac2 req-76f6c02c-7ec5-4c2e-b0c6-d1e3f22eaafd tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 210 time: 0.0290737 Apr 16 04:43:08.260691 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-d6911b6a-2478-424c-b001-a8ea44e559e2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:08.262824 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-d6911b6a-2478-424c-b001-a8ea44e559e2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 811 time: 0.1000190 Apr 16 04:43:08.321614 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-41b661c3-70a4-44bc-a156-0aaa5b11c80e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273b590f1834473d8fcd25418fc6b3f2 HTTP/1.1" status: 200 len: 380 time: 0.0502493 Apr 16 04:43:08.330706 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-26380cb0-24c4-48f2-935c-c2c5dc7d0bd3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Request body: {'port': {'device_id': 'c6d63ff2-6b90-4011-ab2b-7654924c6d6f', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'admin_state_up': True, 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'security_groups': ['0e66dbc8-d9cd-4211-a924-b5ccfa417df3']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:43:08.493946 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-26380cb0-24c4-48f2-935c-c2c5dc7d0bd3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Made reservation on behalf of 273b590f1834473d8fcd25418fc6b3f2 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:43:08.498053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-26380cb0-24c4-48f2-935c-c2c5dc7d0bd3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:08.607619 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f3609710-50a2-4781-b3f0-290b7b788269 req-4b4f42d0-dd32-4eb6-ace2-16de74f98694 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 210 time: 0.0310256 Apr 16 04:43:08.628518 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-26380cb0-24c4-48f2-935c-c2c5dc7d0bd3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Allocated IP 172.20.0.14 (34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b/0c1587aa-c5d6-4a42-89af-ec226224e020/fa30b1f8-ff0a-4b0e-b810-d5a76a348832) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:43:08.764686 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-26380cb0-24c4-48f2-935c-c2c5dc7d0bd3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:08.865601 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-26380cb0-24c4-48f2-935c-c2c5dc7d0bd3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:08.912090 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-26380cb0-24c4-48f2-935c-c2c5dc7d0bd3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:43:08.915280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-26380cb0-24c4-48f2-935c-c2c5dc7d0bd3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:43:08.921537 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-26380cb0-24c4-48f2-935c-c2c5dc7d0bd3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:43:08.950307 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26380cb0-24c4-48f2-935c-c2c5dc7d0bd3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Pushing event updated for resources: {'Port': ['ID=fa30b1f8-ff0a-4b0e-b810-d5a76a348832,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:08.976196 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-26380cb0-24c4-48f2-935c-c2c5dc7d0bd3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:08.976706 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-26380cb0-24c4-48f2-935c-c2c5dc7d0bd3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:09.056746 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-26380cb0-24c4-48f2-935c-c2c5dc7d0bd3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7300167 Apr 16 04:43:09.068280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] Request body: {'port': {'device_id': 'c6d63ff2-6b90-4011-ab2b-7654924c6d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:43:09.122605 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-10bef028-58dd-49cc-8d2f-b6de8fcf6cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:09.129347 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:09.141296 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-dfe5211b-a6c4-4be8-819a-94d85e083ae7 None None] Provisioning complete for port fa30b1f8-ff0a-4b0e-b810-d5a76a348832 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:43:09.146092 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dfe5211b-a6c4-4be8-819a-94d85e083ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:09.179327 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-dfe5211b-a6c4-4be8-819a-94d85e083ae7 None None] Port fa30b1f8-ff0a-4b0e-b810-d5a76a348832 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:43:09.394011 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa30b1f8-ff0a-4b0e-b810-d5a76a348832 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:43:09.401272 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] Publish callbacks [] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:09.414320 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] Transition to ACTIVE for port object fa30b1f8-ff0a-4b0e-b810-d5a76a348832 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:43:09.453922 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:09.502549 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] Pushing event updated for resources: {'Port': ['ID=fa30b1f8-ff0a-4b0e-b810-d5a76a348832,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:09.581593 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] Attempting to bind port fa30b1f8-ff0a-4b0e-b810-d5a76a348832 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:43:09.581969 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] Attempting to bind port fa30b1f8-ff0a-4b0e-b810-d5a76a348832 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:43:09.582250 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] Attempting to bind port fa30b1f8-ff0a-4b0e-b810-d5a76a348832 on network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:43:09.586850 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] Port fa30b1f8-ff0a-4b0e-b810-d5a76a348832 on network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:43:09.587167 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] Attempting to bind port fa30b1f8-ff0a-4b0e-b810-d5a76a348832 on network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:43:09.592189 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:43:09.592525 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] Checking segment: {'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:43:09.592939 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] Bound using segment: {'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:43:09.593364 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] Bound port: fa30b1f8-ff0a-4b0e-b810-d5a76a348832, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:43:09.593721 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:09.661420 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] For port fa30b1f8-ff0a-4b0e-b810-d5a76a348832, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:43:09.664960 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] For port fa30b1f8-ff0a-4b0e-b810-d5a76a348832, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fa30b1f8-ff0a-4b0e-b810-d5a76a348832,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:43:09.726039 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bff4b2-cfba-4c7e-8fc4-7198a0a0352f req-68a633e5-193a-4ba2-9dd0-e7ed390a016d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:09.727531 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-51bff4b2-cfba-4c7e-8fc4-7198a0a0352f req-68a633e5-193a-4ba2-9dd0-e7ed390a016d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 944 time: 0.0475984 Apr 16 04:43:09.729026 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:09.781450 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:09.782072 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:09.783480 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] 10.222.0.18 "PUT /v2.0/ports/fa30b1f8-ff0a-4b0e-b810-d5a76a348832 HTTP/1.1" status: 200 len: 1094 time: 0.7195652 Apr 16 04:43:09.784192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d63ff2-6b90-4011-ab2b-7654924c6d6f', 'tag': 'fa30b1f8-ff0a-4b0e-b810-d5a76a348832'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:43:09.786476 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a23f14e-d68c-4c8c-aab7-6abb06695842" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d63ff2-6b90-4011-ab2b-7654924c6d6f", "tag": "fa30b1f8-ff0a-4b0e-b810-d5a76a348832"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:43:09.830579 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8967c7-57c6-45ae-8276-4aa13493886f service neutron] Pushing event updated for resources: {'Port': ['ID=fa30b1f8-ff0a-4b0e-b810-d5a76a348832,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:09.838593 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdee32af-f403-4929-b9cf-34849da8de23 x-openstack-request-id: req-fdee32af-f403-4929-b9cf-34849da8de23 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:43:09.838593 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d63ff2-6b90-4011-ab2b-7654924c6d6f", "tag": "fa30b1f8-ff0a-4b0e-b810-d5a76a348832", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:43:09.838593 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fdee32af-f403-4929-b9cf-34849da8de23 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:43:09.838593 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdee32af-f403-4929-b9cf-34849da8de23'] response: {'name': 'network-changed', 'server_uuid': 'c6d63ff2-6b90-4011-ab2b-7654924c6d6f', 'tag': 'fa30b1f8-ff0a-4b0e-b810-d5a76a348832', 'status': 'completed', 'code': 200} Apr 16 04:43:09.839303 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-51bff4b2-cfba-4c7e-8fc4-7198a0a0352f req-3b29d589-b80b-42f7-bb48-d885c03aadac tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019845 Apr 16 04:43:09.897902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23f14e-d68c-4c8c-aab7-6abb06695842 req-200e7b09-ddb9-48e1-9d0e-ea43bbc28e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:09.899538 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2a23f14e-d68c-4c8c-aab7-6abb06695842 req-200e7b09-ddb9-48e1-9d0e-ea43bbc28e39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 1128 time: 0.0426497 Apr 16 04:43:10.003573 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23f14e-d68c-4c8c-aab7-6abb06695842 req-0199945d-d39e-4d11-9b7d-3cbdc98021de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:10.005911 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2a23f14e-d68c-4c8c-aab7-6abb06695842 req-0199945d-d39e-4d11-9b7d-3cbdc98021de service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=273b590f1834473d8fcd25418fc6b3f2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0999057 Apr 16 04:43:10.097955 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23f14e-d68c-4c8c-aab7-6abb06695842 req-1347f125-3712-4981-bdeb-cccd93265810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:10.099403 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2a23f14e-d68c-4c8c-aab7-6abb06695842 req-1347f125-3712-4981-bdeb-cccd93265810 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0878463 Apr 16 04:43:10.172487 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-09200b88-f8ec-497c-ac98-2c405c98e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:10.173915 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-09200b88-f8ec-497c-ac98-2c405c98e056 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 1128 time: 0.0396094 Apr 16 04:43:10.219418 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-e39aad93-e267-43dc-a56c-8fb5b30aec50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa30b1f8-ff0a-4b0e-b810-d5a76a348832 HTTP/1.1" status: 200 len: 217 time: 0.0384572 Apr 16 04:43:10.274109 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-24cf6ead-1ac3-446d-a506-034d4624cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:10.275481 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-24cf6ead-1ac3-446d-a506-034d4624cfab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0419962 Apr 16 04:43:10.317622 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-4ab1748d-9de6-42e3-8cc5-e50be43e82ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:10.319090 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-4ab1748d-9de6-42e3-8cc5-e50be43e82ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377719 Apr 16 04:43:10.411846 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-e2a4dcc8-fc16-43f8-aad7-84e4d97b9394 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865905 Apr 16 04:43:10.500427 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18c83ec7-f7fa-44e7-a053-a264ddbdbccd req-8d908423-d9b8-427d-80fb-31fa7cf9aed7 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822506 Apr 16 04:43:10.959678 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c2796-8f23-4f7b-b64d-fe463acdf949 req-36b8ce0c-de9b-4f96-8244-ebfcab729dab tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:10.961151 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-872c2796-8f23-4f7b-b64d-fe463acdf949 req-36b8ce0c-de9b-4f96-8244-ebfcab729dab tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 944 time: 0.0464885 Apr 16 04:43:11.006457 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-872c2796-8f23-4f7b-b64d-fe463acdf949 req-50844676-bacf-440e-8b7b-2ba38d046d9d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397048 Apr 16 04:43:11.498594 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7f532767-e071-449c-8380-267eae016bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:12.123965 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce050e-a60f-46da-97a2-a598a7fe853b req-c54810fe-e948-4ec5-b72d-47284e5dcdc9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:12.125371 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1bce050e-a60f-46da-97a2-a598a7fe853b req-c54810fe-e948-4ec5-b72d-47284e5dcdc9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 944 time: 0.0523715 Apr 16 04:43:12.171533 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1bce050e-a60f-46da-97a2-a598a7fe853b req-3e44afc4-cbb9-423f-a3d4-44feb0597296 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405655 Apr 16 04:43:12.607530 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:13.288008 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f84731-76d9-431b-9867-d4c08aa667bd req-cbc9daf6-5b86-4185-ba6d-fcedea0e39d5 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:13.289483 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c3f84731-76d9-431b-9867-d4c08aa667bd req-cbc9daf6-5b86-4185-ba6d-fcedea0e39d5 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 944 time: 0.0463486 Apr 16 04:43:13.335316 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c3f84731-76d9-431b-9867-d4c08aa667bd req-bd8faf1a-090c-46f7-9372-a5649173e50e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396819 Apr 16 04:43:13.338538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device fa30b1f8-ff0a-4b0e-b810-d5a76a348832 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:43:13.437666 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port fa30b1f8-ff0a-4b0e-b810-d5a76a348832, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fa30b1f8-ff0a-4b0e-b810-d5a76a348832,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:43:13.448516 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'fa30b1f8-ff0a-4b0e-b810-d5a76a348832', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'port_id': 'fa30b1f8-ff0a-4b0e-b810-d5a76a348832', 'mac_address': 'fa:16:3e:50:11:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:43:13.485309 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port fa30b1f8-ff0a-4b0e-b810-d5a76a348832 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:43:13.485695 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:13.498462 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa30b1f8-ff0a-4b0e-b810-d5a76a348832 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:43:13.517198 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port fa30b1f8-ff0a-4b0e-b810-d5a76a348832, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fa30b1f8-ff0a-4b0e-b810-d5a76a348832,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:43:13.567618 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:13.615006 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=fa30b1f8-ff0a-4b0e-b810-d5a76a348832,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:13.622044 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:13.622397 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:13.622742 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:13.623083 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:13.623420 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:13.623756 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:13.624084 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:13.624413 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:13.624760 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:13.625095 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:13.625425 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:13.625755 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:13.626082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:13.626404 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:13.626724 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:13.770061 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['fa30b1f8-ff0a-4b0e-b810-d5a76a348832'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:43:14.060110 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:14.446211 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c2449-ac47-4a13-97ee-9df12da5238f req-de776e2f-9b78-4e15-83bc-b3e6aadd33a5 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:14.447716 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c55c2449-ac47-4a13-97ee-9df12da5238f req-de776e2f-9b78-4e15-83bc-b3e6aadd33a5 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 945 time: 0.0472839 Apr 16 04:43:14.493150 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c55c2449-ac47-4a13-97ee-9df12da5238f req-c57a60e0-7afa-4b43-83ab-814f6ed47f60 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399120 Apr 16 04:43:15.351080 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device fa30b1f8-ff0a-4b0e-b810-d5a76a348832 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:43:15.378043 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:15.399790 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port fa30b1f8-ff0a-4b0e-b810-d5a76a348832 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:43:15.470407 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port fa30b1f8-ff0a-4b0e-b810-d5a76a348832 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:43:15.470793 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:15.547937 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port fa30b1f8-ff0a-4b0e-b810-d5a76a348832 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:43:15.548345 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:15.571322 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d63ff2-6b90-4011-ab2b-7654924c6d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa30b1f8-ff0a-4b0e-b810-d5a76a348832'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:43:15.573651 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457a7d2f-ffbd-4d1e-86c0-2e789ce582dc" -d '{"events": [{"server_uuid": "c6d63ff2-6b90-4011-ab2b-7654924c6d6f", "name": "network-vif-plugged", "status": "completed", "tag": "fa30b1f8-ff0a-4b0e-b810-d5a76a348832"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:43:15.587499 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port fa30b1f8-ff0a-4b0e-b810-d5a76a348832, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fa30b1f8-ff0a-4b0e-b810-d5a76a348832,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:43:15.607096 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeca1c8-665e-42f3-855a-106b276c8795 req-fab6514d-f2fe-40ca-b559-75cb8775cad4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:15.608617 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9eeca1c8-665e-42f3-855a-106b276c8795 req-fab6514d-f2fe-40ca-b559-75cb8775cad4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 945 time: 0.0513487 Apr 16 04:43:15.630902 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:15.662176 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9eeca1c8-665e-42f3-855a-106b276c8795 req-615f5cf0-e65d-45c3-a6c9-5bc714dc33e9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478327 Apr 16 04:43:15.684936 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=fa30b1f8-ff0a-4b0e-b810-d5a76a348832,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:15.688285 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc043a5-d37b-4617-b03a-d8a5f4624d09 x-openstack-request-id: req-0fc043a5-d37b-4617-b03a-d8a5f4624d09 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:43:15.688582 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d63ff2-6b90-4011-ab2b-7654924c6d6f", "name": "network-vif-plugged", "status": "completed", "tag": "fa30b1f8-ff0a-4b0e-b810-d5a76a348832", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:43:15.688860 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0fc043a5-d37b-4617-b03a-d8a5f4624d09 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:43:15.689253 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fc043a5-d37b-4617-b03a-d8a5f4624d09'] response: {'server_uuid': 'c6d63ff2-6b90-4011-ab2b-7654924c6d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa30b1f8-ff0a-4b0e-b810-d5a76a348832', 'code': 200} Apr 16 04:43:15.963395 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91521b23-74a3-4263-8677-4d3b8d073b8e req-e7993142-82e1-4a7b-a3d2-ec3e17fe21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:15.965454 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-91521b23-74a3-4263-8677-4d3b8d073b8e req-e7993142-82e1-4a7b-a3d2-ec3e17fe21f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 1130 time: 0.0418961 Apr 16 04:43:16.006429 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-91521b23-74a3-4263-8677-4d3b8d073b8e req-f6896162-6485-4b7b-9c6a-369ad6c393b7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362456 Apr 16 04:43:16.773636 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b84f8-4412-4113-a48c-4fa6d755f89f req-ab0be640-cedf-4853-b4fe-6e99cb34c4dc tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:16.775126 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3e8b84f8-4412-4113-a48c-4fa6d755f89f req-ab0be640-cedf-4853-b4fe-6e99cb34c4dc tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0476003 Apr 16 04:43:16.821860 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3e8b84f8-4412-4113-a48c-4fa6d755f89f req-7881d3f3-df46-4afe-826d-00ec1823332c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398812 Apr 16 04:43:17.934306 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a0b03-4f4a-440a-94dd-ffd663f295b6 req-984b7c02-6803-4ce5-9e0a-604a15eb81d3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:17.935695 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f88a0b03-4f4a-440a-94dd-ffd663f295b6 req-984b7c02-6803-4ce5-9e0a-604a15eb81d3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0469258 Apr 16 04:43:17.982607 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f88a0b03-4f4a-440a-94dd-ffd663f295b6 req-edf3e461-bcd9-454c-96af-55fd21776a34 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413759 Apr 16 04:43:18.092347 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7646ec-6890-4670-b7db-92605e21048d req-4ca48513-bd22-4cd4-979a-40213df40cc7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:18.093811 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4c7646ec-6890-4670-b7db-92605e21048d req-4ca48513-bd22-4cd4-979a-40213df40cc7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0496051 Apr 16 04:43:18.102389 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 43204) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:43:18.106712 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-4d72e7c6-31c7-4c54-bfe1-af3465bf3d24 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Request body: {'floatingip': {'port_id': 'fa30b1f8-ff0a-4b0e-b810-d5a76a348832'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:43:18.145158 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d72e7c6-31c7-4c54-bfe1-af3465bf3d24 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for floatingip (1ff59165-93e2-4d3a-ae71-52c7e0661da3), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:18.580124 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d72e7c6-31c7-4c54-bfe1-af3465bf3d24 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:18.630605 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d72e7c6-31c7-4c54-bfe1-af3465bf3d24 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (1ff59165-93e2-4d3a-ae71-52c7e0661da3), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:18.732181 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-4d72e7c6-31c7-4c54-bfe1-af3465bf3d24 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Floating IP 1ff59165-93e2-4d3a-ae71-52c7e0661da3 associated. External IP: 172.26.6.122, port: fa30b1f8-ff0a-4b0e-b810-d5a76a348832. Apr 16 04:43:18.945702 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d72e7c6-31c7-4c54-bfe1-af3465bf3d24 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Router f38d2b96-add9-4852-b7bb-15c53a0e398f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:43:19.054513 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d72e7c6-31c7-4c54-bfe1-af3465bf3d24 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:43:19.059065 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4d72e7c6-31c7-4c54-bfe1-af3465bf3d24 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:19.065115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5847aa27-8343-4082-a914-ac649e603f1d None None] Sync routers for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:43:19.074798 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5847aa27-8343-4082-a914-ac649e603f1d None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:43:19.075591 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5847aa27-8343-4082-a914-ac649e603f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:43:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:43:19.089433 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4d72e7c6-31c7-4c54-bfe1-af3465bf3d24 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "PUT /v2.0/floatingips/1ff59165-93e2-4d3a-ae71-52c7e0661da3 HTTP/1.1" status: 200 len: 992 time: 0.9860003 Apr 16 04:43:19.090034 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d63ff2-6b90-4011-ab2b-7654924c6d6f', 'tag': 'fa30b1f8-ff0a-4b0e-b810-d5a76a348832'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:43:19.092492 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67589773-c97c-4216-a87a-a41c98cae638" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d63ff2-6b90-4011-ab2b-7654924c6d6f", "tag": "fa30b1f8-ff0a-4b0e-b810-d5a76a348832"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:43:19.186053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7c54b-34a2-423f-9f72-5d1d4d3c929b req-7f8d7f0b-cca8-47a4-a1c2-eb5db7951676 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:19.187718 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9cf7c54b-34a2-423f-9f72-5d1d4d3c929b req-7f8d7f0b-cca8-47a4-a1c2-eb5db7951676 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0478036 Apr 16 04:43:19.189348 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aec1e6f-2c08-4c6b-aee2-c2ab8d6a0359 x-openstack-request-id: req-1aec1e6f-2c08-4c6b-aee2-c2ab8d6a0359 {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:43:19.189640 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d63ff2-6b90-4011-ab2b-7654924c6d6f", "tag": "fa30b1f8-ff0a-4b0e-b810-d5a76a348832", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:43:19.189894 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1aec1e6f-2c08-4c6b-aee2-c2ab8d6a0359 {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:43:19.190304 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aec1e6f-2c08-4c6b-aee2-c2ab8d6a0359'] response: {'name': 'network-changed', 'server_uuid': 'c6d63ff2-6b90-4011-ab2b-7654924c6d6f', 'tag': 'fa30b1f8-ff0a-4b0e-b810-d5a76a348832', 'status': 'completed', 'code': 200} Apr 16 04:43:19.198636 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-5847aa27-8343-4082-a914-ac649e603f1d None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:43:19.270469 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9cf7c54b-34a2-423f-9f72-5d1d4d3c929b req-fb244852-bdc0-40d4-8e73-aeead63bb12a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761614 Apr 16 04:43:19.271578 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67589773-c97c-4216-a87a-a41c98cae638 req-1b6e2b04-7d47-40a2-a1ae-88bf53d97aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:19.272996 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67589773-c97c-4216-a87a-a41c98cae638 req-1b6e2b04-7d47-40a2-a1ae-88bf53d97aeb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 1130 time: 0.0588758 Apr 16 04:43:19.368813 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67589773-c97c-4216-a87a-a41c98cae638 req-0739b89a-8271-422e-ae82-e10e82e4f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:19.370310 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67589773-c97c-4216-a87a-a41c98cae638 req-0739b89a-8271-422e-ae82-e10e82e4f543 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 911 time: 0.0909960 Apr 16 04:43:19.393745 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4655e-e9b5-4505-a48d-04d350c9e4ec req-fabaa4aa-40c0-4ab1-bf5a-e568695408d7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:19.395425 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1ee4655e-e9b5-4505-a48d-04d350c9e4ec req-fabaa4aa-40c0-4ab1-bf5a-e568695408d7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0529463 Apr 16 04:43:19.426374 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5847aa27-8343-4082-a914-ac649e603f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1ff59165-93e2-4d3a-ae71-52c7e0661da3', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'floating_ip_address': '172.26.6.122', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'port_id': 'fa30b1f8-ff0a-4b0e-b810-d5a76a348832', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'mac_address': 'fa:16:3e:50:11:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d63ff2-6b90-4011-ab2b-7654924c6d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:43:04Z', 'updated_at': '2022-04-16T04:43:18Z', 'revision_number': 1, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:43:19.444783 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1ee4655e-e9b5-4505-a48d-04d350c9e4ec req-5edec7ab-26b0-4e9a-864e-04a0d67a8f1e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435464 Apr 16 04:43:19.445619 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67589773-c97c-4216-a87a-a41c98cae638 req-0387d25f-16f8-4cac-9d93-ff12494393c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa30b1f8-ff0a-4b0e-b810-d5a76a348832 HTTP/1.1" status: 200 len: 1000 time: 0.0695617 Apr 16 04:43:19.458547 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5847aa27-8343-4082-a914-ac649e603f1d None None] Checking router: f38d2b96-add9-4852-b7bb-15c53a0e398f for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:43:19.467588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5847aa27-8343-4082-a914-ac649e603f1d None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:43:19.468195 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5847aa27-8343-4082-a914-ac649e603f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:43:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:43:19.495837 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67589773-c97c-4216-a87a-a41c98cae638 req-adf2d190-73bd-4992-a509-0aeeba747fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:19.497388 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67589773-c97c-4216-a87a-a41c98cae638 req-adf2d190-73bd-4992-a509-0aeeba747fc8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0462146 Apr 16 04:43:19.539988 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67589773-c97c-4216-a87a-a41c98cae638 req-b948b089-49b7-4d0e-a28a-3d7bbb90536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:19.541533 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67589773-c97c-4216-a87a-a41c98cae638 req-b948b089-49b7-4d0e-a28a-3d7bbb90536c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390384 Apr 16 04:43:19.577750 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-5847aa27-8343-4082-a914-ac649e603f1d None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:43:19.802579 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5847aa27-8343-4082-a914-ac649e603f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1ff59165-93e2-4d3a-ae71-52c7e0661da3', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'floating_ip_address': '172.26.6.122', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'port_id': 'fa30b1f8-ff0a-4b0e-b810-d5a76a348832', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'mac_address': 'fa:16:3e:50:11:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d63ff2-6b90-4011-ab2b-7654924c6d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:43:04Z', 'updated_at': '2022-04-16T04:43:18Z', 'revision_number': 1, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:43:19.833801 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5847aa27-8343-4082-a914-ac649e603f1d None None] The sync data for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv is: [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1ff59165-93e2-4d3a-ae71-52c7e0661da3', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'floating_ip_address': '172.26.6.122', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'port_id': 'fa30b1f8-ff0a-4b0e-b810-d5a76a348832', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'mac_address': 'fa:16:3e:50:11:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d63ff2-6b90-4011-ab2b-7654924c6d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:43:04Z', 'updated_at': '2022-04-16T04:43:18Z', 'revision_number': 1, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:43:19.993773 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67589773-c97c-4216-a87a-a41c98cae638 req-7ec07e55-53e7-4737-86c3-b4206ca0b6a9 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461782 Apr 16 04:43:20.025810 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd920711-c430-4d08-b69a-109b7e8b6ef3 None None] New status for floating IP 1ff59165-93e2-4d3a-ae71-52c7e0661da3: ACTIVE {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:43:20.084520 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-67589773-c97c-4216-a87a-a41c98cae638 req-c1720871-110a-4dab-9533-750e795e1b02 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847561 Apr 16 04:43:20.557970 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ce749-e0ba-4333-a593-f5bff347560c req-4543cecc-43e5-4642-b1c3-a3230be17a7c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:20.559432 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-518ce749-e0ba-4333-a593-f5bff347560c req-4543cecc-43e5-4642-b1c3-a3230be17a7c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0494046 Apr 16 04:43:20.604218 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-518ce749-e0ba-4333-a593-f5bff347560c req-691bc5d4-fd16-48c1-9efa-49993077429e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386963 Apr 16 04:43:20.712745 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61db85-f755-4d6d-82f1-dfb7d58c88cc req-6924ba95-455b-4672-af0c-b24cc5e3eb1b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:20.714231 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9e61db85-f755-4d6d-82f1-dfb7d58c88cc req-6924ba95-455b-4672-af0c-b24cc5e3eb1b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0461187 Apr 16 04:43:20.764774 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9e61db85-f755-4d6d-82f1-dfb7d58c88cc req-b391affe-00b2-4812-ade2-674cc5f180a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443187 Apr 16 04:43:21.144656 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f267e6-ceb4-456b-ae6d-d288589d4704 req-7a6edee4-f6e6-4786-91d5-310a4aa4eca1 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:21.146217 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e7f267e6-ceb4-456b-ae6d-d288589d4704 req-7a6edee4-f6e6-4786-91d5-310a4aa4eca1 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0514476 Apr 16 04:43:21.192713 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e7f267e6-ceb4-456b-ae6d-d288589d4704 req-ea619128-b893-4da7-ab8b-b9c13dcb0ac7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409646 Apr 16 04:43:21.249060 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-3cea8c63-a915-4ebe-afa0-75ba39a9b07a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0383058 Apr 16 04:43:21.803316 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-91eaf0c1-cf6d-40bf-b64b-053e53fef790 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:21.804694 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-91eaf0c1-cf6d-40bf-b64b-053e53fef790 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports/fa30b1f8-ff0a-4b0e-b810-d5a76a348832 HTTP/1.1" status: 200 len: 943 time: 0.0464225 Apr 16 04:43:22.306248 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3991c99-11c7-4844-83b8-b2b5c4c4e9ed req-ac792c73-3982-49c5-9a6d-1c1a3695474d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:22.307743 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a3991c99-11c7-4844-83b8-b2b5c4c4e9ed req-ac792c73-3982-49c5-9a6d-1c1a3695474d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0477414 Apr 16 04:43:22.354606 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a3991c99-11c7-4844-83b8-b2b5c4c4e9ed req-6f75398d-d3cb-4eb9-8879-cb46fe286d56 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411413 Apr 16 04:43:23.181529 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-da351373-840d-4ce5-b882-67224975ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:23.182991 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-da351373-840d-4ce5-b882-67224975ee07 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 1130 time: 0.0414238 Apr 16 04:43:23.270996 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-59d9b782-a991-47a7-8d1c-c4ce150cc4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:23.272420 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-59d9b782-a991-47a7-8d1c-c4ce150cc4c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 911 time: 0.0831995 Apr 16 04:43:23.339303 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-302f124a-8afe-4ebd-83ce-41d75154d89c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa30b1f8-ff0a-4b0e-b810-d5a76a348832 HTTP/1.1" status: 200 len: 1002 time: 0.0604575 Apr 16 04:43:23.387044 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-b82d83a0-605f-4953-b5b1-e9fcc9ba6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:23.388480 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-b82d83a0-605f-4953-b5b1-e9fcc9ba6022 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0431819 Apr 16 04:43:23.431521 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-6de995b2-dbb2-4798-975a-7404e60acf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:23.433103 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-6de995b2-dbb2-4798-975a-7404e60acf42 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390575 Apr 16 04:43:23.470440 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa267d-f05e-45d0-ba7c-d40667207812 req-9c45f418-fbd0-4b82-a8b4-c95be041f769 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:23.471907 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e0fa267d-f05e-45d0-ba7c-d40667207812 req-9c45f418-fbd0-4b82-a8b4-c95be041f769 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0500774 Apr 16 04:43:23.518510 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e0fa267d-f05e-45d0-ba7c-d40667207812 req-5f5040d5-9d6c-4cb4-ab6e-fd40ac43137e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410280 Apr 16 04:43:23.525180 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-19ddd07b-8f34-4763-84a4-667940065084 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864220 Apr 16 04:43:23.612663 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-b0abf252-ff5a-4f4a-86d1-3b572341697a service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822303 Apr 16 04:43:24.634581 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764e9af-6ad3-4898-9f2d-132165098aba req-cd70cbac-64c7-47ea-92ac-0ff4d76ae7b2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:24.636040 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4764e9af-6ad3-4898-9f2d-132165098aba req-cd70cbac-64c7-47ea-92ac-0ff4d76ae7b2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0503719 Apr 16 04:43:24.682059 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4764e9af-6ad3-4898-9f2d-132165098aba req-5240e5e1-82c0-473f-9ccc-bb963e033099 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398171 Apr 16 04:43:25.794073 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b96ff-a0fb-4ef0-a0e7-8fe601e48f8b req-9df58bfd-b82e-4c35-9d48-00648c8568d4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:25.795543 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cd1b96ff-a0fb-4ef0-a0e7-8fe601e48f8b req-9df58bfd-b82e-4c35-9d48-00648c8568d4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0474467 Apr 16 04:43:25.842761 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cd1b96ff-a0fb-4ef0-a0e7-8fe601e48f8b req-229f845c-3e48-4e31-9874-ecfa702fb0cb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417328 Apr 16 04:43:26.955025 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5341a4f-c8a7-400a-a8ff-dcb9e968a609 req-c1fccf5c-cc4b-4ff4-8b40-98157f3e624a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:26.956495 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e5341a4f-c8a7-400a-a8ff-dcb9e968a609 req-c1fccf5c-cc4b-4ff4-8b40-98157f3e624a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0476105 Apr 16 04:43:27.004023 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e5341a4f-c8a7-400a-a8ff-dcb9e968a609 req-86127838-fbe1-4d23-b8eb-30cf47048f32 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419743 Apr 16 04:43:28.118198 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3212b0-113f-4b04-a77c-4343e99015db req-dc61dd83-b9ee-40c7-b85a-99e5328658bb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:28.119682 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9b3212b0-113f-4b04-a77c-4343e99015db req-dc61dd83-b9ee-40c7-b85a-99e5328658bb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0497966 Apr 16 04:43:28.165976 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9b3212b0-113f-4b04-a77c-4343e99015db req-eeab2b51-f609-4305-9919-fca6e0fb4cf2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400956 Apr 16 04:43:28.218696 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:29.280752 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b6d88-1317-4049-b186-3cabb974b67c req-39c4ce06-1705-472b-9938-4a4e16ff7eec tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:29.282217 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1a3b6d88-1317-4049-b186-3cabb974b67c req-39c4ce06-1705-472b-9938-4a4e16ff7eec tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0466435 Apr 16 04:43:29.332314 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1a3b6d88-1317-4049-b186-3cabb974b67c req-836e1623-4be6-4019-ba8a-669ac55dc1b2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446527 Apr 16 04:43:30.442313 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dd9d4-9e33-497f-afd7-ff6a7b19ea64 req-6bf31ece-6df3-4c3b-b5bb-6c698a57ff1d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:30.443761 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fe3dd9d4-9e33-497f-afd7-ff6a7b19ea64 req-6bf31ece-6df3-4c3b-b5bb-6c698a57ff1d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0461333 Apr 16 04:43:30.492119 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fe3dd9d4-9e33-497f-afd7-ff6a7b19ea64 req-c74dfa1e-f6cc-42d2-96ca-d4caa8f3bf1d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426729 Apr 16 04:43:31.602643 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b9644-5574-4c52-8a1c-33c952386161 req-8909f6d4-7b76-43cc-b88d-3c54fcf81a40 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:31.604077 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0a8b9644-5574-4c52-8a1c-33c952386161 req-8909f6d4-7b76-43cc-b88d-3c54fcf81a40 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0460052 Apr 16 04:43:31.649570 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0a8b9644-5574-4c52-8a1c-33c952386161 req-d66f9525-cbcf-4adf-8597-2c51d7c2e865 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400395 Apr 16 04:43:32.761220 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02788195-d9ad-4341-80d9-1f2c6c3a146a req-f56968f5-ca98-41c4-8605-49b9082312ca tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:32.762675 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-02788195-d9ad-4341-80d9-1f2c6c3a146a req-f56968f5-ca98-41c4-8605-49b9082312ca tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0466495 Apr 16 04:43:32.813505 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-02788195-d9ad-4341-80d9-1f2c6c3a146a req-fd760233-5e52-4f7a-9e53-2cec841bb57d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453217 Apr 16 04:43:33.925315 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1b21e-5062-45f3-8e58-958affc0f8fd req-37415e13-ba27-499d-b843-873672154567 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:33.926720 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3fe1b21e-5062-45f3-8e58-958affc0f8fd req-37415e13-ba27-499d-b843-873672154567 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0469675 Apr 16 04:43:33.973461 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3fe1b21e-5062-45f3-8e58-958affc0f8fd req-3d3184ef-938f-413e-9400-a87285c53861 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411670 Apr 16 04:43:35.085206 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8066a0-65dc-477b-a4f2-2da0fbd47670 req-ed614694-6041-404f-a653-4dd94501d828 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:35.086584 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8f8066a0-65dc-477b-a4f2-2da0fbd47670 req-ed614694-6041-404f-a653-4dd94501d828 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0467601 Apr 16 04:43:35.087675 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:43:35.132340 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8f8066a0-65dc-477b-a4f2-2da0fbd47670 req-df9847fd-cf8f-40cb-9eae-e73fb76fc865 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402989 Apr 16 04:43:36.246264 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9766f44-359d-4c0b-9410-c1c1e541dc75 req-17dfc36a-c139-4530-8dc0-936f1eac75a2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:36.247732 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d9766f44-359d-4c0b-9410-c1c1e541dc75 req-17dfc36a-c139-4530-8dc0-936f1eac75a2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0503089 Apr 16 04:43:36.294487 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d9766f44-359d-4c0b-9410-c1c1e541dc75 req-3c37feb2-0f21-4757-b859-d518f59bff3c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410612 Apr 16 04:43:37.405448 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1732a-dae8-4e61-9957-7fb968f61ad6 req-62e40676-6f42-4ffd-b614-2dc317c7538f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:37.406904 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-12d1732a-dae8-4e61-9957-7fb968f61ad6 req-62e40676-6f42-4ffd-b614-2dc317c7538f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0458875 Apr 16 04:43:37.452559 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-12d1732a-dae8-4e61-9957-7fb968f61ad6 req-961a463e-1566-4cc5-8212-462486c77815 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402730 Apr 16 04:43:38.563949 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75accbe1-950d-4b75-80ea-c071d4f608d0 req-1fe3850c-d0c9-4100-873d-6f74a6c962e6 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:38.565424 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-75accbe1-950d-4b75-80ea-c071d4f608d0 req-1fe3850c-d0c9-4100-873d-6f74a6c962e6 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0468481 Apr 16 04:43:38.610889 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-75accbe1-950d-4b75-80ea-c071d4f608d0 req-4fea0763-abe0-40e6-a02a-ecc617db5e20 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400395 Apr 16 04:43:39.144261 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d01979a3-9aff-4be1-90d2-e4cdf8615b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:39.725055 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4ef68-39dd-4b1e-aede-fb913d10aa67 req-a25f8e43-47a6-40d5-98b1-16524f9d0a1d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:39.726550 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-93d4ef68-39dd-4b1e-aede-fb913d10aa67 req-a25f8e43-47a6-40d5-98b1-16524f9d0a1d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0501084 Apr 16 04:43:39.772228 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-93d4ef68-39dd-4b1e-aede-fb913d10aa67 req-8c621077-793a-42a6-a59e-a941843754c2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402584 Apr 16 04:43:40.508360 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-5d7ca78d-bf4e-4294-9860-56dd1c432f6d service neutron] 10.222.0.18 "GET /v2.0/ports/fa30b1f8-ff0a-4b0e-b810-d5a76a348832/bindings/hv-neutron-8380 HTTP/1.1" status: 200 len: 384 time: 0.0539784 Apr 16 04:43:40.891336 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e10e2-1f6e-46ab-b6c4-fea776a8e7e1 req-154777de-41eb-4f46-940d-7222f2e1b77f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:40.892905 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1a4e10e2-1f6e-46ab-b6c4-fea776a8e7e1 req-154777de-41eb-4f46-940d-7222f2e1b77f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0539258 Apr 16 04:43:40.940503 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1a4e10e2-1f6e-46ab-b6c4-fea776a8e7e1 req-af230b70-1ddf-4c9b-a054-c5ac795e8d69 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418830 Apr 16 04:43:41.061562 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-414b1aef-136c-4465-830b-83f3cc1003e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:41.062944 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-414b1aef-136c-4465-830b-83f3cc1003e6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f&tenant_id=273b590f1834473d8fcd25418fc6b3f2 HTTP/1.1" status: 200 len: 1130 time: 0.0388534 Apr 16 04:43:41.121218 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-a6e80e1e-8df7-4f62-8157-a0a865593701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:41.123201 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-a6e80e1e-8df7-4f62-8157-a0a865593701 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 1130 time: 0.0388439 Apr 16 04:43:41.217438 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-7a993bba-194b-455f-a222-20629496453a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:41.219045 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-7a993bba-194b-455f-a222-20629496453a service neutron] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 911 time: 0.0896046 Apr 16 04:43:41.284895 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-b41626bd-33cb-4234-b865-4b935a9d33a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa30b1f8-ff0a-4b0e-b810-d5a76a348832 HTTP/1.1" status: 200 len: 1002 time: 0.0595925 Apr 16 04:43:41.337576 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-2b7f14d0-71dd-480d-bd1f-e15411914fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:41.338935 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-2b7f14d0-71dd-480d-bd1f-e15411914fbf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0485570 Apr 16 04:43:41.383265 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-c9a32c64-948e-4f04-9035-18ac6b5651d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:41.384826 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-c9a32c64-948e-4f04-9035-18ac6b5651d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0402248 Apr 16 04:43:41.475756 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-360eddc7-26f4-4dc4-a931-5521abf03f35 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847340 Apr 16 04:43:41.476012 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ca25b977-dff7-4bd6-bb43-fa26fde332bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:41.569688 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9b614270-d323-4770-a0c0-5a7e0b99aa8d req-51666e35-6c75-4817-bacc-507bf92eba1b service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878038 Apr 16 04:43:42.059129 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191514a2-a8d7-41ad-a4b1-94b55c2ba342 req-c3137ddb-f9d5-4884-8816-6529273a561c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:42.060579 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-191514a2-a8d7-41ad-a4b1-94b55c2ba342 req-c3137ddb-f9d5-4884-8816-6529273a561c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0468311 Apr 16 04:43:42.107261 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-191514a2-a8d7-41ad-a4b1-94b55c2ba342 req-77590cfb-36a7-4e3b-8951-736ad00bef46 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409248 Apr 16 04:43:42.606591 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:43.219088 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb961084-67b3-4344-8331-908528a0dd0a req-616aeacc-25cd-483d-9c43-d2b0b1ca644b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:43.220561 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-eb961084-67b3-4344-8331-908528a0dd0a req-616aeacc-25cd-483d-9c43-d2b0b1ca644b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 946 time: 0.0463026 Apr 16 04:43:43.265954 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-eb961084-67b3-4344-8331-908528a0dd0a req-4bebe2b0-64a1-4cc5-b8a2-9af9a6b48346 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399885 Apr 16 04:43:43.459345 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device fa30b1f8-ff0a-4b0e-b810-d5a76a348832 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:43:43.462496 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device fa30b1f8-ff0a-4b0e-b810-d5a76a348832 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:43:43.608237 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port fa30b1f8-ff0a-4b0e-b810-d5a76a348832 is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:43:43.608961 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:43.632710 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port fa30b1f8-ff0a-4b0e-b810-d5a76a348832, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fa30b1f8-ff0a-4b0e-b810-d5a76a348832,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:43:43.653419 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d63ff2-6b90-4011-ab2b-7654924c6d6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa30b1f8-ff0a-4b0e-b810-d5a76a348832'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:43:43.656150 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08a4ab4-b82e-4ea3-b4b0-c0fde5995f31" -d '{"events": [{"server_uuid": "c6d63ff2-6b90-4011-ab2b-7654924c6d6f", "name": "network-vif-unplugged", "status": "completed", "tag": "fa30b1f8-ff0a-4b0e-b810-d5a76a348832"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:43:43.660507 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'fa30b1f8-ff0a-4b0e-b810-d5a76a348832', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'port_id': 'fa30b1f8-ff0a-4b0e-b810-d5a76a348832', 'mac_address': 'fa:16:3e:50:11:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:43:43.670710 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port fa30b1f8-ff0a-4b0e-b810-d5a76a348832, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fa30b1f8-ff0a-4b0e-b810-d5a76a348832,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:43:43.702177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 04:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3d6e76-40a3-42d5-aef3-1d3f4bf87e99 x-openstack-request-id: req-4b3d6e76-40a3-42d5-aef3-1d3f4bf87e99 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:43:43.702467 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d63ff2-6b90-4011-ab2b-7654924c6d6f", "name": "network-vif-unplugged", "status": "completed", "tag": "fa30b1f8-ff0a-4b0e-b810-d5a76a348832", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:43:43.702723 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b3d6e76-40a3-42d5-aef3-1d3f4bf87e99 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:43:43.703141 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3d6e76-40a3-42d5-aef3-1d3f4bf87e99'] response: {'server_uuid': 'c6d63ff2-6b90-4011-ab2b-7654924c6d6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa30b1f8-ff0a-4b0e-b810-d5a76a348832', 'code': 200} Apr 16 04:43:43.712741 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port fa30b1f8-ff0a-4b0e-b810-d5a76a348832 is: ACTIVE; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:43:43.713103 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:43.726696 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa30b1f8-ff0a-4b0e-b810-d5a76a348832 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:43:43.739005 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:43.802134 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:43:43.802514 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:43:43.813998 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=fa30b1f8-ff0a-4b0e-b810-d5a76a348832,revision_number=6']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:44.058490 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:44.342347 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port fa30b1f8-ff0a-4b0e-b810-d5a76a348832 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:43:44.342731 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:44.355585 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa30b1f8-ff0a-4b0e-b810-d5a76a348832 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:43:44.375524 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port fa30b1f8-ff0a-4b0e-b810-d5a76a348832, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fa30b1f8-ff0a-4b0e-b810-d5a76a348832,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:43:44.384011 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b98ed0-376d-4c18-b1c3-9f920c687c29 req-f69f57a1-b8ca-4263-b6e2-306341b1650c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:44.385522 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-79b98ed0-376d-4c18-b1c3-9f920c687c29 req-f69f57a1-b8ca-4263-b6e2-306341b1650c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 944 time: 0.0511999 Apr 16 04:43:44.431502 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-79b98ed0-376d-4c18-b1c3-9f920c687c29 req-2deb6099-d630-451f-9c87-1dd475783a3b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403898 Apr 16 04:43:44.436193 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:44.490654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['fa30b1f8-ff0a-4b0e-b810-d5a76a348832'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:43:44.494089 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=fa30b1f8-ff0a-4b0e-b810-d5a76a348832,revision_number=7']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:44.703575 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311351b5-534c-40e7-8db5-8b73b634c112 req-d77f0e98-7c82-462f-adbf-f456b413f73a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:44.705053 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-311351b5-534c-40e7-8db5-8b73b634c112 req-d77f0e98-7c82-462f-adbf-f456b413f73a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 945 time: 0.0460467 Apr 16 04:43:44.752265 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-311351b5-534c-40e7-8db5-8b73b634c112 req-6de0671b-6f7b-4df2-83ae-eef5a6eb9b13 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416100 Apr 16 04:43:44.816233 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961e4d6-3061-4c46-a9b1-882da2e5aead req-0a62537e-34c0-4307-a267-c6564d345c9a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:44.817698 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a961e4d6-3061-4c46-a9b1-882da2e5aead req-0a62537e-34c0-4307-a267-c6564d345c9a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f&tenant_id=273b590f1834473d8fcd25418fc6b3f2&binding%3Ahost_id=hv-neutron-8380 HTTP/1.1" status: 200 len: 945 time: 0.0535722 Apr 16 04:43:44.894824 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961e4d6-3061-4c46-a9b1-882da2e5aead req-873bf59f-8815-423e-b88d-78bf4595c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:44.896289 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a961e4d6-3061-4c46-a9b1-882da2e5aead req-873bf59f-8815-423e-b88d-78bf4595c3fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 1129 time: 0.0381148 Apr 16 04:43:44.984529 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961e4d6-3061-4c46-a9b1-882da2e5aead req-58cb7fb5-5d2d-4327-8284-8ce6c713938e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:44.986040 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a961e4d6-3061-4c46-a9b1-882da2e5aead req-58cb7fb5-5d2d-4327-8284-8ce6c713938e service neutron] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 911 time: 0.0838313 Apr 16 04:43:45.054582 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a961e4d6-3061-4c46-a9b1-882da2e5aead req-235c2d10-9f3d-4a3e-b666-5ba489efc9c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa30b1f8-ff0a-4b0e-b810-d5a76a348832 HTTP/1.1" status: 200 len: 1001 time: 0.0628326 Apr 16 04:43:45.101894 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961e4d6-3061-4c46-a9b1-882da2e5aead req-7116d302-479c-4671-92cb-f42e6ce92b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:45.103291 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a961e4d6-3061-4c46-a9b1-882da2e5aead req-7116d302-479c-4671-92cb-f42e6ce92b7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0433333 Apr 16 04:43:45.145304 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961e4d6-3061-4c46-a9b1-882da2e5aead req-dc975a1a-5134-4d65-ab5f-2b8fd841df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:45.146723 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a961e4d6-3061-4c46-a9b1-882da2e5aead req-dc975a1a-5134-4d65-ab5f-2b8fd841df46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376031 Apr 16 04:43:45.237660 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a961e4d6-3061-4c46-a9b1-882da2e5aead req-e5440349-4091-40c1-bd06-bfcc142fc497 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848339 Apr 16 04:43:45.324446 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a961e4d6-3061-4c46-a9b1-882da2e5aead req-111ec19f-ea4b-49fe-9ee6-e869ac4a37dc service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814021 Apr 16 04:43:45.384326 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:45.501169 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device fa30b1f8-ff0a-4b0e-b810-d5a76a348832 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:43:45.574612 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port fa30b1f8-ff0a-4b0e-b810-d5a76a348832 is: BUILD; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:43:45.574995 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:45.588678 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fa30b1f8-ff0a-4b0e-b810-d5a76a348832 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:43:45.607667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port fa30b1f8-ff0a-4b0e-b810-d5a76a348832, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fa30b1f8-ff0a-4b0e-b810-d5a76a348832,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:43:45.653104 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:45.702641 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=fa30b1f8-ff0a-4b0e-b810-d5a76a348832,revision_number=8']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:45.869431 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee39a7b-2dd9-40c0-8f78-31ce417a661d req-1c748cf0-0172-494b-b25d-bc1fa9bf469e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:45.870920 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3ee39a7b-2dd9-40c0-8f78-31ce417a661d req-1c748cf0-0172-494b-b25d-bc1fa9bf469e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 944 time: 0.0477686 Apr 16 04:43:45.921439 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3ee39a7b-2dd9-40c0-8f78-31ce417a661d req-f295208f-f029-4c8f-b2a7-9ed2ebe2e0fc tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441716 Apr 16 04:43:47.037962 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6fe66-9ce6-4f71-ace3-340ea7c0fb6a req-e5f066ed-44e3-4d74-8329-ab481c57f2ca tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:47.039429 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e3f6fe66-9ce6-4f71-ace3-340ea7c0fb6a req-e5f066ed-44e3-4d74-8329-ab481c57f2ca tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 944 time: 0.0516174 Apr 16 04:43:47.086522 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e3f6fe66-9ce6-4f71-ace3-340ea7c0fb6a req-36092cad-243c-4d6b-8ee5-9b1c33bfb107 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415850 Apr 16 04:43:47.197593 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fe9cc-a180-4645-974f-270f36e48c49 req-7f183bc0-1a63-4795-9641-1ca4da0afc2f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:47.199042 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-944fe9cc-a180-4645-974f-270f36e48c49 req-7f183bc0-1a63-4795-9641-1ca4da0afc2f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 944 time: 0.0458679 Apr 16 04:43:47.246064 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-944fe9cc-a180-4645-974f-270f36e48c49 req-78625c1d-268a-4cdc-a243-be822a648fc1 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408366 Apr 16 04:43:47.354667 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128814f7-d6ed-441c-8b92-3e7f4b0e9ffb req-6c98dac2-51ab-44aa-8507-0469e71e616f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:47.356842 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-128814f7-d6ed-441c-8b92-3e7f4b0e9ffb req-6c98dac2-51ab-44aa-8507-0469e71e616f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 944 time: 0.0464234 Apr 16 04:43:47.402540 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-128814f7-d6ed-441c-8b92-3e7f4b0e9ffb req-fb35cfb5-6c34-4eb0-9984-b45755081263 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402381 Apr 16 04:43:47.836244 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e8698-19fe-43e0-b5f7-9b042b54a9b9 req-95caee70-4fe2-4468-883b-f186ffea815a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:47.837764 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-244e8698-19fe-43e0-b5f7-9b042b54a9b9 req-95caee70-4fe2-4468-883b-f186ffea815a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 944 time: 0.0500622 Apr 16 04:43:47.884034 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-244e8698-19fe-43e0-b5f7-9b042b54a9b9 req-43978309-97f1-41ae-981a-bb327fd1f0f0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401304 Apr 16 04:43:48.998235 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed42fbf-5b80-4666-ae96-4569d256c6ac req-1fb740b7-f885-4173-b07d-7cf6cb9b4190 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:48.999656 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1ed42fbf-5b80-4666-ae96-4569d256c6ac req-1fb740b7-f885-4173-b07d-7cf6cb9b4190 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 944 time: 0.0466487 Apr 16 04:43:49.047951 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1ed42fbf-5b80-4666-ae96-4569d256c6ac req-5a2461bc-de56-4dba-9586-c42a982a5981 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428257 Apr 16 04:43:49.497691 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642a21f-fb37-4c28-8142-fb84929e54c5 req-821076fd-4f5c-4752-87ad-1fb559074c59 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:49.499093 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e642a21f-fb37-4c28-8142-fb84929e54c5 req-821076fd-4f5c-4752-87ad-1fb559074c59 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 944 time: 0.0456553 Apr 16 04:43:49.579129 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-e642a21f-fb37-4c28-8142-fb84929e54c5 req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Deleting port fa30b1f8-ff0a-4b0e-b810-d5a76a348832 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:43:49.579465 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-e642a21f-fb37-4c28-8142-fb84929e54c5 req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:49.668135 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-e642a21f-fb37-4c28-8142-fb84929e54c5 req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] For port fa30b1f8-ff0a-4b0e-b810-d5a76a348832, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fa30b1f8-ff0a-4b0e-b810-d5a76a348832,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:43:49.668383 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-e642a21f-fb37-4c28-8142-fb84929e54c5 req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:49.901813 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-e642a21f-fb37-4c28-8142-fb84929e54c5 req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:49.907344 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-e642a21f-fb37-4c28-8142-fb84929e54c5 req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (1ff59165-93e2-4d3a-ae71-52c7e0661da3), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:49.907344 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [req-e642a21f-fb37-4c28-8142-fb84929e54c5 req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Floating IP 1ff59165-93e2-4d3a-ae71-52c7e0661da3 disassociated. External IP: 172.26.6.122, port: fa30b1f8-ff0a-4b0e-b810-d5a76a348832. Apr 16 04:43:49.907344 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-e642a21f-fb37-4c28-8142-fb84929e54c5 req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Calling delete_port for fa30b1f8-ff0a-4b0e-b810-d5a76a348832 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:43:50.081843 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-e642a21f-fb37-4c28-8142-fb84929e54c5 req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (fa30b1f8-ff0a-4b0e-b810-d5a76a348832), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:50.112496 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Pushing event deleted for resources: {'Port': ['ID=fa30b1f8-ff0a-4b0e-b810-d5a76a348832,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:50.137262 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:50.137769 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:50.138121 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:50.138632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:50.138925 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:50.139271 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:50.139654 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:50.139991 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:50.140323 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:50.140653 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:50.141014 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:50.141351 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:50.141700 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:50.141989 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:50.142314 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:43:50.165525 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e094302e-a0a5-476b-afd3-bea54cc9ad33 req-271ab6be-9b9b-4a13-8fd6-70c60625651c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 210 time: 0.0435863 Apr 16 04:43:50.287537 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e642a21f-fb37-4c28-8142-fb84929e54c5 req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Router f38d2b96-add9-4852-b7bb-15c53a0e398f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:43:50.399642 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e642a21f-fb37-4c28-8142-fb84929e54c5 req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:43:50.409922 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc98dfa3-3f6a-4943-bbae-c22582648456 None None] Sync routers for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:43:50.419894 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc98dfa3-3f6a-4943-bbae-c22582648456 None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:43:50.420509 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-fc98dfa3-3f6a-4943-bbae-c22582648456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:43:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:43:50.449143 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-e642a21f-fb37-4c28-8142-fb84929e54c5 req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] No DVR routers for this DVR port fa30b1f8-ff0a-4b0e-b810-d5a76a348832 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:43:50.452486 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-e642a21f-fb37-4c28-8142-fb84929e54c5 req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:50.456558 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e642a21f-fb37-4c28-8142-fb84929e54c5 req-3e988902-3789-4045-914b-4307b5b57df3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "DELETE /v2.0/ports/fa30b1f8-ff0a-4b0e-b810-d5a76a348832 HTTP/1.1" status: 204 len: 173 time: 0.9520764 Apr 16 04:43:50.457052 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d63ff2-6b90-4011-ab2b-7654924c6d6f', 'name': 'network-vif-deleted', 'tag': 'fa30b1f8-ff0a-4b0e-b810-d5a76a348832'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:43:50.459848 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed64d38-900a-4b09-a94b-7918aa41b94f" -d '{"events": [{"server_uuid": "c6d63ff2-6b90-4011-ab2b-7654924c6d6f", "name": "network-vif-deleted", "tag": "fa30b1f8-ff0a-4b0e-b810-d5a76a348832"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:43:50.495951 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0d8405-bf2c-4d8e-a8fd-ea209dc617f1 x-openstack-request-id: req-0c0d8405-bf2c-4d8e-a8fd-ea209dc617f1 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:43:50.496233 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d63ff2-6b90-4011-ab2b-7654924c6d6f", "name": "network-vif-deleted", "tag": "fa30b1f8-ff0a-4b0e-b810-d5a76a348832", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:43:50.496478 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c0d8405-bf2c-4d8e-a8fd-ea209dc617f1 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:43:50.497103 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0d8405-bf2c-4d8e-a8fd-ea209dc617f1'] response: {'server_uuid': 'c6d63ff2-6b90-4011-ab2b-7654924c6d6f', 'name': 'network-vif-deleted', 'tag': 'fa30b1f8-ff0a-4b0e-b810-d5a76a348832', 'status': 'completed', 'code': 200} Apr 16 04:43:50.535453 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-fc98dfa3-3f6a-4943-bbae-c22582648456 None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:43:50.729388 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-fc98dfa3-3f6a-4943-bbae-c22582648456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:43:50.763117 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc98dfa3-3f6a-4943-bbae-c22582648456 None None] Checking router: f38d2b96-add9-4852-b7bb-15c53a0e398f for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:43:50.772469 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc98dfa3-3f6a-4943-bbae-c22582648456 None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:43:50.773157 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-fc98dfa3-3f6a-4943-bbae-c22582648456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:43:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:43:51.035002 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-fc98dfa3-3f6a-4943-bbae-c22582648456 None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:43:51.227071 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-fc98dfa3-3f6a-4943-bbae-c22582648456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:43:51.254500 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc98dfa3-3f6a-4943-bbae-c22582648456 None None] The sync data for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv is: [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:43:51.310353 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0b303ebe-6c98-4d71-aae3-3d6ab14749ee req-4ce94a8e-5587-4729-812c-0f5b7d23f014 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d63ff2-6b90-4011-ab2b-7654924c6d6f HTTP/1.1" status: 200 len: 210 time: 0.0373683 Apr 16 04:43:51.500273 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9186e638-87d6-4158-bdf8-adca629ecaab None None] New status for floating IP 1ff59165-93e2-4d3a-ae71-52c7e0661da3: DOWN {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:43:52.553736 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-4959e2f8-a485-421c-a43f-47f34749a573 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2066856255&fields=id&tenant_id=273b590f1834473d8fcd25418fc6b3f2 HTTP/1.1" status: 200 len: 267 time: 0.0461166 Apr 16 04:43:52.657392 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-b7ade1cf-d207-4742-a907-4bb15eea616f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:52.658852 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-b7ade1cf-d207-4742-a907-4bb15eea616f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 811 time: 0.0988560 Apr 16 04:43:52.672708 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-1278aed9-1dd0-465d-91da-cfedec9d64f2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/quotas/273b590f1834473d8fcd25418fc6b3f2 HTTP/1.1" status: 200 len: 375 time: 0.0086780 Apr 16 04:43:52.720192 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-8cffe801-bee0-45c4-a93b-754154466855 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428121 Apr 16 04:43:52.816474 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-f0bb3443-1815-426c-aaff-4fa78ac1719b service neutron] 10.222.0.30 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854428 Apr 16 04:43:52.912895 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-457cffbd-f66a-4118-9dc7-6af3caed6bea service neutron] 10.222.0.30 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873747 Apr 16 04:43:53.145670 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-696be2d0-51f7-409c-9243-95f60ae8e17e req-cf0a1e7c-02b8-40bd-a8e1-4cdd3be1b71f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 210 time: 0.0285399 Apr 16 04:43:53.494055 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device fa30b1f8-ff0a-4b0e-b810-d5a76a348832 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:43:53.514770 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: fa30b1f8-ff0a-4b0e-b810-d5a76a348832 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:43:53.515110 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device fa30b1f8-ff0a-4b0e-b810-d5a76a348832 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:43:54.239507 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0cffc885-70c5-4eb8-983d-45891df985bb req-64d030c5-f97e-456d-a402-81594dd2a2cb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 210 time: 0.0290182 Apr 16 04:43:54.666839 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-41a9cc70-d5d9-4cd9-8406-16a04a3dd427 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:54.668260 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-41a9cc70-d5d9-4cd9-8406-16a04a3dd427 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 811 time: 0.1001971 Apr 16 04:43:54.728554 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-9309d3c9-f3e1-47aa-ba85-3e8a0ad1d74a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273b590f1834473d8fcd25418fc6b3f2 HTTP/1.1" status: 200 len: 380 time: 0.0513279 Apr 16 04:43:54.736568 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-ff9bbdb2-52bf-4497-b6c8-f66a2d726af9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Request body: {'port': {'device_id': '454649c6-4944-4d6b-b79c-4dea16a28b18', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'admin_state_up': True, 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'security_groups': ['0e66dbc8-d9cd-4211-a924-b5ccfa417df3']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:43:54.903929 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-ff9bbdb2-52bf-4497-b6c8-f66a2d726af9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Made reservation on behalf of 273b590f1834473d8fcd25418fc6b3f2 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:43:54.907373 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-ff9bbdb2-52bf-4497-b6c8-f66a2d726af9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:55.035781 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-ff9bbdb2-52bf-4497-b6c8-f66a2d726af9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Allocated IP 172.20.0.6 (34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b/0c1587aa-c5d6-4a42-89af-ec226224e020/73b39161-4a99-4463-bae5-5b799389f607) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:43:55.168056 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-ff9bbdb2-52bf-4497-b6c8-f66a2d726af9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for port (73b39161-4a99-4463-bae5-5b799389f607), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:55.258608 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-ff9bbdb2-52bf-4497-b6c8-f66a2d726af9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (73b39161-4a99-4463-bae5-5b799389f607), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:55.305916 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-ff9bbdb2-52bf-4497-b6c8-f66a2d726af9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:43:55.311242 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-ff9bbdb2-52bf-4497-b6c8-f66a2d726af9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:43:55.316280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-ff9bbdb2-52bf-4497-b6c8-f66a2d726af9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:43:55.348591 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bbdb2-52bf-4497-b6c8-f66a2d726af9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Pushing event updated for resources: {'Port': ['ID=73b39161-4a99-4463-bae5-5b799389f607,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:55.397586 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93d160-0386-4c9d-8966-36b6907618e4 req-77d38f97-19da-48fb-af5e-097bef64a487 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:55.399123 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7f93d160-0386-4c9d-8966-36b6907618e4 req-77d38f97-19da-48fb-af5e-097bef64a487 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 931 time: 0.0838764 Apr 16 04:43:55.407849 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-ff9bbdb2-52bf-4497-b6c8-f66a2d726af9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:55.408463 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-ff9bbdb2-52bf-4497-b6c8-f66a2d726af9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:55.461402 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7f93d160-0386-4c9d-8966-36b6907618e4 req-f034b78e-5436-4c94-bbea-b5153f19f00a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501513 Apr 16 04:43:55.506855 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-ff9bbdb2-52bf-4497-b6c8-f66a2d726af9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7738156 Apr 16 04:43:55.557876 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] Request body: {'port': {'device_id': '454649c6-4944-4d6b-b79c-4dea16a28b18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:43:55.615057 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-2b0c8ab2-da90-4dc9-afbe-03a915309d0b None None] Provisioning complete for port 73b39161-4a99-4463-bae5-5b799389f607 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:43:55.615544 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2b0c8ab2-da90-4dc9-afbe-03a915309d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (73b39161-4a99-4463-bae5-5b799389f607), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:55.624161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (73b39161-4a99-4463-bae5-5b799389f607), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:55.650654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c8ab2-da90-4dc9-afbe-03a915309d0b None None] Port 73b39161-4a99-4463-bae5-5b799389f607 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:43:55.884352 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b39161-4a99-4463-bae5-5b799389f607 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:43:55.892277 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] Publish callbacks [] for port (73b39161-4a99-4463-bae5-5b799389f607), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:55.905022 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] Transition to ACTIVE for port object 73b39161-4a99-4463-bae5-5b799389f607 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:43:55.960693 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (73b39161-4a99-4463-bae5-5b799389f607), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:56.014013 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=73b39161-4a99-4463-bae5-5b799389f607,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:56.087456 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] Attempting to bind port 73b39161-4a99-4463-bae5-5b799389f607 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:43:56.087720 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] Attempting to bind port 73b39161-4a99-4463-bae5-5b799389f607 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:43:56.088252 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] Attempting to bind port 73b39161-4a99-4463-bae5-5b799389f607 on network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:43:56.093013 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] Port 73b39161-4a99-4463-bae5-5b799389f607 on network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:43:56.093361 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] Attempting to bind port 73b39161-4a99-4463-bae5-5b799389f607 on network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:43:56.098633 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:43:56.098997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] Checking segment: {'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:43:56.099377 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] Bound using segment: {'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:43:56.099797 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] Bound port: 73b39161-4a99-4463-bae5-5b799389f607, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:43:56.100156 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (73b39161-4a99-4463-bae5-5b799389f607), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:56.166495 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] For port 73b39161-4a99-4463-bae5-5b799389f607, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:43:56.169479 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] For port 73b39161-4a99-4463-bae5-5b799389f607, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=73b39161-4a99-4463-bae5-5b799389f607,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:43:56.287519 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (73b39161-4a99-4463-bae5-5b799389f607), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:56.326490 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:56.327104 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:56.328457 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] 10.222.0.18 "PUT /v2.0/ports/73b39161-4a99-4463-bae5-5b799389f607 HTTP/1.1" status: 200 len: 1093 time: 0.7749856 Apr 16 04:43:56.328915 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454649c6-4944-4d6b-b79c-4dea16a28b18', 'tag': '73b39161-4a99-4463-bae5-5b799389f607'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:43:56.331242 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10d88b4-49cf-4e06-be3a-0e921e9cd48b" -d '{"events": [{"name": "network-changed", "server_uuid": "454649c6-4944-4d6b-b79c-4dea16a28b18", "tag": "73b39161-4a99-4463-bae5-5b799389f607"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:43:56.358419 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c36b6-8459-4602-9f37-c631e6705dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=73b39161-4a99-4463-bae5-5b799389f607,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:56.375012 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182d3c65-3f55-4e58-897c-e7ea92da127b x-openstack-request-id: req-182d3c65-3f55-4e58-897c-e7ea92da127b {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:43:56.375312 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454649c6-4944-4d6b-b79c-4dea16a28b18", "tag": "73b39161-4a99-4463-bae5-5b799389f607", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:43:56.375566 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-182d3c65-3f55-4e58-897c-e7ea92da127b {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:43:56.375979 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-182d3c65-3f55-4e58-897c-e7ea92da127b'] response: {'name': 'network-changed', 'server_uuid': '454649c6-4944-4d6b-b79c-4dea16a28b18', 'tag': '73b39161-4a99-4463-bae5-5b799389f607', 'status': 'completed', 'code': 200} Apr 16 04:43:56.437263 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d88b4-49cf-4e06-be3a-0e921e9cd48b req-db77877b-9213-41ca-b498-c3939de6a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:56.438790 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b10d88b4-49cf-4e06-be3a-0e921e9cd48b req-db77877b-9213-41ca-b498-c3939de6a7ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 1127 time: 0.0423102 Apr 16 04:43:56.551799 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d88b4-49cf-4e06-be3a-0e921e9cd48b req-079771aa-d599-497e-8c91-6046ec46e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:56.553222 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b10d88b4-49cf-4e06-be3a-0e921e9cd48b req-079771aa-d599-497e-8c91-6046ec46e6bc service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=273b590f1834473d8fcd25418fc6b3f2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1073549 Apr 16 04:43:56.841064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b2b4d-f697-4a73-ba5b-14e45816e307 req-5e9b67c9-373f-4336-ae5c-39eb2331e19b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:56.842569 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e64b2b4d-f697-4a73-ba5b-14e45816e307 req-5e9b67c9-373f-4336-ae5c-39eb2331e19b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 943 time: 0.3079488 Apr 16 04:43:56.937002 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e64b2b4d-f697-4a73-ba5b-14e45816e307 req-10e43a59-ea55-41e3-900a-3cd8ea6b9d39 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679200 Apr 16 04:43:56.938186 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d88b4-49cf-4e06-be3a-0e921e9cd48b req-03e5e748-a994-4311-b4fa-9cf668374780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:56.939513 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b10d88b4-49cf-4e06-be3a-0e921e9cd48b req-03e5e748-a994-4311-b4fa-9cf668374780 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1373551 Apr 16 04:43:57.010045 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-3fc182cc-518b-4e0f-908f-f27da3d32f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:57.011474 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-3fc182cc-518b-4e0f-908f-f27da3d32f34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 1127 time: 0.0381575 Apr 16 04:43:57.052286 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-e3052ffd-6be1-4735-b0d0-96783a509f7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73b39161-4a99-4463-bae5-5b799389f607 HTTP/1.1" status: 200 len: 217 time: 0.0333822 Apr 16 04:43:57.102329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-2cc4a89c-8ee0-4e46-ac68-7c6bfbfab18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:57.103694 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-2cc4a89c-8ee0-4e46-ac68-7c6bfbfab18e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0459621 Apr 16 04:43:57.145971 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-4922e21f-ba6a-4123-b89b-54aa07e5144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:57.147422 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-4922e21f-ba6a-4123-b89b-54aa07e5144d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381813 Apr 16 04:43:57.234632 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-1e3588c0-d188-4446-9362-13c364a358c5 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804522 Apr 16 04:43:57.324485 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-451f9840-c2b1-43b5-86cc-67dd601f6e86 req-7d417254-3fe1-4cad-8e49-01e2202b64c1 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841756 Apr 16 04:43:58.049578 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0145a-bfb4-4312-8af6-9a242d4a29aa req-6e5b62f7-9312-4f9f-a358-fd98c316495f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:58.051022 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-65c0145a-bfb4-4312-8af6-9a242d4a29aa req-6e5b62f7-9312-4f9f-a358-fd98c316495f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 943 time: 0.0461824 Apr 16 04:43:58.096660 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-65c0145a-bfb4-4312-8af6-9a242d4a29aa req-fe200d82-b9bc-4edf-ab2a-0c1a3e6485f1 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402341 Apr 16 04:43:58.246649 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:59.209631 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579baf68-6f6d-4009-b52b-497bd6fa2a95 req-8985385f-3ce8-4ac1-833f-ae1dd51c96fe tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:43:59.211084 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-579baf68-6f6d-4009-b52b-497bd6fa2a95 req-8985385f-3ce8-4ac1-833f-ae1dd51c96fe tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 943 time: 0.0471416 Apr 16 04:43:59.257273 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-579baf68-6f6d-4009-b52b-497bd6fa2a95 req-1a602bd4-8378-491c-b503-ae2dc8f6b35f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404499 Apr 16 04:43:59.494282 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 73b39161-4a99-4463-bae5-5b799389f607 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:43:59.588417 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 73b39161-4a99-4463-bae5-5b799389f607, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=73b39161-4a99-4463-bae5-5b799389f607,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:43:59.599556 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '73b39161-4a99-4463-bae5-5b799389f607', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'port_id': '73b39161-4a99-4463-bae5-5b799389f607', 'mac_address': 'fa:16:3e:66:dd:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:43:59.639858 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 73b39161-4a99-4463-bae5-5b799389f607 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:43:59.640244 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (73b39161-4a99-4463-bae5-5b799389f607), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:59.653421 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b39161-4a99-4463-bae5-5b799389f607 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:43:59.672654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 73b39161-4a99-4463-bae5-5b799389f607, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=73b39161-4a99-4463-bae5-5b799389f607,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:43:59.737798 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (73b39161-4a99-4463-bae5-5b799389f607), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:43:59.785393 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=73b39161-4a99-4463-bae5-5b799389f607,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:43:59.922453 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['73b39161-4a99-4463-bae5-5b799389f607'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:44:00.366955 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78baf448-bba1-4691-996f-46cdd676bf34 req-1cae7833-8376-4c94-9598-7f3f28331865 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:00.368409 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-78baf448-bba1-4691-996f-46cdd676bf34 req-1cae7833-8376-4c94-9598-7f3f28331865 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 944 time: 0.0462916 Apr 16 04:44:00.418442 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-78baf448-bba1-4691-996f-46cdd676bf34 req-f9433174-b413-4cae-91f4-a6efd9fcbf7e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439401 Apr 16 04:44:01.509342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 73b39161-4a99-4463-bae5-5b799389f607 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:44:01.534624 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c42d33-ca96-4da1-b141-7ae339343efe req-af3a44d9-c870-46d1-8fd8-ecd5558b9816 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:01.536126 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43c42d33-ca96-4da1-b141-7ae339343efe req-af3a44d9-c870-46d1-8fd8-ecd5558b9816 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 944 time: 0.0507524 Apr 16 04:44:01.559685 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 73b39161-4a99-4463-bae5-5b799389f607 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:44:01.581977 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43c42d33-ca96-4da1-b141-7ae339343efe req-6716445f-342b-4e3d-9ac6-7f18b8933e22 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401626 Apr 16 04:44:01.629269 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 73b39161-4a99-4463-bae5-5b799389f607 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:44:01.629711 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (73b39161-4a99-4463-bae5-5b799389f607), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:01.706065 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 73b39161-4a99-4463-bae5-5b799389f607 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:44:01.706389 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (73b39161-4a99-4463-bae5-5b799389f607), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:01.728412 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454649c6-4944-4d6b-b79c-4dea16a28b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b39161-4a99-4463-bae5-5b799389f607'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:44:01.730658 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595bf749-cbc8-4489-a598-e12cec7ba70c" -d '{"events": [{"server_uuid": "454649c6-4944-4d6b-b79c-4dea16a28b18", "name": "network-vif-plugged", "status": "completed", "tag": "73b39161-4a99-4463-bae5-5b799389f607"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:44:01.746074 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 73b39161-4a99-4463-bae5-5b799389f607, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=73b39161-4a99-4463-bae5-5b799389f607,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:44:01.765493 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76221dc9-6538-4290-869c-84028e221168 x-openstack-request-id: req-76221dc9-6538-4290-869c-84028e221168 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:44:01.765779 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454649c6-4944-4d6b-b79c-4dea16a28b18", "name": "network-vif-plugged", "status": "completed", "tag": "73b39161-4a99-4463-bae5-5b799389f607", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:44:01.766028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76221dc9-6538-4290-869c-84028e221168 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:44:01.766420 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76221dc9-6538-4290-869c-84028e221168'] response: {'server_uuid': '454649c6-4944-4d6b-b79c-4dea16a28b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b39161-4a99-4463-bae5-5b799389f607', 'code': 200} Apr 16 04:44:01.829611 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (73b39161-4a99-4463-bae5-5b799389f607), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:01.877488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=73b39161-4a99-4463-bae5-5b799389f607,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:44:02.072741 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16559684-9fcb-470d-b1ce-a7fd1c74a820 req-5c6d5720-22fb-455b-9347-2188c9cb64c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:02.074240 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-16559684-9fcb-470d-b1ce-a7fd1c74a820 req-5c6d5720-22fb-455b-9347-2188c9cb64c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 1129 time: 0.0388405 Apr 16 04:44:02.116205 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-16559684-9fcb-470d-b1ce-a7fd1c74a820 req-e259a4dd-8b29-4763-b13d-4204cbdfd2c9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363994 Apr 16 04:44:02.693948 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418af5a-059b-4c1f-bdec-178f7e0050fb req-225e6d65-e81d-4237-95b2-b2765d61d4de tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:02.695452 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e418af5a-059b-4c1f-bdec-178f7e0050fb req-225e6d65-e81d-4237-95b2-b2765d61d4de tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0463057 Apr 16 04:44:02.744578 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e418af5a-059b-4c1f-bdec-178f7e0050fb req-dc58d286-457b-4f5d-9674-e8e0dacfdeea tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437682 Apr 16 04:44:03.854950 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdf489-519a-4f27-a449-8fa638353ee9 req-974b90f1-5dc0-44ff-b719-f6bec78651ae tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:03.856955 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-88bdf489-519a-4f27-a449-8fa638353ee9 req-974b90f1-5dc0-44ff-b719-f6bec78651ae tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0461776 Apr 16 04:44:03.903162 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-88bdf489-519a-4f27-a449-8fa638353ee9 req-838fc0a1-f551-453f-9e03-4a46aaa80e04 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407419 Apr 16 04:44:04.011158 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af0c98-1089-4fd7-8cee-08cdaaeeec2f req-3d33aaae-63c5-4c0b-b0d2-6f41787cec00 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:04.012600 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f8af0c98-1089-4fd7-8cee-08cdaaeeec2f req-3d33aaae-63c5-4c0b-b0d2-6f41787cec00 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0465312 Apr 16 04:44:04.021255 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 43370) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:44:04.025605 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-aa8ac586-ce7d-48d7-84a6-4b865c6cdba0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Request body: {'floatingip': {'port_id': '73b39161-4a99-4463-bae5-5b799389f607'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:44:04.065284 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aa8ac586-ce7d-48d7-84a6-4b865c6cdba0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for floatingip (1ff59165-93e2-4d3a-ae71-52c7e0661da3), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:04.626420 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aa8ac586-ce7d-48d7-84a6-4b865c6cdba0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:04.709167 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aa8ac586-ce7d-48d7-84a6-4b865c6cdba0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (1ff59165-93e2-4d3a-ae71-52c7e0661da3), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:04.808710 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-aa8ac586-ce7d-48d7-84a6-4b865c6cdba0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Floating IP 1ff59165-93e2-4d3a-ae71-52c7e0661da3 associated. External IP: 172.26.6.122, port: 73b39161-4a99-4463-bae5-5b799389f607. Apr 16 04:44:05.015966 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8ac586-ce7d-48d7-84a6-4b865c6cdba0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Router f38d2b96-add9-4852-b7bb-15c53a0e398f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:44:05.125246 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8ac586-ce7d-48d7-84a6-4b865c6cdba0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:44:05.129995 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aa8ac586-ce7d-48d7-84a6-4b865c6cdba0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:05.134654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0021b71-0619-49ea-9cc6-6f992d206682 None None] Sync routers for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:44:05.145114 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0021b71-0619-49ea-9cc6-6f992d206682 None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:44:05.145727 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-d0021b71-0619-49ea-9cc6-6f992d206682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:43:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:44:05.163902 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-aa8ac586-ce7d-48d7-84a6-4b865c6cdba0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "PUT /v2.0/floatingips/1ff59165-93e2-4d3a-ae71-52c7e0661da3 HTTP/1.1" status: 200 len: 991 time: 1.1415908 Apr 16 04:44:05.164496 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454649c6-4944-4d6b-b79c-4dea16a28b18', 'tag': '73b39161-4a99-4463-bae5-5b799389f607'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:44:05.166796 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2381e0ee-c3bd-4050-8e48-9afa6bef7969" -d '{"events": [{"name": "network-changed", "server_uuid": "454649c6-4944-4d6b-b79c-4dea16a28b18", "tag": "73b39161-4a99-4463-bae5-5b799389f607"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:44:05.204080 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9131c013-5c64-4066-92d2-f0a0e38a4dfc x-openstack-request-id: req-9131c013-5c64-4066-92d2-f0a0e38a4dfc {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:44:05.204365 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454649c6-4944-4d6b-b79c-4dea16a28b18", "tag": "73b39161-4a99-4463-bae5-5b799389f607", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:44:05.204625 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9131c013-5c64-4066-92d2-f0a0e38a4dfc {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:44:05.205063 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9131c013-5c64-4066-92d2-f0a0e38a4dfc'] response: {'name': 'network-changed', 'server_uuid': '454649c6-4944-4d6b-b79c-4dea16a28b18', 'tag': '73b39161-4a99-4463-bae5-5b799389f607', 'status': 'completed', 'code': 200} Apr 16 04:44:05.266296 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381e0ee-c3bd-4050-8e48-9afa6bef7969 req-f80c69f9-b880-4c38-9184-d1250922f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:05.267857 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2381e0ee-c3bd-4050-8e48-9afa6bef7969 req-f80c69f9-b880-4c38-9184-d1250922f591 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 1129 time: 0.0408704 Apr 16 04:44:05.268349 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-d0021b71-0619-49ea-9cc6-6f992d206682 None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:44:05.358338 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381e0ee-c3bd-4050-8e48-9afa6bef7969 req-ff75b09b-91f7-413e-898b-846feee3ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:05.359883 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2381e0ee-c3bd-4050-8e48-9afa6bef7969 req-ff75b09b-91f7-413e-898b-846feee3ee0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 911 time: 0.0853918 Apr 16 04:44:05.437656 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2381e0ee-c3bd-4050-8e48-9afa6bef7969 req-c20ed7bd-989d-4497-8010-7ab1385855a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73b39161-4a99-4463-bae5-5b799389f607 HTTP/1.1" status: 200 len: 999 time: 0.0719912 Apr 16 04:44:05.489288 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-d0021b71-0619-49ea-9cc6-6f992d206682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1ff59165-93e2-4d3a-ae71-52c7e0661da3', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'floating_ip_address': '172.26.6.122', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'port_id': '73b39161-4a99-4463-bae5-5b799389f607', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'mac_address': 'fa:16:3e:66:dd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454649c6-4944-4d6b-b79c-4dea16a28b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:43:04Z', 'updated_at': '2022-04-16T04:44:04Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:44:05.520383 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0021b71-0619-49ea-9cc6-6f992d206682 None None] Checking router: f38d2b96-add9-4852-b7bb-15c53a0e398f for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:44:05.525236 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381e0ee-c3bd-4050-8e48-9afa6bef7969 req-d5878c85-cb1a-46af-b986-031f78c159ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:05.526961 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2381e0ee-c3bd-4050-8e48-9afa6bef7969 req-d5878c85-cb1a-46af-b986-031f78c159ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0811074 Apr 16 04:44:05.529215 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0021b71-0619-49ea-9cc6-6f992d206682 None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:44:05.529810 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-d0021b71-0619-49ea-9cc6-6f992d206682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:43:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:44:05.533041 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143881db-69ab-46a8-9b8a-6472667da6cf req-33b297e1-4e56-43ab-bb24-a4ccdde86d67 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:05.534400 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-143881db-69ab-46a8-9b8a-6472667da6cf req-33b297e1-4e56-43ab-bb24-a4ccdde86d67 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0591300 Apr 16 04:44:05.608291 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381e0ee-c3bd-4050-8e48-9afa6bef7969 req-b4a30de8-fc9c-4ccb-a631-8cd7e074f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:05.609863 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2381e0ee-c3bd-4050-8e48-9afa6bef7969 req-b4a30de8-fc9c-4ccb-a631-8cd7e074f2a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0525310 Apr 16 04:44:05.629146 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-143881db-69ab-46a8-9b8a-6472667da6cf req-dabc33db-ab3b-4a23-a528-6d30bf26b8fa tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889966 Apr 16 04:44:05.641063 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-d0021b71-0619-49ea-9cc6-6f992d206682 None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:44:05.705576 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2381e0ee-c3bd-4050-8e48-9afa6bef7969 req-186551da-59e9-4f95-b833-e6f143bd0ad6 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881045 Apr 16 04:44:05.799631 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2381e0ee-c3bd-4050-8e48-9afa6bef7969 req-2d9cfed9-af07-489a-bd34-487a40dfc5d9 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881405 Apr 16 04:44:05.860035 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-d0021b71-0619-49ea-9cc6-6f992d206682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1ff59165-93e2-4d3a-ae71-52c7e0661da3', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'floating_ip_address': '172.26.6.122', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'port_id': '73b39161-4a99-4463-bae5-5b799389f607', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'mac_address': 'fa:16:3e:66:dd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454649c6-4944-4d6b-b79c-4dea16a28b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:43:04Z', 'updated_at': '2022-04-16T04:44:04Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:44:05.889959 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0021b71-0619-49ea-9cc6-6f992d206682 None None] The sync data for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv is: [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1ff59165-93e2-4d3a-ae71-52c7e0661da3', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'floating_ip_address': '172.26.6.122', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'port_id': '73b39161-4a99-4463-bae5-5b799389f607', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'mac_address': 'fa:16:3e:66:dd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454649c6-4944-4d6b-b79c-4dea16a28b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:43:04Z', 'updated_at': '2022-04-16T04:44:04Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:44:06.069343 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaedb602-a843-4d8e-94cd-17ce36b8f40a None None] New status for floating IP 1ff59165-93e2-4d3a-ae71-52c7e0661da3: ACTIVE {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:44:06.742899 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97167491-b98c-48c0-8f59-e1b76c656617 req-4e0ddf74-45c2-4d4c-8f3e-ecaac71a421e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:06.744361 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-97167491-b98c-48c0-8f59-e1b76c656617 req-4e0ddf74-45c2-4d4c-8f3e-ecaac71a421e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0476463 Apr 16 04:44:06.792400 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-97167491-b98c-48c0-8f59-e1b76c656617 req-59236ba6-bc22-4d7c-afa7-01124aaf0451 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419040 Apr 16 04:44:07.904372 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6dc3c-e2c5-4a88-8d22-ddd54e945959 req-3e1a0f11-261d-49d3-bf8d-8190406b70ce tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:07.905843 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fdf6dc3c-e2c5-4a88-8d22-ddd54e945959 req-3e1a0f11-261d-49d3-bf8d-8190406b70ce tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0471070 Apr 16 04:44:07.951888 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fdf6dc3c-e2c5-4a88-8d22-ddd54e945959 req-9f877285-4ff1-4a8d-b45a-3c35c392139e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404968 Apr 16 04:44:09.067524 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba59095-b028-4ab4-b481-94ec59ee3933 req-fec5ff32-8139-4028-8667-8c60132f7793 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:09.069066 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fba59095-b028-4ab4-b481-94ec59ee3933 req-fec5ff32-8139-4028-8667-8c60132f7793 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0495958 Apr 16 04:44:09.115764 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fba59095-b028-4ab4-b481-94ec59ee3933 req-0a6f0222-0e1a-49d1-b373-ee7ef7317e13 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406330 Apr 16 04:44:09.120864 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-05164f72-1d5d-4de2-8be3-81a50d1b07b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:10.469025 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bea83-6849-4bc5-b54b-3047325e4e59 req-16a88efc-0111-400c-87f3-210139d7e8ec tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:10.470435 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2c5bea83-6849-4bc5-b54b-3047325e4e59 req-16a88efc-0111-400c-87f3-210139d7e8ec tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.2867820 Apr 16 04:44:10.516371 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2c5bea83-6849-4bc5-b54b-3047325e4e59 req-08471fd6-1daf-4c2c-97fd-0c209868276e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403118 Apr 16 04:44:11.481181 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-701b2549-a46a-42a9-b22e-d3ea49fb8dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:11.630031 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d95860-2d2e-4088-94be-6b9bee314953 req-a13f5202-75ff-4302-a57d-66643ec8a767 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:11.631473 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e9d95860-2d2e-4088-94be-6b9bee314953 req-a13f5202-75ff-4302-a57d-66643ec8a767 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0483549 Apr 16 04:44:11.677417 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e9d95860-2d2e-4088-94be-6b9bee314953 req-3c1867df-d404-4500-a84c-78baafe018c6 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403843 Apr 16 04:44:12.086060 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:44:12.606052 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:12.787767 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe908c89-c3a2-4f70-a705-efce311f3512 req-f51624a9-95a9-478a-91f5-faf47b7a5ecb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:12.789231 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fe908c89-c3a2-4f70-a705-efce311f3512 req-f51624a9-95a9-478a-91f5-faf47b7a5ecb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0465033 Apr 16 04:44:12.835638 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fe908c89-c3a2-4f70-a705-efce311f3512 req-e95a1beb-ad9d-4454-8cfb-a7a18bb15829 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404043 Apr 16 04:44:13.950343 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0472201-6080-44b7-8219-899aaa79eecf req-47386968-9fed-44ae-85a4-a4d2634de6a3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:13.951694 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a0472201-6080-44b7-8219-899aaa79eecf req-47386968-9fed-44ae-85a4-a4d2634de6a3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0507791 Apr 16 04:44:13.999101 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a0472201-6080-44b7-8219-899aaa79eecf req-30ada881-674b-46be-b848-a3ae289d2345 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416696 Apr 16 04:44:14.075328 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:15.113410 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718dca7-a66f-41e0-bd64-615291734e8a req-a29c7ff9-32e1-481d-8c03-9698a91c4d2c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:15.114774 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a718dca7-a66f-41e0-bd64-615291734e8a req-a29c7ff9-32e1-481d-8c03-9698a91c4d2c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0492773 Apr 16 04:44:15.160933 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a718dca7-a66f-41e0-bd64-615291734e8a req-76c73e11-d0af-4652-8555-d87d7b2d3956 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406234 Apr 16 04:44:15.383113 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:16.270240 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b77605-adf0-4170-b6da-21f64b79b4df req-3aaea5cf-0973-4b7a-87d1-c9d97f4e40fb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:16.271659 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-74b77605-adf0-4170-b6da-21f64b79b4df req-3aaea5cf-0973-4b7a-87d1-c9d97f4e40fb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0459137 Apr 16 04:44:16.319215 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-74b77605-adf0-4170-b6da-21f64b79b4df req-de35c382-43bc-47bc-a471-9659c9808a25 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412943 Apr 16 04:44:17.429681 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9349f9d-d500-4dc3-bbab-ad1f56e5f857 req-404d3d42-1230-4217-aa7f-bb0efc40c26a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:17.431139 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c9349f9d-d500-4dc3-bbab-ad1f56e5f857 req-404d3d42-1230-4217-aa7f-bb0efc40c26a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0467122 Apr 16 04:44:17.476381 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c9349f9d-d500-4dc3-bbab-ad1f56e5f857 req-e2806caf-a563-47b7-9d80-1c7ae5477c9e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392172 Apr 16 04:44:18.587718 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f8d15-ec2d-41f3-b8ed-1669c5329b86 req-e2fd902b-ac06-4e42-99ad-ec781762c92a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:18.589204 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-db8f8d15-ec2d-41f3-b8ed-1669c5329b86 req-e2fd902b-ac06-4e42-99ad-ec781762c92a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0466156 Apr 16 04:44:18.638457 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-db8f8d15-ec2d-41f3-b8ed-1669c5329b86 req-afa0f7e9-6c9a-448c-84a9-bd713cfb678b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438385 Apr 16 04:44:19.747340 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871d805-75a7-456e-9fb6-77a41d2d56f9 req-87161a16-a01c-47be-a96e-c6c4aa46229d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:19.748825 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8871d805-75a7-456e-9fb6-77a41d2d56f9 req-87161a16-a01c-47be-a96e-c6c4aa46229d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0458817 Apr 16 04:44:19.799797 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8871d805-75a7-456e-9fb6-77a41d2d56f9 req-9cc0ba21-08be-4347-92ee-310b145a96bd tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455692 Apr 16 04:44:20.910635 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd0bf9-e80c-4f18-a007-29de9e461ff7 req-9bd591d5-863c-4fdf-8f40-d606df07b01a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:20.912162 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c1bd0bf9-e80c-4f18-a007-29de9e461ff7 req-9bd591d5-863c-4fdf-8f40-d606df07b01a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0467057 Apr 16 04:44:20.959565 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c1bd0bf9-e80c-4f18-a007-29de9e461ff7 req-8eff0d05-8882-46b6-8fa8-624e4cd80ac1 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418966 Apr 16 04:44:22.072966 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcca2e-f4e8-4d47-8cd6-b8c560dbb4f7 req-77892e5e-8e4a-4d83-8f79-728109c37fe8 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:22.074478 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-21bcca2e-f4e8-4d47-8cd6-b8c560dbb4f7 req-77892e5e-8e4a-4d83-8f79-728109c37fe8 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0475388 Apr 16 04:44:22.121003 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-21bcca2e-f4e8-4d47-8cd6-b8c560dbb4f7 req-986d37ba-f142-48bd-8351-836fef8b7b75 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409703 Apr 16 04:44:23.234191 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe37656-66d0-471a-81f6-638596b67dce req-e203b95e-f584-43c5-8662-54f1b5426f41 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:23.235631 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bfe37656-66d0-471a-81f6-638596b67dce req-e203b95e-f584-43c5-8662-54f1b5426f41 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0467095 Apr 16 04:44:23.281380 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bfe37656-66d0-471a-81f6-638596b67dce req-6cbafdf7-f7d1-4230-928c-6858bceda5b9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401974 Apr 16 04:44:24.391095 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa34e0f-9210-4770-80c2-54e5055eb61f req-7e519d83-43fd-48f8-b0c0-e76c2c2e3a00 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:24.392522 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4aa34e0f-9210-4770-80c2-54e5055eb61f req-7e519d83-43fd-48f8-b0c0-e76c2c2e3a00 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0461838 Apr 16 04:44:24.438531 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4aa34e0f-9210-4770-80c2-54e5055eb61f req-007d62d1-7fd3-4962-b411-b6482ef46454 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405958 Apr 16 04:44:25.552211 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a042-ad71-4c62-bf4d-eb05e7050102 req-ea79981f-0088-4949-a737-d193491b0904 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:25.553613 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2a87a042-ad71-4c62-bf4d-eb05e7050102 req-ea79981f-0088-4949-a737-d193491b0904 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0498393 Apr 16 04:44:25.599177 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2a87a042-ad71-4c62-bf4d-eb05e7050102 req-43fe527d-2928-41d3-8a39-1ba6e414fb03 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400658 Apr 16 04:44:26.713011 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721488e-291b-46e0-a157-ac7caf560760 req-e941cf55-97f8-4b80-9965-36ab47452542 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:26.714467 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f721488e-291b-46e0-a157-ac7caf560760 req-e941cf55-97f8-4b80-9965-36ab47452542 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0499914 Apr 16 04:44:26.760467 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f721488e-291b-46e0-a157-ac7caf560760 req-834a8b4a-0e73-4f58-86d6-c7ddeee32882 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405562 Apr 16 04:44:27.871185 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7a164-71b6-4a5d-a8b5-3e27e407f4d3 req-67c8e999-d4b0-4259-aa08-b6d828fa5983 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:27.872608 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4ad7a164-71b6-4a5d-a8b5-3e27e407f4d3 req-67c8e999-d4b0-4259-aa08-b6d828fa5983 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0457826 Apr 16 04:44:27.919261 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4ad7a164-71b6-4a5d-a8b5-3e27e407f4d3 req-b6a1ff65-f02d-43e1-9923-963bd1fa87c0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411775 Apr 16 04:44:28.246027 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:29.029200 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ea47d-c3da-459b-bb83-ef090636d5fa req-1ea56a28-8463-4d8b-a7f9-0eceb5305419 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:29.030643 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-573ea47d-c3da-459b-bb83-ef090636d5fa req-1ea56a28-8463-4d8b-a7f9-0eceb5305419 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0457573 Apr 16 04:44:29.075943 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-573ea47d-c3da-459b-bb83-ef090636d5fa req-189fa7e8-2678-46cd-b800-51e128502ad5 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397737 Apr 16 04:44:30.185109 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed4f48-e316-4c16-a423-01271877095b req-0b57f962-08a8-4c83-a680-53c57fb9ca9a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:30.186563 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-37ed4f48-e316-4c16-a423-01271877095b req-0b57f962-08a8-4c83-a680-53c57fb9ca9a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0458417 Apr 16 04:44:30.237226 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-37ed4f48-e316-4c16-a423-01271877095b req-2fe8b66e-7b9d-4ee9-b0f7-fa101b62f09b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451891 Apr 16 04:44:31.349544 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addc21d-2005-41e9-8e44-134b6f9f4621 req-b2b5b8ca-fbdc-4e3f-bad9-a695243110df tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:31.351003 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4addc21d-2005-41e9-8e44-134b6f9f4621 req-b2b5b8ca-fbdc-4e3f-bad9-a695243110df tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0501473 Apr 16 04:44:31.396799 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4addc21d-2005-41e9-8e44-134b6f9f4621 req-a3c73588-8872-4a1a-844f-890680a9624b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403697 Apr 16 04:44:31.736019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742398fb-a728-4474-9406-a0ebc1b7255b req-1688c642-7066-4fb8-b744-2f5a0d94d7ac tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:31.737559 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-742398fb-a728-4474-9406-a0ebc1b7255b req-1688c642-7066-4fb8-b744-2f5a0d94d7ac tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0462720 Apr 16 04:44:31.784455 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-742398fb-a728-4474-9406-a0ebc1b7255b req-004c5e09-4019-48d9-9be7-38b4b71f293f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412674 Apr 16 04:44:31.854523 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-23f49206-7ebb-4e20-b810-5a438eb8f800 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396998 Apr 16 04:44:32.354975 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-67de4ebc-32a3-4fce-b26e-5a4c1eb0c350 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:32.356306 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-67de4ebc-32a3-4fce-b26e-5a4c1eb0c350 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports/73b39161-4a99-4463-bae5-5b799389f607 HTTP/1.1" status: 200 len: 942 time: 0.0457656 Apr 16 04:44:32.897193 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcafad8-963d-413d-8ccb-b3669454e2aa req-23db89d2-b3d8-41ec-a6ff-c561be8c7df8 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:32.898648 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2dcafad8-963d-413d-8ccb-b3669454e2aa req-23db89d2-b3d8-41ec-a6ff-c561be8c7df8 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0468478 Apr 16 04:44:32.950270 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2dcafad8-963d-413d-8ccb-b3669454e2aa req-577fc93c-11c2-4646-aa1b-d42e8efe36b5 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452673 Apr 16 04:44:33.789913 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-b5f286e8-07ca-44cd-8c61-82cbd8ae290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:33.791428 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-b5f286e8-07ca-44cd-8c61-82cbd8ae290b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 1129 time: 0.0393114 Apr 16 04:44:33.882193 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-fce94a99-7da5-4435-9a34-d447dbb49377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:33.883642 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-fce94a99-7da5-4435-9a34-d447dbb49377 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 911 time: 0.0869524 Apr 16 04:44:33.947289 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-75a64a79-3706-42ca-b688-685ed62c66e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73b39161-4a99-4463-bae5-5b799389f607 HTTP/1.1" status: 200 len: 1001 time: 0.0579200 Apr 16 04:44:34.001159 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-de7deae0-fbad-4b04-92f5-058d29bf3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:34.002748 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-de7deae0-fbad-4b04-92f5-058d29bf3a71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0494087 Apr 16 04:44:34.070866 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-eb6f53fd-4693-4664-b63b-12886c4e76f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:34.072353 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-eb6f53fd-4693-4664-b63b-12886c4e76f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0644121 Apr 16 04:44:34.092998 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e6621-ddef-44af-b5f5-1b791c847b6d req-437b219e-0fcd-435c-85f1-92f0b977899a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:34.094371 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2c8e6621-ddef-44af-b5f5-1b791c847b6d req-437b219e-0fcd-435c-85f1-92f0b977899a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0768442 Apr 16 04:44:34.192982 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2c8e6621-ddef-44af-b5f5-1b791c847b6d req-bddcbb3e-16df-452a-a3a0-7c354de1994a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887911 Apr 16 04:44:34.207276 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-7e978b53-7e89-4b8b-9648-58b82dfcfef5 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293688 Apr 16 04:44:34.301465 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-fc05d0b2-141f-4a83-8111-f921c29d4eee service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884290 Apr 16 04:44:35.306336 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3553a1-0471-46be-b74c-9fa128dc2903 req-18e17ecd-dc3f-4c88-89e3-e470055b3aad tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:35.307796 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4f3553a1-0471-46be-b74c-9fa128dc2903 req-18e17ecd-dc3f-4c88-89e3-e470055b3aad tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0472131 Apr 16 04:44:35.353794 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4f3553a1-0471-46be-b74c-9fa128dc2903 req-083d9c53-520f-4e44-aa08-96c27f1887f7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405304 Apr 16 04:44:36.118851 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-3aefb163-29d4-4279-bc1b-da606112c5c4 service neutron] 10.222.0.18 "GET /v2.0/ports/73b39161-4a99-4463-bae5-5b799389f607/bindings/hv-neutron-8380 HTTP/1.1" status: 200 len: 384 time: 0.0533652 Apr 16 04:44:36.474370 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5dded-d64a-424e-8119-a89729279e73 req-3c25ffb1-d39b-4def-9645-79cd078cc59a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:36.475986 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e8f5dded-d64a-424e-8119-a89729279e73 req-3c25ffb1-d39b-4def-9645-79cd078cc59a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0537665 Apr 16 04:44:36.523071 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e8f5dded-d64a-424e-8119-a89729279e73 req-88eb06c8-fc3e-4712-8742-38c444862254 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412943 Apr 16 04:44:36.646193 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-bcb7d177-0ce8-47de-bad6-f131a53c4ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:36.647661 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-bcb7d177-0ce8-47de-bad6-f131a53c4ed2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18&tenant_id=273b590f1834473d8fcd25418fc6b3f2 HTTP/1.1" status: 200 len: 1129 time: 0.0380330 Apr 16 04:44:36.709337 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-3e5a5aaa-febb-4ad0-aa6f-506c525a7b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:36.710879 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-3e5a5aaa-febb-4ad0-aa6f-506c525a7b5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 1129 time: 0.0434008 Apr 16 04:44:36.800810 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-ed2b6aa4-ca20-4795-8b3b-bc5fa58c47d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:36.802369 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-ed2b6aa4-ca20-4795-8b3b-bc5fa58c47d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 911 time: 0.0853417 Apr 16 04:44:36.871380 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-715d219c-2adb-4107-b60f-d0e31cd23db3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73b39161-4a99-4463-bae5-5b799389f607 HTTP/1.1" status: 200 len: 1001 time: 0.0631375 Apr 16 04:44:36.920252 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-9db1bdd8-de88-4996-9740-4992cefc0646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:36.921802 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-9db1bdd8-de88-4996-9740-4992cefc0646 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0436044 Apr 16 04:44:36.964382 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-dc1c5127-f5ed-4365-9936-2b59ab06787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:36.965893 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-dc1c5127-f5ed-4365-9936-2b59ab06787b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380685 Apr 16 04:44:37.056418 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-0c8ba84d-c463-4ceb-8fd1-33231e4b90f1 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843494 Apr 16 04:44:37.141931 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d3f12e00-2e60-4c90-9747-1450e47f33e5 req-ce4e11eb-a5b3-4f14-b2f9-01e517a2720b service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797982 Apr 16 04:44:37.635198 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9158af0-60ec-4024-90ee-65ee96b57218 req-7f2d7233-826f-459a-a0e4-9943686a1665 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:37.636636 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b9158af0-60ec-4024-90ee-65ee96b57218 req-7f2d7233-826f-459a-a0e4-9943686a1665 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0464263 Apr 16 04:44:37.681966 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b9158af0-60ec-4024-90ee-65ee96b57218 req-20189373-e371-4493-a12d-9ff8a7a627aa tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396986 Apr 16 04:44:38.800515 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cb3aa-bfbf-45b3-a165-916e2ab4f752 req-921b4359-564b-4023-b792-3f712944c820 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:38.801992 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9b6cb3aa-bfbf-45b3-a165-916e2ab4f752 req-921b4359-564b-4023-b792-3f712944c820 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0520737 Apr 16 04:44:38.848872 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9b6cb3aa-bfbf-45b3-a165-916e2ab4f752 req-795abaaa-d343-4463-8598-789f80fdd104 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410476 Apr 16 04:44:39.117243 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6d68a24b-efc7-44ae-b1b1-6d77b232fe61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:39.191423 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306767f-aa5e-419e-ab77-d35fe2ebd8eb req-81b72909-1462-4173-9d06-289388613778 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:39.192948 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d306767f-aa5e-419e-ab77-d35fe2ebd8eb req-81b72909-1462-4173-9d06-289388613778 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0473926 Apr 16 04:44:39.271387 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d306767f-aa5e-419e-ab77-d35fe2ebd8eb req-ee17b869-bc72-4a89-b5a4-688da0b4466b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727999 Apr 16 04:44:39.285638 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2305c6-0567-4f24-919f-25cdaec8d197 req-678e1db7-ec3c-4870-82ab-ecfa6ce15d76 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:39.287088 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6e2305c6-0567-4f24-919f-25cdaec8d197 req-678e1db7-ec3c-4870-82ab-ecfa6ce15d76 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18&tenant_id=273b590f1834473d8fcd25418fc6b3f2&binding%3Ahost_id=hv-neutron-8380 HTTP/1.1" status: 200 len: 945 time: 0.0636392 Apr 16 04:44:39.365571 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2305c6-0567-4f24-919f-25cdaec8d197 req-4272b22a-1e32-403b-bfd3-3df330abc1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:39.367019 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6e2305c6-0567-4f24-919f-25cdaec8d197 req-4272b22a-1e32-403b-bfd3-3df330abc1d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 1129 time: 0.0391197 Apr 16 04:44:39.453981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2305c6-0567-4f24-919f-25cdaec8d197 req-e03cc089-a898-45db-ad47-909b5c45017a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:39.455448 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6e2305c6-0567-4f24-919f-25cdaec8d197 req-e03cc089-a898-45db-ad47-909b5c45017a service neutron] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 911 time: 0.0827839 Apr 16 04:44:39.524555 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6e2305c6-0567-4f24-919f-25cdaec8d197 req-1ddbcb71-d609-4d0b-bbec-b0f4d20dc7ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73b39161-4a99-4463-bae5-5b799389f607 HTTP/1.1" status: 200 len: 1001 time: 0.0630438 Apr 16 04:44:39.570962 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2305c6-0567-4f24-919f-25cdaec8d197 req-9b118c24-af65-4faa-a3c1-ee4eef8ce151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:39.572378 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6e2305c6-0567-4f24-919f-25cdaec8d197 req-9b118c24-af65-4faa-a3c1-ee4eef8ce151 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0425839 Apr 16 04:44:39.614300 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2305c6-0567-4f24-919f-25cdaec8d197 req-2b1aeda4-8721-4258-99a1-c23dd14c297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:39.615713 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6e2305c6-0567-4f24-919f-25cdaec8d197 req-2b1aeda4-8721-4258-99a1-c23dd14c297b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376182 Apr 16 04:44:39.705170 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6e2305c6-0567-4f24-919f-25cdaec8d197 req-0923697c-2897-4d04-94a5-05c50837710c service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835974 Apr 16 04:44:39.711381 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 73b39161-4a99-4463-bae5-5b799389f607 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:44:39.714331 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 73b39161-4a99-4463-bae5-5b799389f607 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:44:39.796766 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6e2305c6-0567-4f24-919f-25cdaec8d197 req-b2aa733b-874b-404f-9263-655fec09aa4b service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855846 Apr 16 04:44:39.862424 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 73b39161-4a99-4463-bae5-5b799389f607 is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:44:39.865220 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (73b39161-4a99-4463-bae5-5b799389f607), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:39.883418 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 73b39161-4a99-4463-bae5-5b799389f607, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=73b39161-4a99-4463-bae5-5b799389f607,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:44:39.904240 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454649c6-4944-4d6b-b79c-4dea16a28b18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73b39161-4a99-4463-bae5-5b799389f607'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:44:39.906471 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8781c21f-5cf4-4fb1-a918-d7625320661e" -d '{"events": [{"server_uuid": "454649c6-4944-4d6b-b79c-4dea16a28b18", "name": "network-vif-unplugged", "status": "completed", "tag": "73b39161-4a99-4463-bae5-5b799389f607"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:44:39.910790 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '73b39161-4a99-4463-bae5-5b799389f607', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'port_id': '73b39161-4a99-4463-bae5-5b799389f607', 'mac_address': 'fa:16:3e:66:dd:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:44:39.921421 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 73b39161-4a99-4463-bae5-5b799389f607, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=73b39161-4a99-4463-bae5-5b799389f607,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:44:39.957152 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 04:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59aab620-37e7-4bb9-9354-17a51bfcfdea x-openstack-request-id: req-59aab620-37e7-4bb9-9354-17a51bfcfdea {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:44:39.957152 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454649c6-4944-4d6b-b79c-4dea16a28b18", "name": "network-vif-unplugged", "status": "completed", "tag": "73b39161-4a99-4463-bae5-5b799389f607", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:44:39.957152 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-59aab620-37e7-4bb9-9354-17a51bfcfdea {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:44:39.957152 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59aab620-37e7-4bb9-9354-17a51bfcfdea'] response: {'server_uuid': '454649c6-4944-4d6b-b79c-4dea16a28b18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73b39161-4a99-4463-bae5-5b799389f607', 'code': 200} Apr 16 04:44:39.961304 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 73b39161-4a99-4463-bae5-5b799389f607 is: ACTIVE; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:44:39.961700 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (73b39161-4a99-4463-bae5-5b799389f607), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:39.975097 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73b39161-4a99-4463-bae5-5b799389f607 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:44:39.989047 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (73b39161-4a99-4463-bae5-5b799389f607), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:40.063266 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:44:40.063536 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:44:40.067794 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=73b39161-4a99-4463-bae5-5b799389f607,revision_number=6']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:44:40.074700 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:40.075049 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:40.075985 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:40.076326 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:40.076660 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:40.077018 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:40.077346 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:40.077670 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:40.077995 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:40.078319 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:40.078647 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:40.078972 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:40.079292 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:40.079614 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:40.079933 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:40.391084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30737501-1e9c-447c-bffc-697ca55bf103 req-5517ca28-c82a-4a25-8dd0-a125964046ec tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:40.392500 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-30737501-1e9c-447c-bffc-697ca55bf103 req-5517ca28-c82a-4a25-8dd0-a125964046ec tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 943 time: 0.0527542 Apr 16 04:44:40.441389 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-30737501-1e9c-447c-bffc-697ca55bf103 req-91a5753a-1983-490c-ae51-314522077092 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431182 Apr 16 04:44:40.599193 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 73b39161-4a99-4463-bae5-5b799389f607 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:44:40.599733 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (73b39161-4a99-4463-bae5-5b799389f607), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:40.612918 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b39161-4a99-4463-bae5-5b799389f607 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:44:40.632855 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 73b39161-4a99-4463-bae5-5b799389f607, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=73b39161-4a99-4463-bae5-5b799389f607,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:44:40.696913 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (73b39161-4a99-4463-bae5-5b799389f607), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:40.754368 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=73b39161-4a99-4463-bae5-5b799389f607,revision_number=7']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:44:40.759854 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['73b39161-4a99-4463-bae5-5b799389f607'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:44:41.479780 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c0413280-b45f-4a69-af3e-18df0a4bb94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:41.741520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 73b39161-4a99-4463-bae5-5b799389f607 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:44:41.791915 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 73b39161-4a99-4463-bae5-5b799389f607 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:44:41.792283 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (73b39161-4a99-4463-bae5-5b799389f607), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:41.833828 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7f582-7388-4ecb-a799-363eb988cd7d req-d9073cd3-cd7e-4aaf-9ace-c64c152bb740 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:41.835310 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-11c7f582-7388-4ecb-a799-363eb988cd7d req-d9073cd3-cd7e-4aaf-9ace-c64c152bb740 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 944 time: 0.3231096 Apr 16 04:44:41.871381 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 73b39161-4a99-4463-bae5-5b799389f607 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:44:41.871775 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (73b39161-4a99-4463-bae5-5b799389f607), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:41.882486 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-11c7f582-7388-4ecb-a799-363eb988cd7d req-405a7714-05a4-434b-b48b-a8b46dcc794f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407438 Apr 16 04:44:41.904799 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 73b39161-4a99-4463-bae5-5b799389f607, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=73b39161-4a99-4463-bae5-5b799389f607,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:44:41.958014 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454649c6-4944-4d6b-b79c-4dea16a28b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b39161-4a99-4463-bae5-5b799389f607'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:44:41.960410 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af5a107-17da-405f-8f09-f0c01cf18ecd" -d '{"events": [{"server_uuid": "454649c6-4944-4d6b-b79c-4dea16a28b18", "name": "network-vif-plugged", "status": "completed", "tag": "73b39161-4a99-4463-bae5-5b799389f607"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:44:41.963744 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (73b39161-4a99-4463-bae5-5b799389f607), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:41.998280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775eaa14-8ac5-48e8-9f25-0fbbb921669d req-999cae0c-1935-4451-98f0-101de60d25fd tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:41.999753 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d35fc61-b585-4a84-b3f4-ecb86ae36afe x-openstack-request-id: req-7d35fc61-b585-4a84-b3f4-ecb86ae36afe {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:44:41.999874 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-775eaa14-8ac5-48e8-9f25-0fbbb921669d req-999cae0c-1935-4451-98f0-101de60d25fd tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0505290 Apr 16 04:44:42.000045 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454649c6-4944-4d6b-b79c-4dea16a28b18", "name": "network-vif-plugged", "status": "completed", "tag": "73b39161-4a99-4463-bae5-5b799389f607", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:44:42.000296 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d35fc61-b585-4a84-b3f4-ecb86ae36afe {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:44:42.000684 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d35fc61-b585-4a84-b3f4-ecb86ae36afe'] response: {'server_uuid': '454649c6-4944-4d6b-b79c-4dea16a28b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b39161-4a99-4463-bae5-5b799389f607', 'code': 200} Apr 16 04:44:42.018735 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=73b39161-4a99-4463-bae5-5b799389f607,revision_number=8']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:44:42.048318 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-775eaa14-8ac5-48e8-9f25-0fbbb921669d req-be50d701-9a60-40c5-9660-3e09580dd300 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424244 Apr 16 04:44:42.363847 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5094c-6af1-4fa0-96b7-e2ca5911089e req-c276ebe7-1b12-432e-bbe5-a4cde74910d8 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:42.366097 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-97c5094c-6af1-4fa0-96b7-e2ca5911089e req-c276ebe7-1b12-432e-bbe5-a4cde74910d8 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0515640 Apr 16 04:44:42.424909 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-97c5094c-6af1-4fa0-96b7-e2ca5911089e req-a81c4a3a-9817-46f0-9a8d-426c70e55a7a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531030 Apr 16 04:44:42.453005 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3a610-1e8c-4916-bf53-0b54369be02f req-60635c3c-1aaf-4f7b-8933-7b3712ed4056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:42.455137 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-13c3a610-1e8c-4916-bf53-0b54369be02f req-60635c3c-1aaf-4f7b-8933-7b3712ed4056 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 1129 time: 0.0411904 Apr 16 04:44:42.546280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3a610-1e8c-4916-bf53-0b54369be02f req-55140790-1d8e-4ae2-9cfd-28c8bfb69192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:42.547664 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-13c3a610-1e8c-4916-bf53-0b54369be02f req-55140790-1d8e-4ae2-9cfd-28c8bfb69192 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 911 time: 0.0870934 Apr 16 04:44:42.616059 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-13c3a610-1e8c-4916-bf53-0b54369be02f req-cc6c1d56-5df1-4933-8756-fbd7ce4743fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73b39161-4a99-4463-bae5-5b799389f607 HTTP/1.1" status: 200 len: 1001 time: 0.0618243 Apr 16 04:44:42.667040 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3a610-1e8c-4916-bf53-0b54369be02f req-54bea8b9-c2a8-4413-bd77-1b71df317c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:42.668502 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-13c3a610-1e8c-4916-bf53-0b54369be02f req-54bea8b9-c2a8-4413-bd77-1b71df317c3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0458112 Apr 16 04:44:42.716472 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3a610-1e8c-4916-bf53-0b54369be02f req-c80b5cb2-ca98-468b-972f-1cb3ccb7fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:42.718022 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-13c3a610-1e8c-4916-bf53-0b54369be02f req-c80b5cb2-ca98-468b-972f-1cb3ccb7fd84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431716 Apr 16 04:44:42.800566 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:42.806718 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-13c3a610-1e8c-4916-bf53-0b54369be02f req-7f96a2a9-9718-48a6-9aea-8d3e3e8acf92 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826852 Apr 16 04:44:42.899156 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-13c3a610-1e8c-4916-bf53-0b54369be02f req-40ee2242-6e45-4c4e-adcf-c055401a312a service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866313 Apr 16 04:44:43.539656 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741a45c-3da1-47b2-a147-5a46a6bd7aa2 req-4169596c-8bc4-4163-a594-d484b1ebcf6b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:43.541203 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c741a45c-3da1-47b2-a147-5a46a6bd7aa2 req-4169596c-8bc4-4163-a594-d484b1ebcf6b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0470216 Apr 16 04:44:43.588034 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c741a45c-3da1-47b2-a147-5a46a6bd7aa2 req-a4a2f6da-cb4f-4f37-9257-2c14b16c14f8 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406215 Apr 16 04:44:44.038786 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe78b7f-80e3-4540-be65-9dc393047fa7 req-b6dac052-c6fd-4b52-bd97-e984a867c091 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:44.040447 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bfe78b7f-80e3-4540-be65-9dc393047fa7 req-b6dac052-c6fd-4b52-bd97-e984a867c091 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0523167 Apr 16 04:44:44.085849 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:44.087900 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bfe78b7f-80e3-4540-be65-9dc393047fa7 req-6013346a-c0fe-402b-ab16-805f14c4ed0d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417449 Apr 16 04:44:45.201824 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11ec5d-5a1d-48ab-9bb8-e19a0e7d9d6e req-7c16fbb1-fcc1-437e-a4e1-358c648fb4b3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:45.203347 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1d11ec5d-5a1d-48ab-9bb8-e19a0e7d9d6e req-7c16fbb1-fcc1-437e-a4e1-358c648fb4b3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0467036 Apr 16 04:44:45.249376 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1d11ec5d-5a1d-48ab-9bb8-e19a0e7d9d6e req-a5671368-1f95-40f0-8f5c-48ca35b262c6 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405798 Apr 16 04:44:45.399815 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:45.606537 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e045dc-639e-4ca8-bf7e-d56d388d625d req-b3066b9b-88fa-439b-9c29-fa0787aab588 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:45.607939 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a9e045dc-639e-4ca8-bf7e-d56d388d625d req-b3066b9b-88fa-439b-9c29-fa0787aab588 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 945 time: 0.0447564 Apr 16 04:44:45.692841 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-a9e045dc-639e-4ca8-bf7e-d56d388d625d req-317bbae7-d489-402c-8761-5957eb3f9646 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Deleting port 73b39161-4a99-4463-bae5-5b799389f607 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:44:45.693108 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a9e045dc-639e-4ca8-bf7e-d56d388d625d req-317bbae7-d489-402c-8761-5957eb3f9646 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (73b39161-4a99-4463-bae5-5b799389f607), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:45.779499 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-a9e045dc-639e-4ca8-bf7e-d56d388d625d req-317bbae7-d489-402c-8761-5957eb3f9646 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] For port 73b39161-4a99-4463-bae5-5b799389f607, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=73b39161-4a99-4463-bae5-5b799389f607,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:44:45.779861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a9e045dc-639e-4ca8-bf7e-d56d388d625d req-317bbae7-d489-402c-8761-5957eb3f9646 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (73b39161-4a99-4463-bae5-5b799389f607), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:45.952773 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a9e045dc-639e-4ca8-bf7e-d56d388d625d req-317bbae7-d489-402c-8761-5957eb3f9646 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:45.953067 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a9e045dc-639e-4ca8-bf7e-d56d388d625d req-317bbae7-d489-402c-8761-5957eb3f9646 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (1ff59165-93e2-4d3a-ae71-52c7e0661da3), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:45.953385 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [req-a9e045dc-639e-4ca8-bf7e-d56d388d625d req-317bbae7-d489-402c-8761-5957eb3f9646 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Floating IP 1ff59165-93e2-4d3a-ae71-52c7e0661da3 disassociated. External IP: 172.26.6.122, port: 73b39161-4a99-4463-bae5-5b799389f607. Apr 16 04:44:45.953715 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-a9e045dc-639e-4ca8-bf7e-d56d388d625d req-317bbae7-d489-402c-8761-5957eb3f9646 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Calling delete_port for 73b39161-4a99-4463-bae5-5b799389f607 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:44:46.114181 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a9e045dc-639e-4ca8-bf7e-d56d388d625d req-317bbae7-d489-402c-8761-5957eb3f9646 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (73b39161-4a99-4463-bae5-5b799389f607), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:46.143431 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bbae7-d489-402c-8761-5957eb3f9646 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Pushing event deleted for resources: {'Port': ['ID=73b39161-4a99-4463-bae5-5b799389f607,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:44:46.259766 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9e045dc-639e-4ca8-bf7e-d56d388d625d req-317bbae7-d489-402c-8761-5957eb3f9646 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Router f38d2b96-add9-4852-b7bb-15c53a0e398f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:44:46.345099 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-93e594be-e740-4424-bd0d-e4f449f78339 req-dbc4cf33-0165-477d-b41b-bee421e5354f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=454649c6-4944-4d6b-b79c-4dea16a28b18 HTTP/1.1" status: 200 len: 210 time: 0.0285375 Apr 16 04:44:46.375029 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9e045dc-639e-4ca8-bf7e-d56d388d625d req-317bbae7-d489-402c-8761-5957eb3f9646 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:44:46.385209 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6867a3-d048-42ee-9998-d487cb10fe3d None None] Sync routers for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:44:46.395567 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6867a3-d048-42ee-9998-d487cb10fe3d None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:44:46.396188 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-eb6867a3-d048-42ee-9998-d487cb10fe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:44:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:44:46.417571 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e045dc-639e-4ca8-bf7e-d56d388d625d req-317bbae7-d489-402c-8761-5957eb3f9646 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] No DVR routers for this DVR port 73b39161-4a99-4463-bae5-5b799389f607 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:44:46.420046 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a9e045dc-639e-4ca8-bf7e-d56d388d625d req-317bbae7-d489-402c-8761-5957eb3f9646 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:46.423279 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a9e045dc-639e-4ca8-bf7e-d56d388d625d req-317bbae7-d489-402c-8761-5957eb3f9646 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "DELETE /v2.0/ports/73b39161-4a99-4463-bae5-5b799389f607 HTTP/1.1" status: 204 len: 173 time: 0.8093340 Apr 16 04:44:46.423711 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454649c6-4944-4d6b-b79c-4dea16a28b18', 'name': 'network-vif-deleted', 'tag': '73b39161-4a99-4463-bae5-5b799389f607'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:44:46.425959 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e512b015-6562-4160-bb75-1a95f5751ad6" -d '{"events": [{"server_uuid": "454649c6-4944-4d6b-b79c-4dea16a28b18", "name": "network-vif-deleted", "tag": "73b39161-4a99-4463-bae5-5b799389f607"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:44:46.461971 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0636db3a-ea4d-47cd-98cd-e07282bc1867 x-openstack-request-id: req-0636db3a-ea4d-47cd-98cd-e07282bc1867 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:44:46.463789 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454649c6-4944-4d6b-b79c-4dea16a28b18", "name": "network-vif-deleted", "tag": "73b39161-4a99-4463-bae5-5b799389f607", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:44:46.463789 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0636db3a-ea4d-47cd-98cd-e07282bc1867 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:44:46.463789 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0636db3a-ea4d-47cd-98cd-e07282bc1867'] response: {'server_uuid': '454649c6-4944-4d6b-b79c-4dea16a28b18', 'name': 'network-vif-deleted', 'tag': '73b39161-4a99-4463-bae5-5b799389f607', 'status': 'completed', 'code': 200} Apr 16 04:44:46.514683 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-eb6867a3-d048-42ee-9998-d487cb10fe3d None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:44:46.719864 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-eb6867a3-d048-42ee-9998-d487cb10fe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:44:46.745952 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6867a3-d048-42ee-9998-d487cb10fe3d None None] Checking router: f38d2b96-add9-4852-b7bb-15c53a0e398f for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:44:46.754168 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6867a3-d048-42ee-9998-d487cb10fe3d None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:44:46.754768 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-eb6867a3-d048-42ee-9998-d487cb10fe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:44:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:44:46.864153 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-eb6867a3-d048-42ee-9998-d487cb10fe3d None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:44:47.051623 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-eb6867a3-d048-42ee-9998-d487cb10fe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:44:47.083059 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6867a3-d048-42ee-9998-d487cb10fe3d None None] The sync data for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv is: [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:44:47.301121 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33eb250-3e74-45ba-b14f-c3ee0b3ed9c4 None None] New status for floating IP 1ff59165-93e2-4d3a-ae71-52c7e0661da3: DOWN {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:44:47.587658 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-9009e85f-6c29-4561-bcff-c841f7a6d7c8 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2066856255&fields=id&tenant_id=273b590f1834473d8fcd25418fc6b3f2 HTTP/1.1" status: 200 len: 267 time: 0.0413184 Apr 16 04:44:47.694030 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-a0e8a89c-c132-4a8a-8945-d6b67525af78 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:47.695446 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-a0e8a89c-c132-4a8a-8945-d6b67525af78 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 811 time: 0.1009393 Apr 16 04:44:47.709994 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-d8a62d1f-d1cd-4244-b722-3cdbc9917565 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/quotas/273b590f1834473d8fcd25418fc6b3f2 HTTP/1.1" status: 200 len: 375 time: 0.0091436 Apr 16 04:44:47.757957 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-5556c5ff-3b44-4c2b-ad3c-92118b184e60 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429678 Apr 16 04:44:47.772882 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-b1505143-7572-4cd1-b9a8-32aaeb969bc6 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:44:47.773841 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-b1505143-7572-4cd1-b9a8-32aaeb969bc6 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051160 Apr 16 04:44:47.866406 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-f941448e-78ff-4da3-9ce3-235a953b1f98 service neutron] 10.222.0.30 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863442 Apr 16 04:44:47.955706 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c029bbc7-712f-4abf-a47b-5c9b8c54fb62 service neutron] 10.222.0.30 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834835 Apr 16 04:44:48.186890 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e13073ba-a97c-4476-bc05-6010b5e56cce req-bd2fd200-07ef-4e13-9702-7e82c5654046 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 210 time: 0.0281768 Apr 16 04:44:49.085130 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:44:49.289776 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a99f6d4c-4f11-449c-80d0-15c340d55428 req-02b0c016-9452-4148-923a-7345daf32390 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 210 time: 0.0288539 Apr 16 04:44:49.751277 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 73b39161-4a99-4463-bae5-5b799389f607 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:44:49.778809 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 73b39161-4a99-4463-bae5-5b799389f607 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:44:49.780085 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 73b39161-4a99-4463-bae5-5b799389f607 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:44:49.794258 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-5e58ea5b-71e2-4290-91c2-39f566aea4f0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:49.796861 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-5e58ea5b-71e2-4290-91c2-39f566aea4f0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 811 time: 0.1211936 Apr 16 04:44:49.859533 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-cdbc00bd-a8de-4a6a-bcad-678c7beaa185 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273b590f1834473d8fcd25418fc6b3f2 HTTP/1.1" status: 200 len: 380 time: 0.0548174 Apr 16 04:44:49.869856 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Request body: {'port': {'device_id': '1d8a33fc-a764-4c9d-8019-dd03ceadd81c', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'admin_state_up': True, 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'security_groups': ['0e66dbc8-d9cd-4211-a924-b5ccfa417df3']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:44:50.017034 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Made reservation on behalf of 273b590f1834473d8fcd25418fc6b3f2 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:44:50.020712 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:50.147406 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Allocated IP 172.20.0.4 (34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b/0c1587aa-c5d6-4a42-89af-ec226224e020/d07ce370-54a7-4470-b66b-3725a4b0aa42) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:44:50.524961 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6ea5ea62-a42c-4027-8699-1fd0a88d1817 req-4675bd97-53c2-4caa-b0d6-b8b76cadb20b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 210 time: 0.0321596 Apr 16 04:44:50.568910 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:50.651706 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:50.693915 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:44:50.698898 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:44:50.702581 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:44:50.729480 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Pushing event updated for resources: {'Port': ['ID=d07ce370-54a7-4470-b66b-3725a4b0aa42,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:44:50.740050 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:50.740397 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:50.740758 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:50.741162 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:50.741499 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:50.741826 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:50.742155 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:50.742484 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:50.742806 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:50.743125 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:50.743448 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:50.743767 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:50.744084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:50.744406 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:50.744763 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:44:50.779626 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:50.780379 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:50.853835 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-ee25e24d-fd3b-47b3-8237-6a1f5dab47f9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9878628 Apr 16 04:44:50.866105 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] Request body: {'port': {'device_id': '1d8a33fc-a764-4c9d-8019-dd03ceadd81c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:44:50.931820 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-21d91bbc-3494-4c42-8b60-c8438072b830 None None] Provisioning complete for port d07ce370-54a7-4470-b66b-3725a4b0aa42 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:44:50.932407 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:50.932524 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-21d91bbc-3494-4c42-8b60-c8438072b830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:50.972049 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-21d91bbc-3494-4c42-8b60-c8438072b830 None None] Port d07ce370-54a7-4470-b66b-3725a4b0aa42 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:44:51.198074 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07ce370-54a7-4470-b66b-3725a4b0aa42 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:44:51.205888 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] Publish callbacks [] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:51.218983 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] Transition to ACTIVE for port object d07ce370-54a7-4470-b66b-3725a4b0aa42 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:44:51.285353 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:51.339136 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] Pushing event updated for resources: {'Port': ['ID=d07ce370-54a7-4470-b66b-3725a4b0aa42,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:44:51.413513 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] Attempting to bind port d07ce370-54a7-4470-b66b-3725a4b0aa42 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:44:51.413848 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] Attempting to bind port d07ce370-54a7-4470-b66b-3725a4b0aa42 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:44:51.414180 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] Attempting to bind port d07ce370-54a7-4470-b66b-3725a4b0aa42 on network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:44:51.419416 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] Port d07ce370-54a7-4470-b66b-3725a4b0aa42 on network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:44:51.419759 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] Attempting to bind port d07ce370-54a7-4470-b66b-3725a4b0aa42 on network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:44:51.425767 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:44:51.426103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] Checking segment: {'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:44:51.426517 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] Bound using segment: {'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:44:51.426944 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] Bound port: d07ce370-54a7-4470-b66b-3725a4b0aa42, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:44:51.427318 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:51.501671 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] For port d07ce370-54a7-4470-b66b-3725a4b0aa42, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:44:51.504814 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] For port d07ce370-54a7-4470-b66b-3725a4b0aa42, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d07ce370-54a7-4470-b66b-3725a4b0aa42,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:44:51.589500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:51.607257 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:51.607903 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:51.609539 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] 10.222.0.18 "PUT /v2.0/ports/d07ce370-54a7-4470-b66b-3725a4b0aa42 HTTP/1.1" status: 200 len: 1093 time: 0.7481432 Apr 16 04:44:51.612261 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8a33fc-a764-4c9d-8019-dd03ceadd81c', 'tag': 'd07ce370-54a7-4470-b66b-3725a4b0aa42'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:44:51.614242 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b08ced-ab91-42ed-b153-75f910b98448" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8a33fc-a764-4c9d-8019-dd03ceadd81c", "tag": "d07ce370-54a7-4470-b66b-3725a4b0aa42"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:44:51.672191 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7c5ab-1bbf-4c14-9207-83edd469e3dd service neutron] Pushing event updated for resources: {'Port': ['ID=d07ce370-54a7-4470-b66b-3725a4b0aa42,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:44:51.675589 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2a4d0d-472a-47d0-8a27-28179424b636 x-openstack-request-id: req-3c2a4d0d-472a-47d0-8a27-28179424b636 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:44:51.676147 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8a33fc-a764-4c9d-8019-dd03ceadd81c", "tag": "d07ce370-54a7-4470-b66b-3725a4b0aa42", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:44:51.676407 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c2a4d0d-472a-47d0-8a27-28179424b636 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:44:51.676834 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c2a4d0d-472a-47d0-8a27-28179424b636'] response: {'name': 'network-changed', 'server_uuid': '1d8a33fc-a764-4c9d-8019-dd03ceadd81c', 'tag': 'd07ce370-54a7-4470-b66b-3725a4b0aa42', 'status': 'completed', 'code': 200} Apr 16 04:44:51.706822 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5ae08-3535-4422-9d7f-e2964fe9e81d req-36a3ecd7-3cb5-4f79-9771-e24799530d28 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:51.708212 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fed5ae08-3535-4422-9d7f-e2964fe9e81d req-36a3ecd7-3cb5-4f79-9771-e24799530d28 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 943 time: 0.1072128 Apr 16 04:44:51.750347 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b08ced-ab91-42ed-b153-75f910b98448 req-cbbe4ded-2fcd-4fb8-b0f5-58f3bca9b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:51.752028 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-42b08ced-ab91-42ed-b153-75f910b98448 req-cbbe4ded-2fcd-4fb8-b0f5-58f3bca9b0e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 1127 time: 0.0672507 Apr 16 04:44:51.761635 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fed5ae08-3535-4422-9d7f-e2964fe9e81d req-18523380-3391-4e3c-b5ac-c818bb132203 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472887 Apr 16 04:44:51.874217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b08ced-ab91-42ed-b153-75f910b98448 req-b4e67cb8-acae-4bbb-b7b8-7d873c4125d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:51.875701 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-42b08ced-ab91-42ed-b153-75f910b98448 req-b4e67cb8-acae-4bbb-b7b8-7d873c4125d5 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=273b590f1834473d8fcd25418fc6b3f2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1092114 Apr 16 04:44:51.973430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b08ced-ab91-42ed-b153-75f910b98448 req-45e995a1-fa34-4b5a-9d9a-5600dba17cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:51.974837 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-42b08ced-ab91-42ed-b153-75f910b98448 req-45e995a1-fa34-4b5a-9d9a-5600dba17cc0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0931585 Apr 16 04:44:52.055469 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-fe740a8e-b18c-4bb0-88ca-746ddb546327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:52.056985 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-fe740a8e-b18c-4bb0-88ca-746ddb546327 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 1127 time: 0.0454378 Apr 16 04:44:52.097845 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-f2b6f1c8-56ad-4226-aac0-359ad438a275 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d07ce370-54a7-4470-b66b-3725a4b0aa42 HTTP/1.1" status: 200 len: 217 time: 0.0337291 Apr 16 04:44:52.145362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-462ce9c0-3001-4483-85a4-aa891b2ee447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:52.146837 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-462ce9c0-3001-4483-85a4-aa891b2ee447 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0439024 Apr 16 04:44:52.195493 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-2bc9e6f2-610e-4ec6-9a80-90e3f1bb4911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:52.197051 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-2bc9e6f2-610e-4ec6-9a80-90e3f1bb4911 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440650 Apr 16 04:44:52.285515 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-91622b65-89f5-4657-bbb4-3af06c270b7f service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825448 Apr 16 04:44:52.378586 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c5ef51e8-2c08-47b2-b074-4f47b8c576b5 req-bba373af-9874-49ac-8f18-efc9178b73cc service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871196 Apr 16 04:44:52.881471 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2cc47-1259-4585-99ce-1b2b16972f55 req-83e48d03-7892-45f0-9745-52269c81e12b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:52.882903 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-80c2cc47-1259-4585-99ce-1b2b16972f55 req-83e48d03-7892-45f0-9745-52269c81e12b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 943 time: 0.0461669 Apr 16 04:44:52.929029 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-80c2cc47-1259-4585-99ce-1b2b16972f55 req-dd79f697-527c-4069-b429-f7e2c9e67f3f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405498 Apr 16 04:44:53.773332 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device d07ce370-54a7-4470-b66b-3725a4b0aa42 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:44:53.868972 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port d07ce370-54a7-4470-b66b-3725a4b0aa42, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d07ce370-54a7-4470-b66b-3725a4b0aa42,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:44:53.883175 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'd07ce370-54a7-4470-b66b-3725a4b0aa42', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'port_id': 'd07ce370-54a7-4470-b66b-3725a4b0aa42', 'mac_address': 'fa:16:3e:84:7b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:44:53.921550 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port d07ce370-54a7-4470-b66b-3725a4b0aa42 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:44:53.921936 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:53.934392 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07ce370-54a7-4470-b66b-3725a4b0aa42 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:44:53.960597 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port d07ce370-54a7-4470-b66b-3725a4b0aa42, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d07ce370-54a7-4470-b66b-3725a4b0aa42,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:44:54.000483 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:54.040598 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c87e52-93cc-4fc2-b6d2-01895e99e3dd req-dbaa96ed-50a0-4d63-80ae-cda0522cbc27 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:54.042099 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-34c87e52-93cc-4fc2-b6d2-01895e99e3dd req-dbaa96ed-50a0-4d63-80ae-cda0522cbc27 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 944 time: 0.0469954 Apr 16 04:44:54.050301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=d07ce370-54a7-4470-b66b-3725a4b0aa42,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:44:54.089771 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-34c87e52-93cc-4fc2-b6d2-01895e99e3dd req-7f015b27-1f20-4d5f-acca-ee0f48c07175 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412793 Apr 16 04:44:54.195438 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['d07ce370-54a7-4470-b66b-3725a4b0aa42'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:44:55.200299 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68427a8-1568-47ca-81c2-74ecccacd706 req-1fad4422-86e6-4249-9e52-d941c20583f7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:55.202417 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d68427a8-1568-47ca-81c2-74ecccacd706 req-1fad4422-86e6-4249-9e52-d941c20583f7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 944 time: 0.0473275 Apr 16 04:44:55.252416 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d68427a8-1568-47ca-81c2-74ecccacd706 req-46cbd5a9-c48d-46b8-ae87-7a83f074f26b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445285 Apr 16 04:44:55.788569 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device d07ce370-54a7-4470-b66b-3725a4b0aa42 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:44:55.832869 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port d07ce370-54a7-4470-b66b-3725a4b0aa42 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:44:55.890446 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port d07ce370-54a7-4470-b66b-3725a4b0aa42 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:44:55.890845 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:55.969507 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port d07ce370-54a7-4470-b66b-3725a4b0aa42 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:44:55.969768 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:55.991781 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8a33fc-a764-4c9d-8019-dd03ceadd81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07ce370-54a7-4470-b66b-3725a4b0aa42'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:44:55.994027 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c2837b-1571-433b-90e1-b78a129e3451" -d '{"events": [{"server_uuid": "1d8a33fc-a764-4c9d-8019-dd03ceadd81c", "name": "network-vif-plugged", "status": "completed", "tag": "d07ce370-54a7-4470-b66b-3725a4b0aa42"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:44:56.005904 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port d07ce370-54a7-4470-b66b-3725a4b0aa42, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d07ce370-54a7-4470-b66b-3725a4b0aa42,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:44:56.032827 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdae573d-8c42-4496-9f1f-86320a981645 x-openstack-request-id: req-bdae573d-8c42-4496-9f1f-86320a981645 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:44:56.032827 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8a33fc-a764-4c9d-8019-dd03ceadd81c", "name": "network-vif-plugged", "status": "completed", "tag": "d07ce370-54a7-4470-b66b-3725a4b0aa42", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:44:56.032827 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bdae573d-8c42-4496-9f1f-86320a981645 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:44:56.032827 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdae573d-8c42-4496-9f1f-86320a981645'] response: {'server_uuid': '1d8a33fc-a764-4c9d-8019-dd03ceadd81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07ce370-54a7-4470-b66b-3725a4b0aa42', 'code': 200} Apr 16 04:44:56.079524 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:56.127329 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=d07ce370-54a7-4470-b66b-3725a4b0aa42,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:44:56.290452 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad938de-6fe0-4dc4-ab76-12b62cd32f95 req-9f79ecea-0e2d-4d42-87e7-ca7e33d27e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:56.292108 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cad938de-6fe0-4dc4-ab76-12b62cd32f95 req-9f79ecea-0e2d-4d42-87e7-ca7e33d27e9e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 1129 time: 0.0402489 Apr 16 04:44:56.363075 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cad938de-6fe0-4dc4-ab76-12b62cd32f95 req-841ca7ed-b2ef-4c19-bec9-1da13076cb24 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654094 Apr 16 04:44:56.376065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c79951-0704-48ce-933a-3a54f304d9fa req-e9b48cea-e03a-4fc3-a106-1144f6e65107 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:56.377492 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-91c79951-0704-48ce-933a-3a54f304d9fa req-e9b48cea-e03a-4fc3-a106-1144f6e65107 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0566885 Apr 16 04:44:56.423992 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-91c79951-0704-48ce-933a-3a54f304d9fa req-6a822821-577d-4a9b-a37c-666dc618cc3c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409296 Apr 16 04:44:57.551545 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f5869-5939-4f79-a0b2-be3f65e11d59 req-f78bc54a-dd31-40ea-9230-aa36483e2d0d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:57.552996 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8e4f5869-5939-4f79-a0b2-be3f65e11d59 req-f78bc54a-dd31-40ea-9230-aa36483e2d0d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0500493 Apr 16 04:44:57.599600 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8e4f5869-5939-4f79-a0b2-be3f65e11d59 req-30c592dd-2202-4e00-8ef3-586eff8afb5f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403762 Apr 16 04:44:57.713175 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec65d86-dca7-4d30-9cea-4ed62d30f3b0 req-f6b8f93d-bf99-4ed9-b1e7-b14ae97e52ba tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:57.714635 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4ec65d86-dca7-4d30-9cea-4ed62d30f3b0 req-f6b8f93d-bf99-4ed9-b1e7-b14ae97e52ba tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0505188 Apr 16 04:44:57.724038 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 43546) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:44:57.728477 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-e083e22b-4a16-4152-82bd-772cf6214cba tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Request body: {'floatingip': {'port_id': 'd07ce370-54a7-4470-b66b-3725a4b0aa42'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:44:57.767516 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e083e22b-4a16-4152-82bd-772cf6214cba tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for floatingip (1ff59165-93e2-4d3a-ae71-52c7e0661da3), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:58.209084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e083e22b-4a16-4152-82bd-772cf6214cba tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:58.267783 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:58.284863 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e083e22b-4a16-4152-82bd-772cf6214cba tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (1ff59165-93e2-4d3a-ae71-52c7e0661da3), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:58.386852 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-e083e22b-4a16-4152-82bd-772cf6214cba tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Floating IP 1ff59165-93e2-4d3a-ae71-52c7e0661da3 associated. External IP: 172.26.6.122, port: d07ce370-54a7-4470-b66b-3725a4b0aa42. Apr 16 04:44:58.595579 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e083e22b-4a16-4152-82bd-772cf6214cba tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Router f38d2b96-add9-4852-b7bb-15c53a0e398f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:44:58.704942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e083e22b-4a16-4152-82bd-772cf6214cba tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:44:58.709808 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e083e22b-4a16-4152-82bd-772cf6214cba tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:44:58.714240 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46843b9-42fb-498a-a641-ed367a27ae80 None None] Sync routers for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:44:58.723859 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46843b9-42fb-498a-a641-ed367a27ae80 None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:44:58.724477 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-d46843b9-42fb-498a-a641-ed367a27ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:44:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:44:58.739204 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e083e22b-4a16-4152-82bd-772cf6214cba tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "PUT /v2.0/floatingips/1ff59165-93e2-4d3a-ae71-52c7e0661da3 HTTP/1.1" status: 200 len: 991 time: 1.0141082 Apr 16 04:44:58.739886 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8a33fc-a764-4c9d-8019-dd03ceadd81c', 'tag': 'd07ce370-54a7-4470-b66b-3725a4b0aa42'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:44:58.742390 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586d5e96-5d7a-4fe5-9339-71b11bed2707" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8a33fc-a764-4c9d-8019-dd03ceadd81c", "tag": "d07ce370-54a7-4470-b66b-3725a4b0aa42"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:44:58.790235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1156fb7c-8b9f-486b-ad76-ff29caa23593 x-openstack-request-id: req-1156fb7c-8b9f-486b-ad76-ff29caa23593 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:44:58.790536 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8a33fc-a764-4c9d-8019-dd03ceadd81c", "tag": "d07ce370-54a7-4470-b66b-3725a4b0aa42", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:44:58.790790 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1156fb7c-8b9f-486b-ad76-ff29caa23593 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:44:58.791202 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1156fb7c-8b9f-486b-ad76-ff29caa23593'] response: {'name': 'network-changed', 'server_uuid': '1d8a33fc-a764-4c9d-8019-dd03ceadd81c', 'tag': 'd07ce370-54a7-4470-b66b-3725a4b0aa42', 'status': 'completed', 'code': 200} Apr 16 04:44:58.844715 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-d46843b9-42fb-498a-a641-ed367a27ae80 None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:44:58.857492 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d5e96-5d7a-4fe5-9339-71b11bed2707 req-9280f3af-1949-4109-afe3-8d8df56f9034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:58.857492 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-586d5e96-5d7a-4fe5-9339-71b11bed2707 req-9280f3af-1949-4109-afe3-8d8df56f9034 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 1129 time: 0.0439363 Apr 16 04:44:58.950472 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d5e96-5d7a-4fe5-9339-71b11bed2707 req-444f7f8f-d76f-4a03-80f0-2b243f99f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:58.952751 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-586d5e96-5d7a-4fe5-9339-71b11bed2707 req-444f7f8f-d76f-4a03-80f0-2b243f99f2d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 911 time: 0.0906107 Apr 16 04:44:59.020285 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-586d5e96-5d7a-4fe5-9339-71b11bed2707 req-3c5db043-a7d8-4b2f-ae20-e0295eef969d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d07ce370-54a7-4470-b66b-3725a4b0aa42 HTTP/1.1" status: 200 len: 999 time: 0.0616314 Apr 16 04:44:59.071776 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-d46843b9-42fb-498a-a641-ed367a27ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1ff59165-93e2-4d3a-ae71-52c7e0661da3', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'floating_ip_address': '172.26.6.122', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'port_id': 'd07ce370-54a7-4470-b66b-3725a4b0aa42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'mac_address': 'fa:16:3e:84:7b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a33fc-a764-4c9d-8019-dd03ceadd81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:43:04Z', 'updated_at': '2022-04-16T04:44:58Z', 'revision_number': 9, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:44:59.080916 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d5e96-5d7a-4fe5-9339-71b11bed2707 req-f0a8a4c8-dec2-473a-94c4-bfaeb7b492e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:59.082372 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-586d5e96-5d7a-4fe5-9339-71b11bed2707 req-f0a8a4c8-dec2-473a-94c4-bfaeb7b492e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0487375 Apr 16 04:44:59.099042 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46843b9-42fb-498a-a641-ed367a27ae80 None None] Checking router: f38d2b96-add9-4852-b7bb-15c53a0e398f for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:44:59.107693 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46843b9-42fb-498a-a641-ed367a27ae80 None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:44:59.108501 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-d46843b9-42fb-498a-a641-ed367a27ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:44:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:44:59.154559 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d5e96-5d7a-4fe5-9339-71b11bed2707 req-42f2c288-ac3e-4fe7-b32d-622912a94934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:59.156059 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-586d5e96-5d7a-4fe5-9339-71b11bed2707 req-42f2c288-ac3e-4fe7-b32d-622912a94934 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0662856 Apr 16 04:44:59.162269 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647e2e9-7762-4539-888e-7e6b9e0db36d req-23fc9208-1da7-414b-82ca-e1d551131fd8 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:59.163637 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c647e2e9-7762-4539-888e-7e6b9e0db36d req-23fc9208-1da7-414b-82ca-e1d551131fd8 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0854516 Apr 16 04:44:59.221619 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-d46843b9-42fb-498a-a641-ed367a27ae80 None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:44:59.236332 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-8564635d-ea55-4741-859f-dce2b75d5d3f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0437942 Apr 16 04:44:59.278826 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c647e2e9-7762-4539-888e-7e6b9e0db36d req-d4a65e34-f57e-4c93-9130-8d3e44aae5b6 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057515 Apr 16 04:44:59.299367 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-586d5e96-5d7a-4fe5-9339-71b11bed2707 req-960dd59e-60c0-4768-bb60-de3f91b753d2 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347597 Apr 16 04:44:59.396111 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-586d5e96-5d7a-4fe5-9339-71b11bed2707 req-5d1ff604-bd38-4d2f-b482-7b2e58ae9a80 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911102 Apr 16 04:44:59.587130 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-d46843b9-42fb-498a-a641-ed367a27ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1ff59165-93e2-4d3a-ae71-52c7e0661da3', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'floating_ip_address': '172.26.6.122', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'port_id': 'd07ce370-54a7-4470-b66b-3725a4b0aa42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'mac_address': 'fa:16:3e:84:7b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a33fc-a764-4c9d-8019-dd03ceadd81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:43:04Z', 'updated_at': '2022-04-16T04:44:58Z', 'revision_number': 9, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:44:59.614596 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46843b9-42fb-498a-a641-ed367a27ae80 None None] The sync data for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv is: [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1ff59165-93e2-4d3a-ae71-52c7e0661da3', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'floating_ip_address': '172.26.6.122', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'port_id': 'd07ce370-54a7-4470-b66b-3725a4b0aa42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'mac_address': 'fa:16:3e:84:7b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a33fc-a764-4c9d-8019-dd03ceadd81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:43:04Z', 'updated_at': '2022-04-16T04:44:58Z', 'revision_number': 9, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:44:59.820762 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-4ac3b56e-2df2-44ae-8f41-ae450c9b99a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:44:59.822170 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95bb669-79f7-4d8c-9e0e-57f2ab606c21 None None] New status for floating IP 1ff59165-93e2-4d3a-ae71-52c7e0661da3: ACTIVE {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:44:59.822975 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-4ac3b56e-2df2-44ae-8f41-ae450c9b99a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports/d07ce370-54a7-4470-b66b-3725a4b0aa42 HTTP/1.1" status: 200 len: 942 time: 0.0537660 Apr 16 04:45:00.393238 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78af47-c166-48e4-9b02-fd9fd8e5775f req-db95b13b-c2d1-4fa6-ad6f-2e2078f680be tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:00.394629 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6b78af47-c166-48e4-9b02-fd9fd8e5775f req-db95b13b-c2d1-4fa6-ad6f-2e2078f680be tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0474846 Apr 16 04:45:00.445172 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6b78af47-c166-48e4-9b02-fd9fd8e5775f req-bb26bbdf-264c-4ac1-8ae1-5ed3f44823da tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443847 Apr 16 04:45:01.246797 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-10d8aeaf-85c4-4d49-be04-3c00698293d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:01.248287 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-10d8aeaf-85c4-4d49-be04-3c00698293d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 1129 time: 0.0396891 Apr 16 04:45:01.338750 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-c01a8da0-35d1-47f0-94a7-6eec2b8157d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:01.340253 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-c01a8da0-35d1-47f0-94a7-6eec2b8157d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 911 time: 0.0857940 Apr 16 04:45:01.402766 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-97d186da-dd99-4632-adee-a96a882597ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d07ce370-54a7-4470-b66b-3725a4b0aa42 HTTP/1.1" status: 200 len: 1002 time: 0.0570560 Apr 16 04:45:01.452425 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-24d086a2-2f45-483e-8644-8df0d205c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:01.453912 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-24d086a2-2f45-483e-8644-8df0d205c7ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0455439 Apr 16 04:45:01.496954 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-c4eab78e-b3db-490c-abe2-530666d663a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:01.498395 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-c4eab78e-b3db-490c-abe2-530666d663a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388362 Apr 16 04:45:01.857136 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca920799-3c1c-4c0b-a7c8-9eeeaf1fb7df req-9ba4ac4b-1b3a-4e9d-a68b-9fccfc5b43b4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:01.858605 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ca920799-3c1c-4c0b-a7c8-9eeeaf1fb7df req-9ba4ac4b-1b3a-4e9d-a68b-9fccfc5b43b4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.3467796 Apr 16 04:45:01.910287 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-5e453d50-8a0c-4559-b721-8ca04db72bb1 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054496 Apr 16 04:45:01.928611 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ca920799-3c1c-4c0b-a7c8-9eeeaf1fb7df req-deae278e-0958-49de-82ae-838ec9fcd8c0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640554 Apr 16 04:45:02.003989 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-9587a230-a463-43fb-bdce-83e68de58e95 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862782 Apr 16 04:45:03.039483 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf1500-21f7-4e31-ad21-f007860539f1 req-18304ca9-ca2f-4dcb-a598-00c68fe04b00 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:03.040956 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-48bf1500-21f7-4e31-ad21-f007860539f1 req-18304ca9-ca2f-4dcb-a598-00c68fe04b00 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0465412 Apr 16 04:45:03.086494 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-48bf1500-21f7-4e31-ad21-f007860539f1 req-b7a6142c-8e67-4476-97e5-bbe5605110e5 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399623 Apr 16 04:45:04.202177 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdcb87-fb3b-4022-bd79-7957a370adca req-c2b61d13-94eb-4d05-b2ce-aa3b7bcc3d2d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:04.203632 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7ecdcb87-fb3b-4022-bd79-7957a370adca req-c2b61d13-94eb-4d05-b2ce-aa3b7bcc3d2d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0502636 Apr 16 04:45:04.249372 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7ecdcb87-fb3b-4022-bd79-7957a370adca req-d3f29579-d1be-42be-a0f3-428e29e43670 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401962 Apr 16 04:45:05.359196 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666233d-a22f-4317-9330-788144fe0a6c req-35922d65-7c7b-4bd7-b127-f6f8ca404ba3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:05.360642 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5666233d-a22f-4317-9330-788144fe0a6c req-35922d65-7c7b-4bd7-b127-f6f8ca404ba3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0457673 Apr 16 04:45:05.409785 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5666233d-a22f-4317-9330-788144fe0a6c req-4bf74ea4-fe1f-48d0-a895-952edaf223c6 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436115 Apr 16 04:45:06.520205 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5e8d0-2b4b-49cf-bfbb-54050a387f33 req-c73bc097-f7af-4dbf-9124-996c715b59e2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:06.521656 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-06d5e8d0-2b4b-49cf-bfbb-54050a387f33 req-c73bc097-f7af-4dbf-9124-996c715b59e2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0463116 Apr 16 04:45:06.567045 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-06d5e8d0-2b4b-49cf-bfbb-54050a387f33 req-46a531a7-a952-4d8f-8239-e5bb906aec16 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396476 Apr 16 04:45:07.681425 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73421664-5ff2-4024-a140-fe1b4294f3bd req-7b8eba27-94dc-40b1-8e2b-eb8a77eb8595 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:07.682899 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-73421664-5ff2-4024-a140-fe1b4294f3bd req-7b8eba27-94dc-40b1-8e2b-eb8a77eb8595 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0503669 Apr 16 04:45:07.730129 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-73421664-5ff2-4024-a140-fe1b4294f3bd req-71bb3747-6728-426a-93d4-a5bde7974dff tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417666 Apr 16 04:45:08.845487 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a75c3c-8fa6-494f-acf5-f860cf05838e req-94c02435-643d-4274-9339-6045494454a2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:08.846957 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-80a75c3c-8fa6-494f-acf5-f860cf05838e req-94c02435-643d-4274-9339-6045494454a2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0499442 Apr 16 04:45:08.893018 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-80a75c3c-8fa6-494f-acf5-f860cf05838e req-f93678cc-3e36-4297-99b4-385ef0e895bf tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404572 Apr 16 04:45:09.101820 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d9640a14-9da2-484f-8b85-1b58e611ab6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:10.006053 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fc755-fd7b-47f5-a415-0f6ef5299e64 req-312b42a4-5eb7-4767-bf76-0315019a8f2d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:10.007407 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-631fc755-fd7b-47f5-a415-0f6ef5299e64 req-312b42a4-5eb7-4767-bf76-0315019a8f2d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0459759 Apr 16 04:45:10.054727 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-631fc755-fd7b-47f5-a415-0f6ef5299e64 req-519cebc1-6e7c-4978-8df0-9461b430b067 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418448 Apr 16 04:45:11.167325 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cf763-3e1d-49b7-b2f3-bc7801c0d731 req-e73eff54-bb46-4126-826c-ab91f47f891e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:11.168826 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a14cf763-3e1d-49b7-b2f3-bc7801c0d731 req-e73eff54-bb46-4126-826c-ab91f47f891e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0464387 Apr 16 04:45:11.215510 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a14cf763-3e1d-49b7-b2f3-bc7801c0d731 req-3a6a11ff-fdba-46f0-9429-38413c550ca1 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405915 Apr 16 04:45:11.467321 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-523714e1-f013-4034-b740-a26cd127fb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:12.329754 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb6251-ff43-4acf-a98b-53131afd9fac req-ae90af09-ee56-4236-8285-dfd2e380e2b0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:12.331203 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a3eb6251-ff43-4acf-a98b-53131afd9fac req-ae90af09-ee56-4236-8285-dfd2e380e2b0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0500355 Apr 16 04:45:12.378443 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a3eb6251-ff43-4acf-a98b-53131afd9fac req-f501d3a1-da96-40fb-ac5f-5c3d638ea5b2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415030 Apr 16 04:45:12.638979 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:13.489840 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96ab4d-1a14-4eee-bbcd-e4f4352b8b38 req-a7248afe-2b3e-4276-b223-94a221dd43d9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:13.491196 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0a96ab4d-1a14-4eee-bbcd-e4f4352b8b38 req-a7248afe-2b3e-4276-b223-94a221dd43d9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0461783 Apr 16 04:45:13.540872 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0a96ab4d-1a14-4eee-bbcd-e4f4352b8b38 req-595a3890-eff7-45f5-adfd-4a23f51b25e0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441513 Apr 16 04:45:14.073265 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:14.651481 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845c074-feeb-49ac-ad12-90c88ccf66e0 req-313ed506-a7bf-41e6-b340-405519fea6f6 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:14.652946 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d845c074-feeb-49ac-ad12-90c88ccf66e0 req-313ed506-a7bf-41e6-b340-405519fea6f6 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0469251 Apr 16 04:45:14.698149 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d845c074-feeb-49ac-ad12-90c88ccf66e0 req-a1fd32ac-bdcc-4bb2-9e50-d2dd02bb1f5c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398066 Apr 16 04:45:15.364318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:15.810027 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e149361-3d3e-48e9-93ce-f22f83f3f536 req-6ffc52b7-3070-422d-8df8-15624308a512 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:15.811512 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2e149361-3d3e-48e9-93ce-f22f83f3f536 req-6ffc52b7-3070-422d-8df8-15624308a512 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0477395 Apr 16 04:45:15.858432 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2e149361-3d3e-48e9-93ce-f22f83f3f536 req-f17b728a-b528-4e1e-af69-bb6ee6eb8988 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413108 Apr 16 04:45:16.970033 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e2472-50cb-4465-a048-68212c29d91a req-c21c581b-a9b8-4035-bcc9-9fb488fac0d9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:16.971479 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d88e2472-50cb-4465-a048-68212c29d91a req-c21c581b-a9b8-4035-bcc9-9fb488fac0d9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0463686 Apr 16 04:45:17.022008 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d88e2472-50cb-4465-a048-68212c29d91a req-e1be32e3-b643-41b8-841d-7ad6764aba09 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448754 Apr 16 04:45:18.133270 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885a462-9331-42e2-a0e6-eb8cd12ee6fe req-660193fe-ae97-4700-90eb-98ddcc6b2e06 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:18.134770 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e885a462-9331-42e2-a0e6-eb8cd12ee6fe req-660193fe-ae97-4700-90eb-98ddcc6b2e06 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0470736 Apr 16 04:45:18.181536 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e885a462-9331-42e2-a0e6-eb8cd12ee6fe req-d639b7b0-4cf2-4be1-91d0-33f560f918cf tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412905 Apr 16 04:45:19.291737 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574b15d-1db6-45ae-abb4-000b34afbc61 req-f1946eec-3f64-4635-af05-c3eb0b447a30 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:19.293196 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c574b15d-1db6-45ae-abb4-000b34afbc61 req-f1946eec-3f64-4635-af05-c3eb0b447a30 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0465112 Apr 16 04:45:19.339618 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c574b15d-1db6-45ae-abb4-000b34afbc61 req-6af95120-75bd-44fc-bee4-cb5e5997da7f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409110 Apr 16 04:45:20.456414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f27f1-55a5-4242-aba4-d99402121b8d req-fd2aade8-a458-4a75-bc8f-fceab5de2fdd tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:20.457883 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-656f27f1-55a5-4242-aba4-d99402121b8d req-fd2aade8-a458-4a75-bc8f-fceab5de2fdd tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0491092 Apr 16 04:45:20.503888 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-656f27f1-55a5-4242-aba4-d99402121b8d req-92aaac57-0d7a-4089-ab23-d54df4ff0bf6 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405662 Apr 16 04:45:21.617410 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cfc26-65d5-406d-8f62-46b336b683aa req-25711137-d7e4-41e3-b97c-1a62b57120d0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:21.618853 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f49cfc26-65d5-406d-8f62-46b336b683aa req-25711137-d7e4-41e3-b97c-1a62b57120d0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0467026 Apr 16 04:45:21.664634 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f49cfc26-65d5-406d-8f62-46b336b683aa req-43d7a976-fb80-4659-95ee-d0d469dcd9ff tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404141 Apr 16 04:45:22.773861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80eadf0-8208-49b5-973c-e66edf1da96a req-fba0ae1d-6ae0-46e0-b1d0-1f2e3cb56543 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:22.775850 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d80eadf0-8208-49b5-973c-e66edf1da96a req-fba0ae1d-6ae0-46e0-b1d0-1f2e3cb56543 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0462403 Apr 16 04:45:22.821959 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d80eadf0-8208-49b5-973c-e66edf1da96a req-23ca6bb8-2395-45bc-a6f2-18061659e0a2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400808 Apr 16 04:45:23.938695 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058364ea-9555-4c64-bc74-28a15d5099a6 req-b0134c98-86f4-44fd-b021-b15c7f54d3e9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:23.940178 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-058364ea-9555-4c64-bc74-28a15d5099a6 req-b0134c98-86f4-44fd-b021-b15c7f54d3e9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0526145 Apr 16 04:45:23.987954 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-058364ea-9555-4c64-bc74-28a15d5099a6 req-df526a17-662f-4592-8167-43a810b69cc2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417893 Apr 16 04:45:25.101686 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21633e0-36e6-4bca-bc2f-13f8c3e9a761 req-8584988e-0b9b-43d2-a9d8-c9577d230b7b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:25.103058 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a21633e0-36e6-4bca-bc2f-13f8c3e9a761 req-8584988e-0b9b-43d2-a9d8-c9577d230b7b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0466480 Apr 16 04:45:25.153140 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a21633e0-36e6-4bca-bc2f-13f8c3e9a761 req-37bb3df3-f627-4a82-a3e7-5faff1b6c4ec tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445957 Apr 16 04:45:26.084148 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:45:26.264658 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137707d-73e6-4558-887b-230c4b5af41e req-8ac6886f-a233-4917-b87f-93dd0e09abb9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:26.266137 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b137707d-73e6-4558-887b-230c4b5af41e req-8ac6886f-a233-4917-b87f-93dd0e09abb9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0469148 Apr 16 04:45:26.312904 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b137707d-73e6-4558-887b-230c4b5af41e req-0d71bade-5b23-4f38-a144-65af099e3879 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413358 Apr 16 04:45:27.422916 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273145d-5cda-491b-aea7-3b3b86f11bd9 req-ef1f9b82-e5e6-47ae-b92e-e7fb2828ab01 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:27.424374 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e273145d-5cda-491b-aea7-3b3b86f11bd9 req-ef1f9b82-e5e6-47ae-b92e-e7fb2828ab01 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0463986 Apr 16 04:45:27.470089 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e273145d-5cda-491b-aea7-3b3b86f11bd9 req-5c20feff-a883-4333-8ca4-5bf5dcfb6cb4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402296 Apr 16 04:45:28.244069 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:28.580073 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b777d9-a47b-464e-a8ce-f1cc39dd9b93 req-db026073-36de-453d-872e-ca27e32ade49 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:28.581550 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e0b777d9-a47b-464e-a8ce-f1cc39dd9b93 req-db026073-36de-453d-872e-ca27e32ade49 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0455718 Apr 16 04:45:28.630612 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e0b777d9-a47b-464e-a8ce-f1cc39dd9b93 req-e818fd8d-56a8-4566-a33c-4b1786cc0fdb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436211 Apr 16 04:45:29.742528 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e6eed-b573-480a-9037-67f0b528e586 req-5daf1f6d-40fa-450f-a18d-6ed0a9f0cd9c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:29.744025 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1f0e6eed-b573-480a-9037-67f0b528e586 req-5daf1f6d-40fa-450f-a18d-6ed0a9f0cd9c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0469828 Apr 16 04:45:29.790138 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1f0e6eed-b573-480a-9037-67f0b528e586 req-e1d9e2b0-f028-4222-893f-bc2e63bcbe5f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405865 Apr 16 04:45:30.901545 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd8a59-2f27-480d-b907-e4416140b223 req-926b68c0-ae5f-46b1-9211-c5d850de7b9f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:30.903031 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-96fd8a59-2f27-480d-b907-e4416140b223 req-926b68c0-ae5f-46b1-9211-c5d850de7b9f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0471895 Apr 16 04:45:30.950327 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-96fd8a59-2f27-480d-b907-e4416140b223 req-de7ac132-aa17-4d38-9076-9a8a1f885a8d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417843 Apr 16 04:45:32.065187 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776aa935-247e-4035-a4b0-59204722f7dd req-db733e26-4bb9-4648-b6fe-20d6e1fad10a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:32.066666 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-776aa935-247e-4035-a4b0-59204722f7dd req-db733e26-4bb9-4648-b6fe-20d6e1fad10a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0498328 Apr 16 04:45:32.114531 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-776aa935-247e-4035-a4b0-59204722f7dd req-40feaee4-7a57-42ee-9aca-2e24e04b0362 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422642 Apr 16 04:45:33.226085 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f964f-d94f-4773-9d60-357f25e51fa4 req-28facf40-ee6f-4dd4-8321-be587b56a990 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:33.227565 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5a1f964f-d94f-4773-9d60-357f25e51fa4 req-28facf40-ee6f-4dd4-8321-be587b56a990 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0467887 Apr 16 04:45:33.274434 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5a1f964f-d94f-4773-9d60-357f25e51fa4 req-0742e921-6542-4cc2-ad9a-0f87ae8b34a2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411823 Apr 16 04:45:33.769346 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-ae298bd0-6d91-4336-a72f-9ca66e89f34a service neutron] 10.222.0.18 "GET /v2.0/ports/d07ce370-54a7-4470-b66b-3725a4b0aa42/bindings/hv-neutron-8380 HTTP/1.1" status: 200 len: 384 time: 0.0547109 Apr 16 04:45:34.188879 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-2851fd15-c169-4e03-898f-82fe2ac561f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:34.190368 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-2851fd15-c169-4e03-898f-82fe2ac561f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c&tenant_id=273b590f1834473d8fcd25418fc6b3f2 HTTP/1.1" status: 200 len: 1129 time: 0.0397756 Apr 16 04:45:34.252275 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-15c09c2c-96a6-4f00-847c-d5865264e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:34.253809 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-15c09c2c-96a6-4f00-847c-d5865264e8ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 1129 time: 0.0437503 Apr 16 04:45:34.344460 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-d8081332-ab2c-485c-a113-968ce462e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:34.345944 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-d8081332-ab2c-485c-a113-968ce462e550 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 911 time: 0.0867941 Apr 16 04:45:34.431850 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b317b1-d21a-4773-8a47-93cbc4781780 req-cd9ab502-5abc-44a5-9990-4b1b672a1ec7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:34.433344 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a2b317b1-d21a-4773-8a47-93cbc4781780 req-cd9ab502-5abc-44a5-9990-4b1b672a1ec7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0918143 Apr 16 04:45:34.452020 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-99e40948-8b65-4d15-9814-984755466056 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d07ce370-54a7-4470-b66b-3725a4b0aa42 HTTP/1.1" status: 200 len: 1002 time: 0.0980961 Apr 16 04:45:34.522143 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a2b317b1-d21a-4773-8a47-93cbc4781780 req-602033ad-9a4d-4b8e-b3e7-adeb2e4854fc tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800264 Apr 16 04:45:34.523629 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-8154862c-ee51-4182-b903-f1e73cc1d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:34.525329 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-8154862c-ee51-4182-b903-f1e73cc1d451 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0672517 Apr 16 04:45:34.572290 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-8950d8a2-13bd-475a-b0e5-736e2709bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:34.573802 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-8950d8a2-13bd-475a-b0e5-736e2709bd4a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425038 Apr 16 04:45:34.661830 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-4783bbc2-ed44-48d8-969b-793dca7cf967 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819001 Apr 16 04:45:34.752626 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8cc734b-56eb-4dfa-a35d-50944254453a req-68cdb81c-0bb8-4fb4-9be3-4bd3150b8bdc service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853446 Apr 16 04:45:35.638836 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827e956-f58f-4411-a086-d84020206794 req-c2a209b2-f297-45c3-b575-216290c5762a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:35.640283 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7827e956-f58f-4411-a086-d84020206794 req-c2a209b2-f297-45c3-b575-216290c5762a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0508671 Apr 16 04:45:35.689061 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7827e956-f58f-4411-a086-d84020206794 req-64fe3e7a-eada-4c47-a34c-7b0ff1073772 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431480 Apr 16 04:45:36.801554 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64235bb3-aaac-4a8c-809c-670460059a27 req-8a552753-f27b-46eb-b776-c0304a3c90a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:36.803042 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-64235bb3-aaac-4a8c-809c-670460059a27 req-8a552753-f27b-46eb-b776-c0304a3c90a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0491474 Apr 16 04:45:36.850247 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-64235bb3-aaac-4a8c-809c-670460059a27 req-4dec45f3-a3dc-4b7b-a656-497330b138ab tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415227 Apr 16 04:45:37.960441 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device d07ce370-54a7-4470-b66b-3725a4b0aa42 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:45:37.962340 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7955601-2f9b-4c8b-b2ef-06b9ee0cc4c0 req-6287d178-77dd-4acb-9068-586aead542e8 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:37.963835 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b7955601-2f9b-4c8b-b2ef-06b9ee0cc4c0 req-6287d178-77dd-4acb-9068-586aead542e8 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0470421 Apr 16 04:45:38.011884 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b7955601-2f9b-4c8b-b2ef-06b9ee0cc4c0 req-d31ae0a7-97b3-4721-a08b-9bff6ebf76b0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418301 Apr 16 04:45:38.040344 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port d07ce370-54a7-4470-b66b-3725a4b0aa42 is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:45:38.040663 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:38.063132 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8a33fc-a764-4c9d-8019-dd03ceadd81c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd07ce370-54a7-4470-b66b-3725a4b0aa42'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:45:38.065369 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c331bf08-4c7d-4fff-b878-05bbb5d1cf26" -d '{"events": [{"server_uuid": "1d8a33fc-a764-4c9d-8019-dd03ceadd81c", "name": "network-vif-unplugged", "status": "completed", "tag": "d07ce370-54a7-4470-b66b-3725a4b0aa42"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:45:38.078050 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port d07ce370-54a7-4470-b66b-3725a4b0aa42, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d07ce370-54a7-4470-b66b-3725a4b0aa42,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:45:38.107852 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 04:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6761f8-4265-4990-bc49-b3170f91fb67 x-openstack-request-id: req-6e6761f8-4265-4990-bc49-b3170f91fb67 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:45:38.108137 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8a33fc-a764-4c9d-8019-dd03ceadd81c", "name": "network-vif-unplugged", "status": "completed", "tag": "d07ce370-54a7-4470-b66b-3725a4b0aa42", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:45:38.108387 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e6761f8-4265-4990-bc49-b3170f91fb67 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:45:38.108816 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e6761f8-4265-4990-bc49-b3170f91fb67'] response: {'server_uuid': '1d8a33fc-a764-4c9d-8019-dd03ceadd81c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd07ce370-54a7-4470-b66b-3725a4b0aa42', 'code': 200} Apr 16 04:45:38.158452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:38.206399 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=d07ce370-54a7-4470-b66b-3725a4b0aa42,revision_number=6']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:45:38.576708 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f988c3-320f-486d-abc0-f79558426657 req-b5e0b89d-16ff-42e8-95e6-bac1357c71f7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:38.578218 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-74f988c3-320f-486d-abc0-f79558426657 req-b5e0b89d-16ff-42e8-95e6-bac1357c71f7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 943 time: 0.0540125 Apr 16 04:45:38.605881 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-7968766c-8f38-4f44-809d-b105452c7b44 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:38.607347 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-7968766c-8f38-4f44-809d-b105452c7b44 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c&tenant_id=273b590f1834473d8fcd25418fc6b3f2&binding%3Ahost_id=hv-neutron-8380 HTTP/1.1" status: 200 len: 943 time: 0.0508575 Apr 16 04:45:38.625395 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-74f988c3-320f-486d-abc0-f79558426657 req-557b396f-4197-439f-8cee-1c6a0a381227 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415981 Apr 16 04:45:38.674581 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-67212c6b-8c6d-4ca5-92c7-fc0fbf7a59bb service neutron] 10.222.0.18 "GET /v2.0/ports/d07ce370-54a7-4470-b66b-3725a4b0aa42/bindings/hv-neutron-8380 HTTP/1.1" status: 200 len: 384 time: 0.0596993 Apr 16 04:45:38.734211 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-655f88d1-d865-4f4f-8b59-e54ea5c75334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:38.735596 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-655f88d1-d865-4f4f-8b59-e54ea5c75334 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 1127 time: 0.0389702 Apr 16 04:45:38.825103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-b59d0506-6864-424e-acaf-7fe86fb210a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:38.827260 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-b59d0506-6864-424e-acaf-7fe86fb210a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 911 time: 0.0850959 Apr 16 04:45:38.895213 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-d7e5c052-0061-4464-8e79-a3afdc28f353 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d07ce370-54a7-4470-b66b-3725a4b0aa42 HTTP/1.1" status: 200 len: 1000 time: 0.0620387 Apr 16 04:45:38.943521 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-0c445ff7-5b8e-484e-adba-718b882b8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:38.944981 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-0c445ff7-5b8e-484e-adba-718b882b8f4a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0439906 Apr 16 04:45:38.987377 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-14f6b827-00d0-49a9-9eec-f473744609e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:38.988837 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-14f6b827-00d0-49a9-9eec-f473744609e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383549 Apr 16 04:45:39.072954 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-933e3cb2-b0df-47a9-85f3-01c514e5dec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:39.082652 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-4ec8c846-cbfb-4be9-bd5e-7deda9e2a385 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881262 Apr 16 04:45:39.175288 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-f11b8ed4-aa53-412c-9d74-3c892b32c38c service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874071 Apr 16 04:45:39.741087 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459886a-e9ca-464d-95c0-27b7158a692e req-9943a997-366f-47aa-b496-86730eddb494 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:39.742549 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a459886a-e9ca-464d-95c0-27b7158a692e req-9943a997-366f-47aa-b496-86730eddb494 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 943 time: 0.0481968 Apr 16 04:45:39.790452 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a459886a-e9ca-464d-95c0-27b7158a692e req-3689a0ac-37af-4460-95b6-c8aec755e8be tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423846 Apr 16 04:45:40.900939 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06824e3-db8b-47b4-9eab-54fd1e25471b req-1134ef74-f7fa-4635-8b76-95d40f1ba154 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:40.902369 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b06824e3-db8b-47b4-9eab-54fd1e25471b req-1134ef74-f7fa-4635-8b76-95d40f1ba154 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 943 time: 0.0460603 Apr 16 04:45:40.949911 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b06824e3-db8b-47b4-9eab-54fd1e25471b req-b53406c4-c93a-4051-9f56-6c40089b07b4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412729 Apr 16 04:45:41.495579 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8614125c-ed33-44ce-b888-b36f62779b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:42.010731 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-17e92735-53df-4147-affd-1e6e8c89c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:42.012353 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-17e92735-53df-4147-affd-1e6e8c89c5bb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c&tenant_id=273b590f1834473d8fcd25418fc6b3f2 HTTP/1.1" status: 200 len: 1127 time: 0.0407465 Apr 16 04:45:42.093229 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6b4e6-f9ce-4599-91cd-d77d8da5ce0b req-9ad18229-3c73-4c24-aeae-a4914f94ae02 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:42.094733 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-35b6b4e6-f9ce-4599-91cd-d77d8da5ce0b req-9ad18229-3c73-4c24-aeae-a4914f94ae02 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 943 time: 0.0769188 Apr 16 04:45:42.103737 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-d592209a-27f8-4db7-805a-eeab9800cc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:42.105173 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-d592209a-27f8-4db7-805a-eeab9800cc09 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 1127 time: 0.0586250 Apr 16 04:45:42.200541 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-35b6b4e6-f9ce-4599-91cd-d77d8da5ce0b req-8bd916ca-cf7b-4fc0-bab4-3984f1853bcc tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986722 Apr 16 04:45:42.226866 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-5b653c81-9ad3-4227-8ebb-d45e565d4ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:42.228319 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-5b653c81-9ad3-4227-8ebb-d45e565d4ea1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 911 time: 0.1169350 Apr 16 04:45:42.291770 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-41e48126-2cb4-413f-a812-815e48a9b636 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d07ce370-54a7-4470-b66b-3725a4b0aa42 HTTP/1.1" status: 200 len: 1000 time: 0.0575840 Apr 16 04:45:42.338638 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-5d5eecc4-2b26-4e05-ac18-8d025d12aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:42.340109 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-5d5eecc4-2b26-4e05-ac18-8d025d12aac2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0427685 Apr 16 04:45:42.387021 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-497445d7-11c1-4d94-8aec-8c635d242f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:42.388490 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-497445d7-11c1-4d94-8aec-8c635d242f5e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422010 Apr 16 04:45:42.477995 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-9988ecb5-fd6d-407f-8d15-05cc21cb3faa service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832484 Apr 16 04:45:42.569976 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3fe72b8b-8bb4-4907-b3de-93609aff52d4 req-2194ceae-58f8-4fe4-86a9-67b9c7f66eeb service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857866 Apr 16 04:45:42.638299 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:43.312486 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb762a9-3edf-47a1-ac68-bf305fbe7fa7 req-1d60c2d9-dfd0-4a39-8d9b-46005bb8031d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:43.314009 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cfb762a9-3edf-47a1-ac68-bf305fbe7fa7 req-1d60c2d9-dfd0-4a39-8d9b-46005bb8031d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 943 time: 0.0467229 Apr 16 04:45:43.363549 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cfb762a9-3edf-47a1-ac68-bf305fbe7fa7 req-c8e0e0b6-7005-4e98-8828-943ca36c4887 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441346 Apr 16 04:45:43.974191 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device d07ce370-54a7-4470-b66b-3725a4b0aa42 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:45:43.978296 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device d07ce370-54a7-4470-b66b-3725a4b0aa42 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:45:44.139653 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:44.140292 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port d07ce370-54a7-4470-b66b-3725a4b0aa42 is: DOWN; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:45:44.152700 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port d07ce370-54a7-4470-b66b-3725a4b0aa42, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d07ce370-54a7-4470-b66b-3725a4b0aa42,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:45:44.165032 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'd07ce370-54a7-4470-b66b-3725a4b0aa42', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'port_id': 'd07ce370-54a7-4470-b66b-3725a4b0aa42', 'mac_address': 'fa:16:3e:84:7b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:45:44.203282 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port d07ce370-54a7-4470-b66b-3725a4b0aa42 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:45:44.203670 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:44.216485 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07ce370-54a7-4470-b66b-3725a4b0aa42 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:45:44.239759 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port d07ce370-54a7-4470-b66b-3725a4b0aa42, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d07ce370-54a7-4470-b66b-3725a4b0aa42,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:45:44.306869 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:44.357217 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=d07ce370-54a7-4470-b66b-3725a4b0aa42,revision_number=7']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:45:44.360649 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['d07ce370-54a7-4470-b66b-3725a4b0aa42'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:45:44.387570 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:44.387914 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:44.388256 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:44.388593 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:44.389438 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:44.389765 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:44.390093 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:44.390415 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:44.390739 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:44.391061 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:44.391383 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:44.391839 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:44.392082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:44.392711 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:44.392711 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:44.479771 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326e03d-b220-4457-b1dd-26a4d33b0dc1 req-a001d10f-7b76-4e70-ab9b-d5aa911e41c0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:44.481328 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a326e03d-b220-4457-b1dd-26a4d33b0dc1 req-a001d10f-7b76-4e70-ab9b-d5aa911e41c0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 944 time: 0.0487335 Apr 16 04:45:44.529988 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a326e03d-b220-4457-b1dd-26a4d33b0dc1 req-95120eae-682e-435f-b9d6-ca17c5810503 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425289 Apr 16 04:45:44.639985 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00143ab9-acf4-4a56-97b8-557348340ca3 req-da0a5cf5-cf44-4ddc-a619-2c20c264ebe2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:44.641453 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-00143ab9-acf4-4a56-97b8-557348340ca3 req-da0a5cf5-cf44-4ddc-a619-2c20c264ebe2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 944 time: 0.0467787 Apr 16 04:45:44.686838 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-00143ab9-acf4-4a56-97b8-557348340ca3 req-6d366915-e677-4e8a-9677-61aad35a449d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398769 Apr 16 04:45:44.794688 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f9209-1252-4231-8bf7-f7e9f3c71b7f req-4426725b-4f60-4b17-b225-34440c8d64bd tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:44.796072 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-485f9209-1252-4231-8bf7-f7e9f3c71b7f req-4426725b-4f60-4b17-b225-34440c8d64bd tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 944 time: 0.0463986 Apr 16 04:45:44.846060 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-485f9209-1252-4231-8bf7-f7e9f3c71b7f req-6afed638-6131-4820-a503-c79509250873 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444894 Apr 16 04:45:45.217746 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265deb8-f06c-420a-ab06-d4e214dfaece req-f5cfc356-c6b7-487a-b582-f20e2552ac10 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:45.219204 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c265deb8-f06c-420a-ab06-d4e214dfaece req-f5cfc356-c6b7-487a-b582-f20e2552ac10 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 944 time: 0.0468323 Apr 16 04:45:45.264406 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c265deb8-f06c-420a-ab06-d4e214dfaece req-8d137497-35d4-49ae-93bd-e4fdbc6f701f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398285 Apr 16 04:45:45.375148 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:45.975958 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device d07ce370-54a7-4470-b66b-3725a4b0aa42 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:45:46.021711 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port d07ce370-54a7-4470-b66b-3725a4b0aa42 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:45:46.022067 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:46.095349 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port d07ce370-54a7-4470-b66b-3725a4b0aa42 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:45:46.095754 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:46.117092 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8a33fc-a764-4c9d-8019-dd03ceadd81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07ce370-54a7-4470-b66b-3725a4b0aa42'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:45:46.119287 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b86b4a2-c569-47e4-934b-36764152d18e" -d '{"events": [{"server_uuid": "1d8a33fc-a764-4c9d-8019-dd03ceadd81c", "name": "network-vif-plugged", "status": "completed", "tag": "d07ce370-54a7-4470-b66b-3725a4b0aa42"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:45:46.135478 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port d07ce370-54a7-4470-b66b-3725a4b0aa42, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d07ce370-54a7-4470-b66b-3725a4b0aa42,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:45:46.155317 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ca1175-1fa4-4c1b-9fea-02a368264063 x-openstack-request-id: req-e3ca1175-1fa4-4c1b-9fea-02a368264063 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:45:46.155610 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8a33fc-a764-4c9d-8019-dd03ceadd81c", "name": "network-vif-plugged", "status": "completed", "tag": "d07ce370-54a7-4470-b66b-3725a4b0aa42", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:45:46.155858 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3ca1175-1fa4-4c1b-9fea-02a368264063 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:45:46.156251 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ca1175-1fa4-4c1b-9fea-02a368264063'] response: {'server_uuid': '1d8a33fc-a764-4c9d-8019-dd03ceadd81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07ce370-54a7-4470-b66b-3725a4b0aa42', 'code': 200} Apr 16 04:45:46.180985 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:46.228097 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=d07ce370-54a7-4470-b66b-3725a4b0aa42,revision_number=8']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:45:46.376666 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576d095-0515-4ce0-aacd-abae856c53ce req-2274d227-0f0c-4cb4-b57b-07147d3f9651 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:46.378416 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9576d095-0515-4ce0-aacd-abae856c53ce req-2274d227-0f0c-4cb4-b57b-07147d3f9651 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0480397 Apr 16 04:45:46.424298 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9576d095-0515-4ce0-aacd-abae856c53ce req-c5b7368c-db74-415c-9a8e-8cb8c994a571 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405865 Apr 16 04:45:47.238896 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d0f9d-0ae0-46f7-b140-b6b48f12a84d req-b443541d-b36e-4216-9e9b-3fb774dcce17 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:47.240356 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3c8d0f9d-0ae0-46f7-b140-b6b48f12a84d req-b443541d-b36e-4216-9e9b-3fb774dcce17 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0512016 Apr 16 04:45:47.324076 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-3c8d0f9d-0ae0-46f7-b140-b6b48f12a84d req-4a6052ef-38ce-4c8a-91ca-bbc6bf8f8813 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Deleting port d07ce370-54a7-4470-b66b-3725a4b0aa42 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:45:47.324414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3c8d0f9d-0ae0-46f7-b140-b6b48f12a84d req-4a6052ef-38ce-4c8a-91ca-bbc6bf8f8813 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:47.415777 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-3c8d0f9d-0ae0-46f7-b140-b6b48f12a84d req-4a6052ef-38ce-4c8a-91ca-bbc6bf8f8813 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] For port d07ce370-54a7-4470-b66b-3725a4b0aa42, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d07ce370-54a7-4470-b66b-3725a4b0aa42,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:45:47.416464 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3c8d0f9d-0ae0-46f7-b140-b6b48f12a84d req-4a6052ef-38ce-4c8a-91ca-bbc6bf8f8813 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:47.537583 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24eddc-5050-4d6a-8a52-c1340d0ff7ec req-74811fc7-615b-4967-badb-859c11c9df53 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:47.539099 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4c24eddc-5050-4d6a-8a52-c1340d0ff7ec req-74811fc7-615b-4967-badb-859c11c9df53 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 945 time: 0.0479624 Apr 16 04:45:47.586930 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4c24eddc-5050-4d6a-8a52-c1340d0ff7ec req-4cf0d327-a3de-4e5f-9a32-e518d37bf7c4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422459 Apr 16 04:45:47.588153 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3c8d0f9d-0ae0-46f7-b140-b6b48f12a84d req-4a6052ef-38ce-4c8a-91ca-bbc6bf8f8813 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:47.588515 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3c8d0f9d-0ae0-46f7-b140-b6b48f12a84d req-4a6052ef-38ce-4c8a-91ca-bbc6bf8f8813 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (1ff59165-93e2-4d3a-ae71-52c7e0661da3), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:47.588855 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [req-3c8d0f9d-0ae0-46f7-b140-b6b48f12a84d req-4a6052ef-38ce-4c8a-91ca-bbc6bf8f8813 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Floating IP 1ff59165-93e2-4d3a-ae71-52c7e0661da3 disassociated. External IP: 172.26.6.122, port: d07ce370-54a7-4470-b66b-3725a4b0aa42. Apr 16 04:45:47.589192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-3c8d0f9d-0ae0-46f7-b140-b6b48f12a84d req-4a6052ef-38ce-4c8a-91ca-bbc6bf8f8813 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Calling delete_port for d07ce370-54a7-4470-b66b-3725a4b0aa42 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:45:47.775686 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3c8d0f9d-0ae0-46f7-b140-b6b48f12a84d req-4a6052ef-38ce-4c8a-91ca-bbc6bf8f8813 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (d07ce370-54a7-4470-b66b-3725a4b0aa42), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:47.802596 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6052ef-38ce-4c8a-91ca-bbc6bf8f8813 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Pushing event deleted for resources: {'Port': ['ID=d07ce370-54a7-4470-b66b-3725a4b0aa42,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:45:47.930045 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c8d0f9d-0ae0-46f7-b140-b6b48f12a84d req-4a6052ef-38ce-4c8a-91ca-bbc6bf8f8813 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Router f38d2b96-add9-4852-b7bb-15c53a0e398f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:45:48.042261 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c8d0f9d-0ae0-46f7-b140-b6b48f12a84d req-4a6052ef-38ce-4c8a-91ca-bbc6bf8f8813 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:45:48.052464 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c185ff-8831-4d6a-934d-dbc724dc3d5f None None] Sync routers for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:45:48.063631 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c185ff-8831-4d6a-934d-dbc724dc3d5f None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:45:48.064431 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-60c185ff-8831-4d6a-934d-dbc724dc3d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:45:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:45:48.085421 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8d0f9d-0ae0-46f7-b140-b6b48f12a84d req-4a6052ef-38ce-4c8a-91ca-bbc6bf8f8813 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] No DVR routers for this DVR port d07ce370-54a7-4470-b66b-3725a4b0aa42 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:45:48.087943 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3c8d0f9d-0ae0-46f7-b140-b6b48f12a84d req-4a6052ef-38ce-4c8a-91ca-bbc6bf8f8813 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:48.091257 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3c8d0f9d-0ae0-46f7-b140-b6b48f12a84d req-4a6052ef-38ce-4c8a-91ca-bbc6bf8f8813 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "DELETE /v2.0/ports/d07ce370-54a7-4470-b66b-3725a4b0aa42 HTTP/1.1" status: 204 len: 173 time: 0.8458676 Apr 16 04:45:48.091694 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8a33fc-a764-4c9d-8019-dd03ceadd81c', 'name': 'network-vif-deleted', 'tag': 'd07ce370-54a7-4470-b66b-3725a4b0aa42'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:45:48.094023 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898779d0-eff2-4eab-8f27-3c4e1e0701f7" -d '{"events": [{"server_uuid": "1d8a33fc-a764-4c9d-8019-dd03ceadd81c", "name": "network-vif-deleted", "tag": "d07ce370-54a7-4470-b66b-3725a4b0aa42"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:45:48.129475 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749b0dbd-ade3-432b-9a93-920f08818a37 x-openstack-request-id: req-749b0dbd-ade3-432b-9a93-920f08818a37 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:45:48.129753 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8a33fc-a764-4c9d-8019-dd03ceadd81c", "name": "network-vif-deleted", "tag": "d07ce370-54a7-4470-b66b-3725a4b0aa42", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:45:48.130004 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-749b0dbd-ade3-432b-9a93-920f08818a37 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:45:48.130418 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-749b0dbd-ade3-432b-9a93-920f08818a37'] response: {'server_uuid': '1d8a33fc-a764-4c9d-8019-dd03ceadd81c', 'name': 'network-vif-deleted', 'tag': 'd07ce370-54a7-4470-b66b-3725a4b0aa42', 'status': 'completed', 'code': 200} Apr 16 04:45:48.177753 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-60c185ff-8831-4d6a-934d-dbc724dc3d5f None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:45:48.371915 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-60c185ff-8831-4d6a-934d-dbc724dc3d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:45:48.402950 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c185ff-8831-4d6a-934d-dbc724dc3d5f None None] Checking router: f38d2b96-add9-4852-b7bb-15c53a0e398f for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:45:48.411661 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c185ff-8831-4d6a-934d-dbc724dc3d5f None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:45:48.412271 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-60c185ff-8831-4d6a-934d-dbc724dc3d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:45:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:45:48.520989 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-60c185ff-8831-4d6a-934d-dbc724dc3d5f None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:45:48.703007 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-56e096e2-54e9-4406-8077-122bbb356b48 req-296c3eea-141b-429a-85ed-3bc57a1c945f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8a33fc-a764-4c9d-8019-dd03ceadd81c HTTP/1.1" status: 200 len: 210 time: 0.0317051 Apr 16 04:45:48.711982 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-60c185ff-8831-4d6a-934d-dbc724dc3d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:45:48.739768 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c185ff-8831-4d6a-934d-dbc724dc3d5f None None] The sync data for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv is: [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:45:48.963695 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9a6845-45b8-4552-a6f7-183058ebd667 None None] New status for floating IP 1ff59165-93e2-4d3a-ae71-52c7e0661da3: DOWN {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:45:49.947456 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-a7ea36ef-ad31-4152-a1e6-6aa4ea118c06 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2066856255&fields=id&tenant_id=273b590f1834473d8fcd25418fc6b3f2 HTTP/1.1" status: 200 len: 267 time: 0.0428402 Apr 16 04:45:49.990878 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device d07ce370-54a7-4470-b66b-3725a4b0aa42 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:45:50.015606 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: d07ce370-54a7-4470-b66b-3725a4b0aa42 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:45:50.016102 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device d07ce370-54a7-4470-b66b-3725a4b0aa42 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:45:50.058533 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-5adec3ef-4366-47d7-b7df-1e223b436ae4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:50.060029 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-5adec3ef-4366-47d7-b7df-1e223b436ae4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 811 time: 0.1063900 Apr 16 04:45:50.074308 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-7e55c02e-9b58-4f9e-aad0-02c224f60dd0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/quotas/273b590f1834473d8fcd25418fc6b3f2 HTTP/1.1" status: 200 len: 375 time: 0.0088568 Apr 16 04:45:50.122267 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-e3044660-9ba6-49b9-a30c-144b4c2dd040 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426126 Apr 16 04:45:50.277854 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-71a007f6-c6de-42c7-996d-7759684e3b12 service neutron] 10.222.0.30 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442552 Apr 16 04:45:50.370942 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-c8dea47c-4008-4009-805a-2af9badbb471 service neutron] 10.222.0.30 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867968 Apr 16 04:45:51.626938 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8bb3e3e4-5832-48e3-86a9-5e1b33cefaa6 req-867e3c3b-4cb6-4b57-8e6c-1f4795bb2550 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 210 time: 0.0324821 Apr 16 04:45:52.728770 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3d688ef8-e4d5-4960-8c94-4c5d0974bc04 req-87825a56-53d0-4905-adee-e07fa393e695 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 210 time: 0.0339248 Apr 16 04:45:53.424188 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-f60ff102-0857-4fcf-8da8-0f247eb6bf0e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:53.425663 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-f60ff102-0857-4fcf-8da8-0f247eb6bf0e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 811 time: 0.1003950 Apr 16 04:45:53.489771 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-a2b1f66a-40b3-4673-971e-a3542f1df87b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273b590f1834473d8fcd25418fc6b3f2 HTTP/1.1" status: 200 len: 380 time: 0.0561361 Apr 16 04:45:53.498246 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Request body: {'port': {'device_id': '55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'admin_state_up': True, 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'security_groups': ['0e66dbc8-d9cd-4211-a924-b5ccfa417df3']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:45:53.701138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Made reservation on behalf of 273b590f1834473d8fcd25418fc6b3f2 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:45:53.704586 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:53.823779 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a3a25de7-5078-4869-ac0f-86356b144921 req-06e0b114-063c-43ae-8701-52273c760dcf tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 210 time: 0.0286157 Apr 16 04:45:53.841638 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Allocated IP 172.20.0.13 (34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b/0c1587aa-c5d6-4a42-89af-ec226224e020/58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:45:53.984196 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:54.072808 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:54.377235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:45:54.382923 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:45:54.386666 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:45:54.393250 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Pushing event updated for resources: {'Port': ['ID=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:45:54.422384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:54.422721 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:54.423060 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:54.423394 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:54.423724 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:54.424054 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:54.424380 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:54.424703 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:54.425052 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:54.425373 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:54.425701 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:54.426020 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:54.426337 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:54.426651 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:54.426967 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:45:54.452418 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:54.453056 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:54.521138 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-27877f65-7117-476d-9ff3-a4d9c7d989a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0261564 Apr 16 04:45:54.578938 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] Request body: {'port': {'device_id': '55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:45:54.609472 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-70be1638-fdd4-421a-a3ed-641edf56984e None None] Provisioning complete for port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:45:54.610156 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-70be1638-fdd4-421a-a3ed-641edf56984e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:54.643803 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:54.645489 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-70be1638-fdd4-421a-a3ed-641edf56984e None None] Port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:45:54.937102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:45:54.947779 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] Publish callbacks [] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:54.958674 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea7f62-306e-4b10-b72f-51acdb734a7c req-438c4331-576f-471d-a0d9-48f61afd9dab tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:54.960149 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3eea7f62-306e-4b10-b72f-51acdb734a7c req-438c4331-576f-471d-a0d9-48f61afd9dab tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 932 time: 0.0646772 Apr 16 04:45:54.976845 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] Transition to ACTIVE for port object 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:45:55.012565 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3eea7f62-306e-4b10-b72f-51acdb734a7c req-02f247a7-0614-428d-8351-252e33984d1f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464852 Apr 16 04:45:55.043687 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:55.096739 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] Pushing event updated for resources: {'Port': ['ID=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:45:55.171686 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] Attempting to bind port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:45:55.172019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] Attempting to bind port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:45:55.172345 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] Attempting to bind port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e on network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:45:55.176984 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] Port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e on network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:45:55.177331 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] Attempting to bind port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e on network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:45:55.182492 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:45:55.182828 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] Checking segment: {'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:45:55.183211 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] Bound using segment: {'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:45:55.183637 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] Bound port: 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a40b01-6328-4d88-a160-e366fd13e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:45:55.183993 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:55.253230 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] For port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:45:55.256896 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] For port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:45:55.324459 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:55.359496 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:55.360084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:55.361554 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] 10.222.0.18 "PUT /v2.0/ports/58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e HTTP/1.1" status: 200 len: 1094 time: 0.8336256 Apr 16 04:45:55.363766 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b', 'tag': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:45:55.366656 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafb62f3-5741-487f-ba96-4f7b09c8f85e" -d '{"events": [{"name": "network-changed", "server_uuid": "55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b", "tag": "58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:45:55.403159 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95f37b-5728-4332-a3c4-c4b5434ed037 service neutron] Pushing event updated for resources: {'Port': ['ID=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:45:55.407754 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c739625a-6475-4359-aa43-25c24b154281 x-openstack-request-id: req-c739625a-6475-4359-aa43-25c24b154281 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:45:55.408070 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b", "tag": "58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:45:55.408322 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c739625a-6475-4359-aa43-25c24b154281 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:45:55.408796 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c739625a-6475-4359-aa43-25c24b154281'] response: {'name': 'network-changed', 'server_uuid': '55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b', 'tag': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e', 'status': 'completed', 'code': 200} Apr 16 04:45:55.472469 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb62f3-5741-487f-ba96-4f7b09c8f85e req-b43a2bee-e9f5-44b0-9ba5-21f646f6c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:55.474250 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fafb62f3-5741-487f-ba96-4f7b09c8f85e req-b43a2bee-e9f5-44b0-9ba5-21f646f6c8fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 1128 time: 0.0426462 Apr 16 04:45:55.585451 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb62f3-5741-487f-ba96-4f7b09c8f85e req-55088995-a217-4e2f-9936-454efb8c13fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:55.586970 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fafb62f3-5741-487f-ba96-4f7b09c8f85e req-55088995-a217-4e2f-9936-454efb8c13fb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=273b590f1834473d8fcd25418fc6b3f2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1007068 Apr 16 04:45:55.682881 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb62f3-5741-487f-ba96-4f7b09c8f85e req-6395d82e-c5a5-4e02-85bf-2b4398fe7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:55.684340 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fafb62f3-5741-487f-ba96-4f7b09c8f85e req-6395d82e-c5a5-4e02-85bf-2b4398fe7b21 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0911746 Apr 16 04:45:55.755872 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-4dee2ef1-4ce8-435d-be00-212eec6824a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:55.757407 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-4dee2ef1-4ce8-435d-be00-212eec6824a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 1128 time: 0.0398068 Apr 16 04:45:55.804327 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-dab64e88-3dfd-429c-ad4a-5023a92ea313 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e HTTP/1.1" status: 200 len: 217 time: 0.0390823 Apr 16 04:45:55.851182 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-15356703-e133-4483-bb25-6fb862928757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:55.852607 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-15356703-e133-4483-bb25-6fb862928757 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0428174 Apr 16 04:45:55.895578 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-c0a2ce13-277a-46dd-a35a-c419dfe991f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:55.897119 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-c0a2ce13-277a-46dd-a35a-c419dfe991f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386827 Apr 16 04:45:55.990272 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-02795fad-3515-45fa-81e2-c3af31d8252c service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865450 Apr 16 04:45:56.078012 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c1b9ee17-449e-416c-ab3e-21c341cb531e req-9b59f6be-cd2e-46b4-a5de-a8a39d398d30 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820060 Apr 16 04:45:56.128545 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d3f2b-f81a-4ce8-b907-befe8de9655b req-8d4f19f5-5650-47f1-8449-d78eae2087ff tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:56.130069 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f53d3f2b-f81a-4ce8-b907-befe8de9655b req-8d4f19f5-5650-47f1-8449-d78eae2087ff tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0511689 Apr 16 04:45:56.177460 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f53d3f2b-f81a-4ce8-b907-befe8de9655b req-d28eb1d0-b01b-4816-8d36-ad36e9e6f855 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414810 Apr 16 04:45:57.289535 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ed37f-15f0-4102-a590-dd1c434e282f req-349d0a27-95d3-489b-adb2-4f7fda52642e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:57.290961 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-105ed37f-15f0-4102-a590-dd1c434e282f req-349d0a27-95d3-489b-adb2-4f7fda52642e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0468047 Apr 16 04:45:57.339756 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-105ed37f-15f0-4102-a590-dd1c434e282f req-a4a322c3-ac4f-451d-b2fa-bc67bcfa9f3c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433660 Apr 16 04:45:58.034621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:45:58.132792 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:45:58.143729 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'port_id': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e', 'mac_address': 'fa:16:3e:a7:51:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:45:58.180303 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:45:58.180687 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:58.196131 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:45:58.221814 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:45:58.306333 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:58.345004 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:45:58.354029 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:45:58.449993 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23833fd9-e801-4d5b-a8ac-3d38bad7b24d req-537a2659-0527-480f-b0fd-13454e00a1d5 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:58.451452 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-23833fd9-e801-4d5b-a8ac-3d38bad7b24d req-537a2659-0527-480f-b0fd-13454e00a1d5 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 945 time: 0.0465086 Apr 16 04:45:58.497549 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-23833fd9-e801-4d5b-a8ac-3d38bad7b24d req-cdb2e028-e38c-4bb1-ba12-798b331e36d4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400791 Apr 16 04:45:58.502105 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:45:59.608795 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fcc80-ef5b-46b2-adde-5acbb0b6f6e4 req-0eda5710-5628-4d8b-a991-ee8baabc83d6 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:45:59.610233 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-542fcc80-ef5b-46b2-adde-5acbb0b6f6e4 req-0eda5710-5628-4d8b-a991-ee8baabc83d6 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 945 time: 0.0462382 Apr 16 04:45:59.655850 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-542fcc80-ef5b-46b2-adde-5acbb0b6f6e4 req-eee67a40-f490-4c79-90c1-9e20b373b0cb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401664 Apr 16 04:46:00.050829 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:46:00.095708 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:46:00.186747 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:46:00.187122 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:00.261874 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:46:00.262254 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:00.284232 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:46:00.286473 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d4c3d6-59c4-47bb-86f3-5dae0a071493" -d '{"events": [{"server_uuid": "55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b", "name": "network-vif-plugged", "status": "completed", "tag": "58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:46:00.302030 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:46:00.322768 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ddf254-bcaa-4911-8c8f-6311c7c23a44 x-openstack-request-id: req-05ddf254-bcaa-4911-8c8f-6311c7c23a44 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:46:00.323056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b", "name": "network-vif-plugged", "status": "completed", "tag": "58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:46:00.323309 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05ddf254-bcaa-4911-8c8f-6311c7c23a44 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:46:00.323917 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ddf254-bcaa-4911-8c8f-6311c7c23a44'] response: {'server_uuid': '55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e', 'code': 200} Apr 16 04:46:00.380917 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:00.427801 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:46:00.612912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad5b1c-329e-4578-8d25-1f3b5a0cada3 req-604019b8-93a7-4c58-abeb-176a4c093027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:00.614396 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-62ad5b1c-329e-4578-8d25-1f3b5a0cada3 req-604019b8-93a7-4c58-abeb-176a4c093027 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 1130 time: 0.0387154 Apr 16 04:46:00.661268 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-62ad5b1c-329e-4578-8d25-1f3b5a0cada3 req-077ce35f-6444-4d9b-8607-9af93bc679ea service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410137 Apr 16 04:46:00.767543 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61162bd1-334f-4ce9-877e-f0a9c0f8000e req-bee9ab5e-a3c1-4c13-9b02-fa19e1219d0d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:00.769513 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-61162bd1-334f-4ce9-877e-f0a9c0f8000e req-bee9ab5e-a3c1-4c13-9b02-fa19e1219d0d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0479975 Apr 16 04:46:00.816619 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-61162bd1-334f-4ce9-877e-f0a9c0f8000e req-a2f067ff-afd1-4e48-8b9d-757d35afd646 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410616 Apr 16 04:46:01.931612 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1e00b-d8ea-4928-9fb9-51dca6fe5e06 req-07503abe-cf86-4b04-835a-4213b1cc5387 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:01.933159 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8bb1e00b-d8ea-4928-9fb9-51dca6fe5e06 req-07503abe-cf86-4b04-835a-4213b1cc5387 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0472753 Apr 16 04:46:01.981128 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8bb1e00b-d8ea-4928-9fb9-51dca6fe5e06 req-41d08146-e4c0-4ff7-a5ef-077166cdae3d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413346 Apr 16 04:46:02.099845 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d20fe-e873-482e-a86e-90cea5856037 req-ac9aea78-a5c8-49ed-add5-294c43b15f54 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:02.101341 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-623d20fe-e873-482e-a86e-90cea5856037 req-ac9aea78-a5c8-49ed-add5-294c43b15f54 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0502851 Apr 16 04:46:02.110624 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 43744) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:46:02.114870 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-668a8b4d-2d07-43a4-bd6d-fb019c75c024 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Request body: {'floatingip': {'port_id': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:46:02.155138 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-668a8b4d-2d07-43a4-bd6d-fb019c75c024 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for floatingip (1ff59165-93e2-4d3a-ae71-52c7e0661da3), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:02.590102 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-668a8b4d-2d07-43a4-bd6d-fb019c75c024 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:02.643421 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-668a8b4d-2d07-43a4-bd6d-fb019c75c024 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (1ff59165-93e2-4d3a-ae71-52c7e0661da3), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:02.745630 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-668a8b4d-2d07-43a4-bd6d-fb019c75c024 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Floating IP 1ff59165-93e2-4d3a-ae71-52c7e0661da3 associated. External IP: 172.26.6.122, port: 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e. Apr 16 04:46:02.956154 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668a8b4d-2d07-43a4-bd6d-fb019c75c024 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Router f38d2b96-add9-4852-b7bb-15c53a0e398f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:46:03.064627 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668a8b4d-2d07-43a4-bd6d-fb019c75c024 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:46:03.069489 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-668a8b4d-2d07-43a4-bd6d-fb019c75c024 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:03.073948 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc57e52-323d-4568-8983-71bf5eaebb5e None None] Sync routers for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:46:03.083391 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc57e52-323d-4568-8983-71bf5eaebb5e None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:46:03.084002 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2cc57e52-323d-4568-8983-71bf5eaebb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:45:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:46:03.085160 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:46:03.102613 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-668a8b4d-2d07-43a4-bd6d-fb019c75c024 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "PUT /v2.0/floatingips/1ff59165-93e2-4d3a-ae71-52c7e0661da3 HTTP/1.1" status: 200 len: 993 time: 0.9879947 Apr 16 04:46:03.102613 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b', 'tag': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:46:03.103215 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d9e5f5-0547-4a2b-aea4-e47e7870dac9" -d '{"events": [{"name": "network-changed", "server_uuid": "55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b", "tag": "58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:46:03.137891 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa1d571-17dc-434e-8993-cda0d4246864 x-openstack-request-id: req-aaa1d571-17dc-434e-8993-cda0d4246864 {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:46:03.138192 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b", "tag": "58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:46:03.138453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aaa1d571-17dc-434e-8993-cda0d4246864 {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:46:03.139345 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa1d571-17dc-434e-8993-cda0d4246864'] response: {'name': 'network-changed', 'server_uuid': '55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b', 'tag': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e', 'status': 'completed', 'code': 200} Apr 16 04:46:03.203323 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9e5f5-0547-4a2b-aea4-e47e7870dac9 req-36e4e0a0-0021-414c-aadd-51b61709a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:03.205038 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78d9e5f5-0547-4a2b-aea4-e47e7870dac9 req-36e4e0a0-0021-414c-aadd-51b61709a069 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 1130 time: 0.0430405 Apr 16 04:46:03.305096 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9e5f5-0547-4a2b-aea4-e47e7870dac9 req-312a0dea-4ea9-4d12-88c6-f4e734e57055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:03.306621 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78d9e5f5-0547-4a2b-aea4-e47e7870dac9 req-312a0dea-4ea9-4d12-88c6-f4e734e57055 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 911 time: 0.0962317 Apr 16 04:46:03.350379 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-2cc57e52-323d-4568-8983-71bf5eaebb5e None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:46:03.373049 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78d9e5f5-0547-4a2b-aea4-e47e7870dac9 req-0527f3c4-1141-41f1-a84c-f340f94667f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e HTTP/1.1" status: 200 len: 1001 time: 0.0608268 Apr 16 04:46:03.428701 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9e5f5-0547-4a2b-aea4-e47e7870dac9 req-bbadd5d1-e586-4ef0-b17b-607b92cf0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:03.430252 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78d9e5f5-0547-4a2b-aea4-e47e7870dac9 req-bbadd5d1-e586-4ef0-b17b-607b92cf0aeb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0498581 Apr 16 04:46:03.474808 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9e5f5-0547-4a2b-aea4-e47e7870dac9 req-5a22f4c7-ecc5-41a6-b446-a2733a3bf65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:03.476333 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78d9e5f5-0547-4a2b-aea4-e47e7870dac9 req-5a22f4c7-ecc5-41a6-b446-a2733a3bf65e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0408931 Apr 16 04:46:03.566536 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78d9e5f5-0547-4a2b-aea4-e47e7870dac9 req-167fd0e5-a91b-4743-bed7-db269f32b95c service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844345 Apr 16 04:46:03.579283 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2cc57e52-323d-4568-8983-71bf5eaebb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1ff59165-93e2-4d3a-ae71-52c7e0661da3', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'floating_ip_address': '172.26.6.122', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'port_id': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'mac_address': 'fa:16:3e:a7:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:43:04Z', 'updated_at': '2022-04-16T04:46:02Z', 'revision_number': 13, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:46:03.606701 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc57e52-323d-4568-8983-71bf5eaebb5e None None] Checking router: f38d2b96-add9-4852-b7bb-15c53a0e398f for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:46:03.615386 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc57e52-323d-4568-8983-71bf5eaebb5e None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:46:03.615993 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2cc57e52-323d-4568-8983-71bf5eaebb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:45:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:46:03.663938 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-78d9e5f5-0547-4a2b-aea4-e47e7870dac9 req-76026040-1ea2-4e8b-a55e-a9abe6d729ee service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915823 Apr 16 04:46:03.730249 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-2cc57e52-323d-4568-8983-71bf5eaebb5e None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:46:03.948515 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2cc57e52-323d-4568-8983-71bf5eaebb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1ff59165-93e2-4d3a-ae71-52c7e0661da3', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'floating_ip_address': '172.26.6.122', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'port_id': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'mac_address': 'fa:16:3e:a7:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:43:04Z', 'updated_at': '2022-04-16T04:46:02Z', 'revision_number': 13, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:46:03.979781 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc57e52-323d-4568-8983-71bf5eaebb5e None None] The sync data for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv is: [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1ff59165-93e2-4d3a-ae71-52c7e0661da3', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'floating_ip_address': '172.26.6.122', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'port_id': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'mac_address': 'fa:16:3e:a7:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:43:04Z', 'updated_at': '2022-04-16T04:46:02Z', 'revision_number': 13, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:46:04.172466 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e7ed73-122a-4ffa-87de-a874c6f502f9 None None] New status for floating IP 1ff59165-93e2-4d3a-ae71-52c7e0661da3: ACTIVE {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:46:05.971271 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96633f-fd05-44c0-936d-af54e18ae571 req-982ea932-01a7-4f16-a274-e4bb1971ec9e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:05.972764 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bb96633f-fd05-44c0-936d-af54e18ae571 req-982ea932-01a7-4f16-a274-e4bb1971ec9e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0478699 Apr 16 04:46:06.018561 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bb96633f-fd05-44c0-936d-af54e18ae571 req-d4efb894-6b20-4c05-b7fc-423fd6171075 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402074 Apr 16 04:46:09.094935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-acf1de79-999d-46d8-b872-8e007cd484f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:11.489479 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ec17b987-43e7-42a7-828c-c19c71578a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:12.614740 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:14.083916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:15.380321 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:24.002771 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad513387-8571-4bff-a092-bfe8ae4877e4 req-bd1faa14-4e93-4a2b-a621-5869eedbba25 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:24.004317 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ad513387-8571-4bff-a092-bfe8ae4877e4 req-bd1faa14-4e93-4a2b-a621-5869eedbba25 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0492778 Apr 16 04:46:24.051118 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ad513387-8571-4bff-a092-bfe8ae4877e4 req-e4fae7ee-11fd-4540-8775-8cbc616b075e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410309 Apr 16 04:46:24.165132 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-988c553e-c489-4fe5-8032-72ce8e0dd31c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849900 Apr 16 04:46:24.698961 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-9d483d58-ef3c-4848-a634-2d6c1d436a0c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:24.700371 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-9d483d58-ef3c-4848-a634-2d6c1d436a0c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports/58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e HTTP/1.1" status: 200 len: 943 time: 0.0939176 Apr 16 04:46:25.165418 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1379d9-3d9c-45b4-816b-227a55a7b301 req-c7f8de14-8fe7-4095-9827-e9ed64660d35 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:25.166870 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ec1379d9-3d9c-45b4-816b-227a55a7b301 req-c7f8de14-8fe7-4095-9827-e9ed64660d35 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0480871 Apr 16 04:46:25.213628 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ec1379d9-3d9c-45b4-816b-227a55a7b301 req-b15c703c-1170-4470-a0ae-199d0460bcbf tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409539 Apr 16 04:46:26.151913 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-a99fa15e-810c-4f98-ae70-97be0c64a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:26.153468 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-a99fa15e-810c-4f98-ae70-97be0c64a9f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 1130 time: 0.0440648 Apr 16 04:46:26.242365 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-9dc49a8c-6c8a-4214-92d4-8e99ee6c539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:26.243367 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-9dc49a8c-6c8a-4214-92d4-8e99ee6c539d service neutron] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 911 time: 0.0834599 Apr 16 04:46:26.344000 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-0593157e-8002-4bb7-afce-505731ca1efb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e HTTP/1.1" status: 200 len: 1003 time: 0.0946672 Apr 16 04:46:26.350306 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85394b1f-cbd9-4a00-b1bc-4b87d2693ba1 req-f7b9d254-3e9f-42ad-b417-2e833d74b8c9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:26.351723 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-85394b1f-cbd9-4a00-b1bc-4b87d2693ba1 req-f7b9d254-3e9f-42ad-b417-2e833d74b8c9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0628364 Apr 16 04:46:26.428087 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-c686869c-1d75-4cc3-9994-0cba24a4bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:26.429505 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-c686869c-1d75-4cc3-9994-0cba24a4bdb7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0769269 Apr 16 04:46:26.433774 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-85394b1f-cbd9-4a00-b1bc-4b87d2693ba1 req-b1b83327-aef1-4b17-a91e-794a8fbf2491 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741649 Apr 16 04:46:26.474284 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-6bdfab53-d63f-4552-854d-154b144b7ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:26.475808 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-6bdfab53-d63f-4552-854d-154b144b7ebe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0402014 Apr 16 04:46:26.562600 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-2a59cb74-c293-4a95-94c6-6bff272257cc service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806551 Apr 16 04:46:26.652984 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-8fb698c4-d515-49dd-8bea-21e792e71317 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839052 Apr 16 04:46:27.551681 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a661cd-6786-434d-8e95-050d35cb095b req-f3f06a18-478b-41fe-8fdb-02d608202fe3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:27.553129 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b9a661cd-6786-434d-8e95-050d35cb095b req-f3f06a18-478b-41fe-8fdb-02d608202fe3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0468018 Apr 16 04:46:27.603169 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b9a661cd-6786-434d-8e95-050d35cb095b req-c42a073d-b9b6-4caf-bc8f-138b78b20d0a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442164 Apr 16 04:46:28.311614 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:28.714712 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774a86a-f987-4635-a6ab-ad4a9b396726 req-48ea236e-5f75-4af5-8442-8384852f9d19 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:28.716213 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b774a86a-f987-4635-a6ab-ad4a9b396726 req-48ea236e-5f75-4af5-8442-8384852f9d19 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0468760 Apr 16 04:46:28.762233 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b774a86a-f987-4635-a6ab-ad4a9b396726 req-c0b29025-e8f2-41ba-a872-6563402ac9f8 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400398 Apr 16 04:46:29.874215 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca2816-4867-4ffb-8821-463f3b41b68a req-6fa2bd0c-bfa8-4018-9f18-a3e8f83c71e7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:29.875663 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9aca2816-4867-4ffb-8821-463f3b41b68a req-6fa2bd0c-bfa8-4018-9f18-a3e8f83c71e7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0461023 Apr 16 04:46:29.921194 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9aca2816-4867-4ffb-8821-463f3b41b68a req-1366b5df-1427-4e6b-9b3c-52354127f215 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401747 Apr 16 04:46:31.038942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28087cbc-684d-4e2d-a41a-f5cc96db7dd2 req-165a9538-0e12-4f04-a319-5ff8dcf9cf70 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:31.040405 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-28087cbc-684d-4e2d-a41a-f5cc96db7dd2 req-165a9538-0e12-4f04-a319-5ff8dcf9cf70 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0509276 Apr 16 04:46:31.086937 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-28087cbc-684d-4e2d-a41a-f5cc96db7dd2 req-33b98f2b-4fdc-44aa-9f84-a1ba803af76e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408545 Apr 16 04:46:32.197628 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720e8cc-e3ff-4164-8923-adf3a9f41e30 req-69383f81-70ee-4c79-bb12-6753a3861dc7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:32.199102 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5720e8cc-e3ff-4164-8923-adf3a9f41e30 req-69383f81-70ee-4c79-bb12-6753a3861dc7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0471289 Apr 16 04:46:32.246169 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5720e8cc-e3ff-4164-8923-adf3a9f41e30 req-6567f7ff-6c62-4bbb-896c-61599400ea79 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410128 Apr 16 04:46:33.357460 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b846e-b16d-4f80-b0b8-41fdb6443397 req-80e98c51-1046-49e8-a5aa-aebb2a1edb0f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:33.359518 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-542b846e-b16d-4f80-b0b8-41fdb6443397 req-80e98c51-1046-49e8-a5aa-aebb2a1edb0f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0465910 Apr 16 04:46:33.405860 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-542b846e-b16d-4f80-b0b8-41fdb6443397 req-cf66434e-be9f-4c2d-a974-09f6594337ed tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408905 Apr 16 04:46:34.522432 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ab939-1ece-4c0f-9fba-72510af28aa2 req-6305c3a4-115c-4f99-abd0-faeb88c725a5 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:34.524141 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b74ab939-1ece-4c0f-9fba-72510af28aa2 req-6305c3a4-115c-4f99-abd0-faeb88c725a5 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0495050 Apr 16 04:46:34.569847 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b74ab939-1ece-4c0f-9fba-72510af28aa2 req-65c2ed21-668e-4a33-a4b7-536e932abfd5 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402465 Apr 16 04:46:35.680918 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0467a9b-786b-46f0-ab17-df7b09d35489 req-c19392ef-2248-491a-a984-3d36c02b6232 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:35.682347 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c0467a9b-786b-46f0-ab17-df7b09d35489 req-c19392ef-2248-491a-a984-3d36c02b6232 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0467327 Apr 16 04:46:35.731151 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c0467a9b-786b-46f0-ab17-df7b09d35489 req-663fad74-2686-4476-88db-09562d1140bb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432959 Apr 16 04:46:36.845931 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d44078-e5db-4cb2-9b04-12f7859ad276 req-cc5a8afc-c516-4337-b9a2-8079451d5f12 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:36.847378 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a1d44078-e5db-4cb2-9b04-12f7859ad276 req-cc5a8afc-c516-4337-b9a2-8079451d5f12 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0462117 Apr 16 04:46:36.896088 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a1d44078-e5db-4cb2-9b04-12f7859ad276 req-1ac851d1-e3a9-4b97-a140-df6cf3124ff0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428491 Apr 16 04:46:38.009081 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fee1d9-32c7-47b4-b041-5d2c66c83ff3 req-87ffccdb-5633-4cb0-8f50-14c2d30a7171 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:38.010436 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-66fee1d9-32c7-47b4-b041-5d2c66c83ff3 req-87ffccdb-5633-4cb0-8f50-14c2d30a7171 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0467999 Apr 16 04:46:38.056889 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-66fee1d9-32c7-47b4-b041-5d2c66c83ff3 req-db60168a-a7cc-4f9c-8e5b-d1bb8b77f8a1 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402615 Apr 16 04:46:39.082841 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e92049f0-961b-403c-9e3f-5e85f4470e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:39.173730 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fb38c-79a8-4fbe-99a3-371bb758a9e2 req-d84c33c4-4a87-4c60-adb7-0b8c942559eb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:39.175225 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bc6fb38c-79a8-4fbe-99a3-371bb758a9e2 req-d84c33c4-4a87-4c60-adb7-0b8c942559eb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0513704 Apr 16 04:46:39.223099 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bc6fb38c-79a8-4fbe-99a3-371bb758a9e2 req-62fab374-6be2-4d62-af35-5d5954b4f97e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420935 Apr 16 04:46:40.084889 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:46:40.336033 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87dc90-2453-4543-9b9b-bfdd3cd931be req-462ce4f0-fa6b-4fc1-987f-2b3c1c960363 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:40.337437 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bd87dc90-2453-4543-9b9b-bfdd3cd931be req-462ce4f0-fa6b-4fc1-987f-2b3c1c960363 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0472963 Apr 16 04:46:40.384063 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bd87dc90-2453-4543-9b9b-bfdd3cd931be req-77729cbf-36d3-44c4-a44b-6d26ea1ee216 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411077 Apr 16 04:46:41.483221 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-935fdb80-b398-4a1b-ac5f-f2f3004c2b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:41.496683 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3009e-1e93-4f93-a8fd-7dbb3b72f65a req-f83e175e-5968-4caf-bf03-0ab6e4438922 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:41.498681 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2ba3009e-1e93-4f93-a8fd-7dbb3b72f65a req-f83e175e-5968-4caf-bf03-0ab6e4438922 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0478415 Apr 16 04:46:41.548034 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2ba3009e-1e93-4f93-a8fd-7dbb3b72f65a req-a5ce38e0-14f1-4088-8007-3fc3bf6d0acc tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435653 Apr 16 04:46:42.255141 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:46:42.332668 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:46:42.333095 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:42.362515 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:46:42.364837 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c244d7cc-2012-44f7-8a35-6b8ef7bbe1fc" -d '{"events": [{"server_uuid": "55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b", "name": "network-vif-unplugged", "status": "completed", "tag": "58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:46:42.379103 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:46:42.411240 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 04:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0c6508-6502-48db-8c63-dd2d0f5ddfeb x-openstack-request-id: req-cb0c6508-6502-48db-8c63-dd2d0f5ddfeb {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:46:42.411540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b", "name": "network-vif-unplugged", "status": "completed", "tag": "58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:46:42.411795 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb0c6508-6502-48db-8c63-dd2d0f5ddfeb {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:46:42.412351 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb0c6508-6502-48db-8c63-dd2d0f5ddfeb'] response: {'server_uuid': '55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e', 'code': 200} Apr 16 04:46:42.459598 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:42.509652 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,revision_number=6']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:46:42.614507 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:42.663651 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07416920-0cfc-4326-8066-770bfdd67eb2 req-4e9697a3-6b7f-4c2b-8b12-0218ba2cb76a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:42.665128 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-07416920-0cfc-4326-8066-770bfdd67eb2 req-4e9697a3-6b7f-4c2b-8b12-0218ba2cb76a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0474393 Apr 16 04:46:42.716050 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-07416920-0cfc-4326-8066-770bfdd67eb2 req-82bc4029-2b46-49cc-b0a5-f970f42e70b7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448449 Apr 16 04:46:42.721167 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-c0e80754-9d4e-4923-98b6-a2a94486f7c9 service neutron] 10.222.0.18 "GET /v2.0/ports/58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e/bindings/hv-neutron-8380 HTTP/1.1" status: 200 len: 384 time: 0.0586147 Apr 16 04:46:43.216224 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-e380b638-45fa-4a15-b266-455016ba775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:43.217732 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-e380b638-45fa-4a15-b266-455016ba775a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b&tenant_id=273b590f1834473d8fcd25418fc6b3f2 HTTP/1.1" status: 200 len: 1128 time: 0.0393598 Apr 16 04:46:43.277338 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-dc442013-481a-47a1-bfe5-58ae95528c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:43.278781 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-dc442013-481a-47a1-bfe5-58ae95528c8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 1128 time: 0.0388360 Apr 16 04:46:43.368746 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-0ebd34b1-4ab6-4de9-b459-3fb608923d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:43.370165 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-0ebd34b1-4ab6-4de9-b459-3fb608923d3c service neutron] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 911 time: 0.0851400 Apr 16 04:46:43.432932 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-f0764559-b80d-4484-a611-9962df79ff4f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e HTTP/1.1" status: 200 len: 1001 time: 0.0565360 Apr 16 04:46:43.479622 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-ccba20ce-b316-4af9-9ae3-ce69839eddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:43.480994 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-ccba20ce-b316-4af9-9ae3-ce69839eddbd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0420125 Apr 16 04:46:43.526738 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-71bf02aa-aaf0-4e7a-8e8e-396b4973df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:43.528190 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-71bf02aa-aaf0-4e7a-8e8e-396b4973df91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0415061 Apr 16 04:46:43.615430 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-afab7883-8394-4f05-ab56-e4a29db28418 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801373 Apr 16 04:46:43.707120 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-c69954de-4ef3-4f1f-8a7b-81124bda813a service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860615 Apr 16 04:46:43.831264 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e497723-073a-4635-a918-696c56ba3ced req-3c55e5b4-2234-472e-8bda-03f5b261dce3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:43.832804 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0e497723-073a-4635-a918-696c56ba3ced req-3c55e5b4-2234-472e-8bda-03f5b261dce3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0478387 Apr 16 04:46:43.881686 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0e497723-073a-4635-a918-696c56ba3ced req-3467dae6-2642-485c-b36d-eec4f14b0a78 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433288 Apr 16 04:46:44.111273 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:44.995569 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52ac29-a99c-4703-8d3a-356c801b79dc req-126ca9eb-dd69-4ff5-b624-3dd2f3028f2e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:44.997074 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9e52ac29-a99c-4703-8d3a-356c801b79dc req-126ca9eb-dd69-4ff5-b624-3dd2f3028f2e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0462987 Apr 16 04:46:45.048518 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9e52ac29-a99c-4703-8d3a-356c801b79dc req-00bf2c0f-ef1e-41e7-8f01-6657e053b1fa tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451291 Apr 16 04:46:45.385913 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:46.168501 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f4dc8-ecea-4e3e-9183-cbe22a4ace8d req-a2a92c3b-56c7-4a00-91e7-6a2acacd8410 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:46.170024 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-092f4dc8-ecea-4e3e-9183-cbe22a4ace8d req-a2a92c3b-56c7-4a00-91e7-6a2acacd8410 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0516124 Apr 16 04:46:46.217022 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-092f4dc8-ecea-4e3e-9183-cbe22a4ace8d req-e5016e6c-4b72-4634-a61c-5549d4e1249f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414417 Apr 16 04:46:47.331335 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68857b52-da18-461e-b857-960f5294208e req-89506116-0b3f-41a5-813a-8c54bbf60db3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:47.332834 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-68857b52-da18-461e-b857-960f5294208e req-89506116-0b3f-41a5-813a-8c54bbf60db3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0469711 Apr 16 04:46:47.380544 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-68857b52-da18-461e-b857-960f5294208e req-759b8be6-562b-42f8-ae0a-c56a54bf9eb9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417109 Apr 16 04:46:48.499474 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b7e21-f4ce-45ec-9d7b-bcc84dd33d65 req-27405a7d-da12-4211-be6c-ea5dda1f87a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:48.501118 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e39b7e21-f4ce-45ec-9d7b-bcc84dd33d65 req-27405a7d-da12-4211-be6c-ea5dda1f87a7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0506213 Apr 16 04:46:48.551617 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e39b7e21-f4ce-45ec-9d7b-bcc84dd33d65 req-bcb89373-6926-49bd-a0ef-2e1cf4d14040 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447419 Apr 16 04:46:49.938873 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116ffeb-3d06-4331-a37a-b0f367194031 req-1512a759-647d-4ed3-853d-4c874d4c7448 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:49.940544 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2116ffeb-3d06-4331-a37a-b0f367194031 req-1512a759-647d-4ed3-853d-4c874d4c7448 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.3217182 Apr 16 04:46:49.987937 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2116ffeb-3d06-4331-a37a-b0f367194031 req-2c5ca435-1717-4915-ad30-e6613b708be3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413673 Apr 16 04:46:51.103968 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d69f4-22b6-4db5-af6c-0cf62b28784c req-3da3135d-274f-4f4f-8864-eda2b6644195 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:51.105573 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-779d69f4-22b6-4db5-af6c-0cf62b28784c req-3da3135d-274f-4f4f-8864-eda2b6644195 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0481265 Apr 16 04:46:51.157365 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-779d69f4-22b6-4db5-af6c-0cf62b28784c req-6b22d05a-2fbf-4f66-8f55-c970848a04dc tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457850 Apr 16 04:46:52.272702 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b91f2a-160b-475f-9684-77c8151f1cfa req-739ca3e4-e8ef-4330-af86-72613b2d13b8 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:52.274218 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-07b91f2a-160b-475f-9684-77c8151f1cfa req-739ca3e4-e8ef-4330-af86-72613b2d13b8 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0475571 Apr 16 04:46:52.321212 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-07b91f2a-160b-475f-9684-77c8151f1cfa req-3c58f60f-af4e-47e9-bc3f-153944d439dd tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408876 Apr 16 04:46:53.433476 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fad287-d843-4575-bee3-0239e828a75d req-789598b1-ac1a-4316-b0e2-5cb40222db11 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:53.435410 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-19fad287-d843-4575-bee3-0239e828a75d req-789598b1-ac1a-4316-b0e2-5cb40222db11 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0459952 Apr 16 04:46:53.481330 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-19fad287-d843-4575-bee3-0239e828a75d req-f2ee0056-ae9a-4e1b-8f84-08ff015e5cf9 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403390 Apr 16 04:46:54.596565 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442919d-3037-417a-a291-e700ed89f426 req-0edb96c8-7891-4a05-bd5c-59c9919c0865 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:54.597938 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f442919d-3037-417a-a291-e700ed89f426 req-0edb96c8-7891-4a05-bd5c-59c9919c0865 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0490258 Apr 16 04:46:54.642866 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f442919d-3037-417a-a291-e700ed89f426 req-9a91bac1-81f2-4fe9-9dcf-0d18cc42f5bc tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394130 Apr 16 04:46:55.754308 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525214ba-1c5b-4fb2-b206-be8335b55465 req-e9daf2cf-1860-450a-a0dc-15691a816bb6 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:55.755750 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-525214ba-1c5b-4fb2-b206-be8335b55465 req-e9daf2cf-1860-450a-a0dc-15691a816bb6 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0465150 Apr 16 04:46:55.802777 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-525214ba-1c5b-4fb2-b206-be8335b55465 req-40fc78b2-c303-418a-9801-a5438c6b33b0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416052 Apr 16 04:46:56.316040 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:46:56.412632 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:46:56.423479 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'port_id': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e', 'mac_address': 'fa:16:3e:a7:51:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:46:56.464533 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:46:56.464956 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:56.477425 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:46:56.495776 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:46:56.556606 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:56.606632 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,revision_number=7']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:46:56.613436 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:46:56.613792 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:46:56.614134 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:46:56.614474 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:46:56.614809 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:46:56.615141 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:46:56.615495 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:46:56.615823 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:46:56.616148 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:46:56.616476 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:46:56.616828 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:46:56.617161 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:46:56.617482 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:46:56.617802 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:46:56.618122 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:46:56.623770 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:46:56.913105 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f618cf9-345e-4578-b547-d1f02a20f852 req-5d967c7d-e2ad-4491-bea7-acd7a5d11b61 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:56.915870 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7f618cf9-345e-4578-b547-d1f02a20f852 req-5d967c7d-e2ad-4491-bea7-acd7a5d11b61 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 945 time: 0.0461030 Apr 16 04:46:56.961153 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7f618cf9-345e-4578-b547-d1f02a20f852 req-2605bf65-7966-4d83-9375-8183924b5efb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405452 Apr 16 04:46:58.077205 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c7355-43c2-4a70-adb1-895724e223e5 req-8d84d41f-6dbc-4cde-b41f-258c8dc521e7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:58.078653 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6e2c7355-43c2-4a70-adb1-895724e223e5 req-8d84d41f-6dbc-4cde-b41f-258c8dc521e7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 945 time: 0.0502098 Apr 16 04:46:58.123921 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6e2c7355-43c2-4a70-adb1-895724e223e5 req-b050cee7-db31-4462-8aba-d02ed2cb7986 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398521 Apr 16 04:46:58.293664 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:58.332654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:46:58.378144 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:46:58.378552 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:58.454818 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:46:58.455195 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:58.476460 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:46:58.478692 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d817bb-df57-4a4e-9f98-8bd87ad1a0cb" -d '{"events": [{"server_uuid": "55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b", "name": "network-vif-plugged", "status": "completed", "tag": "58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:46:58.490889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:46:58.523020 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32cc863-6341-4444-81e6-1a71b83b6a2e x-openstack-request-id: req-c32cc863-6341-4444-81e6-1a71b83b6a2e {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:46:58.523309 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b", "name": "network-vif-plugged", "status": "completed", "tag": "58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:46:58.523562 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c32cc863-6341-4444-81e6-1a71b83b6a2e {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:46:58.523956 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c32cc863-6341-4444-81e6-1a71b83b6a2e'] response: {'server_uuid': '55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e', 'code': 200} Apr 16 04:46:58.568072 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:46:58.614915 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,revision_number=8']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:46:59.047569 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df993f44-fd6e-40a6-b3a5-9fb1c1629d99 req-807eb765-d01a-4f4d-bb95-cf3755a1bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:59.049083 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-df993f44-fd6e-40a6-b3a5-9fb1c1629d99 req-807eb765-d01a-4f4d-bb95-cf3755a1bee9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 1130 time: 0.0399861 Apr 16 04:46:59.155313 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df993f44-fd6e-40a6-b3a5-9fb1c1629d99 req-7da3b00d-953e-4c87-b434-1c2ee60a9f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:59.156810 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-df993f44-fd6e-40a6-b3a5-9fb1c1629d99 req-7da3b00d-953e-4c87-b434-1c2ee60a9f08 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 911 time: 0.0889306 Apr 16 04:46:59.253125 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-df993f44-fd6e-40a6-b3a5-9fb1c1629d99 req-9ad927fe-b7c6-4ce3-ace0-2ffa7060a615 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e HTTP/1.1" status: 200 len: 1003 time: 0.0899429 Apr 16 04:46:59.259271 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d348e-6f32-43e6-b6dd-1869520f9182 req-bb9481ed-98ed-4b9d-a2dc-42935c873bd8 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:59.260611 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-872d348e-6f32-43e6-b6dd-1869520f9182 req-bb9481ed-98ed-4b9d-a2dc-42935c873bd8 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0634084 Apr 16 04:46:59.335879 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df993f44-fd6e-40a6-b3a5-9fb1c1629d99 req-632b5574-1e3f-47b9-b962-c6863cce84c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:59.337325 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-df993f44-fd6e-40a6-b3a5-9fb1c1629d99 req-632b5574-1e3f-47b9-b962-c6863cce84c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0758779 Apr 16 04:46:59.341979 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-872d348e-6f32-43e6-b6dd-1869520f9182 req-b481858a-7353-4ccd-89a9-8305622fcc14 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731852 Apr 16 04:46:59.379627 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df993f44-fd6e-40a6-b3a5-9fb1c1629d99 req-c5e58971-310e-4096-9e9b-9a13e0fb2a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:46:59.381115 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-df993f44-fd6e-40a6-b3a5-9fb1c1629d99 req-c5e58971-310e-4096-9e9b-9a13e0fb2a23 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376489 Apr 16 04:46:59.470534 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-df993f44-fd6e-40a6-b3a5-9fb1c1629d99 req-88e025d8-55b3-43da-87db-0364051e5b39 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836403 Apr 16 04:46:59.556579 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-df993f44-fd6e-40a6-b3a5-9fb1c1629d99 req-67f93deb-a5aa-4bee-be6f-54ddf46a6b8d service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803034 Apr 16 04:47:00.456554 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b1c4d-0715-4423-9f76-06c4e399be09 req-a3f884c1-9146-4937-a995-36edd0d17d57 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:00.458066 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7c5b1c4d-0715-4423-9f76-06c4e399be09 req-a3f884c1-9146-4937-a995-36edd0d17d57 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0470192 Apr 16 04:47:00.506670 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7c5b1c4d-0715-4423-9f76-06c4e399be09 req-ea6e5c1a-79fe-419e-8121-3fbf07d3e8a1 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430453 Apr 16 04:47:01.701770 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3389c8-c3f6-4380-8b7f-8e779e1f2892 req-45d2f1c9-5102-4e80-9727-6a613ab38607 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:01.703275 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4b3389c8-c3f6-4380-8b7f-8e779e1f2892 req-45d2f1c9-5102-4e80-9727-6a613ab38607 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.1293168 Apr 16 04:47:01.749427 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4b3389c8-c3f6-4380-8b7f-8e779e1f2892 req-55f34007-cea8-4491-89d7-a6dff5f6307f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404382 Apr 16 04:47:02.909398 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e9ee1-f8b4-4753-917d-7e4a664a46af req-07b665d5-466f-4389-9926-24bc88c4b6f2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:02.910855 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8a7e9ee1-f8b4-4753-917d-7e4a664a46af req-07b665d5-466f-4389-9926-24bc88c4b6f2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0947204 Apr 16 04:47:02.956944 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8a7e9ee1-f8b4-4753-917d-7e4a664a46af req-065d3946-fec7-4510-b205-328ee24cc80e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404840 Apr 16 04:47:03.508703 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2db75-c153-4aff-add0-df84281ad7fe req-1d37224a-eedd-4bd9-a3fd-4d3d4ea27361 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:03.510207 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2ad2db75-c153-4aff-add0-df84281ad7fe req-1d37224a-eedd-4bd9-a3fd-4d3d4ea27361 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0464199 Apr 16 04:47:03.551877 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-cc780c32-23b9-4b16-8f54-49833dc360b0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:03.553366 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-cc780c32-23b9-4b16-8f54-49833dc360b0 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b&tenant_id=273b590f1834473d8fcd25418fc6b3f2&binding%3Ahost_id=hv-neutron-8380 HTTP/1.1" status: 200 len: 946 time: 0.0501606 Apr 16 04:47:03.560171 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2ad2db75-c153-4aff-add0-df84281ad7fe req-b37f16ea-adbd-4b41-8231-81cfbd5a3c03 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428197 Apr 16 04:47:03.612017 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-16646849-daf7-4405-800b-6aea3025093e service neutron] 10.222.0.18 "GET /v2.0/ports/58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e/bindings/hv-neutron-8380 HTTP/1.1" status: 200 len: 384 time: 0.0523858 Apr 16 04:47:03.673582 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-9578bd8f-d125-453a-94cc-026cf194fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:03.674985 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-9578bd8f-d125-453a-94cc-026cf194fcad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 1130 time: 0.0413749 Apr 16 04:47:03.761467 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-d04943bb-89f1-4658-a8e9-7d562191a561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:03.762950 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-d04943bb-89f1-4658-a8e9-7d562191a561 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 911 time: 0.0822864 Apr 16 04:47:04.081901 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-e5236f0d-8427-4600-937e-1879918b0422 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e HTTP/1.1" status: 200 len: 1003 time: 0.3127711 Apr 16 04:47:04.129315 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-12582372-d821-4549-ac7d-8067291d3e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:04.130725 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-12582372-d821-4549-ac7d-8067291d3e57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0432315 Apr 16 04:47:04.172350 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-5062a5cd-64f2-49d4-b199-dbb23e0bdc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:04.173845 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-5062a5cd-64f2-49d4-b199-dbb23e0bdc35 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378621 Apr 16 04:47:04.263264 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-f614992b-3013-4975-a7d3-8721bf28c6a7 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833328 Apr 16 04:47:04.349613 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-fb905657-0162-4b94-9f06-bdf9582032f8 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810521 Apr 16 04:47:04.674882 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f02db-35a0-48f6-9cbe-b64502fb3108 req-23e449b8-4b78-4471-bd70-e07daf901101 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:04.676332 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f71f02db-35a0-48f6-9cbe-b64502fb3108 req-23e449b8-4b78-4471-bd70-e07daf901101 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0470273 Apr 16 04:47:04.725539 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f71f02db-35a0-48f6-9cbe-b64502fb3108 req-473f9a3d-e5ae-4069-bc73-919f8f437702 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437033 Apr 16 04:47:05.842823 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d6410-82b7-4836-b85a-3dddbc979512 req-dad83342-ff71-4ee9-b1b8-7e125501e880 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:05.844286 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-310d6410-82b7-4836-b85a-3dddbc979512 req-dad83342-ff71-4ee9-b1b8-7e125501e880 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0505424 Apr 16 04:47:05.890706 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-310d6410-82b7-4836-b85a-3dddbc979512 req-1ce0695e-9dca-4505-b82a-5f6cc19a7f10 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408700 Apr 16 04:47:06.436759 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [req-7360a9ed-bfe7-4594-bcca-8e891fd22932 req-81e773d3-1dae-4948-8d73-0f2caf2eb0b4 tempest-TestNetworkBasicOps-235508934 tempest-TestNetworkBasicOps-235508934-project] (104633) timed out ('10.222.0.30', 41194) {{(pid=104633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 16 04:47:07.004147 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40791182-6754-4c15-b606-2b3fcb7b6610 req-a78308c8-3143-419d-82ae-5affb83143d7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:07.005636 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-40791182-6754-4c15-b606-2b3fcb7b6610 req-a78308c8-3143-419d-82ae-5affb83143d7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0472395 Apr 16 04:47:07.051837 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-40791182-6754-4c15-b606-2b3fcb7b6610 req-3184358f-8e76-493b-95bc-e13adfeadd90 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406489 Apr 16 04:47:08.167106 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7441be-c441-402e-b02a-d0066df2d32f req-bf565fcc-1e6a-47b7-9de6-38e7655124ef tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:08.168733 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8a7441be-c441-402e-b02a-d0066df2d32f req-bf565fcc-1e6a-47b7-9de6-38e7655124ef tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0492887 Apr 16 04:47:08.218694 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8a7441be-c441-402e-b02a-d0066df2d32f req-796f1100-9348-4f56-a315-6cf6c0624f60 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442119 Apr 16 04:47:09.099498 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8079adce-1633-4bef-a956-45aa6cddad50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:09.332213 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f45df4-bdba-453f-8cc3-7716f15ca0c0 req-d9933bd6-02df-4957-b654-7e35944173aa tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:09.334039 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-49f45df4-bdba-453f-8cc3-7716f15ca0c0 req-d9933bd6-02df-4957-b654-7e35944173aa tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0469859 Apr 16 04:47:09.380753 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-49f45df4-bdba-453f-8cc3-7716f15ca0c0 req-00066886-73fd-4023-862a-c46921851809 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408974 Apr 16 04:47:10.366731 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:47:10.444011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:47:10.444402 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:10.466866 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:47:10.469161 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4438a985-d9c3-412d-83d9-04ada2c8b940" -d '{"events": [{"server_uuid": "55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b", "name": "network-vif-unplugged", "status": "completed", "tag": "58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:47:10.482002 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:47:10.499166 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36088437-c906-4dfd-8077-98efba8cc14a req-eadb30b4-8ed8-4e25-8cfa-1d16683eb5d6 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:10.500898 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-36088437-c906-4dfd-8077-98efba8cc14a req-eadb30b4-8ed8-4e25-8cfa-1d16683eb5d6 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0517364 Apr 16 04:47:10.514637 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 04:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ea7bb0-4aba-4ca2-85e2-d4d05c104a6c x-openstack-request-id: req-37ea7bb0-4aba-4ca2-85e2-d4d05c104a6c {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:47:10.514933 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b", "name": "network-vif-unplugged", "status": "completed", "tag": "58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:47:10.515193 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37ea7bb0-4aba-4ca2-85e2-d4d05c104a6c {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:47:10.515653 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37ea7bb0-4aba-4ca2-85e2-d4d05c104a6c'] response: {'server_uuid': '55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e', 'code': 200} Apr 16 04:47:10.545471 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:10.550526 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-36088437-c906-4dfd-8077-98efba8cc14a req-0c43390e-cfe9-4d9e-82d4-9a61e0a0c8e8 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441611 Apr 16 04:47:10.598138 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,revision_number=9']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:47:11.347224 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-8a0acc6b-99ee-4b16-96e7-fb460744e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:11.348610 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-8a0acc6b-99ee-4b16-96e7-fb460744e263 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b&tenant_id=273b590f1834473d8fcd25418fc6b3f2 HTTP/1.1" status: 200 len: 1128 time: 0.0427694 Apr 16 04:47:11.404905 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-97a871d0-89a7-473f-9360-ca6b15837908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:11.406446 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-97a871d0-89a7-473f-9360-ca6b15837908 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273b590f1834473d8fcd25418fc6b3f2&device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 1128 time: 0.0388043 Apr 16 04:47:11.476567 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-397eda12-4373-4519-a9cc-6338e533aeea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:11.498115 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-c11c4693-a9ef-497a-8c32-85f5db8ae8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:11.499575 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-c11c4693-a9ef-497a-8c32-85f5db8ae8ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 200 len: 911 time: 0.0873010 Apr 16 04:47:11.562720 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-f56771e1-3aac-4431-8662-7e5b47022d4c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e HTTP/1.1" status: 200 len: 1001 time: 0.0576682 Apr 16 04:47:11.609930 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-41125e5e-07b8-4ede-b7ff-746e3cb49843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:11.611397 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-41125e5e-07b8-4ede-b7ff-746e3cb49843 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 200 len: 850 time: 0.0431068 Apr 16 04:47:11.680843 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-38e0be8c-0c40-4cab-8fcb-8e3c927ec111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:11.682310 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-38e0be8c-0c40-4cab-8fcb-8e3c927ec111 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0652783 Apr 16 04:47:11.715772 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1e9dc-f9db-475a-b376-f03ceb6163ef req-3e3d0e78-2a9b-4901-87c6-b25e4497bfc6 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:11.717194 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-12a1e9dc-f9db-475a-b376-f03ceb6163ef req-3e3d0e78-2a9b-4901-87c6-b25e4497bfc6 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0695348 Apr 16 04:47:11.809755 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-12a1e9dc-f9db-475a-b376-f03ceb6163ef req-3e66a620-0dd3-490e-8a75-d5d9f80eca2a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858781 Apr 16 04:47:11.819804 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-5eb0f181-2d54-4b5f-a001-31ee4eaa0ba7 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295900 Apr 16 04:47:11.908672 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48c1b5ca-c15f-4e94-9edb-a22b0005c7ad req-9d9a1ef7-ad4f-4692-83fe-df0581b94cb0 service neutron] 10.222.0.18 "GET /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829980 Apr 16 04:47:12.624971 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:12.924840 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e68cf-0ac1-411f-9544-019f73c2bd65 req-76cb4bf3-08fd-4bc2-9d59-9bb0efd95759 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:12.926347 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c45e68cf-0ac1-411f-9544-019f73c2bd65 req-76cb4bf3-08fd-4bc2-9d59-9bb0efd95759 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0487425 Apr 16 04:47:12.974510 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c45e68cf-0ac1-411f-9544-019f73c2bd65 req-cd8f4463-de55-4902-b212-24ba12db674e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425763 Apr 16 04:47:14.093553 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d7060-4fcf-4932-b82f-56e67f9fcc94 req-aea90855-c4d7-40e8-9e65-afb3288170bb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:14.094966 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d27d7060-4fcf-4932-b82f-56e67f9fcc94 req-aea90855-c4d7-40e8-9e65-afb3288170bb tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0495958 Apr 16 04:47:14.098971 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:14.147394 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d27d7060-4fcf-4932-b82f-56e67f9fcc94 req-7853b2f1-6af0-4d7f-95ef-29677f6a4884 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461807 Apr 16 04:47:15.259800 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae96ce6-a1f7-4949-8831-d6d12aed9c11 req-bc0fd815-b3ca-447a-8047-3b91b9ebdfea tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:15.261275 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3ae96ce6-a1f7-4949-8831-d6d12aed9c11 req-bc0fd815-b3ca-447a-8047-3b91b9ebdfea tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0467889 Apr 16 04:47:15.311421 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3ae96ce6-a1f7-4949-8831-d6d12aed9c11 req-28de1567-d6b5-4ee3-a84a-d0d07d858608 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446591 Apr 16 04:47:15.390168 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:16.435382 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40283b8d-ee3e-4434-8a9e-290a5340fd6b req-62682cf7-01af-41fb-93a8-d4c2b2b3fa8d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:16.437182 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-40283b8d-ee3e-4434-8a9e-290a5340fd6b req-62682cf7-01af-41fb-93a8-d4c2b2b3fa8d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0520155 Apr 16 04:47:16.488708 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-40283b8d-ee3e-4434-8a9e-290a5340fd6b req-588674af-4f74-4577-b82a-155b0b44e42a tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453155 Apr 16 04:47:17.084435 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:47:17.604701 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2f115-e1ab-484d-aa8c-825dd7726fa5 req-5c69aa75-c72b-438d-9385-4d79711cd16c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:17.606202 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-64d2f115-e1ab-484d-aa8c-825dd7726fa5 req-5c69aa75-c72b-438d-9385-4d79711cd16c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0465374 Apr 16 04:47:17.653982 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-64d2f115-e1ab-484d-aa8c-825dd7726fa5 req-dcb0ec7a-ace0-47ca-a998-39c41bf59210 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422075 Apr 16 04:47:18.766381 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e1e32-c4b9-42e2-be23-d19e52f49dc0 req-97abe236-9771-43f4-9e0c-1f5419a9b3d7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:18.772177 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c43e1e32-c4b9-42e2-be23-d19e52f49dc0 req-97abe236-9771-43f4-9e0c-1f5419a9b3d7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0469413 Apr 16 04:47:18.814547 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c43e1e32-c4b9-42e2-be23-d19e52f49dc0 req-c1c29864-f942-45d4-bf60-86fb2bebe0af tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407302 Apr 16 04:47:19.929756 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde370ea-24ce-407a-95c6-82983e341fab req-6eb012e4-b34c-446b-8888-aed92ff4697f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:19.931352 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cde370ea-24ce-407a-95c6-82983e341fab req-6eb012e4-b34c-446b-8888-aed92ff4697f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0483758 Apr 16 04:47:19.981961 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cde370ea-24ce-407a-95c6-82983e341fab req-b0f5bebb-165a-49de-afeb-8d878bbc8f50 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446863 Apr 16 04:47:21.099040 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b55948-88f8-4fcf-8e3e-c38a10354033 req-964d02b6-94de-49a6-b26e-18c7bf529a0d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:21.100403 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-31b55948-88f8-4fcf-8e3e-c38a10354033 req-964d02b6-94de-49a6-b26e-18c7bf529a0d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0504982 Apr 16 04:47:21.147827 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-31b55948-88f8-4fcf-8e3e-c38a10354033 req-8e33fb3b-c709-4add-8e82-425a1bfae91c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417988 Apr 16 04:47:22.273070 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d71cb7-4e63-424a-953a-9080b213f56d req-f104001e-e185-4914-9d65-b37425f221c3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:22.274545 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-68d71cb7-4e63-424a-953a-9080b213f56d req-f104001e-e185-4914-9d65-b37425f221c3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0575600 Apr 16 04:47:22.321817 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-68d71cb7-4e63-424a-953a-9080b213f56d req-cb07bb50-f84f-4208-94bc-3088de8add9d tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411048 Apr 16 04:47:23.438355 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b1d84-e463-403e-a97e-3ef245c6ec85 req-9231de14-0993-450e-a6c2-03ad642a67c4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:23.439860 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3c8b1d84-e463-403e-a97e-3ef245c6ec85 req-9231de14-0993-450e-a6c2-03ad642a67c4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0483303 Apr 16 04:47:23.486778 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3c8b1d84-e463-403e-a97e-3ef245c6ec85 req-3017d7da-7c6c-4751-8092-21868fda891c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414302 Apr 16 04:47:24.460246 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:47:24.556460 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:47:24.568536 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'port_id': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e', 'mac_address': 'fa:16:3e:a7:51:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:47:24.598769 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1da5e-3830-410f-93a5-58b06a28132b req-94c75645-ec6c-4358-9e98-87b36bf3c322 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:24.600340 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-44d1da5e-3830-410f-93a5-58b06a28132b req-94c75645-ec6c-4358-9e98-87b36bf3c322 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 944 time: 0.0461571 Apr 16 04:47:24.608322 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:47:24.608707 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:24.621959 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:47:24.642091 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:47:24.647777 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-44d1da5e-3830-410f-93a5-58b06a28132b req-22a27daf-0f26-483c-9c7d-2261d72007a8 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414567 Apr 16 04:47:24.699421 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:24.748970 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,revision_number=10']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:47:24.755812 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:47:25.765166 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ed7e4-849c-4b16-83c5-a57f641a45fa req-386dede7-6e02-4af3-accd-944238120a8b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:25.766615 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-854ed7e4-849c-4b16-83c5-a57f641a45fa req-386dede7-6e02-4af3-accd-944238120a8b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 946 time: 0.0498486 Apr 16 04:47:25.813226 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-854ed7e4-849c-4b16-83c5-a57f641a45fa req-e62fe5fa-dcd3-4017-866a-1d019a58cc7f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408363 Apr 16 04:47:26.484511 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:47:26.529564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:47:26.529931 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:26.603293 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:47:26.603668 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:26.625482 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:47:26.627667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5609214c-c17d-42c8-b667-e60099fdd30f" -d '{"events": [{"server_uuid": "55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b", "name": "network-vif-plugged", "status": "completed", "tag": "58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:47:26.643002 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:47:26.670276 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254e6438-efac-48f5-add8-3d8cce6e9c31 x-openstack-request-id: req-254e6438-efac-48f5-add8-3d8cce6e9c31 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:47:26.670556 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b", "name": "network-vif-plugged", "status": "completed", "tag": "58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:47:26.670800 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-254e6438-efac-48f5-add8-3d8cce6e9c31 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:47:26.671188 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-254e6438-efac-48f5-add8-3d8cce6e9c31'] response: {'server_uuid': '55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e', 'code': 200} Apr 16 04:47:26.693415 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:26.740074 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,revision_number=11']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:47:26.925301 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee6f0b-def3-42dd-a365-e6ae2af4e309 req-4acf0f7b-104e-4c07-8b69-23edaa6c0755 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:26.927375 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-96ee6f0b-def3-42dd-a365-e6ae2af4e309 req-4acf0f7b-104e-4c07-8b69-23edaa6c0755 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 947 time: 0.0477273 Apr 16 04:47:26.974442 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-96ee6f0b-def3-42dd-a365-e6ae2af4e309 req-59318f44-d86a-4c66-b0cb-cab26a13a5be tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415468 Apr 16 04:47:28.090001 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce6d9a-1dd8-4c3c-8dd6-a730d5701710 req-d2d790c2-a182-4dfe-bf65-81b00a202bfe tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:28.091837 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-31ce6d9a-1dd8-4c3c-8dd6-a730d5701710 req-d2d790c2-a182-4dfe-bf65-81b00a202bfe tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 947 time: 0.0497131 Apr 16 04:47:28.137301 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-31ce6d9a-1dd8-4c3c-8dd6-a730d5701710 req-6c69e001-d059-40f1-bc9d-450de5cab6e3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399806 Apr 16 04:47:28.281706 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:29.251090 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd5b41-7620-4566-af1d-1a542cd756fc req-4cb932b1-ba55-4c3e-849f-1f4f86e78e00 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:29.252553 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bddd5b41-7620-4566-af1d-1a542cd756fc req-4cb932b1-ba55-4c3e-849f-1f4f86e78e00 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 947 time: 0.0465994 Apr 16 04:47:29.303456 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bddd5b41-7620-4566-af1d-1a542cd756fc req-3662cad5-2f97-4236-9044-5d38e312992b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452116 Apr 16 04:47:30.414437 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0c505-00ad-47de-995c-11f5226f9ec0 req-8dc8919e-7f9c-4482-a33b-fe85f664de69 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:30.415894 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a3f0c505-00ad-47de-995c-11f5226f9ec0 req-8dc8919e-7f9c-4482-a33b-fe85f664de69 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 947 time: 0.0469408 Apr 16 04:47:30.462182 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a3f0c505-00ad-47de-995c-11f5226f9ec0 req-a812975d-76bb-4090-bc27-69a04d6a7726 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406544 Apr 16 04:47:30.572618 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cbee5-f23b-4e20-9128-4b531541020d req-a8da727d-c173-4cac-b55d-0ec04476173f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:30.574118 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-747cbee5-f23b-4e20-9128-4b531541020d req-a8da727d-c173-4cac-b55d-0ec04476173f tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 947 time: 0.0470660 Apr 16 04:47:30.621237 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-747cbee5-f23b-4e20-9128-4b531541020d req-253f8ccf-15f4-4e5d-8fc8-513f78539e06 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415299 Apr 16 04:47:30.730354 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12372f-0831-41d3-a32e-5f4054a059b5 req-fd877d01-1655-4d8a-b25b-9310bb322c1c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:30.732337 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ac12372f-0831-41d3-a32e-5f4054a059b5 req-fd877d01-1655-4d8a-b25b-9310bb322c1c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 947 time: 0.0459807 Apr 16 04:47:30.782562 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ac12372f-0831-41d3-a32e-5f4054a059b5 req-e668b55c-032c-4f65-99b7-defa455a4b80 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447032 Apr 16 04:47:31.143101 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1aa34c-762e-4e64-9bff-e47093152b12 req-9ed8f4c2-2dde-4c36-bbfe-fbd2d7f1e4db tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:31.144565 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ce1aa34c-762e-4e64-9bff-e47093152b12 req-9ed8f4c2-2dde-4c36-bbfe-fbd2d7f1e4db tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 947 time: 0.0461245 Apr 16 04:47:31.190974 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ce1aa34c-762e-4e64-9bff-e47093152b12 req-10793532-25c0-45c8-9df4-bd97e3c215ff tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406022 Apr 16 04:47:32.302833 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898bd0a-3395-4d80-bd58-07f64da73c1b req-ce024c55-7b55-40c8-b0af-ae68862a9ced tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:32.304309 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2898bd0a-3395-4d80-bd58-07f64da73c1b req-ce024c55-7b55-40c8-b0af-ae68862a9ced tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 947 time: 0.0467103 Apr 16 04:47:32.351009 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2898bd0a-3395-4d80-bd58-07f64da73c1b req-7bef9d1a-47de-447e-9464-16520e9e79f5 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405493 Apr 16 04:47:33.432217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280a5c5-12aa-4be1-97e4-9521838876fd req-abe23b7e-f6e3-4e5f-8e6d-e50593f7b37e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:33.433733 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a280a5c5-12aa-4be1-97e4-9521838876fd req-abe23b7e-f6e3-4e5f-8e6d-e50593f7b37e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 947 time: 0.0520368 Apr 16 04:47:33.464495 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff87f5-79df-4a28-800b-be81afafbc2b req-3986e813-467f-4a61-93c1-fead5292d2c7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:33.466038 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-48ff87f5-79df-4a28-800b-be81afafbc2b req-3986e813-467f-4a61-93c1-fead5292d2c7 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 947 time: 0.0482452 Apr 16 04:47:33.514301 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-48ff87f5-79df-4a28-800b-be81afafbc2b req-89071aeb-b03e-4e8a-96e2-d660463ed0dc tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e66dbc8-d9cd-4211-a924-b5ccfa417df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426326 Apr 16 04:47:33.518969 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-a280a5c5-12aa-4be1-97e4-9521838876fd req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Deleting port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:47:33.519312 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a280a5c5-12aa-4be1-97e4-9521838876fd req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:33.614242 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-a280a5c5-12aa-4be1-97e4-9521838876fd req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] For port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:47:33.614609 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a280a5c5-12aa-4be1-97e4-9521838876fd req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:33.786005 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a280a5c5-12aa-4be1-97e4-9521838876fd req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:33.786379 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a280a5c5-12aa-4be1-97e4-9521838876fd req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (1ff59165-93e2-4d3a-ae71-52c7e0661da3), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:33.786698 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [req-a280a5c5-12aa-4be1-97e4-9521838876fd req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Floating IP 1ff59165-93e2-4d3a-ae71-52c7e0661da3 disassociated. External IP: 172.26.6.122, port: 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e. Apr 16 04:47:33.787044 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-a280a5c5-12aa-4be1-97e4-9521838876fd req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Calling delete_port for 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:47:34.007564 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a280a5c5-12aa-4be1-97e4-9521838876fd req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:34.034706 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Pushing event deleted for resources: {'Port': ['ID=58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:47:34.046460 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:34.046813 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:34.047161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:34.047502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:34.047879 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:34.048167 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:34.048498 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:34.048855 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:34.049192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:34.049514 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:34.049841 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:34.050170 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:34.050497 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:34.050821 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:34.051146 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:34.171146 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a280a5c5-12aa-4be1-97e4-9521838876fd req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Router f38d2b96-add9-4852-b7bb-15c53a0e398f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:47:34.285823 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a280a5c5-12aa-4be1-97e4-9521838876fd req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:47:34.295134 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1856a4-cf0c-41a6-a0cb-552cafd39e41 None None] Sync routers for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:47:34.304682 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1856a4-cf0c-41a6-a0cb-552cafd39e41 None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:47:34.305347 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-7d1856a4-cf0c-41a6-a0cb-552cafd39e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:47:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:47:34.327481 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-a280a5c5-12aa-4be1-97e4-9521838876fd req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] No DVR routers for this DVR port 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:47:34.330244 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a280a5c5-12aa-4be1-97e4-9521838876fd req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:34.333881 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a280a5c5-12aa-4be1-97e4-9521838876fd req-e5dd42ab-54ae-4d6e-9d27-bb62280ad050 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.18 "DELETE /v2.0/ports/58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e HTTP/1.1" status: 204 len: 173 time: 0.8943579 Apr 16 04:47:34.334332 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b', 'name': 'network-vif-deleted', 'tag': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:47:34.337252 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3241436-7d74-4825-b6d8-35a7ad417eee" -d '{"events": [{"server_uuid": "55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b", "name": "network-vif-deleted", "tag": "58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:47:34.417916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-7d1856a4-cf0c-41a6-a0cb-552cafd39e41 None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:47:34.432053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9141b1ae-c1db-469e-83d1-408a22c5ecd0 x-openstack-request-id: req-9141b1ae-c1db-469e-83d1-408a22c5ecd0 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:47:34.432053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b", "name": "network-vif-deleted", "tag": "58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:47:34.432053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9141b1ae-c1db-469e-83d1-408a22c5ecd0 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:47:34.432053 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9141b1ae-c1db-469e-83d1-408a22c5ecd0'] response: {'server_uuid': '55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b', 'name': 'network-vif-deleted', 'tag': '58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e', 'status': 'completed', 'code': 200} Apr 16 04:47:34.623563 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e2469ffd-bfa6-4465-ad94-42038fd8dfcb req-33f315cf-b89c-4885-90fc-8dd02add7af3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 210 time: 0.0382452 Apr 16 04:47:34.764631 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-7d1856a4-cf0c-41a6-a0cb-552cafd39e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:47:34.791936 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1856a4-cf0c-41a6-a0cb-552cafd39e41 None None] Checking router: f38d2b96-add9-4852-b7bb-15c53a0e398f for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:47:34.800352 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1856a4-cf0c-41a6-a0cb-552cafd39e41 None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:47:34.800984 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-7d1856a4-cf0c-41a6-a0cb-552cafd39e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:47:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:47:34.910375 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-7d1856a4-cf0c-41a6-a0cb-552cafd39e41 None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:47:35.096946 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-7d1856a4-cf0c-41a6-a0cb-552cafd39e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:47:35.128481 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1856a4-cf0c-41a6-a0cb-552cafd39e41 None None] The sync data for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv is: [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:43:02Z', 'revision_number': 4, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'c60722b3-897a-41b1-8345-e594f2d36c36', 'name': '', 'network_id': '34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'mac_address': 'fa:16:3e:82:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:43:01Z', 'updated_at': '2022-04-16T04:43:05Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'subnets': [{'id': '0c1587aa-c5d6-4a42-89af-ec226224e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:47:35.348357 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3ff62e-cc4f-435b-afbd-bfefedff166e None None] New status for floating IP 1ff59165-93e2-4d3a-ae71-52c7e0661da3: DOWN {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:47:35.721984 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ca4f3189-357a-4208-8c42-df185f2bd27b req-1e00930d-9475-42ca-8fdf-0e498d91a1ae tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 210 time: 0.0288465 Apr 16 04:47:36.567183 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:47:36.586832 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:47:36.587177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 58b8ceb1-e6ed-45a3-8008-2f9e2b40a23e not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:47:36.817347 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d2ce363d-b226-47f7-9e2b-0ebfa849299f req-8630b57a-2f52-4673-b5c5-13f7f9a39a0b tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 210 time: 0.0285850 Apr 16 04:47:37.914732 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0f5db3c2-72c8-4ec8-9569-5fd68e0d72c9 req-8404d27f-6ee7-49d7-948d-a6a07135cd61 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 210 time: 0.0316603 Apr 16 04:47:39.010491 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-13a8ef2f-257e-42c2-85bf-b3396765e560 req-af3a316f-91ea-4905-a529-b72e0ad0de4e tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 210 time: 0.0274301 Apr 16 04:47:39.132551 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ab84420a-1ab3-4743-8228-c8b3d4abced2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:40.109788 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-97c99e40-372a-4be4-b0ce-6175c9b7dc9b req-91db1cb5-1d12-40fc-9a3f-f879f4f57ff3 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 210 time: 0.0309453 Apr 16 04:47:41.204843 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8dc62cca-9d93-4038-abf4-3987b91f4173 req-92655b47-2465-4d5f-88f8-f9472a1f4aa8 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 210 time: 0.0291283 Apr 16 04:47:41.487886 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ff2a60cc-a105-4ee3-a955-4f89923fa08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:42.310946 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-19f08707-509c-4b1d-ae79-9c6e0c089d0e req-ea7fdc2d-08fe-472c-8ca4-eb3489a799fc tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 210 time: 0.0304093 Apr 16 04:47:42.630148 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:43.416450 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-78f0369a-3695-419d-a34c-7b57120a6c4b req-65d4dbf0-1c3e-41b8-bc0c-7a9a6dcf8af2 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/ports?device_id=55b0e11d-0e55-401b-8cb6-9a8cc1b7fb5b HTTP/1.1" status: 200 len: 210 time: 0.0337589 Apr 16 04:47:44.103569 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:45.367314 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:51.493496 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44060) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:47:51.553838 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1e0747b7-ad3e-4975-aeeb-2d14613090a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for security_group (0e66dbc8-d9cd-4211-a924-b5ccfa417df3), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:51.579134 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1e0747b7-ad3e-4975-aeeb-2d14613090a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for security_group (0e66dbc8-d9cd-4211-a924-b5ccfa417df3), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:51.709311 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1e0747b7-ad3e-4975-aeeb-2d14613090a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (0e66dbc8-d9cd-4211-a924-b5ccfa417df3), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:51.712362 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1e0747b7-ad3e-4975-aeeb-2d14613090a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:51.716184 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1e0747b7-ad3e-4975-aeeb-2d14613090a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "DELETE /v2.0/security-groups/0e66dbc8-d9cd-4211-a924-b5ccfa417df3 HTTP/1.1" status: 204 len: 168 time: 0.2193751 Apr 16 04:47:51.716703 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44062) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:47:51.734127 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.api.v2.resource [None req-92b036c5-8de6-4514-8a17-86c360697e60 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] show failed (client error): The resource could not be found. Apr 16 04:47:51.739197 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0747b7-ad3e-4975-aeeb-2d14613090a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e66dbc8-d9cd-4211-a924-b5ccfa417df3,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:47:51.744964 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-92b036c5-8de6-4514-8a17-86c360697e60 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "GET /v2.0/security-groups/0e66dbc8-d9cd-4211-a924-b5ccfa417df3 HTTP/1.1" status: 404 len: 347 time: 0.0269728 Apr 16 04:47:51.750554 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44064) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:47:51.750707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0747b7-ad3e-4975-aeeb-2d14613090a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:51.750707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0747b7-ad3e-4975-aeeb-2d14613090a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:51.750707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0747b7-ad3e-4975-aeeb-2d14613090a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:51.750707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0747b7-ad3e-4975-aeeb-2d14613090a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:51.750707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0747b7-ad3e-4975-aeeb-2d14613090a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:51.750707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0747b7-ad3e-4975-aeeb-2d14613090a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:51.750707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0747b7-ad3e-4975-aeeb-2d14613090a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:51.750707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0747b7-ad3e-4975-aeeb-2d14613090a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:51.750707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0747b7-ad3e-4975-aeeb-2d14613090a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:51.751475 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0747b7-ad3e-4975-aeeb-2d14613090a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:51.751475 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0747b7-ad3e-4975-aeeb-2d14613090a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:51.751663 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0747b7-ad3e-4975-aeeb-2d14613090a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:51.751995 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0747b7-ad3e-4975-aeeb-2d14613090a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:51.752327 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0747b7-ad3e-4975-aeeb-2d14613090a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:51.752654 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0747b7-ad3e-4975-aeeb-2d14613090a4 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:47:51.873995 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-aadb467e-cb9d-40d5-ae32-cb5a56a2fad1 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Deleting port 4fedd010-4c68-4e5a-b795-22321e3df1f6 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:47:51.874347 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aadb467e-cb9d-40d5-ae32-cb5a56a2fad1 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (4fedd010-4c68-4e5a-b795-22321e3df1f6), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:51.962277 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aadb467e-cb9d-40d5-ae32-cb5a56a2fad1 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (4fedd010-4c68-4e5a-b795-22321e3df1f6), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:51.962277 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aadb467e-cb9d-40d5-ae32-cb5a56a2fad1 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for floatingip (4fedd010-4c68-4e5a-b795-22321e3df1f6), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:51.972807 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-aadb467e-cb9d-40d5-ae32-cb5a56a2fad1 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Calling delete_port for 4fedd010-4c68-4e5a-b795-22321e3df1f6 owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:47:52.202022 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aadb467e-cb9d-40d5-ae32-cb5a56a2fad1 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (4fedd010-4c68-4e5a-b795-22321e3df1f6), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:52.231533 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb467e-cb9d-40d5-ae32-cb5a56a2fad1 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Pushing event deleted for resources: {'Port': ['ID=4fedd010-4c68-4e5a-b795-22321e3df1f6,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:47:52.292356 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aadb467e-cb9d-40d5-ae32-cb5a56a2fad1 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks [] for floatingip (1ff59165-93e2-4d3a-ae71-52c7e0661da3), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:52.294921 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aadb467e-cb9d-40d5-ae32-cb5a56a2fad1 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:52.296072 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-aadb467e-cb9d-40d5-ae32-cb5a56a2fad1 tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] 10.222.0.30 "DELETE /v2.0/floatingips/1ff59165-93e2-4d3a-ae71-52c7e0661da3 HTTP/1.1" status: 204 len: 168 time: 0.5490408 Apr 16 04:47:52.298946 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44066) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:47:52.696806 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-76cba635-b7d9-4c44-9745-c088eb478400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (f38d2b96-add9-4852-b7bb-15c53a0e398f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:53.236199 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-76cba635-b7d9-4c44-9745-c088eb478400 admin admin] Deleting port c60722b3-897a-41b1-8345-e594f2d36c36 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:47:53.236939 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-76cba635-b7d9-4c44-9745-c088eb478400 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c60722b3-897a-41b1-8345-e594f2d36c36), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:53.316217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-76cba635-b7d9-4c44-9745-c088eb478400 admin admin] For port c60722b3-897a-41b1-8345-e594f2d36c36, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c60722b3-897a-41b1-8345-e594f2d36c36,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:47:53.316574 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-76cba635-b7d9-4c44-9745-c088eb478400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c60722b3-897a-41b1-8345-e594f2d36c36), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:53.328861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-76cba635-b7d9-4c44-9745-c088eb478400 admin admin] Calling delete_port for c60722b3-897a-41b1-8345-e594f2d36c36 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:47:53.572706 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-76cba635-b7d9-4c44-9745-c088eb478400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c60722b3-897a-41b1-8345-e594f2d36c36), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:53.598105 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cba635-b7d9-4c44-9745-c088eb478400 admin admin] Pushing event deleted for resources: {'Port': ['ID=c60722b3-897a-41b1-8345-e594f2d36c36,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:47:53.773085 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-76cba635-b7d9-4c44-9745-c088eb478400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (f38d2b96-add9-4852-b7bb-15c53a0e398f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:53.992462 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cba635-b7d9-4c44-9745-c088eb478400 admin admin] Router f38d2b96-add9-4852-b7bb-15c53a0e398f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:47:54.083350 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:47:54.102900 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cba635-b7d9-4c44-9745-c088eb478400 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:47:54.108139 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-76cba635-b7d9-4c44-9745-c088eb478400 admin admin] 10.222.0.30 "PUT /v2.0/routers/f38d2b96-add9-4852-b7bb-15c53a0e398f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8082762 Apr 16 04:47:54.110883 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44068) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:47:54.111983 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb30b50-d500-4ab7-87d8-fa0bb301091b None None] Sync routers for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:47:54.122907 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb30b50-d500-4ab7-87d8-fa0bb301091b None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:47:54.123648 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-9cb30b50-d500-4ab7-87d8-fa0bb301091b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:47:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:47:54.220923 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-760e1f27-ff7b-4fa3-a3dd-1ffc35f338e7 admin admin] Publish callbacks [] for router (f38d2b96-add9-4852-b7bb-15c53a0e398f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:54.231135 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-9cb30b50-d500-4ab7-87d8-fa0bb301091b None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:47:54.327022 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-760e1f27-ff7b-4fa3-a3dd-1ffc35f338e7 admin admin] Publish callbacks [] for router_gateway (f38d2b96-add9-4852-b7bb-15c53a0e398f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:54.405790 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-9cb30b50-d500-4ab7-87d8-fa0bb301091b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123'}], 'enable_snat': True}, 'gw_port_id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:47:53Z', 'revision_number': 5, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port': {'id': '3b1a1a3a-984c-43e3-af4a-73a480565ff7', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:42:59Z', 'updated_at': '2022-04-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:47:54.424109 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-760e1f27-ff7b-4fa3-a3dd-1ffc35f338e7 admin admin] Deleting port 3b1a1a3a-984c-43e3-af4a-73a480565ff7 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:47:54.424448 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-760e1f27-ff7b-4fa3-a3dd-1ffc35f338e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (3b1a1a3a-984c-43e3-af4a-73a480565ff7), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:54.432215 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb30b50-d500-4ab7-87d8-fa0bb301091b None None] Checking router: f38d2b96-add9-4852-b7bb-15c53a0e398f for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:47:54.441061 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb30b50-d500-4ab7-87d8-fa0bb301091b None None] Routers {'f38d2b96-add9-4852-b7bb-15c53a0e398f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:47:54.441673 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-9cb30b50-d500-4ab7-87d8-fa0bb301091b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:47:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f38d2b96-add9-4852-b7bb-15c53a0e398f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:47:54.507615 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-760e1f27-ff7b-4fa3-a3dd-1ffc35f338e7 admin admin] For port 3b1a1a3a-984c-43e3-af4a-73a480565ff7, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3b1a1a3a-984c-43e3-af4a-73a480565ff7,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:47:54.507980 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-760e1f27-ff7b-4fa3-a3dd-1ffc35f338e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (3b1a1a3a-984c-43e3-af4a-73a480565ff7), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:54.521605 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-760e1f27-ff7b-4fa3-a3dd-1ffc35f338e7 admin admin] Calling delete_port for 3b1a1a3a-984c-43e3-af4a-73a480565ff7 owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:47:54.531195 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-9cb30b50-d500-4ab7-87d8-fa0bb301091b None None] Set router f38d2b96-add9-4852-b7bb-15c53a0e398f gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:47:54.587028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-9cb30b50-d500-4ab7-87d8-fa0bb301091b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:47:54Z', 'revision_number': 6, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:47:54.613860 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb30b50-d500-4ab7-87d8-fa0bb301091b None None] The sync data for ids ['f38d2b96-add9-4852-b7bb-15c53a0e398f'] in dv-neutron-838078-2-hyperv is: [{'id': 'f38d2b96-add9-4852-b7bb-15c53a0e398f', 'name': 'tempest-ServerActionsTestJSON-219594153-router', 'tenant_id': '273b590f1834473d8fcd25418fc6b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:42:58Z', 'updated_at': '2022-04-16T04:47:54Z', 'revision_number': 6, 'project_id': '273b590f1834473d8fcd25418fc6b3f2', 'gw_port_host': None}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:47:54.750201 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-760e1f27-ff7b-4fa3-a3dd-1ffc35f338e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (3b1a1a3a-984c-43e3-af4a-73a480565ff7), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:54.776960 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e1f27-ff7b-4fa3-a3dd-1ffc35f338e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1a1a3a-984c-43e3-af4a-73a480565ff7,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:47:54.840356 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-760e1f27-ff7b-4fa3-a3dd-1ffc35f338e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (f38d2b96-add9-4852-b7bb-15c53a0e398f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:54.933973 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-760e1f27-ff7b-4fa3-a3dd-1ffc35f338e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (f38d2b96-add9-4852-b7bb-15c53a0e398f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:54.936296 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-760e1f27-ff7b-4fa3-a3dd-1ffc35f338e7 admin admin] Publish callbacks [] for router_controller (f38d2b96-add9-4852-b7bb-15c53a0e398f), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:55.024311 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-760e1f27-ff7b-4fa3-a3dd-1ffc35f338e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (f38d2b96-add9-4852-b7bb-15c53a0e398f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:55.024937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760e1f27-ff7b-4fa3-a3dd-1ffc35f338e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f38d2b96-add9-4852-b7bb-15c53a0e398f {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:47:55.030621 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-760e1f27-ff7b-4fa3-a3dd-1ffc35f338e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:55.031789 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-760e1f27-ff7b-4fa3-a3dd-1ffc35f338e7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f38d2b96-add9-4852-b7bb-15c53a0e398f HTTP/1.1" status: 204 len: 168 time: 0.9198828 Apr 16 04:47:55.034233 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44070) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:47:55.079471 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d2004c-bc1d-497a-b37d-72f36edb5a42 admin admin] Deleting subnet 0c1587aa-c5d6-4a42-89af-ec226224e020 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:47:55.082639 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-37d2004c-bc1d-497a-b37d-72f36edb5a42 admin admin] Publish callbacks [] for subnet (0c1587aa-c5d6-4a42-89af-ec226224e020), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:55.121908 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-37d2004c-bc1d-497a-b37d-72f36edb5a42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (0c1587aa-c5d6-4a42-89af-ec226224e020), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:55.198837 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-37d2004c-bc1d-497a-b37d-72f36edb5a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (0c1587aa-c5d6-4a42-89af-ec226224e020), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:55.315094 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-37d2004c-bc1d-497a-b37d-72f36edb5a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (0c1587aa-c5d6-4a42-89af-ec226224e020), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:55.345796 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2004c-bc1d-497a-b37d-72f36edb5a42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c1587aa-c5d6-4a42-89af-ec226224e020,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:47:55.347761 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-37d2004c-bc1d-497a-b37d-72f36edb5a42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:55.353498 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-37d2004c-bc1d-497a-b37d-72f36edb5a42 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0c1587aa-c5d6-4a42-89af-ec226224e020 HTTP/1.1" status: 204 len: 168 time: 0.3158195 Apr 16 04:47:55.353634 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a77d4d4-b5c3-41ab-8f26-3e6281b7ec22 None None] Network 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:47:55.354064 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44072) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:47:55.428103 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5943ce30-894b-44b8-95f2-2ffbfc03b0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:55.475390 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-5943ce30-894b-44b8-95f2-2ffbfc03b0ea admin admin] Deleting port 4f950b35-4823-40ec-b259-6553d9a1825e {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:47:55.475736 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5943ce30-894b-44b8-95f2-2ffbfc03b0ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (4f950b35-4823-40ec-b259-6553d9a1825e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:55.537951 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a78a544-14e5-49f1-a1a9-b958a633b5cf None None] DHCP port deletion for 34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:47:55.546024 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-5943ce30-894b-44b8-95f2-2ffbfc03b0ea admin admin] For port 4f950b35-4823-40ec-b259-6553d9a1825e, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=4f950b35-4823-40ec-b259-6553d9a1825e,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:47:55.547460 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5943ce30-894b-44b8-95f2-2ffbfc03b0ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (4f950b35-4823-40ec-b259-6553d9a1825e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:55.560414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-5943ce30-894b-44b8-95f2-2ffbfc03b0ea admin admin] Calling delete_port for 4f950b35-4823-40ec-b259-6553d9a1825e owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:47:55.583103 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2a78a544-14e5-49f1-a1a9-b958a633b5cf None None] Deleting port 4f950b35-4823-40ec-b259-6553d9a1825e {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:47:55.583487 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2a78a544-14e5-49f1-a1a9-b958a633b5cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (4f950b35-4823-40ec-b259-6553d9a1825e), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:55.656035 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-2a78a544-14e5-49f1-a1a9-b958a633b5cf None None] For port 4f950b35-4823-40ec-b259-6553d9a1825e, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=4f950b35-4823-40ec-b259-6553d9a1825e,segment=NetworkSegment(19a40b01-6328-4d88-a160-e366fd13e126),segment_id=19a40b01-6328-4d88-a160-e366fd13e126)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:47:55.656429 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2a78a544-14e5-49f1-a1a9-b958a633b5cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (4f950b35-4823-40ec-b259-6553d9a1825e), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:55.669123 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2a78a544-14e5-49f1-a1a9-b958a633b5cf None None] Calling delete_port for 4f950b35-4823-40ec-b259-6553d9a1825e owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:47:55.710347 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5943ce30-894b-44b8-95f2-2ffbfc03b0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (4f950b35-4823-40ec-b259-6553d9a1825e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:55.736083 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943ce30-894b-44b8-95f2-2ffbfc03b0ea admin admin] Pushing event deleted for resources: {'Port': ['ID=4f950b35-4823-40ec-b259-6553d9a1825e,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:47:55.739415 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5943ce30-894b-44b8-95f2-2ffbfc03b0ea admin admin] No DVR routers for this DVR port 4f950b35-4823-40ec-b259-6553d9a1825e on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:47:55.748488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2a78a544-14e5-49f1-a1a9-b958a633b5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (4f950b35-4823-40ec-b259-6553d9a1825e), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:55.774716 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78a544-14e5-49f1-a1a9-b958a633b5cf None None] Pushing event deleted for resources: {'Port': ['ID=4f950b35-4823-40ec-b259-6553d9a1825e,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:47:55.778554 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a78a544-14e5-49f1-a1a9-b958a633b5cf None None] No DVR routers for this DVR port 4f950b35-4823-40ec-b259-6553d9a1825e on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:47:55.818507 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5943ce30-894b-44b8-95f2-2ffbfc03b0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:55.840147 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-5943ce30-894b-44b8-95f2-2ffbfc03b0ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:47:55.849418 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-5943ce30-894b-44b8-95f2-2ffbfc03b0ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a40b01-6328-4d88-a160-e366fd13e126') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:47:55.854537 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-5943ce30-894b-44b8-95f2-2ffbfc03b0ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a40b01-6328-4d88-a160-e366fd13e126') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:47:55.859247 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5943ce30-894b-44b8-95f2-2ffbfc03b0ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (19a40b01-6328-4d88-a160-e366fd13e126), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:55.865185 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3b1a1a3a-984c-43e3-af4a-73a480565ff7 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:47:55.873187 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5943ce30-894b-44b8-95f2-2ffbfc03b0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (19a40b01-6328-4d88-a160-e366fd13e126), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:55.879623 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5943ce30-894b-44b8-95f2-2ffbfc03b0ea admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:47:55.880067 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5943ce30-894b-44b8-95f2-2ffbfc03b0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (19a40b01-6328-4d88-a160-e366fd13e126), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:47:55.881861 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:47:55.890159 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 3b1a1a3a-984c-43e3-af4a-73a480565ff7 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:47:55.890159 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3b1a1a3a-984c-43e3-af4a-73a480565ff7 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:47:55.890159 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c60722b3-897a-41b1-8345-e594f2d36c36 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:47:55.909798 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: c60722b3-897a-41b1-8345-e594f2d36c36 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:47:55.913422 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c60722b3-897a-41b1-8345-e594f2d36c36 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:47:55.913422 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 4f950b35-4823-40ec-b259-6553d9a1825e no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:47:55.929406 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 4f950b35-4823-40ec-b259-6553d9a1825e {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:47:55.929751 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 4f950b35-4823-40ec-b259-6553d9a1825e not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:47:56.018262 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5943ce30-894b-44b8-95f2-2ffbfc03b0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:56.023963 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5943ce30-894b-44b8-95f2-2ffbfc03b0ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:56.027189 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5943ce30-894b-44b8-95f2-2ffbfc03b0ea admin admin] 10.222.0.30 "DELETE /v2.0/networks/34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b HTTP/1.1" status: 204 len: 168 time: 0.6727159 Apr 16 04:47:56.038311 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943ce30-894b-44b8-95f2-2ffbfc03b0ea admin admin] Pushing event deleted for resources: {'Network': ['ID=34e2c454-6b7a-4eb9-b0e8-0f355a2fed7b,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:47:56.296819 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44076) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:47:56.337346 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1706f7fc-a513-450e-bede-f64767c64478 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=273b590f1834473d8fcd25418fc6b3f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393069 Apr 16 04:47:56.339851 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44078) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:47:56.387432 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-344e80a6-4589-46ad-ac86-5d0c99f94531 admin admin] Publish callbacks [] for security_group (87a84605-3f0d-463a-8e04-2be70cbeee39), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:56.408716 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-344e80a6-4589-46ad-ac86-5d0c99f94531 admin admin] Publish callbacks [] for security_group (87a84605-3f0d-463a-8e04-2be70cbeee39), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:56.487061 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-344e80a6-4589-46ad-ac86-5d0c99f94531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (87a84605-3f0d-463a-8e04-2be70cbeee39), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:56.489566 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-344e80a6-4589-46ad-ac86-5d0c99f94531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:56.490712 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-344e80a6-4589-46ad-ac86-5d0c99f94531 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87a84605-3f0d-463a-8e04-2be70cbeee39 HTTP/1.1" status: 204 len: 168 time: 0.1499357 Apr 16 04:47:56.499737 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e80a6-4589-46ad-ac86-5d0c99f94531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a84605-3f0d-463a-8e04-2be70cbeee39,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:47:57.394089 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44100) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:47:57.485878 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-880fd80d-67d8-4a62-946b-e2b5903d75ca admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1827967915-network', 'tenant_id': '23c207f35a30459b96eeac7103af57c9'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:47:57.560289 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880fd80d-67d8-4a62-946b-e2b5903d75ca admin admin] Made reservation on behalf of 23c207f35a30459b96eeac7103af57c9 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:47:57.562556 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-880fd80d-67d8-4a62-946b-e2b5903d75ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:57.574765 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-880fd80d-67d8-4a62-946b-e2b5903d75ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:57.647754 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-880fd80d-67d8-4a62-946b-e2b5903d75ca admin admin] Publish callbacks [] for security_group (5c21c403-42f7-4875-b49b-4ee9a474e284), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:57.708726 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-880fd80d-67d8-4a62-946b-e2b5903d75ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (5c21c403-42f7-4875-b49b-4ee9a474e284), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:57.733275 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880fd80d-67d8-4a62-946b-e2b5903d75ca admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:47:57.742949 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fd80d-67d8-4a62-946b-e2b5903d75ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c21c403-42f7-4875-b49b-4ee9a474e284,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:47:57.748238 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-880fd80d-67d8-4a62-946b-e2b5903d75ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (650b1340-d1ae-4d3e-a995-d82a11411b0f), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:57.749199 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-880fd80d-67d8-4a62-946b-e2b5903d75ca admin admin] Added segment 650b1340-d1ae-4d3e-a995-d82a11411b0f of type vlan for network 26974c17-4c45-42bd-a179-ec846d4bcdac Apr 16 04:47:57.788957 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-880fd80d-67d8-4a62-946b-e2b5903d75ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (26974c17-4c45-42bd-a179-ec846d4bcdac), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:57.852835 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-880fd80d-67d8-4a62-946b-e2b5903d75ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (26974c17-4c45-42bd-a179-ec846d4bcdac), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:57.853831 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880fd80d-67d8-4a62-946b-e2b5903d75ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:57.854383 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-880fd80d-67d8-4a62-946b-e2b5903d75ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:57.943830 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-880fd80d-67d8-4a62-946b-e2b5903d75ca admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5484865 Apr 16 04:47:57.945015 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fd80d-67d8-4a62-946b-e2b5903d75ca admin admin] Pushing event updated for resources: {'Network': ['ID=26974c17-4c45-42bd-a179-ec846d4bcdac,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:47:57.947073 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44104) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:47:57.952272 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-6d57b747-6ef1-44a9-959d-f6bc28d983a5 admin admin] Request body: {'subnet': {'network_id': '26974c17-4c45-42bd-a179-ec846d4bcdac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1827967915-subnet', 'tenant_id': '23c207f35a30459b96eeac7103af57c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:47:57.954953 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 26974c17-4c45-42bd-a179-ec846d4bcdac details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:47:58.018590 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d57b747-6ef1-44a9-959d-f6bc28d983a5 admin admin] Made reservation on behalf of 23c207f35a30459b96eeac7103af57c9 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:47:58.021378 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d57b747-6ef1-44a9-959d-f6bc28d983a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:58.247510 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d57b747-6ef1-44a9-959d-f6bc28d983a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (42a9aebc-a9d5-4681-a30e-8c8b7f742dc6), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:58.276141 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:58.303897 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57b747-6ef1-44a9-959d-f6bc28d983a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42a9aebc-a9d5-4681-a30e-8c8b7f742dc6,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:47:58.312483 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d57b747-6ef1-44a9-959d-f6bc28d983a5 admin admin] Checking segment: {'id': '650b1340-d1ae-4d3e-a995-d82a11411b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '26974c17-4c45-42bd-a179-ec846d4bcdac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:47:58.312874 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d57b747-6ef1-44a9-959d-f6bc28d983a5 admin admin] Network hostable DHCP agents. Network: 26974c17-4c45-42bd-a179-ec846d4bcdac, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:47:58.423909 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d57b747-6ef1-44a9-959d-f6bc28d983a5 admin admin] Network 26974c17-4c45-42bd-a179-ec846d4bcdac is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:47:58.492568 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-6d57b747-6ef1-44a9-959d-f6bc28d983a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 26974c17-4c45-42bd-a179-ec846d4bcdac) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:47:58.496498 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d57b747-6ef1-44a9-959d-f6bc28d983a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:58.497122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d57b747-6ef1-44a9-959d-f6bc28d983a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:47:58.501253 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de77baa-3014-4df2-82b1-c4fb86c3e3d9 None None] Network 26974c17-4c45-42bd-a179-ec846d4bcdac requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:47:58.580890 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6d57b747-6ef1-44a9-959d-f6bc28d983a5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6325276 Apr 16 04:47:58.601479 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e25280e-5a52-4439-ae90-d9c9dd6ce053 None None] Network 26974c17-4c45-42bd-a179-ec846d4bcdac requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:47:59.008014 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-13752508-b298-4453-a33b-9e7c790aa88f tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:47:59.009421 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-13752508-b298-4453-a33b-9e7c790aa88f tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/networks?id=26974c17-4c45-42bd-a179-ec846d4bcdac HTTP/1.1" status: 200 len: 814 time: 0.1008577 Apr 16 04:47:59.024393 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-0497f32e-84b6-473b-856d-9e7414921f9a tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/quotas/23c207f35a30459b96eeac7103af57c9 HTTP/1.1" status: 200 len: 375 time: 0.0088694 Apr 16 04:47:59.061582 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-2c94c850-3f7d-42f8-a654-af0e57267663 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=23c207f35a30459b96eeac7103af57c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324376 Apr 16 04:47:59.192078 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-d7e5aab3-1452-47db-a74a-af90b02938f1 service neutron] 10.222.0.30 "GET /v2.0/networks/26974c17-4c45-42bd-a179-ec846d4bcdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239588 Apr 16 04:47:59.283415 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-060cde33-3fea-4498-9fc5-0a5bb84519cb service neutron] 10.222.0.30 "GET /v2.0/networks/26974c17-4c45-42bd-a179-ec846d4bcdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854340 Apr 16 04:47:59.541061 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-17bb81fe-4248-430d-bc6c-43ab95b1c4d4 req-0b36739d-307d-4667-b533-f4b49dfc04ca tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 210 time: 0.0290053 Apr 16 04:48:00.635763 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9d76b423-adf3-45c1-ba93-c645fdf3ad62 req-620c3d2c-bb35-4ef0-b1c9-1eea18e007be tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 210 time: 0.0280211 Apr 16 04:48:01.447035 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-933c3aaa-450b-472f-b6ae-b1846c51fe2c tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:01.448491 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-933c3aaa-450b-472f-b6ae-b1846c51fe2c tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.18 "GET /v2.0/networks?id=26974c17-4c45-42bd-a179-ec846d4bcdac HTTP/1.1" status: 200 len: 814 time: 0.1023889 Apr 16 04:48:01.460622 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-a4c424c7-578f-466b-85bb-bf60652dd1a7 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Request body: {'port': {'device_id': '0e37be16-cd5e-45ba-ba15-de1970c4522d', 'network_id': '26974c17-4c45-42bd-a179-ec846d4bcdac', 'admin_state_up': True, 'tenant_id': '23c207f35a30459b96eeac7103af57c9'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:48:01.601422 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-a4c424c7-578f-466b-85bb-bf60652dd1a7 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Made reservation on behalf of 23c207f35a30459b96eeac7103af57c9 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:48:01.604878 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-a4c424c7-578f-466b-85bb-bf60652dd1a7 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:01.744389 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7f1111d2-5ad7-48bd-ae3f-57fc6e45f192 req-ea8372a0-47da-4817-bfdf-3b6942355c19 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 210 time: 0.0347567 Apr 16 04:48:01.758003 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-a4c424c7-578f-466b-85bb-bf60652dd1a7 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Allocated IP 172.20.0.14 (26974c17-4c45-42bd-a179-ec846d4bcdac/42a9aebc-a9d5-4681-a30e-8c8b7f742dc6/93c3d01d-6163-4971-b8c2-ba7118c3525b) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:48:01.905844 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-a4c424c7-578f-466b-85bb-bf60652dd1a7 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Publish callbacks [] for port (93c3d01d-6163-4971-b8c2-ba7118c3525b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:01.983522 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-a4c424c7-578f-466b-85bb-bf60652dd1a7 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (93c3d01d-6163-4971-b8c2-ba7118c3525b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:02.023896 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-a4c424c7-578f-466b-85bb-bf60652dd1a7 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Network 26974c17-4c45-42bd-a179-ec846d4bcdac is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:48:02.026879 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-a4c424c7-578f-466b-85bb-bf60652dd1a7 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:48:02.032470 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-a4c424c7-578f-466b-85bb-bf60652dd1a7 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:48:02.057241 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c424c7-578f-466b-85bb-bf60652dd1a7 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Pushing event updated for resources: {'Port': ['ID=93c3d01d-6163-4971-b8c2-ba7118c3525b,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:02.084898 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-a4c424c7-578f-466b-85bb-bf60652dd1a7 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:02.085512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-a4c424c7-578f-466b-85bb-bf60652dd1a7 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:02.152414 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-a4c424c7-578f-466b-85bb-bf60652dd1a7 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6953011 Apr 16 04:48:02.163035 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] Request body: {'port': {'device_id': '0e37be16-cd5e-45ba-ba15-de1970c4522d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:48:02.223734 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (93c3d01d-6163-4971-b8c2-ba7118c3525b), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:02.478072 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c3d01d-6163-4971-b8c2-ba7118c3525b {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:48:02.485968 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] Publish callbacks [] for port (93c3d01d-6163-4971-b8c2-ba7118c3525b), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:02.497975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] Transition to ACTIVE for port object 93c3d01d-6163-4971-b8c2-ba7118c3525b will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:48:02.549417 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (93c3d01d-6163-4971-b8c2-ba7118c3525b), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:02.603963 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] Pushing event updated for resources: {'Port': ['ID=93c3d01d-6163-4971-b8c2-ba7118c3525b,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:02.667472 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] Attempting to bind port 93c3d01d-6163-4971-b8c2-ba7118c3525b on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:48:02.667803 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] Attempting to bind port 93c3d01d-6163-4971-b8c2-ba7118c3525b by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '650b1340-d1ae-4d3e-a995-d82a11411b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '26974c17-4c45-42bd-a179-ec846d4bcdac'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:48:02.668126 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] Attempting to bind port 93c3d01d-6163-4971-b8c2-ba7118c3525b on network 26974c17-4c45-42bd-a179-ec846d4bcdac {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:48:02.673012 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] Port 93c3d01d-6163-4971-b8c2-ba7118c3525b on network 26974c17-4c45-42bd-a179-ec846d4bcdac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:48:02.673327 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] Attempting to bind port 93c3d01d-6163-4971-b8c2-ba7118c3525b on network 26974c17-4c45-42bd-a179-ec846d4bcdac {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:48:02.678157 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:48:02.678487 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] Checking segment: {'id': '650b1340-d1ae-4d3e-a995-d82a11411b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '26974c17-4c45-42bd-a179-ec846d4bcdac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:48:02.678865 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] Bound using segment: {'id': '650b1340-d1ae-4d3e-a995-d82a11411b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '26974c17-4c45-42bd-a179-ec846d4bcdac'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:48:02.679285 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] Bound port: 93c3d01d-6163-4971-b8c2-ba7118c3525b, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '650b1340-d1ae-4d3e-a995-d82a11411b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '26974c17-4c45-42bd-a179-ec846d4bcdac'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:48:02.679634 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (93c3d01d-6163-4971-b8c2-ba7118c3525b), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:02.746134 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] For port 93c3d01d-6163-4971-b8c2-ba7118c3525b, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:48:02.746134 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] For port 93c3d01d-6163-4971-b8c2-ba7118c3525b, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=93c3d01d-6163-4971-b8c2-ba7118c3525b,segment=NetworkSegment(650b1340-d1ae-4d3e-a995-d82a11411b0f),segment_id=650b1340-d1ae-4d3e-a995-d82a11411b0f)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:48:02.812114 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (93c3d01d-6163-4971-b8c2-ba7118c3525b), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:02.853440 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:02.854068 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:02.855451 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] 10.222.0.18 "PUT /v2.0/ports/93c3d01d-6163-4971-b8c2-ba7118c3525b HTTP/1.1" status: 200 len: 1094 time: 0.6964147 Apr 16 04:48:02.855891 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e37be16-cd5e-45ba-ba15-de1970c4522d', 'tag': '93c3d01d-6163-4971-b8c2-ba7118c3525b'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:48:02.857995 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508c0d3-37b8-4e58-8478-545e0e717f7d req-bc983b48-9454-4d29-a3aa-88be494d4244 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:02.858489 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2cb3d9-4eb2-4f3e-879c-efa5a120aa57" -d '{"events": [{"name": "network-changed", "server_uuid": "0e37be16-cd5e-45ba-ba15-de1970c4522d", "tag": "93c3d01d-6163-4971-b8c2-ba7118c3525b"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:48:02.860201 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4508c0d3-37b8-4e58-8478-545e0e717f7d req-bc983b48-9454-4d29-a3aa-88be494d4244 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 944 time: 0.0500298 Apr 16 04:48:02.879734 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859f7aa-0e95-4541-bc7d-4a44ee5440e8 service neutron] Pushing event updated for resources: {'Port': ['ID=93c3d01d-6163-4971-b8c2-ba7118c3525b,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:02.894172 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462eb076-f6ff-48b5-b68b-ccb813e62537 x-openstack-request-id: req-462eb076-f6ff-48b5-b68b-ccb813e62537 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:48:02.894465 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e37be16-cd5e-45ba-ba15-de1970c4522d", "tag": "93c3d01d-6163-4971-b8c2-ba7118c3525b", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:48:02.894721 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-462eb076-f6ff-48b5-b68b-ccb813e62537 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:48:02.895367 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-462eb076-f6ff-48b5-b68b-ccb813e62537'] response: {'name': 'network-changed', 'server_uuid': '0e37be16-cd5e-45ba-ba15-de1970c4522d', 'tag': '93c3d01d-6163-4971-b8c2-ba7118c3525b', 'status': 'completed', 'code': 200} Apr 16 04:48:02.917961 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4508c0d3-37b8-4e58-8478-545e0e717f7d req-27781d90-f28c-47bb-a64e-471b0cfe1052 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482264 Apr 16 04:48:02.955292 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cb3d9-4eb2-4f3e-879c-efa5a120aa57 req-a941deba-8749-4e63-a470-9f0940c5e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:02.956813 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ce2cb3d9-4eb2-4f3e-879c-efa5a120aa57 req-a941deba-8749-4e63-a470-9f0940c5e408 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=23c207f35a30459b96eeac7103af57c9&device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 1128 time: 0.0425403 Apr 16 04:48:03.055003 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cb3d9-4eb2-4f3e-879c-efa5a120aa57 req-14fe3262-b714-47f4-9925-166b64e0f835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:03.056446 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ce2cb3d9-4eb2-4f3e-879c-efa5a120aa57 req-14fe3262-b714-47f4-9925-166b64e0f835 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=23c207f35a30459b96eeac7103af57c9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0934799 Apr 16 04:48:03.409139 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cb3d9-4eb2-4f3e-879c-efa5a120aa57 req-561b85b0-35d9-4e92-9711-f5a2048f98a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:03.410581 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ce2cb3d9-4eb2-4f3e-879c-efa5a120aa57 req-561b85b0-35d9-4e92-9711-f5a2048f98a0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3480005 Apr 16 04:48:03.482249 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-2d3b9cf1-463a-475d-9121-33889fddb896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:03.483737 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-2d3b9cf1-463a-475d-9121-33889fddb896 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=23c207f35a30459b96eeac7103af57c9&device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 1128 time: 0.0393605 Apr 16 04:48:03.527028 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-d9e46d18-cc41-4473-9b0a-a153bec64d22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93c3d01d-6163-4971-b8c2-ba7118c3525b HTTP/1.1" status: 200 len: 217 time: 0.0368166 Apr 16 04:48:03.574620 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-e0610bc5-9735-4af6-a5ad-d5d5ab21f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:03.576083 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-e0610bc5-9735-4af6-a5ad-d5d5ab21f643 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42a9aebc-a9d5-4681-a30e-8c8b7f742dc6 HTTP/1.1" status: 200 len: 854 time: 0.0429790 Apr 16 04:48:03.606162 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-4c41beae-c9bc-40ba-a675-48ee8a93605d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=26974c17-4c45-42bd-a179-ec846d4bcdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244308 Apr 16 04:48:03.699834 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-e71bf48f-ed5f-42a3-bfaa-377aff575206 service neutron] 10.222.0.18 "GET /v2.0/networks/26974c17-4c45-42bd-a179-ec846d4bcdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865095 Apr 16 04:48:03.786578 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-40dfb37a-c0e1-4050-bf4d-d60c7d8ebb0c req-9f64df1f-fcf8-43a4-83ab-728674191f04 service neutron] 10.222.0.18 "GET /v2.0/networks/26974c17-4c45-42bd-a179-ec846d4bcdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808115 Apr 16 04:48:04.036067 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677842d-b501-4de9-96ff-39af91a9426a req-ceb8f296-c4f1-4708-92e2-7a9580ad54bb tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:04.037565 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5677842d-b501-4de9-96ff-39af91a9426a req-ceb8f296-c4f1-4708-92e2-7a9580ad54bb tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 944 time: 0.0518095 Apr 16 04:48:04.084612 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5677842d-b501-4de9-96ff-39af91a9426a req-64358e4e-724d-4f04-882e-64dca0d88973 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412490 Apr 16 04:48:05.197464 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215aa38-b8b7-4dd3-8553-8b851b80cd86 req-7788b697-a496-4473-acb7-82984b147383 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:05.198914 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4215aa38-b8b7-4dd3-8553-8b851b80cd86 req-7788b697-a496-4473-acb7-82984b147383 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 944 time: 0.0496635 Apr 16 04:48:05.245897 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4215aa38-b8b7-4dd3-8553-8b851b80cd86 req-166f1290-d17c-4b52-91c6-b50ba8c6b7d8 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409436 Apr 16 04:48:06.356142 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd9387-466c-4ed9-8c83-8687e2d1345f req-71de8d67-cc67-43de-a251-8590555b3394 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:06.357624 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9acd9387-466c-4ed9-8c83-8687e2d1345f req-71de8d67-cc67-43de-a251-8590555b3394 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 944 time: 0.0464425 Apr 16 04:48:06.403940 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9acd9387-466c-4ed9-8c83-8687e2d1345f req-31dec92b-4b0a-4278-be77-248b788b2e77 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407062 Apr 16 04:48:06.748358 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 93c3d01d-6163-4971-b8c2-ba7118c3525b details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:48:06.845080 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 93c3d01d-6163-4971-b8c2-ba7118c3525b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=93c3d01d-6163-4971-b8c2-ba7118c3525b,segment=NetworkSegment(650b1340-d1ae-4d3e-a995-d82a11411b0f),segment_id=650b1340-d1ae-4d3e-a995-d82a11411b0f)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:48:06.855878 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '93c3d01d-6163-4971-b8c2-ba7118c3525b', 'network_id': '26974c17-4c45-42bd-a179-ec846d4bcdac', 'port_id': '93c3d01d-6163-4971-b8c2-ba7118c3525b', 'mac_address': 'fa:16:3e:52:fe:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a9aebc-a9d5-4681-a30e-8c8b7f742dc6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:48:06.896275 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 93c3d01d-6163-4971-b8c2-ba7118c3525b is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:48:06.896665 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (93c3d01d-6163-4971-b8c2-ba7118c3525b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:06.910353 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c3d01d-6163-4971-b8c2-ba7118c3525b {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:48:06.929630 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 93c3d01d-6163-4971-b8c2-ba7118c3525b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=93c3d01d-6163-4971-b8c2-ba7118c3525b,segment=NetworkSegment(650b1340-d1ae-4d3e-a995-d82a11411b0f),segment_id=650b1340-d1ae-4d3e-a995-d82a11411b0f)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:48:07.023983 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (93c3d01d-6163-4971-b8c2-ba7118c3525b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:07.070328 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=93c3d01d-6163-4971-b8c2-ba7118c3525b,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:07.077836 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:07.078185 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:07.078527 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:07.078868 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:07.079204 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:07.079555 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:07.079864 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:07.080190 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:07.080517 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:07.080875 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:07.081207 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:07.081533 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:07.081859 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:07.082213 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:07.082532 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:07.227716 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['93c3d01d-6163-4971-b8c2-ba7118c3525b'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:48:07.514470 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ddfda-abd4-4edd-b914-9d05024df6b3 req-5d83afe8-d88a-49ff-98b5-af93fc0905bb tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:07.515908 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-949ddfda-abd4-4edd-b914-9d05024df6b3 req-5d83afe8-d88a-49ff-98b5-af93fc0905bb tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 945 time: 0.0464797 Apr 16 04:48:07.562122 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-949ddfda-abd4-4edd-b914-9d05024df6b3 req-45cd5e3f-9f12-45f9-bd5e-fcd2c833d071 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404525 Apr 16 04:48:08.674243 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa161fd-d660-453e-b537-9129dee03a9e req-d55458a8-0670-42fc-9052-12733401366d tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:08.675677 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2fa161fd-d660-453e-b537-9129dee03a9e req-d55458a8-0670-42fc-9052-12733401366d tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 945 time: 0.0490794 Apr 16 04:48:08.720838 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2fa161fd-d660-453e-b537-9129dee03a9e req-cb1b56df-bfb4-4226-9b5b-1f139125b55e tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397508 Apr 16 04:48:08.753012 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 93c3d01d-6163-4971-b8c2-ba7118c3525b up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:48:08.796247 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 93c3d01d-6163-4971-b8c2-ba7118c3525b completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:48:08.869370 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 93c3d01d-6163-4971-b8c2-ba7118c3525b triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:48:08.869666 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (93c3d01d-6163-4971-b8c2-ba7118c3525b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:08.947198 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 93c3d01d-6163-4971-b8c2-ba7118c3525b is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:48:08.947576 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (93c3d01d-6163-4971-b8c2-ba7118c3525b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:09.117445 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e37be16-cd5e-45ba-ba15-de1970c4522d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c3d01d-6163-4971-b8c2-ba7118c3525b'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:48:09.119685 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24af513-53f8-4695-b110-60a2a33730de" -d '{"events": [{"server_uuid": "0e37be16-cd5e-45ba-ba15-de1970c4522d", "name": "network-vif-plugged", "status": "completed", "tag": "93c3d01d-6163-4971-b8c2-ba7118c3525b"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:48:09.132981 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 93c3d01d-6163-4971-b8c2-ba7118c3525b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=93c3d01d-6163-4971-b8c2-ba7118c3525b,segment=NetworkSegment(650b1340-d1ae-4d3e-a995-d82a11411b0f),segment_id=650b1340-d1ae-4d3e-a995-d82a11411b0f)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:48:09.155907 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a013af2-77c2-4dd3-b772-d2aea867339a x-openstack-request-id: req-4a013af2-77c2-4dd3-b772-d2aea867339a {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:48:09.156193 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e37be16-cd5e-45ba-ba15-de1970c4522d", "name": "network-vif-plugged", "status": "completed", "tag": "93c3d01d-6163-4971-b8c2-ba7118c3525b", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:48:09.156447 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a013af2-77c2-4dd3-b772-d2aea867339a {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:48:09.156861 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a013af2-77c2-4dd3-b772-d2aea867339a'] response: {'server_uuid': '0e37be16-cd5e-45ba-ba15-de1970c4522d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c3d01d-6163-4971-b8c2-ba7118c3525b', 'code': 200} Apr 16 04:48:09.195150 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c258e96d-e067-49d9-bc6d-4cb29645c909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:09.223654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (93c3d01d-6163-4971-b8c2-ba7118c3525b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:09.270833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=93c3d01d-6163-4971-b8c2-ba7118c3525b,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:09.439138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87662cd8-c4bf-4e4a-b34e-03af76f94b54 req-1eaf8dc1-aad1-45ed-b78c-ad648092a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:09.440702 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-87662cd8-c4bf-4e4a-b34e-03af76f94b54 req-1eaf8dc1-aad1-45ed-b78c-ad648092a6da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 1130 time: 0.0388329 Apr 16 04:48:09.483587 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-87662cd8-c4bf-4e4a-b34e-03af76f94b54 req-fb3f6bee-5707-4ac9-b0df-1ae97c9a82c4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374675 Apr 16 04:48:09.831461 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966c2ce-a00b-4da2-9594-8c823cd927cf req-dea9d1dd-9c08-4591-8719-59c542c9be3d tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:09.832944 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3966c2ce-a00b-4da2-9594-8c823cd927cf req-dea9d1dd-9c08-4591-8719-59c542c9be3d tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 946 time: 0.0466163 Apr 16 04:48:09.882290 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3966c2ce-a00b-4da2-9594-8c823cd927cf req-76e312b3-0821-4dc9-bbcc-6e90c72c8f01 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437624 Apr 16 04:48:10.999008 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bebd4-1ac4-4067-b40b-4c6f6251e94a req-1a36dfb7-55a8-46fb-9922-dad3a67a786a tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:11.000593 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d35bebd4-1ac4-4067-b40b-4c6f6251e94a req-1a36dfb7-55a8-46fb-9922-dad3a67a786a tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 946 time: 0.0499148 Apr 16 04:48:11.047348 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d35bebd4-1ac4-4067-b40b-4c6f6251e94a req-f06b6a05-b2df-4e5b-8852-f4123b3b8bb7 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411057 Apr 16 04:48:11.263874 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-b6d732ce-1416-44f0-82bc-2512436c94f5 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:11.265375 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-b6d732ce-1416-44f0-82bc-2512436c94f5 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/networks?id=26974c17-4c45-42bd-a179-ec846d4bcdac HTTP/1.1" status: 200 len: 814 time: 0.0994208 Apr 16 04:48:11.280189 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-6ee83437-5491-4c11-8c04-e35d3fc69545 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/quotas/23c207f35a30459b96eeac7103af57c9 HTTP/1.1" status: 200 len: 375 time: 0.0092793 Apr 16 04:48:11.325597 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-a0c5aca8-b5d5-4351-b595-3765582a60a9 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=23c207f35a30459b96eeac7103af57c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0402100 Apr 16 04:48:11.419150 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-d242e238-01e7-44cc-83bd-7db50607237d service neutron] 10.222.0.30 "GET /v2.0/networks/26974c17-4c45-42bd-a179-ec846d4bcdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870910 Apr 16 04:48:11.486966 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d3d8c262-84ba-4743-9710-bc346740abe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:11.508029 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-22b821a5-2b36-46dc-823d-72ae570a1826 service neutron] 10.222.0.30 "GET /v2.0/networks/26974c17-4c45-42bd-a179-ec846d4bcdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829389 Apr 16 04:48:11.738662 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2d825f18-a309-45bc-a821-be865860203b req-e0f7eb16-bf68-493a-8cf8-41d62fdf7401 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=f927962b-d992-4cb0-82bf-f086e9b85b6b HTTP/1.1" status: 200 len: 210 time: 0.0273819 Apr 16 04:48:12.639595 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:12.837871 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e1426956-3ce5-49d0-a2e3-640f5390789d req-d67d39ba-25a7-45b6-a16f-6754b56a6a7e tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=f927962b-d992-4cb0-82bf-f086e9b85b6b HTTP/1.1" status: 200 len: 210 time: 0.0324419 Apr 16 04:48:13.483258 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-6b8d642f-5e73-4997-a989-2083f2da8f71 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:13.484641 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-6b8d642f-5e73-4997-a989-2083f2da8f71 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.18 "GET /v2.0/networks?id=26974c17-4c45-42bd-a179-ec846d4bcdac HTTP/1.1" status: 200 len: 814 time: 0.1009195 Apr 16 04:48:13.495657 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-142453d4-8d1f-4efe-8d48-b95465932b88 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Request body: {'port': {'device_id': 'f927962b-d992-4cb0-82bf-f086e9b85b6b', 'network_id': '26974c17-4c45-42bd-a179-ec846d4bcdac', 'admin_state_up': True, 'tenant_id': '23c207f35a30459b96eeac7103af57c9'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:48:13.692488 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-142453d4-8d1f-4efe-8d48-b95465932b88 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Made reservation on behalf of 23c207f35a30459b96eeac7103af57c9 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:48:13.696016 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-142453d4-8d1f-4efe-8d48-b95465932b88 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:13.823313 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-142453d4-8d1f-4efe-8d48-b95465932b88 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Allocated IP 172.20.0.13 (26974c17-4c45-42bd-a179-ec846d4bcdac/42a9aebc-a9d5-4681-a30e-8c8b7f742dc6/1830351f-07ad-4d36-b1c4-a33b64b05a91) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:48:13.933802 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8d165abf-0ed5-433e-a7b2-675e99058243 req-abacad2b-6f2f-4ef6-b005-38fa1a3ae44a tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=f927962b-d992-4cb0-82bf-f086e9b85b6b HTTP/1.1" status: 200 len: 210 time: 0.0275002 Apr 16 04:48:13.974904 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-142453d4-8d1f-4efe-8d48-b95465932b88 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Publish callbacks [] for port (1830351f-07ad-4d36-b1c4-a33b64b05a91), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:14.121770 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-142453d4-8d1f-4efe-8d48-b95465932b88 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (1830351f-07ad-4d36-b1c4-a33b64b05a91), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:14.133007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['93c3d01d-6163-4971-b8c2-ba7118c3525b'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:48:14.159751 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:14.163949 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-142453d4-8d1f-4efe-8d48-b95465932b88 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Network 26974c17-4c45-42bd-a179-ec846d4bcdac is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:48:14.167172 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-142453d4-8d1f-4efe-8d48-b95465932b88 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:48:14.173724 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-142453d4-8d1f-4efe-8d48-b95465932b88 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:48:14.205908 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142453d4-8d1f-4efe-8d48-b95465932b88 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Pushing event updated for resources: {'Port': ['ID=1830351f-07ad-4d36-b1c4-a33b64b05a91,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:14.230567 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-142453d4-8d1f-4efe-8d48-b95465932b88 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:14.231714 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-142453d4-8d1f-4efe-8d48-b95465932b88 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:14.300711 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-142453d4-8d1f-4efe-8d48-b95465932b88 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8086219 Apr 16 04:48:14.312560 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] Request body: {'port': {'device_id': 'f927962b-d992-4cb0-82bf-f086e9b85b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:48:14.371002 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1830351f-07ad-4d36-b1c4-a33b64b05a91), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:14.629978 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1830351f-07ad-4d36-b1c4-a33b64b05a91 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:48:14.637153 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] Publish callbacks [] for port (1830351f-07ad-4d36-b1c4-a33b64b05a91), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:14.649154 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] Transition to ACTIVE for port object 1830351f-07ad-4d36-b1c4-a33b64b05a91 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:48:14.732243 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (1830351f-07ad-4d36-b1c4-a33b64b05a91), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:14.786000 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] Pushing event updated for resources: {'Port': ['ID=1830351f-07ad-4d36-b1c4-a33b64b05a91,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:14.850592 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] Attempting to bind port 1830351f-07ad-4d36-b1c4-a33b64b05a91 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:48:14.850924 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] Attempting to bind port 1830351f-07ad-4d36-b1c4-a33b64b05a91 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '650b1340-d1ae-4d3e-a995-d82a11411b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '26974c17-4c45-42bd-a179-ec846d4bcdac'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:48:14.851249 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] Attempting to bind port 1830351f-07ad-4d36-b1c4-a33b64b05a91 on network 26974c17-4c45-42bd-a179-ec846d4bcdac {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:48:14.855419 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] Port 1830351f-07ad-4d36-b1c4-a33b64b05a91 on network 26974c17-4c45-42bd-a179-ec846d4bcdac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:48:14.855731 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] Attempting to bind port 1830351f-07ad-4d36-b1c4-a33b64b05a91 on network 26974c17-4c45-42bd-a179-ec846d4bcdac {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:48:14.860578 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:48:14.860971 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] Checking segment: {'id': '650b1340-d1ae-4d3e-a995-d82a11411b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '26974c17-4c45-42bd-a179-ec846d4bcdac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:48:14.861353 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] Bound using segment: {'id': '650b1340-d1ae-4d3e-a995-d82a11411b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '26974c17-4c45-42bd-a179-ec846d4bcdac'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:48:14.861767 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] Bound port: 1830351f-07ad-4d36-b1c4-a33b64b05a91, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '650b1340-d1ae-4d3e-a995-d82a11411b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '26974c17-4c45-42bd-a179-ec846d4bcdac'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:48:14.862122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1830351f-07ad-4d36-b1c4-a33b64b05a91), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:14.927538 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] For port 1830351f-07ad-4d36-b1c4-a33b64b05a91, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:48:14.930590 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] For port 1830351f-07ad-4d36-b1c4-a33b64b05a91, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=1830351f-07ad-4d36-b1c4-a33b64b05a91,segment=NetworkSegment(650b1340-d1ae-4d3e-a995-d82a11411b0f),segment_id=650b1340-d1ae-4d3e-a995-d82a11411b0f)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:48:15.030446 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (1830351f-07ad-4d36-b1c4-a33b64b05a91), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:15.070103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:15.070719 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:15.072257 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] 10.222.0.18 "PUT /v2.0/ports/1830351f-07ad-4d36-b1c4-a33b64b05a91 HTTP/1.1" status: 200 len: 1094 time: 0.7643685 Apr 16 04:48:15.076575 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f927962b-d992-4cb0-82bf-f086e9b85b6b', 'tag': '1830351f-07ad-4d36-b1c4-a33b64b05a91'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:48:15.079287 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca39669-1847-4ea8-9a5b-0d1a0c20a176" -d '{"events": [{"name": "network-changed", "server_uuid": "f927962b-d992-4cb0-82bf-f086e9b85b6b", "tag": "1830351f-07ad-4d36-b1c4-a33b64b05a91"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:48:15.119206 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cad0d4a-aaa4-40cb-9269-0edfa8117aa1 x-openstack-request-id: req-6cad0d4a-aaa4-40cb-9269-0edfa8117aa1 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:48:15.119704 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f927962b-d992-4cb0-82bf-f086e9b85b6b", "tag": "1830351f-07ad-4d36-b1c4-a33b64b05a91", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:48:15.119963 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6cad0d4a-aaa4-40cb-9269-0edfa8117aa1 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:48:15.120363 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cad0d4a-aaa4-40cb-9269-0edfa8117aa1'] response: {'name': 'network-changed', 'server_uuid': 'f927962b-d992-4cb0-82bf-f086e9b85b6b', 'tag': '1830351f-07ad-4d36-b1c4-a33b64b05a91', 'status': 'completed', 'code': 200} Apr 16 04:48:15.140215 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c87e72-5232-4547-89d7-451e0d1866f7 req-3fe36002-6118-4e6c-b9d1-c3832662b66a tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:15.141726 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-11c87e72-5232-4547-89d7-451e0d1866f7 req-3fe36002-6118-4e6c-b9d1-c3832662b66a tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=f927962b-d992-4cb0-82bf-f086e9b85b6b HTTP/1.1" status: 200 len: 944 time: 0.1005573 Apr 16 04:48:15.150782 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84773dee-2ed9-4054-93b1-d73e0445d950 service neutron] Pushing event updated for resources: {'Port': ['ID=1830351f-07ad-4d36-b1c4-a33b64b05a91,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:15.204988 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca39669-1847-4ea8-9a5b-0d1a0c20a176 req-9fe9d901-ea93-45b4-b662-51bab146140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:15.206421 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9ca39669-1847-4ea8-9a5b-0d1a0c20a176 req-9fe9d901-ea93-45b4-b662-51bab146140a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=23c207f35a30459b96eeac7103af57c9&device_id=f927962b-d992-4cb0-82bf-f086e9b85b6b HTTP/1.1" status: 200 len: 1128 time: 0.0636044 Apr 16 04:48:15.251786 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-11c87e72-5232-4547-89d7-451e0d1866f7 req-3abc1e4e-ad67-4361-9297-5ee6f7074fdd tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972643 Apr 16 04:48:15.314822 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca39669-1847-4ea8-9a5b-0d1a0c20a176 req-ee4a5845-b597-4ce9-9749-9b7d10ca919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:15.316285 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9ca39669-1847-4ea8-9a5b-0d1a0c20a176 req-ee4a5845-b597-4ce9-9749-9b7d10ca919f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=23c207f35a30459b96eeac7103af57c9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1022086 Apr 16 04:48:15.389456 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:15.414020 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca39669-1847-4ea8-9a5b-0d1a0c20a176 req-23050d97-8bd5-4f9f-9921-0287a7161eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:15.415494 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9ca39669-1847-4ea8-9a5b-0d1a0c20a176 req-23050d97-8bd5-4f9f-9921-0287a7161eb0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0934141 Apr 16 04:48:15.487108 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-2ea8ad51-97e3-48e3-b438-c97261350ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:15.488507 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-2ea8ad51-97e3-48e3-b438-c97261350ad5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=23c207f35a30459b96eeac7103af57c9&device_id=f927962b-d992-4cb0-82bf-f086e9b85b6b HTTP/1.1" status: 200 len: 1128 time: 0.0398710 Apr 16 04:48:15.532910 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-d9e3837f-1800-4942-9ef8-fd73bb0d00a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1830351f-07ad-4d36-b1c4-a33b64b05a91 HTTP/1.1" status: 200 len: 217 time: 0.0382409 Apr 16 04:48:15.580279 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-98160d18-e7aa-4c78-813e-fd7f1f7f2deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:15.581778 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-98160d18-e7aa-4c78-813e-fd7f1f7f2deb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42a9aebc-a9d5-4681-a30e-8c8b7f742dc6 HTTP/1.1" status: 200 len: 854 time: 0.0437381 Apr 16 04:48:15.612960 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-d359115b-f4fa-40b1-80b1-f1237734d9c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=26974c17-4c45-42bd-a179-ec846d4bcdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255377 Apr 16 04:48:15.705034 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-dc25ee25-a28c-48e4-9a7f-78d6e0e5002f service neutron] 10.222.0.18 "GET /v2.0/networks/26974c17-4c45-42bd-a179-ec846d4bcdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859377 Apr 16 04:48:15.793198 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a996abe9-a27c-42fb-8fb9-979e99e4fc10 req-104a5ca7-03b9-4c06-a3a9-b601cb208c47 service neutron] 10.222.0.18 "GET /v2.0/networks/26974c17-4c45-42bd-a179-ec846d4bcdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822952 Apr 16 04:48:16.366020 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ab00a-1e99-4b8a-a079-d90f5a914005 req-03b984ea-3608-402c-83ec-3024df9fe302 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:16.367479 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bc5ab00a-1e99-4b8a-a079-d90f5a914005 req-03b984ea-3608-402c-83ec-3024df9fe302 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=f927962b-d992-4cb0-82bf-f086e9b85b6b HTTP/1.1" status: 200 len: 944 time: 0.0467255 Apr 16 04:48:16.417118 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bc5ab00a-1e99-4b8a-a079-d90f5a914005 req-594d0cd7-85bd-4ec5-87df-3c826e38e1b3 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433803 Apr 16 04:48:17.534078 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f71fcc-6c37-4126-8edd-b6cc59b98b38 req-52edb183-6715-41d2-a84b-9e76b479574b tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:17.535570 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-00f71fcc-6c37-4126-8edd-b6cc59b98b38 req-52edb183-6715-41d2-a84b-9e76b479574b tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=f927962b-d992-4cb0-82bf-f086e9b85b6b HTTP/1.1" status: 200 len: 944 time: 0.0493009 Apr 16 04:48:17.587828 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-00f71fcc-6c37-4126-8edd-b6cc59b98b38 req-3fa85911-41f7-4fda-87d2-0668044e862f tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465612 Apr 16 04:48:18.698276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07535379-22ce-48bb-9f4c-e975411b769b req-e441ec96-ae12-445b-92b4-8a9b522117bc tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:18.699744 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-07535379-22ce-48bb-9f4c-e975411b769b req-e441ec96-ae12-445b-92b4-8a9b522117bc tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=f927962b-d992-4cb0-82bf-f086e9b85b6b HTTP/1.1" status: 200 len: 944 time: 0.0465589 Apr 16 04:48:18.746450 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-07535379-22ce-48bb-9f4c-e975411b769b req-1ff36f30-91d1-4b51-bf8a-6785aecc9459 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409968 Apr 16 04:48:18.803358 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 1830351f-07ad-4d36-b1c4-a33b64b05a91 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:48:18.900357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 1830351f-07ad-4d36-b1c4-a33b64b05a91, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=1830351f-07ad-4d36-b1c4-a33b64b05a91,segment=NetworkSegment(650b1340-d1ae-4d3e-a995-d82a11411b0f),segment_id=650b1340-d1ae-4d3e-a995-d82a11411b0f)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:48:18.912119 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '1830351f-07ad-4d36-b1c4-a33b64b05a91', 'network_id': '26974c17-4c45-42bd-a179-ec846d4bcdac', 'port_id': '1830351f-07ad-4d36-b1c4-a33b64b05a91', 'mac_address': 'fa:16:3e:19:9a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a9aebc-a9d5-4681-a30e-8c8b7f742dc6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:48:18.950290 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 1830351f-07ad-4d36-b1c4-a33b64b05a91 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:48:18.950681 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1830351f-07ad-4d36-b1c4-a33b64b05a91), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:18.966774 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1830351f-07ad-4d36-b1c4-a33b64b05a91 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:48:18.985816 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 1830351f-07ad-4d36-b1c4-a33b64b05a91, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=1830351f-07ad-4d36-b1c4-a33b64b05a91,segment=NetworkSegment(650b1340-d1ae-4d3e-a995-d82a11411b0f),segment_id=650b1340-d1ae-4d3e-a995-d82a11411b0f)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:48:19.039208 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (1830351f-07ad-4d36-b1c4-a33b64b05a91), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:19.086117 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=1830351f-07ad-4d36-b1c4-a33b64b05a91,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:19.258282 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['1830351f-07ad-4d36-b1c4-a33b64b05a91'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:48:19.856991 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b15b88-feae-454b-93cc-f2363de05a39 req-94ec0fbb-ecd3-4d34-88c3-493316e83b3c tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:19.858449 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-46b15b88-feae-454b-93cc-f2363de05a39 req-94ec0fbb-ecd3-4d34-88c3-493316e83b3c tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=f927962b-d992-4cb0-82bf-f086e9b85b6b HTTP/1.1" status: 200 len: 945 time: 0.0471141 Apr 16 04:48:19.905125 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-46b15b88-feae-454b-93cc-f2363de05a39 req-6ce3f285-5b52-48fa-9f25-96f3e1c57cd4 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411148 Apr 16 04:48:20.813928 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 1830351f-07ad-4d36-b1c4-a33b64b05a91 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:48:20.858187 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 1830351f-07ad-4d36-b1c4-a33b64b05a91 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:48:20.937805 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 1830351f-07ad-4d36-b1c4-a33b64b05a91 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:48:20.938207 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1830351f-07ad-4d36-b1c4-a33b64b05a91), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:21.016178 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 1830351f-07ad-4d36-b1c4-a33b64b05a91 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:48:21.016569 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1830351f-07ad-4d36-b1c4-a33b64b05a91), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:21.018631 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88046f-de02-43fb-a8ed-9ccbb87b7df5 req-86597579-ff62-4766-b03d-cdb5f1bc7884 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:21.020377 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1f88046f-de02-43fb-a8ed-9ccbb87b7df5 req-86597579-ff62-4766-b03d-cdb5f1bc7884 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=f927962b-d992-4cb0-82bf-f086e9b85b6b HTTP/1.1" status: 200 len: 945 time: 0.0475249 Apr 16 04:48:21.039735 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f927962b-d992-4cb0-82bf-f086e9b85b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1830351f-07ad-4d36-b1c4-a33b64b05a91'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:48:21.041981 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4523211-3750-4cc8-86c2-76c04426d0b2" -d '{"events": [{"server_uuid": "f927962b-d992-4cb0-82bf-f086e9b85b6b", "name": "network-vif-plugged", "status": "completed", "tag": "1830351f-07ad-4d36-b1c4-a33b64b05a91"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:48:21.057879 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 1830351f-07ad-4d36-b1c4-a33b64b05a91, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=1830351f-07ad-4d36-b1c4-a33b64b05a91,segment=NetworkSegment(650b1340-d1ae-4d3e-a995-d82a11411b0f),segment_id=650b1340-d1ae-4d3e-a995-d82a11411b0f)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:48:21.072615 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1f88046f-de02-43fb-a8ed-9ccbb87b7df5 req-6ebef222-87b3-4339-a3fb-74d12084034b tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465736 Apr 16 04:48:21.139196 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84edf615-a11e-428d-912b-502ffe462c32 x-openstack-request-id: req-84edf615-a11e-428d-912b-502ffe462c32 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:48:21.139488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f927962b-d992-4cb0-82bf-f086e9b85b6b", "name": "network-vif-plugged", "status": "completed", "tag": "1830351f-07ad-4d36-b1c4-a33b64b05a91", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:48:21.139741 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84edf615-a11e-428d-912b-502ffe462c32 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:48:21.140142 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84edf615-a11e-428d-912b-502ffe462c32'] response: {'server_uuid': 'f927962b-d992-4cb0-82bf-f086e9b85b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1830351f-07ad-4d36-b1c4-a33b64b05a91', 'code': 200} Apr 16 04:48:21.141373 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (1830351f-07ad-4d36-b1c4-a33b64b05a91), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:21.189981 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=1830351f-07ad-4d36-b1c4-a33b64b05a91,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:21.430388 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438fab1-27e7-498f-88e1-7eb396a4c738 req-ced3d79e-4d6d-4aff-9f81-995b9a1c293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:21.431867 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b438fab1-27e7-498f-88e1-7eb396a4c738 req-ced3d79e-4d6d-4aff-9f81-995b9a1c293f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f927962b-d992-4cb0-82bf-f086e9b85b6b HTTP/1.1" status: 200 len: 1130 time: 0.0376105 Apr 16 04:48:21.477668 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b438fab1-27e7-498f-88e1-7eb396a4c738 req-5f9edda5-99b1-4ff9-a349-ef72226adb48 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371172 Apr 16 04:48:22.184152 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ba432-8c17-4876-b085-f4dece4e0613 req-3106e0e0-f1ee-4115-baa0-dd8bc5d20e91 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:22.186139 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b83ba432-8c17-4876-b085-f4dece4e0613 req-3106e0e0-f1ee-4115-baa0-dd8bc5d20e91 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=f927962b-d992-4cb0-82bf-f086e9b85b6b HTTP/1.1" status: 200 len: 946 time: 0.0467215 Apr 16 04:48:22.233779 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b83ba432-8c17-4876-b085-f4dece4e0613 req-67de4fe0-ad2a-46d0-91b0-b116c85157fa tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421071 Apr 16 04:48:23.349353 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7735a-c48a-4326-b9c2-7bd294093f30 req-fabddc6b-4e0d-42ff-bce9-4170566899f6 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:23.350801 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f6b7735a-c48a-4326-b9c2-7bd294093f30 req-fabddc6b-4e0d-42ff-bce9-4170566899f6 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=f927962b-d992-4cb0-82bf-f086e9b85b6b HTTP/1.1" status: 200 len: 946 time: 0.0499847 Apr 16 04:48:23.397122 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f6b7735a-c48a-4326-b9c2-7bd294093f30 req-5cfd5bb0-435d-4d1c-bce8-ef2af0229209 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408280 Apr 16 04:48:23.829938 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcadf6-5adf-4b3e-a6ac-963d4478cda5 req-55472be9-3ff2-46f0-8f8a-b2ed24a4b2a7 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:23.831403 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a9bcadf6-5adf-4b3e-a6ac-963d4478cda5 req-55472be9-3ff2-46f0-8f8a-b2ed24a4b2a7 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=f927962b-d992-4cb0-82bf-f086e9b85b6b HTTP/1.1" status: 200 len: 946 time: 0.0470388 Apr 16 04:48:23.877505 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a9bcadf6-5adf-4b3e-a6ac-963d4478cda5 req-634aca63-cb71-4a50-80af-ceca67e41331 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404668 Apr 16 04:48:24.989014 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c4693-2073-4577-8746-241cac777df7 req-c78dc680-2805-420a-9c30-a194906f0f81 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:24.990463 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2e5c4693-2073-4577-8746-241cac777df7 req-c78dc680-2805-420a-9c30-a194906f0f81 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=f927962b-d992-4cb0-82bf-f086e9b85b6b HTTP/1.1" status: 200 len: 946 time: 0.0462267 Apr 16 04:48:25.038280 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2e5c4693-2073-4577-8746-241cac777df7 req-7c3b4067-11b2-4843-b85e-00313ee258c2 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423455 Apr 16 04:48:25.211550 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41527be1-a6ef-4b8d-aeb1-1b687d71f759 req-fae8da74-591c-4b32-a838-311c15405802 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:25.213007 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-41527be1-a6ef-4b8d-aeb1-1b687d71f759 req-fae8da74-591c-4b32-a838-311c15405802 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.18 "GET /v2.0/ports?device_id=f927962b-d992-4cb0-82bf-f086e9b85b6b HTTP/1.1" status: 200 len: 946 time: 0.0457547 Apr 16 04:48:25.299043 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-41527be1-a6ef-4b8d-aeb1-1b687d71f759 req-b95c9d1d-9802-4689-8724-09b2395a61cf tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Deleting port 1830351f-07ad-4d36-b1c4-a33b64b05a91 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:48:25.299384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-41527be1-a6ef-4b8d-aeb1-1b687d71f759 req-b95c9d1d-9802-4689-8724-09b2395a61cf tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (1830351f-07ad-4d36-b1c4-a33b64b05a91), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:25.389051 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-41527be1-a6ef-4b8d-aeb1-1b687d71f759 req-b95c9d1d-9802-4689-8724-09b2395a61cf tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] For port 1830351f-07ad-4d36-b1c4-a33b64b05a91, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=1830351f-07ad-4d36-b1c4-a33b64b05a91,segment=NetworkSegment(650b1340-d1ae-4d3e-a995-d82a11411b0f),segment_id=650b1340-d1ae-4d3e-a995-d82a11411b0f)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:48:25.389412 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-41527be1-a6ef-4b8d-aeb1-1b687d71f759 req-b95c9d1d-9802-4689-8724-09b2395a61cf tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (1830351f-07ad-4d36-b1c4-a33b64b05a91), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:25.402484 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-41527be1-a6ef-4b8d-aeb1-1b687d71f759 req-b95c9d1d-9802-4689-8724-09b2395a61cf tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Calling delete_port for 1830351f-07ad-4d36-b1c4-a33b64b05a91 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:48:25.607270 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-41527be1-a6ef-4b8d-aeb1-1b687d71f759 req-b95c9d1d-9802-4689-8724-09b2395a61cf tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (1830351f-07ad-4d36-b1c4-a33b64b05a91), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:25.618607 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['93c3d01d-6163-4971-b8c2-ba7118c3525b', '1830351f-07ad-4d36-b1c4-a33b64b05a91'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:48:25.638995 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c9d1d-9802-4689-8724-09b2395a61cf tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Pushing event deleted for resources: {'Port': ['ID=1830351f-07ad-4d36-b1c4-a33b64b05a91,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:25.684161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-41527be1-a6ef-4b8d-aeb1-1b687d71f759 req-b95c9d1d-9802-4689-8724-09b2395a61cf tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] No DVR routers for this DVR port 1830351f-07ad-4d36-b1c4-a33b64b05a91 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:48:25.686836 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-41527be1-a6ef-4b8d-aeb1-1b687d71f759 req-b95c9d1d-9802-4689-8724-09b2395a61cf tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:25.690116 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-41527be1-a6ef-4b8d-aeb1-1b687d71f759 req-b95c9d1d-9802-4689-8724-09b2395a61cf tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.18 "DELETE /v2.0/ports/1830351f-07ad-4d36-b1c4-a33b64b05a91 HTTP/1.1" status: 204 len: 173 time: 0.4714715 Apr 16 04:48:25.690551 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f927962b-d992-4cb0-82bf-f086e9b85b6b', 'name': 'network-vif-deleted', 'tag': '1830351f-07ad-4d36-b1c4-a33b64b05a91'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:48:25.692896 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a421734b-2f71-46c6-a78f-591ae7ef35e6" -d '{"events": [{"server_uuid": "f927962b-d992-4cb0-82bf-f086e9b85b6b", "name": "network-vif-deleted", "tag": "1830351f-07ad-4d36-b1c4-a33b64b05a91"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:48:25.729116 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6e92db-3253-474d-a1cd-c36477ef21a1 x-openstack-request-id: req-7f6e92db-3253-474d-a1cd-c36477ef21a1 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:48:25.729421 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f927962b-d992-4cb0-82bf-f086e9b85b6b", "name": "network-vif-deleted", "tag": "1830351f-07ad-4d36-b1c4-a33b64b05a91", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:48:25.729676 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f6e92db-3253-474d-a1cd-c36477ef21a1 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:48:25.730080 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f6e92db-3253-474d-a1cd-c36477ef21a1'] response: {'server_uuid': 'f927962b-d992-4cb0-82bf-f086e9b85b6b', 'name': 'network-vif-deleted', 'tag': '1830351f-07ad-4d36-b1c4-a33b64b05a91', 'status': 'completed', 'code': 200} Apr 16 04:48:26.144363 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-66cace9d-d7fe-419a-8a6a-81c9a8e1dd7a req-2b338858-9047-4521-a274-12ea49b29609 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=f927962b-d992-4cb0-82bf-f086e9b85b6b HTTP/1.1" status: 200 len: 210 time: 0.0308905 Apr 16 04:48:27.287930 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f86fbd-33d2-41c3-94de-7019c0f17fc0 req-88224a72-292a-43f2-97e4-c15ae543fbe7 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:27.289417 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-41f86fbd-33d2-41c3-94de-7019c0f17fc0 req-88224a72-292a-43f2-97e4-c15ae543fbe7 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 946 time: 0.0477893 Apr 16 04:48:27.336315 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-41f86fbd-33d2-41c3-94de-7019c0f17fc0 req-e7aae10b-3bd4-45a3-8bd9-ec6b97850e54 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411861 Apr 16 04:48:27.466149 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac39bf-bff7-484b-9359-6ed903df0c5b req-8dd5e9c5-3d4a-4419-a9d3-435300775a79 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:27.467526 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cfac39bf-bff7-484b-9359-6ed903df0c5b req-8dd5e9c5-3d4a-4419-a9d3-435300775a79 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 946 time: 0.0467618 Apr 16 04:48:27.512948 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cfac39bf-bff7-484b-9359-6ed903df0c5b req-51500138-4d1f-460e-b3cb-83090039a271 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394852 Apr 16 04:48:27.622755 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf99790-dfb3-47e4-a290-e332bf3a0f13 req-915e18dd-d08b-4094-bd04-eb7543a52058 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:27.624228 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf99790-dfb3-47e4-a290-e332bf3a0f13 req-915e18dd-d08b-4094-bd04-eb7543a52058 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 946 time: 0.0460997 Apr 16 04:48:27.670775 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf99790-dfb3-47e4-a290-e332bf3a0f13 req-de69265b-0ec2-4aab-a3b8-6a21fafa5294 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408976 Apr 16 04:48:27.836313 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a589a5-4fe8-4fd0-83ff-331f8ec0dd1d req-ba18e767-7972-4e3f-9d2c-42cc5370ddb9 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:27.837795 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-38a589a5-4fe8-4fd0-83ff-331f8ec0dd1d req-ba18e767-7972-4e3f-9d2c-42cc5370ddb9 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 946 time: 0.0502656 Apr 16 04:48:27.884379 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-38a589a5-4fe8-4fd0-83ff-331f8ec0dd1d req-f96469e0-8740-4c53-aa12-d63ab7af9cb5 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406251 Apr 16 04:48:27.997727 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e237ee-0523-4d01-ac92-13e7161e41ee req-2050dde3-5cf9-4c11-b0d5-829e3a2c5155 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:27.999071 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-94e237ee-0523-4d01-ac92-13e7161e41ee req-2050dde3-5cf9-4c11-b0d5-829e3a2c5155 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 946 time: 0.0497575 Apr 16 04:48:28.045960 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-94e237ee-0523-4d01-ac92-13e7161e41ee req-2911c433-6c9f-4543-82d5-4d6b87300215 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413656 Apr 16 04:48:28.163166 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c8bfb-7c44-4741-9dbf-4a9307358e64 req-b26a2b9e-219b-413d-9d78-b4682da20b4e tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:28.164591 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8b5c8bfb-7c44-4741-9dbf-4a9307358e64 req-b26a2b9e-219b-413d-9d78-b4682da20b4e tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 946 time: 0.0458343 Apr 16 04:48:28.210530 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8b5c8bfb-7c44-4741-9dbf-4a9307358e64 req-68df0978-923c-453c-bba0-1ced264aecc1 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399010 Apr 16 04:48:28.308162 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:28.721974 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6309b-1582-4421-a9b3-bbcc20436d34 req-4bc2bc24-afb8-43b6-8d70-70eb3321a2e4 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:28.723436 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-70f6309b-1582-4421-a9b3-bbcc20436d34 req-4bc2bc24-afb8-43b6-8d70-70eb3321a2e4 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 946 time: 0.0512853 Apr 16 04:48:28.769725 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-70f6309b-1582-4421-a9b3-bbcc20436d34 req-2f59a943-5eeb-4573-a670-72368bf4b10a tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404458 Apr 16 04:48:28.845055 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 1830351f-07ad-4d36-b1c4-a33b64b05a91 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:48:28.866096 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 1830351f-07ad-4d36-b1c4-a33b64b05a91 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:48:28.866444 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 1830351f-07ad-4d36-b1c4-a33b64b05a91 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:48:29.881173 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa1e9d-3090-4e01-a144-cde9936d2f70 req-6d47c938-8994-43ea-afcf-81c81de63247 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:29.882703 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2aaa1e9d-3090-4e01-a144-cde9936d2f70 req-6d47c938-8994-43ea-afcf-81c81de63247 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 946 time: 0.0469651 Apr 16 04:48:29.930396 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2aaa1e9d-3090-4e01-a144-cde9936d2f70 req-a48f67e3-bab3-44e1-ada1-445be5b07a5b tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c21c403-42f7-4875-b49b-4ee9a474e284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414884 Apr 16 04:48:30.040413 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f3431-d335-4aba-8615-6105d145d90d req-516c98ac-1e2e-4bbe-b72d-6f491e2bac65 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:30.041882 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-160f3431-d335-4aba-8615-6105d145d90d req-516c98ac-1e2e-4bbe-b72d-6f491e2bac65 tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 946 time: 0.0461791 Apr 16 04:48:30.127347 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-160f3431-d335-4aba-8615-6105d145d90d req-f41bb641-7531-4864-a23d-23eaadbded4d tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Deleting port 93c3d01d-6163-4971-b8c2-ba7118c3525b {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:48:30.127610 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-160f3431-d335-4aba-8615-6105d145d90d req-f41bb641-7531-4864-a23d-23eaadbded4d tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (93c3d01d-6163-4971-b8c2-ba7118c3525b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:30.214617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-160f3431-d335-4aba-8615-6105d145d90d req-f41bb641-7531-4864-a23d-23eaadbded4d tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] For port 93c3d01d-6163-4971-b8c2-ba7118c3525b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=93c3d01d-6163-4971-b8c2-ba7118c3525b,segment=NetworkSegment(650b1340-d1ae-4d3e-a995-d82a11411b0f),segment_id=650b1340-d1ae-4d3e-a995-d82a11411b0f)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:48:30.214959 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-160f3431-d335-4aba-8615-6105d145d90d req-f41bb641-7531-4864-a23d-23eaadbded4d tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (93c3d01d-6163-4971-b8c2-ba7118c3525b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:30.231585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-160f3431-d335-4aba-8615-6105d145d90d req-f41bb641-7531-4864-a23d-23eaadbded4d tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Calling delete_port for 93c3d01d-6163-4971-b8c2-ba7118c3525b owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:48:30.440570 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-160f3431-d335-4aba-8615-6105d145d90d req-f41bb641-7531-4864-a23d-23eaadbded4d tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (93c3d01d-6163-4971-b8c2-ba7118c3525b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:30.452071 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['93c3d01d-6163-4971-b8c2-ba7118c3525b'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:48:30.470778 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bb641-7531-4864-a23d-23eaadbded4d tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Pushing event deleted for resources: {'Port': ['ID=93c3d01d-6163-4971-b8c2-ba7118c3525b,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:30.516571 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-160f3431-d335-4aba-8615-6105d145d90d req-f41bb641-7531-4864-a23d-23eaadbded4d tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] No DVR routers for this DVR port 93c3d01d-6163-4971-b8c2-ba7118c3525b on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:48:30.519101 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-160f3431-d335-4aba-8615-6105d145d90d req-f41bb641-7531-4864-a23d-23eaadbded4d tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:30.522598 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-160f3431-d335-4aba-8615-6105d145d90d req-f41bb641-7531-4864-a23d-23eaadbded4d tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.18 "DELETE /v2.0/ports/93c3d01d-6163-4971-b8c2-ba7118c3525b HTTP/1.1" status: 204 len: 173 time: 0.4748449 Apr 16 04:48:30.523031 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e37be16-cd5e-45ba-ba15-de1970c4522d', 'name': 'network-vif-deleted', 'tag': '93c3d01d-6163-4971-b8c2-ba7118c3525b'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:48:30.525343 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247d8e04-ea8f-4a1c-8932-68a505f9ffae" -d '{"events": [{"server_uuid": "0e37be16-cd5e-45ba-ba15-de1970c4522d", "name": "network-vif-deleted", "tag": "93c3d01d-6163-4971-b8c2-ba7118c3525b"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:48:30.561061 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c4b1f2-8508-4ec1-8880-6106a3727324 x-openstack-request-id: req-11c4b1f2-8508-4ec1-8880-6106a3727324 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:48:30.561358 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e37be16-cd5e-45ba-ba15-de1970c4522d", "name": "network-vif-deleted", "tag": "93c3d01d-6163-4971-b8c2-ba7118c3525b", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:48:30.561611 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11c4b1f2-8508-4ec1-8880-6106a3727324 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:48:30.562013 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c4b1f2-8508-4ec1-8880-6106a3727324'] response: {'server_uuid': '0e37be16-cd5e-45ba-ba15-de1970c4522d', 'name': 'network-vif-deleted', 'tag': '93c3d01d-6163-4971-b8c2-ba7118c3525b', 'status': 'completed', 'code': 200} Apr 16 04:48:31.037251 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-62ac9f49-340e-4197-bf2e-19726fa33e67 req-271c391a-8bf3-4e10-b4b2-6b170f8de56b tempest-ServersNegativeTestJSON-542428853 tempest-ServersNegativeTestJSON-542428853-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e37be16-cd5e-45ba-ba15-de1970c4522d HTTP/1.1" status: 200 len: 210 time: 0.0283413 Apr 16 04:48:31.082652 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:48:32.092565 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44264) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:32.136865 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-09588fe0-22a4-480d-98d5-0ab2fedac986 admin admin] Deleting subnet 42a9aebc-a9d5-4681-a30e-8c8b7f742dc6 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:48:32.139874 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-09588fe0-22a4-480d-98d5-0ab2fedac986 admin admin] Publish callbacks [] for subnet (42a9aebc-a9d5-4681-a30e-8c8b7f742dc6), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:32.173975 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-09588fe0-22a4-480d-98d5-0ab2fedac986 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (42a9aebc-a9d5-4681-a30e-8c8b7f742dc6), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:32.212300 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-09588fe0-22a4-480d-98d5-0ab2fedac986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (42a9aebc-a9d5-4681-a30e-8c8b7f742dc6), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:32.326897 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-09588fe0-22a4-480d-98d5-0ab2fedac986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (42a9aebc-a9d5-4681-a30e-8c8b7f742dc6), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:32.353750 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09588fe0-22a4-480d-98d5-0ab2fedac986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42a9aebc-a9d5-4681-a30e-8c8b7f742dc6,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:32.355713 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-09588fe0-22a4-480d-98d5-0ab2fedac986 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:32.359484 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-09588fe0-22a4-480d-98d5-0ab2fedac986 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/42a9aebc-a9d5-4681-a30e-8c8b7f742dc6 HTTP/1.1" status: 204 len: 168 time: 0.2658792 Apr 16 04:48:32.361963 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44266) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:32.429537 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7a37c743-a58f-49b5-a0b2-1caa4dbc3565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (26974c17-4c45-42bd-a179-ec846d4bcdac), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:32.509102 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7a37c743-a58f-49b5-a0b2-1caa4dbc3565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (26974c17-4c45-42bd-a179-ec846d4bcdac), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:32.529084 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-7a37c743-a58f-49b5-a0b2-1caa4dbc3565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26974c17-4c45-42bd-a179-ec846d4bcdac']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:32.538037 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-7a37c743-a58f-49b5-a0b2-1caa4dbc3565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650b1340-d1ae-4d3e-a995-d82a11411b0f') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:32.538332 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-7a37c743-a58f-49b5-a0b2-1caa4dbc3565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650b1340-d1ae-4d3e-a995-d82a11411b0f') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:32.547487 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7a37c743-a58f-49b5-a0b2-1caa4dbc3565 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (650b1340-d1ae-4d3e-a995-d82a11411b0f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:32.560903 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7a37c743-a58f-49b5-a0b2-1caa4dbc3565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (650b1340-d1ae-4d3e-a995-d82a11411b0f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:32.566742 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a37c743-a58f-49b5-a0b2-1caa4dbc3565 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:48:32.567113 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7a37c743-a58f-49b5-a0b2-1caa4dbc3565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (650b1340-d1ae-4d3e-a995-d82a11411b0f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:48:32.568770 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:48:32.663306 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7a37c743-a58f-49b5-a0b2-1caa4dbc3565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (26974c17-4c45-42bd-a179-ec846d4bcdac), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:32.671002 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7a37c743-a58f-49b5-a0b2-1caa4dbc3565 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:32.672821 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7a37c743-a58f-49b5-a0b2-1caa4dbc3565 admin admin] 10.222.0.30 "DELETE /v2.0/networks/26974c17-4c45-42bd-a179-ec846d4bcdac HTTP/1.1" status: 204 len: 168 time: 0.3097589 Apr 16 04:48:32.682434 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37c743-a58f-49b5-a0b2-1caa4dbc3565 admin admin] Pushing event deleted for resources: {'Network': ['ID=26974c17-4c45-42bd-a179-ec846d4bcdac,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:32.861886 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 93c3d01d-6163-4971-b8c2-ba7118c3525b no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:48:32.884706 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 93c3d01d-6163-4971-b8c2-ba7118c3525b {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:48:32.885077 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 93c3d01d-6163-4971-b8c2-ba7118c3525b not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:48:32.941679 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44270) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:32.980163 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3339e232-51c4-4e16-9131-bb0c7317fc11 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23c207f35a30459b96eeac7103af57c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372570 Apr 16 04:48:32.983026 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44272) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:33.028550 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa0e955d-a7f1-4cce-84a2-0321c0d1463a admin admin] Publish callbacks [] for security_group (5c21c403-42f7-4875-b49b-4ee9a474e284), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:33.050053 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa0e955d-a7f1-4cce-84a2-0321c0d1463a admin admin] Publish callbacks [] for security_group (5c21c403-42f7-4875-b49b-4ee9a474e284), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:33.143339 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa0e955d-a7f1-4cce-84a2-0321c0d1463a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (5c21c403-42f7-4875-b49b-4ee9a474e284), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:33.146155 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fa0e955d-a7f1-4cce-84a2-0321c0d1463a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:33.147312 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fa0e955d-a7f1-4cce-84a2-0321c0d1463a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c21c403-42f7-4875-b49b-4ee9a474e284 HTTP/1.1" status: 204 len: 168 time: 0.1634283 Apr 16 04:48:33.155313 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e955d-a7f1-4cce-84a2-0321c0d1463a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c21c403-42f7-4875-b49b-4ee9a474e284,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:34.129368 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44294) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:34.221103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1933098667'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:48:34.296525 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Made reservation on behalf of 0a358047670044a48b27323c743da0db for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:48:34.299735 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:34.308279 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:34.382626 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks [] for security_group (fb34bc0e-7bae-4b98-8eba-dd08de318fc6), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:34.444994 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (fb34bc0e-7bae-4b98-8eba-dd08de318fc6), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:34.472940 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:48:34.478414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb34bc0e-7bae-4b98-8eba-dd08de318fc6,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:34.488519 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (143140e5-3fac-4a5d-ac0d-eef58ff8c471), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:34.489563 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Added segment 143140e5-3fac-4a5d-ac0d-eef58ff8c471 of type vlan for network 06a17fb3-8fc0-4432-95ae-e4d9bff16d4d Apr 16 04:48:34.490774 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:34.491116 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:34.491452 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:34.491781 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:34.492111 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:34.492437 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:34.492807 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:34.493116 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:34.493435 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:34.493755 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:34.494071 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:34.494388 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:34.494703 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:34.495019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:34.495333 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:34.541779 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (06a17fb3-8fc0-4432-95ae-e4d9bff16d4d), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:34.622252 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (06a17fb3-8fc0-4432-95ae-e4d9bff16d4d), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:34.627078 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:34.627674 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:34.731546 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event updated for resources: {'Network': ['ID=06a17fb3-8fc0-4432-95ae-e4d9bff16d4d,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:34.746397 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 06a17fb3-8fc0-4432-95ae-e4d9bff16d4d details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:48:34.757530 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a91d6af4-f039-466b-80be-b69bd0859b87 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6269808 Apr 16 04:48:37.925033 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44298) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:37.930307 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-29e7cb1e-4214-4c28-94ca-a85a19e9fab7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Request body: {'subnet': {'network_id': '06a17fb3-8fc0-4432-95ae-e4d9bff16d4d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:48:38.063051 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e7cb1e-4214-4c28-94ca-a85a19e9fab7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Made reservation on behalf of 0a358047670044a48b27323c743da0db for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:48:38.066490 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-29e7cb1e-4214-4c28-94ca-a85a19e9fab7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:38.274858 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-29e7cb1e-4214-4c28-94ca-a85a19e9fab7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (5d213a89-f5c0-4546-9c62-e36f2270b5c4), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:38.344526 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7cb1e-4214-4c28-94ca-a85a19e9fab7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event updated for resources: {'Subnet': ['ID=5d213a89-f5c0-4546-9c62-e36f2270b5c4,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:38.346642 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e7cb1e-4214-4c28-94ca-a85a19e9fab7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Checking segment: {'id': '143140e5-3fac-4a5d-ac0d-eef58ff8c471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06a17fb3-8fc0-4432-95ae-e4d9bff16d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:48:38.346996 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e7cb1e-4214-4c28-94ca-a85a19e9fab7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Network hostable DHCP agents. Network: 06a17fb3-8fc0-4432-95ae-e4d9bff16d4d, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:48:38.423057 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e7cb1e-4214-4c28-94ca-a85a19e9fab7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Network 06a17fb3-8fc0-4432-95ae-e4d9bff16d4d is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:48:38.463023 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-29e7cb1e-4214-4c28-94ca-a85a19e9fab7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 06a17fb3-8fc0-4432-95ae-e4d9bff16d4d) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:48:38.467569 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e7cb1e-4214-4c28-94ca-a85a19e9fab7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:38.468771 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-29e7cb1e-4214-4c28-94ca-a85a19e9fab7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:38.471899 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa36d29-e817-4b01-8613-5956b029df35 None None] Network 06a17fb3-8fc0-4432-95ae-e4d9bff16d4d requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:48:38.540200 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-29e7cb1e-4214-4c28-94ca-a85a19e9fab7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6140349 Apr 16 04:48:38.543653 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44300) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:38.548518 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-957a4a12-71fe-45a9-9a61-8c7e99a6ed46 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-767249669'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:48:38.569930 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-06a17fb3-8fc0-4432-95ae-e4d9bff16d4d', 'network_id': '06a17fb3-8fc0-4432-95ae-e4d9bff16d4d', 'project_id': '0a358047670044a48b27323c743da0db', 'fixed_ips': [{'subnet_id': '5d213a89-f5c0-4546-9c62-e36f2270b5c4'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:48:38.570773 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:38.617775 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957a4a12-71fe-45a9-9a61-8c7e99a6ed46 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Made reservation on behalf of 0a358047670044a48b27323c743da0db for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:48:38.621071 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-957a4a12-71fe-45a9-9a61-8c7e99a6ed46 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:38.645628 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957a4a12-71fe-45a9-9a61-8c7e99a6ed46 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:48:38.654099 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-957a4a12-71fe-45a9-9a61-8c7e99a6ed46 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (828da4e0-295f-402d-98b8-a1e284051135), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:38.655917 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-957a4a12-71fe-45a9-9a61-8c7e99a6ed46 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Added segment 828da4e0-295f-402d-98b8-a1e284051135 of type vlan for network ae1b39d8-4786-4ae2-9f80-3515e7c42e74 Apr 16 04:48:38.695676 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-957a4a12-71fe-45a9-9a61-8c7e99a6ed46 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (ae1b39d8-4786-4ae2-9f80-3515e7c42e74), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:38.709795 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] Allocated IP 2001:db8:0:ffff::2 (06a17fb3-8fc0-4432-95ae-e4d9bff16d4d/5d213a89-f5c0-4546-9c62-e36f2270b5c4/6fb36690-43f9-445f-a000-51c02cb28202) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:48:38.766085 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-957a4a12-71fe-45a9-9a61-8c7e99a6ed46 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (ae1b39d8-4786-4ae2-9f80-3515e7c42e74), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:38.771442 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957a4a12-71fe-45a9-9a61-8c7e99a6ed46 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:38.772046 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-957a4a12-71fe-45a9-9a61-8c7e99a6ed46 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:38.839804 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a4a12-71fe-45a9-9a61-8c7e99a6ed46 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event updated for resources: {'Network': ['ID=ae1b39d8-4786-4ae2-9f80-3515e7c42e74,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:38.852979 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network ae1b39d8-4786-4ae2-9f80-3515e7c42e74 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:48:38.861016 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] Publish callbacks [] for port (6fb36690-43f9-445f-a000-51c02cb28202), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:38.884269 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-957a4a12-71fe-45a9-9a61-8c7e99a6ed46 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3368874 Apr 16 04:48:38.884472 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44302) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:38.889364 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-5a937311-5c68-4e85-8436-f42221d2a347 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Request body: {'subnet': {'network_id': 'ae1b39d8-4786-4ae2-9f80-3515e7c42e74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:48:38.965893 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (6fb36690-43f9-445f-a000-51c02cb28202), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:39.012601 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] Network 06a17fb3-8fc0-4432-95ae-e4d9bff16d4d is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:48:39.015738 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:48:39.018200 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:48:39.032067 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] Pushing event updated for resources: {'Port': ['ID=6fb36690-43f9-445f-a000-51c02cb28202,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:39.046528 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a937311-5c68-4e85-8436-f42221d2a347 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Made reservation on behalf of 0a358047670044a48b27323c743da0db for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:48:39.050196 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5a937311-5c68-4e85-8436-f42221d2a347 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:39.092558 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] Attempting to bind port 6fb36690-43f9-445f-a000-51c02cb28202 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:48:39.092950 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] Attempting to bind port 6fb36690-43f9-445f-a000-51c02cb28202 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '143140e5-3fac-4a5d-ac0d-eef58ff8c471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06a17fb3-8fc0-4432-95ae-e4d9bff16d4d'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:48:39.093308 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] Attempting to bind port 6fb36690-43f9-445f-a000-51c02cb28202 on network 06a17fb3-8fc0-4432-95ae-e4d9bff16d4d {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:48:39.098378 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:48:39.100797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] Checking segment: {'id': '143140e5-3fac-4a5d-ac0d-eef58ff8c471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06a17fb3-8fc0-4432-95ae-e4d9bff16d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:48:39.100797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:39.100797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] Bound using segment: {'id': '143140e5-3fac-4a5d-ac0d-eef58ff8c471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06a17fb3-8fc0-4432-95ae-e4d9bff16d4d'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:48:39.100797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] Bound port: 6fb36690-43f9-445f-a000-51c02cb28202, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143140e5-3fac-4a5d-ac0d-eef58ff8c471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06a17fb3-8fc0-4432-95ae-e4d9bff16d4d'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:48:39.100797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6fb36690-43f9-445f-a000-51c02cb28202), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:39.135126 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c6b05ce5-ef28-4263-a6ab-d688bb934929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:39.168251 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] For port 6fb36690-43f9-445f-a000-51c02cb28202, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:48:39.171966 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] For port 6fb36690-43f9-445f-a000-51c02cb28202, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6fb36690-43f9-445f-a000-51c02cb28202,segment=NetworkSegment(143140e5-3fac-4a5d-ac0d-eef58ff8c471),segment_id=143140e5-3fac-4a5d-ac0d-eef58ff8c471)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:48:39.217117 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6fb36690-43f9-445f-a000-51c02cb28202), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:39.276289 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c08deb-47b2-4b72-969a-c7ed8515a0b6 None None] Pushing event updated for resources: {'Port': ['ID=6fb36690-43f9-445f-a000-51c02cb28202,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:39.290996 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5a937311-5c68-4e85-8436-f42221d2a347 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (c570e1b5-b42b-4e5f-b01f-ec4536441877), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:39.636663 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a937311-5c68-4e85-8436-f42221d2a347 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event updated for resources: {'Subnet': ['ID=c570e1b5-b42b-4e5f-b01f-ec4536441877,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:39.647257 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a937311-5c68-4e85-8436-f42221d2a347 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Checking segment: {'id': '828da4e0-295f-402d-98b8-a1e284051135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ae1b39d8-4786-4ae2-9f80-3515e7c42e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:48:39.647565 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a937311-5c68-4e85-8436-f42221d2a347 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Network hostable DHCP agents. Network: ae1b39d8-4786-4ae2-9f80-3515e7c42e74, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:48:39.749055 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a937311-5c68-4e85-8436-f42221d2a347 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Network ae1b39d8-4786-4ae2-9f80-3515e7c42e74 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:48:39.823757 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-5a937311-5c68-4e85-8436-f42221d2a347 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, ae1b39d8-4786-4ae2-9f80-3515e7c42e74) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:48:39.828677 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a937311-5c68-4e85-8436-f42221d2a347 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:39.833069 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5a937311-5c68-4e85-8436-f42221d2a347 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:39.836550 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690269c8-cfb4-4587-95d6-534783d566a5 None None] Network ae1b39d8-4786-4ae2-9f80-3515e7c42e74 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:48:39.900948 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6fb36690-43f9-445f-a000-51c02cb28202 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:48:39.917590 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5a937311-5c68-4e85-8436-f42221d2a347 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0320358 Apr 16 04:48:39.920421 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44304) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:39.986030 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-ae1b39d8-4786-4ae2-9f80-3515e7c42e74', 'network_id': 'ae1b39d8-4786-4ae2-9f80-3515e7c42e74', 'project_id': '0a358047670044a48b27323c743da0db', 'fixed_ips': [{'subnet_id': 'c570e1b5-b42b-4e5f-b01f-ec4536441877'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:48:39.986879 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:39.991050 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 6fb36690-43f9-445f-a000-51c02cb28202 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:48:39.996961 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6fb36690-43f9-445f-a000-51c02cb28202), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:40.030660 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (ae1b39d8-4786-4ae2-9f80-3515e7c42e74), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:40.126665 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (c570e1b5-b42b-4e5f-b01f-ec4536441877), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:40.191686 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 6fb36690-43f9-445f-a000-51c02cb28202 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:48:40.192080 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6fb36690-43f9-445f-a000-51c02cb28202), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:40.214710 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] Allocated IP 2001:db8::2 (ae1b39d8-4786-4ae2-9f80-3515e7c42e74/c570e1b5-b42b-4e5f-b01f-ec4536441877/c92e85c7-05c6-45d5-b981-9f4c1e2f313b) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:48:40.257344 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 6fb36690-43f9-445f-a000-51c02cb28202, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6fb36690-43f9-445f-a000-51c02cb28202,segment=NetworkSegment(143140e5-3fac-4a5d-ac0d-eef58ff8c471),segment_id=143140e5-3fac-4a5d-ac0d-eef58ff8c471)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:48:40.296071 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902e176c-e01a-485a-8f7a-b9b00233bbd3 None None] Network 06a17fb3-8fc0-4432-95ae-e4d9bff16d4d requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:48:40.352643 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6fb36690-43f9-445f-a000-51c02cb28202), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:40.430413 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-2136667e-7955-45fc-9179-dd6fa8f4fd93 None None] Provisioning complete for port 6fb36690-43f9-445f-a000-51c02cb28202 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:48:40.430703 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2136667e-7955-45fc-9179-dd6fa8f4fd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6fb36690-43f9-445f-a000-51c02cb28202), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:40.508182 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=6fb36690-43f9-445f-a000-51c02cb28202,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:40.551166 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] Publish callbacks [] for port (c92e85c7-05c6-45d5-b981-9f4c1e2f313b), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:40.595752 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2136667e-7955-45fc-9179-dd6fa8f4fd93 None None] Current status of the port 6fb36690-43f9-445f-a000-51c02cb28202 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:48:40.612343 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (c92e85c7-05c6-45d5-b981-9f4c1e2f313b), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:40.649954 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] Network ae1b39d8-4786-4ae2-9f80-3515e7c42e74 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:48:40.652836 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:48:40.659218 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:48:40.671116 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] Pushing event updated for resources: {'Port': ['ID=c92e85c7-05c6-45d5-b981-9f4c1e2f313b,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:40.697049 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (c570e1b5-b42b-4e5f-b01f-ec4536441877), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:40.723220 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event deleted for resources: {'Subnet': ['ID=c570e1b5-b42b-4e5f-b01f-ec4536441877,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:40.729319 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] Attempting to bind port c92e85c7-05c6-45d5-b981-9f4c1e2f313b on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:48:40.729734 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] Attempting to bind port c92e85c7-05c6-45d5-b981-9f4c1e2f313b by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '828da4e0-295f-402d-98b8-a1e284051135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ae1b39d8-4786-4ae2-9f80-3515e7c42e74'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:48:40.730108 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] Attempting to bind port c92e85c7-05c6-45d5-b981-9f4c1e2f313b on network ae1b39d8-4786-4ae2-9f80-3515e7c42e74 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:48:40.737219 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:48:40.737732 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] Checking segment: {'id': '828da4e0-295f-402d-98b8-a1e284051135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ae1b39d8-4786-4ae2-9f80-3515e7c42e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:48:40.738242 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:40.738736 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] Bound using segment: {'id': '828da4e0-295f-402d-98b8-a1e284051135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ae1b39d8-4786-4ae2-9f80-3515e7c42e74'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:48:40.739429 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] Bound port: c92e85c7-05c6-45d5-b981-9f4c1e2f313b, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828da4e0-295f-402d-98b8-a1e284051135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ae1b39d8-4786-4ae2-9f80-3515e7c42e74'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:48:40.739910 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c92e85c7-05c6-45d5-b981-9f4c1e2f313b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:40.795769 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (ae1b39d8-4786-4ae2-9f80-3515e7c42e74), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:40.815442 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] For port c92e85c7-05c6-45d5-b981-9f4c1e2f313b, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:48:40.821615 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1b39d8-4786-4ae2-9f80-3515e7c42e74']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:40.825008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c709bb26-0d18-46d8-8c90-df7889c5e409 None None] Provisioning complete for port 6fb36690-43f9-445f-a000-51c02cb28202 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:48:40.825008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c709bb26-0d18-46d8-8c90-df7889c5e409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6fb36690-43f9-445f-a000-51c02cb28202), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:40.829778 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] For port c92e85c7-05c6-45d5-b981-9f4c1e2f313b, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c92e85c7-05c6-45d5-b981-9f4c1e2f313b,segment=NetworkSegment(828da4e0-295f-402d-98b8-a1e284051135),segment_id=828da4e0-295f-402d-98b8-a1e284051135)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:48:40.831846 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828da4e0-295f-402d-98b8-a1e284051135') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:40.832307 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828da4e0-295f-402d-98b8-a1e284051135') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:40.842464 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (828da4e0-295f-402d-98b8-a1e284051135), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:40.905464 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c92e85c7-05c6-45d5-b981-9f4c1e2f313b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:40.906588 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (828da4e0-295f-402d-98b8-a1e284051135), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:40.910549 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c709bb26-0d18-46d8-8c90-df7889c5e409 None None] Current status of the port 6fb36690-43f9-445f-a000-51c02cb28202 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:48:40.914473 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:48:40.914861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (828da4e0-295f-402d-98b8-a1e284051135), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:48:40.918462 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:48:41.035548 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.db.api [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 04:48:41.035548 dv-neutron-838078-2-hyperv neutron-server[104633]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 04:48:41.035548 dv-neutron-838078-2-hyperv neutron-server[104633]: [parameters: {'id': 'ae1b39d8-4786-4ae2-9f80-3515e7c42e74'}] Apr 16 04:48:41.035548 dv-neutron-838078-2-hyperv neutron-server[104633]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:48:41.036171 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG oslo_db.api [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:48:41.130141 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c143e-e9f4-436b-b52f-04ee67a8430a None None] Pushing event updated for resources: {'Port': ['ID=c92e85c7-05c6-45d5-b981-9f4c1e2f313b,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:41.149387 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cd8af1-66de-4a58-9b2f-18e3d07b6752 None None] get_active_networks_info from dv-neutron-838078-2-hyperv {{(pid=104634) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 16 04:48:41.215104 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cd8af1-66de-4a58-9b2f-18e3d07b6752 None None] Resources bound (agent type, host, resource id): {{(pid=104634) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 16 04:48:41.360272 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293f3000-a86f-4c82-bb26-16f1e8f48051 None None] Network ae1b39d8-4786-4ae2-9f80-3515e7c42e74 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:48:41.491698 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c3e2-d89e-42aa-a151-68910cc872e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:41.537274 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (ae1b39d8-4786-4ae2-9f80-3515e7c42e74), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:41.586433 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Deleting port c92e85c7-05c6-45d5-b981-9f4c1e2f313b {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:48:41.586773 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c92e85c7-05c6-45d5-b981-9f4c1e2f313b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:41.648822 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] For port c92e85c7-05c6-45d5-b981-9f4c1e2f313b, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c92e85c7-05c6-45d5-b981-9f4c1e2f313b,segment=NetworkSegment(828da4e0-295f-402d-98b8-a1e284051135),segment_id=828da4e0-295f-402d-98b8-a1e284051135)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:48:41.649183 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c92e85c7-05c6-45d5-b981-9f4c1e2f313b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:41.661617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Calling delete_port for c92e85c7-05c6-45d5-b981-9f4c1e2f313b owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:48:41.798842 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c92e85c7-05c6-45d5-b981-9f4c1e2f313b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:41.823134 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event deleted for resources: {'Port': ['ID=c92e85c7-05c6-45d5-b981-9f4c1e2f313b,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:41.828716 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] No DVR routers for this DVR port c92e85c7-05c6-45d5-b981-9f4c1e2f313b on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:48:41.896357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6fb36690-43f9-445f-a000-51c02cb28202 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:48:41.913140 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (ae1b39d8-4786-4ae2-9f80-3515e7c42e74), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:41.933748 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1b39d8-4786-4ae2-9f80-3515e7c42e74']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:41.943439 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 6fb36690-43f9-445f-a000-51c02cb28202 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:48:41.943980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6fb36690-43f9-445f-a000-51c02cb28202), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:41.944075 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828da4e0-295f-402d-98b8-a1e284051135') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:41.944201 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828da4e0-295f-402d-98b8-a1e284051135') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:41.953832 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (828da4e0-295f-402d-98b8-a1e284051135), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:41.967502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (828da4e0-295f-402d-98b8-a1e284051135), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:41.973763 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:48:41.974155 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (828da4e0-295f-402d-98b8-a1e284051135), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:48:41.977236 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:48:42.026169 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 6fb36690-43f9-445f-a000-51c02cb28202 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:48:42.109079 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (ae1b39d8-4786-4ae2-9f80-3515e7c42e74), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:42.117497 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:42.120749 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "DELETE /v2.0/networks/ae1b39d8-4786-4ae2-9f80-3515e7c42e74 HTTP/1.1" status: 204 len: 168 time: 2.1991098 Apr 16 04:48:42.124417 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44306) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:42.129460 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-22616145-84ed-4aac-8922-bf44f4a27aff tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-83453447'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:48:42.130258 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda4a30-1bb6-49d2-aaa2-390eaf964718 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event deleted for resources: {'Network': ['ID=ae1b39d8-4786-4ae2-9f80-3515e7c42e74,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:42.189109 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22616145-84ed-4aac-8922-bf44f4a27aff tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Made reservation on behalf of 0a358047670044a48b27323c743da0db for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:48:42.192284 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-22616145-84ed-4aac-8922-bf44f4a27aff tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:42.218934 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22616145-84ed-4aac-8922-bf44f4a27aff tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:48:42.227870 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-22616145-84ed-4aac-8922-bf44f4a27aff tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (5cd0543d-f655-437d-a490-c262077746d3), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:42.228933 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-22616145-84ed-4aac-8922-bf44f4a27aff tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Added segment 5cd0543d-f655-437d-a490-c262077746d3 of type vlan for network 1197faa1-9dcc-42e0-bb5a-9886ce28a803 Apr 16 04:48:42.268032 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-22616145-84ed-4aac-8922-bf44f4a27aff tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (1197faa1-9dcc-42e0-bb5a-9886ce28a803), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:42.364968 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-22616145-84ed-4aac-8922-bf44f4a27aff tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (1197faa1-9dcc-42e0-bb5a-9886ce28a803), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:42.370059 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22616145-84ed-4aac-8922-bf44f4a27aff tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:42.374076 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-22616145-84ed-4aac-8922-bf44f4a27aff tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:42.435181 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22616145-84ed-4aac-8922-bf44f4a27aff tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event updated for resources: {'Network': ['ID=1197faa1-9dcc-42e0-bb5a-9886ce28a803,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:42.445444 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 1197faa1-9dcc-42e0-bb5a-9886ce28a803 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:48:42.487677 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-22616145-84ed-4aac-8922-bf44f4a27aff tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3621058 Apr 16 04:48:42.490651 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44308) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:42.495838 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-785de15e-c7ed-478f-b126-3d80979d6bc7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Request body: {'subnet': {'network_id': '1197faa1-9dcc-42e0-bb5a-9886ce28a803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:48:42.650571 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:42.662225 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785de15e-c7ed-478f-b126-3d80979d6bc7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Made reservation on behalf of 0a358047670044a48b27323c743da0db for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:48:42.665975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-785de15e-c7ed-478f-b126-3d80979d6bc7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:42.724559 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.ipam_backend_mixin [None req-785de15e-c7ed-478f-b126-3d80979d6bc7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Performing IP validity checks on allocation pools {{(pid=104633) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 16 04:48:42.725024 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.ipam_backend_mixin [None req-785de15e-c7ed-478f-b126-3d80979d6bc7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104633) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 16 04:48:42.896611 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-785de15e-c7ed-478f-b126-3d80979d6bc7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (e9f66632-b6e0-4c0a-93df-aadd5b01d874), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:42.957975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785de15e-c7ed-478f-b126-3d80979d6bc7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event updated for resources: {'Subnet': ['ID=e9f66632-b6e0-4c0a-93df-aadd5b01d874,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:42.964914 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785de15e-c7ed-478f-b126-3d80979d6bc7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Checking segment: {'id': '5cd0543d-f655-437d-a490-c262077746d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1197faa1-9dcc-42e0-bb5a-9886ce28a803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:48:42.965276 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785de15e-c7ed-478f-b126-3d80979d6bc7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Network hostable DHCP agents. Network: 1197faa1-9dcc-42e0-bb5a-9886ce28a803, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:48:43.074706 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785de15e-c7ed-478f-b126-3d80979d6bc7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Network 1197faa1-9dcc-42e0-bb5a-9886ce28a803 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:48:43.165859 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-785de15e-c7ed-478f-b126-3d80979d6bc7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 1197faa1-9dcc-42e0-bb5a-9886ce28a803) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:48:43.170497 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785de15e-c7ed-478f-b126-3d80979d6bc7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:43.171137 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-785de15e-c7ed-478f-b126-3d80979d6bc7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:43.176464 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d74db45-5943-4329-adcc-ea4d0d78d0c2 None None] Network 1197faa1-9dcc-42e0-bb5a-9886ce28a803 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:48:43.267515 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-785de15e-c7ed-478f-b126-3d80979d6bc7 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7733963 Apr 16 04:48:43.267742 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44310) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:43.277563 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-1197faa1-9dcc-42e0-bb5a-9886ce28a803', 'network_id': '1197faa1-9dcc-42e0-bb5a-9886ce28a803', 'project_id': '0a358047670044a48b27323c743da0db', 'fixed_ips': [{'subnet_id': 'e9f66632-b6e0-4c0a-93df-aadd5b01d874'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:48:43.278421 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:43.369127 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (1197faa1-9dcc-42e0-bb5a-9886ce28a803), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:43.418246 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] Allocated IP 2001:db8::3 (1197faa1-9dcc-42e0-bb5a-9886ce28a803/e9f66632-b6e0-4c0a-93df-aadd5b01d874/70511eba-a2f2-425f-86da-da9a2e7ff1a7) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:48:43.422319 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (e9f66632-b6e0-4c0a-93df-aadd5b01d874), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:43.561990 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] Publish callbacks [] for port (70511eba-a2f2-425f-86da-da9a2e7ff1a7), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:43.617614 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (70511eba-a2f2-425f-86da-da9a2e7ff1a7), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:43.656238 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] Network 1197faa1-9dcc-42e0-bb5a-9886ce28a803 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:48:43.661620 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:48:43.664073 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:48:43.677885 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] Pushing event updated for resources: {'Port': ['ID=70511eba-a2f2-425f-86da-da9a2e7ff1a7,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:43.704042 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (e9f66632-b6e0-4c0a-93df-aadd5b01d874), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:43.728013 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] Attempting to bind port 70511eba-a2f2-425f-86da-da9a2e7ff1a7 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:48:43.728400 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] Attempting to bind port 70511eba-a2f2-425f-86da-da9a2e7ff1a7 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '5cd0543d-f655-437d-a490-c262077746d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1197faa1-9dcc-42e0-bb5a-9886ce28a803'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:48:43.728778 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] Attempting to bind port 70511eba-a2f2-425f-86da-da9a2e7ff1a7 on network 1197faa1-9dcc-42e0-bb5a-9886ce28a803 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:48:43.733821 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:48:43.737780 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] Checking segment: {'id': '5cd0543d-f655-437d-a490-c262077746d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1197faa1-9dcc-42e0-bb5a-9886ce28a803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:48:43.737780 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:43.737780 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] Bound using segment: {'id': '5cd0543d-f655-437d-a490-c262077746d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1197faa1-9dcc-42e0-bb5a-9886ce28a803'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:48:43.737780 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] Bound port: 70511eba-a2f2-425f-86da-da9a2e7ff1a7, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd0543d-f655-437d-a490-c262077746d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1197faa1-9dcc-42e0-bb5a-9886ce28a803'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:48:43.737780 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (70511eba-a2f2-425f-86da-da9a2e7ff1a7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:43.738209 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event deleted for resources: {'Subnet': ['ID=e9f66632-b6e0-4c0a-93df-aadd5b01d874,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:43.799103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (1197faa1-9dcc-42e0-bb5a-9886ce28a803), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:43.799522 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] For port 70511eba-a2f2-425f-86da-da9a2e7ff1a7, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:48:43.802553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] For port 70511eba-a2f2-425f-86da-da9a2e7ff1a7, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=70511eba-a2f2-425f-86da-da9a2e7ff1a7,segment=NetworkSegment(5cd0543d-f655-437d-a490-c262077746d3),segment_id=5cd0543d-f655-437d-a490-c262077746d3)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:48:43.819791 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1197faa1-9dcc-42e0-bb5a-9886ce28a803']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:43.831471 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd0543d-f655-437d-a490-c262077746d3') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:43.831766 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd0543d-f655-437d-a490-c262077746d3') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:43.841554 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (5cd0543d-f655-437d-a490-c262077746d3), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:43.869526 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (70511eba-a2f2-425f-86da-da9a2e7ff1a7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:43.871244 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (5cd0543d-f655-437d-a490-c262077746d3), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:43.877824 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:48:43.878212 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (5cd0543d-f655-437d-a490-c262077746d3), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:48:43.881334 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:48:43.963268 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f514b-561e-4170-86e2-f87fa8b73dde None None] Pushing event updated for resources: {'Port': ['ID=70511eba-a2f2-425f-86da-da9a2e7ff1a7,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:43.972730 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.db.api [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 04:48:43.972730 dv-neutron-838078-2-hyperv neutron-server[104633]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 04:48:43.972730 dv-neutron-838078-2-hyperv neutron-server[104633]: [parameters: {'id': '1197faa1-9dcc-42e0-bb5a-9886ce28a803'}] Apr 16 04:48:43.972730 dv-neutron-838078-2-hyperv neutron-server[104633]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:48:43.973576 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG oslo_db.api [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:48:44.012703 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079a3113-01de-4a12-ad20-3299085cf34e None None] get_active_networks_info from dv-neutron-838078-2-hyperv {{(pid=104634) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 16 04:48:44.145715 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079a3113-01de-4a12-ad20-3299085cf34e None None] Resources bound (agent type, host, resource id): {{(pid=104634) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 16 04:48:44.161716 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:44.294990 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625f8395-678b-4f04-9a07-3b54d74095d0 None None] Network 1197faa1-9dcc-42e0-bb5a-9886ce28a803 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:48:44.475146 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (1197faa1-9dcc-42e0-bb5a-9886ce28a803), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:44.520100 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Deleting port 70511eba-a2f2-425f-86da-da9a2e7ff1a7 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:48:44.520463 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (70511eba-a2f2-425f-86da-da9a2e7ff1a7), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:44.581361 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] For port 70511eba-a2f2-425f-86da-da9a2e7ff1a7, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=70511eba-a2f2-425f-86da-da9a2e7ff1a7,segment=NetworkSegment(5cd0543d-f655-437d-a490-c262077746d3),segment_id=5cd0543d-f655-437d-a490-c262077746d3)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:48:44.581669 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (70511eba-a2f2-425f-86da-da9a2e7ff1a7), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:44.594481 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Calling delete_port for 70511eba-a2f2-425f-86da-da9a2e7ff1a7 owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:48:44.764610 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (70511eba-a2f2-425f-86da-da9a2e7ff1a7), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:44.788640 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event deleted for resources: {'Port': ['ID=70511eba-a2f2-425f-86da-da9a2e7ff1a7,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:44.794543 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] No DVR routers for this DVR port 70511eba-a2f2-425f-86da-da9a2e7ff1a7 on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:48:44.874163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (1197faa1-9dcc-42e0-bb5a-9886ce28a803), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:44.894645 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1197faa1-9dcc-42e0-bb5a-9886ce28a803']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:44.904267 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd0543d-f655-437d-a490-c262077746d3') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:44.904558 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd0543d-f655-437d-a490-c262077746d3') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:44.913679 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (5cd0543d-f655-437d-a490-c262077746d3), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:44.926531 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (5cd0543d-f655-437d-a490-c262077746d3), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:44.932300 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:48:44.932675 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (5cd0543d-f655-437d-a490-c262077746d3), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:48:44.935646 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:48:45.057248 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (1197faa1-9dcc-42e0-bb5a-9886ce28a803), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:45.064336 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:45.067472 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "DELETE /v2.0/networks/1197faa1-9dcc-42e0-bb5a-9886ce28a803 HTTP/1.1" status: 204 len: 168 time: 1.7988193 Apr 16 04:48:45.071071 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44312) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:45.076848 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-12d8d199-e18f-4bda-8e84-679444a0fbd0 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2029620622'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:48:45.079993 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671919c-621c-4e30-9fbb-76158aa86275 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event deleted for resources: {'Network': ['ID=1197faa1-9dcc-42e0-bb5a-9886ce28a803,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:45.171495 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d8d199-e18f-4bda-8e84-679444a0fbd0 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Made reservation on behalf of 0a358047670044a48b27323c743da0db for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:48:45.174881 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-12d8d199-e18f-4bda-8e84-679444a0fbd0 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:45.198533 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d8d199-e18f-4bda-8e84-679444a0fbd0 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:48:45.212238 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-12d8d199-e18f-4bda-8e84-679444a0fbd0 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (4f2021c4-7ff0-4632-9bc0-4b8d755f5b82), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:45.212585 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-12d8d199-e18f-4bda-8e84-679444a0fbd0 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Added segment 4f2021c4-7ff0-4632-9bc0-4b8d755f5b82 of type vlan for network bf118f81-84a4-4dcf-9ffe-bad64f8798a0 Apr 16 04:48:45.251158 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-12d8d199-e18f-4bda-8e84-679444a0fbd0 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (bf118f81-84a4-4dcf-9ffe-bad64f8798a0), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:45.341759 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-12d8d199-e18f-4bda-8e84-679444a0fbd0 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (bf118f81-84a4-4dcf-9ffe-bad64f8798a0), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:45.346800 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d8d199-e18f-4bda-8e84-679444a0fbd0 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:45.347391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-12d8d199-e18f-4bda-8e84-679444a0fbd0 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:45.412374 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8d199-e18f-4bda-8e84-679444a0fbd0 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event updated for resources: {'Network': ['ID=bf118f81-84a4-4dcf-9ffe-bad64f8798a0,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:45.416360 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:45.427773 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network bf118f81-84a4-4dcf-9ffe-bad64f8798a0 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:48:45.448698 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-12d8d199-e18f-4bda-8e84-679444a0fbd0 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3765190 Apr 16 04:48:45.451710 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44314) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:45.456987 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-065863af-43e2-46ef-aee5-89aa287f1f45 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Request body: {'subnet': {'network_id': 'bf118f81-84a4-4dcf-9ffe-bad64f8798a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:48:45.878860 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065863af-43e2-46ef-aee5-89aa287f1f45 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Made reservation on behalf of 0a358047670044a48b27323c743da0db for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:48:45.882273 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-065863af-43e2-46ef-aee5-89aa287f1f45 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:46.126494 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-065863af-43e2-46ef-aee5-89aa287f1f45 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (1bd09a49-f0ca-4ca8-88f2-aef11f6674a1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:46.188584 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065863af-43e2-46ef-aee5-89aa287f1f45 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event updated for resources: {'Subnet': ['ID=1bd09a49-f0ca-4ca8-88f2-aef11f6674a1,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:46.195782 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065863af-43e2-46ef-aee5-89aa287f1f45 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Checking segment: {'id': '4f2021c4-7ff0-4632-9bc0-4b8d755f5b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bf118f81-84a4-4dcf-9ffe-bad64f8798a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:48:46.196147 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065863af-43e2-46ef-aee5-89aa287f1f45 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Network hostable DHCP agents. Network: bf118f81-84a4-4dcf-9ffe-bad64f8798a0, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:48:46.268697 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065863af-43e2-46ef-aee5-89aa287f1f45 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Network bf118f81-84a4-4dcf-9ffe-bad64f8798a0 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:48:46.325925 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-065863af-43e2-46ef-aee5-89aa287f1f45 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, bf118f81-84a4-4dcf-9ffe-bad64f8798a0) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:48:46.330074 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065863af-43e2-46ef-aee5-89aa287f1f45 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:46.330676 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-065863af-43e2-46ef-aee5-89aa287f1f45 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:46.334703 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88502ad8-ea7c-4dcf-b545-454ef4e523ba None None] Network bf118f81-84a4-4dcf-9ffe-bad64f8798a0 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:48:46.380332 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-065863af-43e2-46ef-aee5-89aa287f1f45 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9273181 Apr 16 04:48:46.384140 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44316) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:46.389539 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-dfc37ceb-c1b7-42e5-8648-711400267cda tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1208384028'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:48:46.436356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-bf118f81-84a4-4dcf-9ffe-bad64f8798a0', 'network_id': 'bf118f81-84a4-4dcf-9ffe-bad64f8798a0', 'project_id': '0a358047670044a48b27323c743da0db', 'fixed_ips': [{'subnet_id': '1bd09a49-f0ca-4ca8-88f2-aef11f6674a1'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:48:46.437211 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:46.457543 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc37ceb-c1b7-42e5-8648-711400267cda tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Made reservation on behalf of 0a358047670044a48b27323c743da0db for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:48:46.461036 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dfc37ceb-c1b7-42e5-8648-711400267cda tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:46.484695 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc37ceb-c1b7-42e5-8648-711400267cda tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:48:46.493523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dfc37ceb-c1b7-42e5-8648-711400267cda tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (520b2d7b-0e62-44ea-8e97-da45a42f103b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:46.493874 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-dfc37ceb-c1b7-42e5-8648-711400267cda tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Added segment 520b2d7b-0e62-44ea-8e97-da45a42f103b of type vlan for network 90744772-6e1c-49e4-961a-afc9a50f0a93 Apr 16 04:48:46.547715 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dfc37ceb-c1b7-42e5-8648-711400267cda tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (90744772-6e1c-49e4-961a-afc9a50f0a93), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:46.577635 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] Allocated IP 2001:db8::2 (bf118f81-84a4-4dcf-9ffe-bad64f8798a0/1bd09a49-f0ca-4ca8-88f2-aef11f6674a1/bca5990c-f304-4c23-a921-d69279ee36d6) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:48:46.611864 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dfc37ceb-c1b7-42e5-8648-711400267cda tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (90744772-6e1c-49e4-961a-afc9a50f0a93), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:46.616926 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc37ceb-c1b7-42e5-8648-711400267cda tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:46.617509 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-dfc37ceb-c1b7-42e5-8648-711400267cda tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:46.683287 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc37ceb-c1b7-42e5-8648-711400267cda tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event updated for resources: {'Network': ['ID=90744772-6e1c-49e4-961a-afc9a50f0a93,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:46.700567 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 90744772-6e1c-49e4-961a-afc9a50f0a93 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:48:46.705800 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-dfc37ceb-c1b7-42e5-8648-711400267cda tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3203905 Apr 16 04:48:46.708594 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44318) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:46.713436 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-a2306663-984b-4eed-a349-e65cf95ae9c3 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Request body: {'subnet': {'network_id': '90744772-6e1c-49e4-961a-afc9a50f0a93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:48:46.767270 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] Publish callbacks [] for port (bca5990c-f304-4c23-a921-d69279ee36d6), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:46.869545 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (bca5990c-f304-4c23-a921-d69279ee36d6), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:46.878747 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2306663-984b-4eed-a349-e65cf95ae9c3 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Made reservation on behalf of 0a358047670044a48b27323c743da0db for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:48:46.882345 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a2306663-984b-4eed-a349-e65cf95ae9c3 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:46.907886 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] Network bf118f81-84a4-4dcf-9ffe-bad64f8798a0 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:48:46.912702 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:48:46.915133 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:48:46.933799 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] Pushing event updated for resources: {'Port': ['ID=bca5990c-f304-4c23-a921-d69279ee36d6,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:46.986674 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] Attempting to bind port bca5990c-f304-4c23-a921-d69279ee36d6 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:48:46.987136 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] Attempting to bind port bca5990c-f304-4c23-a921-d69279ee36d6 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '4f2021c4-7ff0-4632-9bc0-4b8d755f5b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bf118f81-84a4-4dcf-9ffe-bad64f8798a0'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:48:46.987533 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] Attempting to bind port bca5990c-f304-4c23-a921-d69279ee36d6 on network bf118f81-84a4-4dcf-9ffe-bad64f8798a0 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:48:46.993676 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:48:46.994053 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] Checking segment: {'id': '4f2021c4-7ff0-4632-9bc0-4b8d755f5b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bf118f81-84a4-4dcf-9ffe-bad64f8798a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:48:46.994461 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:46.994859 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] Bound using segment: {'id': '4f2021c4-7ff0-4632-9bc0-4b8d755f5b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bf118f81-84a4-4dcf-9ffe-bad64f8798a0'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:48:46.995342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] Bound port: bca5990c-f304-4c23-a921-d69279ee36d6, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2021c4-7ff0-4632-9bc0-4b8d755f5b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bf118f81-84a4-4dcf-9ffe-bad64f8798a0'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:48:46.995723 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (bca5990c-f304-4c23-a921-d69279ee36d6), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:47.066446 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] For port bca5990c-f304-4c23-a921-d69279ee36d6, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:48:47.070281 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] For port bca5990c-f304-4c23-a921-d69279ee36d6, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=bca5990c-f304-4c23-a921-d69279ee36d6,segment=NetworkSegment(4f2021c4-7ff0-4632-9bc0-4b8d755f5b82),segment_id=4f2021c4-7ff0-4632-9bc0-4b8d755f5b82)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:48:47.153772 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (bca5990c-f304-4c23-a921-d69279ee36d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:47.165166 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a2306663-984b-4eed-a349-e65cf95ae9c3 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (81bb525b-d164-4231-9230-43f7c7d42546), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:47.215320 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608f43b-2a58-45b0-b8dc-40d38dc11e70 None None] Pushing event updated for resources: {'Port': ['ID=bca5990c-f304-4c23-a921-d69279ee36d6,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:47.235031 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2306663-984b-4eed-a349-e65cf95ae9c3 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event updated for resources: {'Subnet': ['ID=81bb525b-d164-4231-9230-43f7c7d42546,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:47.243059 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2306663-984b-4eed-a349-e65cf95ae9c3 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Checking segment: {'id': '520b2d7b-0e62-44ea-8e97-da45a42f103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '90744772-6e1c-49e4-961a-afc9a50f0a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:48:47.243430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2306663-984b-4eed-a349-e65cf95ae9c3 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Network hostable DHCP agents. Network: 90744772-6e1c-49e4-961a-afc9a50f0a93, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:48:47.354885 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2306663-984b-4eed-a349-e65cf95ae9c3 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Network 90744772-6e1c-49e4-961a-afc9a50f0a93 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:48:47.469096 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-a2306663-984b-4eed-a349-e65cf95ae9c3 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 90744772-6e1c-49e4-961a-afc9a50f0a93) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:48:47.473409 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2306663-984b-4eed-a349-e65cf95ae9c3 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:47.476961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a2306663-984b-4eed-a349-e65cf95ae9c3 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:47.483242 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbf06c2-7996-4064-a1a7-2f42baaeb752 None None] Network 90744772-6e1c-49e4-961a-afc9a50f0a93 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:48:47.585628 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a2306663-984b-4eed-a349-e65cf95ae9c3 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8759439 Apr 16 04:48:47.588485 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44320) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:47.593440 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-90744772-6e1c-49e4-961a-afc9a50f0a93', 'network_id': '90744772-6e1c-49e4-961a-afc9a50f0a93', 'project_id': '0a358047670044a48b27323c743da0db', 'fixed_ips': [{'subnet_id': '81bb525b-d164-4231-9230-43f7c7d42546'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:48:47.593440 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:47.691588 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (90744772-6e1c-49e4-961a-afc9a50f0a93), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:47.730866 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] Allocated IP 2001:db8::2 (90744772-6e1c-49e4-961a-afc9a50f0a93/81bb525b-d164-4231-9230-43f7c7d42546/e94a04bc-43c9-4e65-8eac-5abe62468e1e) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:48:47.767297 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (81bb525b-d164-4231-9230-43f7c7d42546), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:48.010352 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device bca5990c-f304-4c23-a921-d69279ee36d6 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:48:48.068788 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] Publish callbacks [] for port (e94a04bc-43c9-4e65-8eac-5abe62468e1e), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:48.079636 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port bca5990c-f304-4c23-a921-d69279ee36d6 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:48:48.080005 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (bca5990c-f304-4c23-a921-d69279ee36d6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:48.147586 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671aec0e-7fda-4e10-a7fd-d776315c29bf None None] Network bf118f81-84a4-4dcf-9ffe-bad64f8798a0 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:48:48.152082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (e94a04bc-43c9-4e65-8eac-5abe62468e1e), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:48.240825 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (81bb525b-d164-4231-9230-43f7c7d42546), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:48.254560 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] Network 90744772-6e1c-49e4-961a-afc9a50f0a93 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:48:48.259615 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port bca5990c-f304-4c23-a921-d69279ee36d6 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:48:48.259994 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (bca5990c-f304-4c23-a921-d69279ee36d6), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:48.266391 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-2e7d7853-682d-4240-a37d-833d9476605a None None] Provisioning complete for port bca5990c-f304-4c23-a921-d69279ee36d6 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:48:48.266751 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2e7d7853-682d-4240-a37d-833d9476605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (bca5990c-f304-4c23-a921-d69279ee36d6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:48.270704 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event deleted for resources: {'Subnet': ['ID=81bb525b-d164-4231-9230-43f7c7d42546,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:48.279997 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:48:48.305490 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:48:48.307735 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] Pushing event updated for resources: {'Port': ['ID=e94a04bc-43c9-4e65-8eac-5abe62468e1e,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:48.331944 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (90744772-6e1c-49e4-961a-afc9a50f0a93), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:48.352796 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90744772-6e1c-49e4-961a-afc9a50f0a93']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:48.362435 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520b2d7b-0e62-44ea-8e97-da45a42f103b') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:48.362652 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520b2d7b-0e62-44ea-8e97-da45a42f103b') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:48.373272 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (520b2d7b-0e62-44ea-8e97-da45a42f103b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:48.386389 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (520b2d7b-0e62-44ea-8e97-da45a42f103b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:48.392967 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (520b2d7b-0e62-44ea-8e97-da45a42f103b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:48:48.398879 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:48:48.400841 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port bca5990c-f304-4c23-a921-d69279ee36d6, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=bca5990c-f304-4c23-a921-d69279ee36d6,segment=NetworkSegment(4f2021c4-7ff0-4632-9bc0-4b8d755f5b82),segment_id=4f2021c4-7ff0-4632-9bc0-4b8d755f5b82)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:48:48.444412 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] Attempting to bind port e94a04bc-43c9-4e65-8eac-5abe62468e1e on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:48:48.444412 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] Attempting to bind port e94a04bc-43c9-4e65-8eac-5abe62468e1e by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '520b2d7b-0e62-44ea-8e97-da45a42f103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '90744772-6e1c-49e4-961a-afc9a50f0a93'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:48:48.444615 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] Attempting to bind port e94a04bc-43c9-4e65-8eac-5abe62468e1e on network 90744772-6e1c-49e4-961a-afc9a50f0a93 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:48:48.467482 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:48:48.467861 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] Checking segment: {'id': '520b2d7b-0e62-44ea-8e97-da45a42f103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '90744772-6e1c-49e4-961a-afc9a50f0a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:48:48.468262 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:48.468652 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] Bound using segment: {'id': '520b2d7b-0e62-44ea-8e97-da45a42f103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '90744772-6e1c-49e4-961a-afc9a50f0a93'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:48:48.469195 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] Bound port: e94a04bc-43c9-4e65-8eac-5abe62468e1e, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520b2d7b-0e62-44ea-8e97-da45a42f103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '90744772-6e1c-49e4-961a-afc9a50f0a93'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:48:48.469575 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e94a04bc-43c9-4e65-8eac-5abe62468e1e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:48.486272 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (bca5990c-f304-4c23-a921-d69279ee36d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:48.520131 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2e7d7853-682d-4240-a37d-833d9476605a None None] Current status of the port bca5990c-f304-4c23-a921-d69279ee36d6 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:48:48.520517 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2e7d7853-682d-4240-a37d-833d9476605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (bca5990c-f304-4c23-a921-d69279ee36d6), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:48.532697 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.db.api [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 04:48:48.532697 dv-neutron-838078-2-hyperv neutron-server[104632]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 04:48:48.532697 dv-neutron-838078-2-hyperv neutron-server[104632]: [parameters: {'id': '90744772-6e1c-49e4-961a-afc9a50f0a93'}] Apr 16 04:48:48.532697 dv-neutron-838078-2-hyperv neutron-server[104632]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:48:48.533119 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG oslo_db.api [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:48:48.587955 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=bca5990c-f304-4c23-a921-d69279ee36d6,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:48.631166 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] For port e94a04bc-43c9-4e65-8eac-5abe62468e1e, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:48:48.649633 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] For port e94a04bc-43c9-4e65-8eac-5abe62468e1e, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e94a04bc-43c9-4e65-8eac-5abe62468e1e,segment=NetworkSegment(520b2d7b-0e62-44ea-8e97-da45a42f103b),segment_id=520b2d7b-0e62-44ea-8e97-da45a42f103b)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:48:48.655649 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-2e7d7853-682d-4240-a37d-833d9476605a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:48:48.656003 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-2e7d7853-682d-4240-a37d-833d9476605a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:48:48.724847 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e94a04bc-43c9-4e65-8eac-5abe62468e1e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:48.808195 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbd14a-30ba-4a18-a639-8e0dda539140 None None] Pushing event updated for resources: {'Port': ['ID=e94a04bc-43c9-4e65-8eac-5abe62468e1e,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:48.821907 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfc78ed-24c7-45f3-a978-e06c405cfac5 None None] get_active_networks_info from dv-neutron-838078-2-hyperv {{(pid=104634) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 16 04:48:48.894727 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfc78ed-24c7-45f3-a978-e06c405cfac5 None None] Resources bound (agent type, host, resource id): {{(pid=104634) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 16 04:48:49.034110 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (90744772-6e1c-49e4-961a-afc9a50f0a93), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:49.042277 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4070f35d-975f-4877-b436-bae8dfc2a6a1 None None] Network 90744772-6e1c-49e4-961a-afc9a50f0a93 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:48:49.079904 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Deleting port e94a04bc-43c9-4e65-8eac-5abe62468e1e {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:48:49.080249 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (e94a04bc-43c9-4e65-8eac-5abe62468e1e), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:49.146611 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] For port e94a04bc-43c9-4e65-8eac-5abe62468e1e, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e94a04bc-43c9-4e65-8eac-5abe62468e1e,segment=NetworkSegment(520b2d7b-0e62-44ea-8e97-da45a42f103b),segment_id=520b2d7b-0e62-44ea-8e97-da45a42f103b)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:48:49.146969 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (e94a04bc-43c9-4e65-8eac-5abe62468e1e), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:49.159673 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Calling delete_port for e94a04bc-43c9-4e65-8eac-5abe62468e1e owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:48:49.192412 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2e7d7853-682d-4240-a37d-833d9476605a None None] Current status of the port bca5990c-f304-4c23-a921-d69279ee36d6 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:48:49.297764 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (e94a04bc-43c9-4e65-8eac-5abe62468e1e), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:49.308990 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-183cc1e9-54b7-4ed4-8619-733e6fe39303 None None] Provisioning complete for port bca5990c-f304-4c23-a921-d69279ee36d6 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:48:49.310391 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-183cc1e9-54b7-4ed4-8619-733e6fe39303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (bca5990c-f304-4c23-a921-d69279ee36d6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:49.323134 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event deleted for resources: {'Port': ['ID=e94a04bc-43c9-4e65-8eac-5abe62468e1e,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:49.329804 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] No DVR routers for this DVR port e94a04bc-43c9-4e65-8eac-5abe62468e1e on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:48:49.392026 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-183cc1e9-54b7-4ed4-8619-733e6fe39303 None None] Current status of the port bca5990c-f304-4c23-a921-d69279ee36d6 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:48:49.411855 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (90744772-6e1c-49e4-961a-afc9a50f0a93), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:49.432191 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90744772-6e1c-49e4-961a-afc9a50f0a93']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:49.441886 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520b2d7b-0e62-44ea-8e97-da45a42f103b') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:49.442184 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520b2d7b-0e62-44ea-8e97-da45a42f103b') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:49.451427 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (520b2d7b-0e62-44ea-8e97-da45a42f103b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:49.465245 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (520b2d7b-0e62-44ea-8e97-da45a42f103b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:49.470959 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:48:49.471342 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (520b2d7b-0e62-44ea-8e97-da45a42f103b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:48:49.474373 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:48:49.598540 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (90744772-6e1c-49e4-961a-afc9a50f0a93), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:49.605529 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:49.608987 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "DELETE /v2.0/networks/90744772-6e1c-49e4-961a-afc9a50f0a93 HTTP/1.1" status: 204 len: 168 time: 2.0194166 Apr 16 04:48:49.612166 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44322) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:49.620455 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f7476-74d5-427d-b715-13889e56573a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event deleted for resources: {'Network': ['ID=90744772-6e1c-49e4-961a-afc9a50f0a93,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:49.641065 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ab8be9-9246-4d14-ad48-61b1905c06ae tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] GET failed (client error): The resource could not be found. Apr 16 04:48:49.642354 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-68ab8be9-9246-4d14-ad48-61b1905c06ae tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "GET /v2.0/subnets/81bb525b-d164-4231-9230-43f7c7d42546 HTTP/1.1" status: 404 len: 337 time: 0.0291867 Apr 16 04:48:49.645273 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44324) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:49.667100 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-550f6707-a7f9-4651-ae4d-05c4c8277259 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] DELETE failed (client error): The resource could not be found. Apr 16 04:48:49.667572 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550f6707-a7f9-4651-ae4d-05c4c8277259 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:48:49.671257 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-550f6707-a7f9-4651-ae4d-05c4c8277259 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "DELETE /v2.0/networks/90744772-6e1c-49e4-961a-afc9a50f0a93 HTTP/1.1" status: 404 len: 339 time: 0.0251155 Apr 16 04:48:49.674707 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44326) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:49.700813 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b6f09d-431b-4ae2-bf5c-2a04c311a41a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] DELETE failed (client error): The resource could not be found. Apr 16 04:48:49.701278 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b6f09d-431b-4ae2-bf5c-2a04c311a41a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:48:49.704274 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f9b6f09d-431b-4ae2-bf5c-2a04c311a41a tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "DELETE /v2.0/subnets/81bb525b-d164-4231-9230-43f7c7d42546 HTTP/1.1" status: 404 len: 337 time: 0.0286994 Apr 16 04:48:49.706837 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44328) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:49.725549 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-989a74d1-b40c-4b3b-911b-50198d034efd tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] DELETE failed (client error): The resource could not be found. Apr 16 04:48:49.726039 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-989a74d1-b40c-4b3b-911b-50198d034efd tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:48:49.729010 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-989a74d1-b40c-4b3b-911b-50198d034efd tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "DELETE /v2.0/networks/90744772-6e1c-49e4-961a-afc9a50f0a93 HTTP/1.1" status: 404 len: 339 time: 0.0212176 Apr 16 04:48:49.732156 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44330) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:49.782933 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70206c6-4f45-4a39-a186-5d7effa11847 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Deleting subnet 1bd09a49-f0ca-4ca8-88f2-aef11f6674a1 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:48:49.786172 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f70206c6-4f45-4a39-a186-5d7effa11847 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks [] for subnet (1bd09a49-f0ca-4ca8-88f2-aef11f6674a1), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:49.827681 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f70206c6-4f45-4a39-a186-5d7effa11847 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (1bd09a49-f0ca-4ca8-88f2-aef11f6674a1), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:49.893268 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device bca5990c-f304-4c23-a921-d69279ee36d6 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:48:49.945794 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port bca5990c-f304-4c23-a921-d69279ee36d6 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:48:49.946322 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (bca5990c-f304-4c23-a921-d69279ee36d6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:49.955477 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f70206c6-4f45-4a39-a186-5d7effa11847 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (1bd09a49-f0ca-4ca8-88f2-aef11f6674a1), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:50.027546 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port bca5990c-f304-4c23-a921-d69279ee36d6 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:48:50.092865 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f70206c6-4f45-4a39-a186-5d7effa11847 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (1bd09a49-f0ca-4ca8-88f2-aef11f6674a1), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:50.117855 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70206c6-4f45-4a39-a186-5d7effa11847 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd09a49-f0ca-4ca8-88f2-aef11f6674a1,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:50.123528 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f70206c6-4f45-4a39-a186-5d7effa11847 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:50.128962 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f70206c6-4f45-4a39-a186-5d7effa11847 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "DELETE /v2.0/subnets/1bd09a49-f0ca-4ca8-88f2-aef11f6674a1 HTTP/1.1" status: 204 len: 168 time: 0.3936067 Apr 16 04:48:50.129380 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f6ac0e-87b6-4add-b861-2d9d1802f38c None None] Network bf118f81-84a4-4dcf-9ffe-bad64f8798a0 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:48:50.129938 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44332) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:50.210982 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-485460dd-98cb-44fe-ae8a-130d5fb3efd2 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (bf118f81-84a4-4dcf-9ffe-bad64f8798a0), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:50.267418 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-485460dd-98cb-44fe-ae8a-130d5fb3efd2 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Deleting port bca5990c-f304-4c23-a921-d69279ee36d6 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:48:50.267774 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-485460dd-98cb-44fe-ae8a-130d5fb3efd2 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (bca5990c-f304-4c23-a921-d69279ee36d6), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:50.282110 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2749105c-810a-4ace-9c83-2b0e6a2f0038 None None] DHCP port deletion for bf118f81-84a4-4dcf-9ffe-bad64f8798a0 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:48:50.325695 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2749105c-810a-4ace-9c83-2b0e6a2f0038 None None] Deleting port bca5990c-f304-4c23-a921-d69279ee36d6 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:48:50.326086 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2749105c-810a-4ace-9c83-2b0e6a2f0038 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (bca5990c-f304-4c23-a921-d69279ee36d6), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:50.335005 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-485460dd-98cb-44fe-ae8a-130d5fb3efd2 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] For port bca5990c-f304-4c23-a921-d69279ee36d6, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=bca5990c-f304-4c23-a921-d69279ee36d6,segment=NetworkSegment(4f2021c4-7ff0-4632-9bc0-4b8d755f5b82),segment_id=4f2021c4-7ff0-4632-9bc0-4b8d755f5b82)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:48:50.335508 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-485460dd-98cb-44fe-ae8a-130d5fb3efd2 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (bca5990c-f304-4c23-a921-d69279ee36d6), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:50.349405 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-485460dd-98cb-44fe-ae8a-130d5fb3efd2 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Calling delete_port for bca5990c-f304-4c23-a921-d69279ee36d6 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:48:50.395462 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-2749105c-810a-4ace-9c83-2b0e6a2f0038 None None] For port bca5990c-f304-4c23-a921-d69279ee36d6, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=bca5990c-f304-4c23-a921-d69279ee36d6,segment=NetworkSegment(4f2021c4-7ff0-4632-9bc0-4b8d755f5b82),segment_id=4f2021c4-7ff0-4632-9bc0-4b8d755f5b82)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:48:50.395859 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2749105c-810a-4ace-9c83-2b0e6a2f0038 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (bca5990c-f304-4c23-a921-d69279ee36d6), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:50.409426 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2749105c-810a-4ace-9c83-2b0e6a2f0038 None None] Calling delete_port for bca5990c-f304-4c23-a921-d69279ee36d6 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:48:50.498330 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-485460dd-98cb-44fe-ae8a-130d5fb3efd2 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (bca5990c-f304-4c23-a921-d69279ee36d6), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: from cryptography.utils import int_from_bytes Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: from cryptography.utils import int_from_bytes Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:48:50.499045 dv-neutron-838078-2-hyperv neutron-server[104634]: self.session.flush() Apr 16 04:48:50.506981 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2749105c-810a-4ace-9c83-2b0e6a2f0038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (bca5990c-f304-4c23-a921-d69279ee36d6), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:50.529111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485460dd-98cb-44fe-ae8a-130d5fb3efd2 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] No DVR routers for this DVR port bca5990c-f304-4c23-a921-d69279ee36d6 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:48:50.534809 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485460dd-98cb-44fe-ae8a-130d5fb3efd2 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event deleted for resources: {'Port': ['ID=bca5990c-f304-4c23-a921-d69279ee36d6,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:50.539333 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749105c-810a-4ace-9c83-2b0e6a2f0038 None None] Pushing event deleted for resources: {'Port': ['ID=bca5990c-f304-4c23-a921-d69279ee36d6,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:50.541366 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749105c-810a-4ace-9c83-2b0e6a2f0038 None None] No DVR routers for this DVR port bca5990c-f304-4c23-a921-d69279ee36d6 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:48:50.620962 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-485460dd-98cb-44fe-ae8a-130d5fb3efd2 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (bf118f81-84a4-4dcf-9ffe-bad64f8798a0), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:50.648751 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-485460dd-98cb-44fe-ae8a-130d5fb3efd2 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf118f81-84a4-4dcf-9ffe-bad64f8798a0']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:50.658395 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-485460dd-98cb-44fe-ae8a-130d5fb3efd2 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2021c4-7ff0-4632-9bc0-4b8d755f5b82') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:50.658689 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-485460dd-98cb-44fe-ae8a-130d5fb3efd2 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2021c4-7ff0-4632-9bc0-4b8d755f5b82') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:50.668427 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-485460dd-98cb-44fe-ae8a-130d5fb3efd2 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (4f2021c4-7ff0-4632-9bc0-4b8d755f5b82), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:50.682294 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-485460dd-98cb-44fe-ae8a-130d5fb3efd2 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (4f2021c4-7ff0-4632-9bc0-4b8d755f5b82), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:50.688860 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485460dd-98cb-44fe-ae8a-130d5fb3efd2 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:48:50.689239 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-485460dd-98cb-44fe-ae8a-130d5fb3efd2 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (4f2021c4-7ff0-4632-9bc0-4b8d755f5b82), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:48:50.692224 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:48:50.829199 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-485460dd-98cb-44fe-ae8a-130d5fb3efd2 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (bf118f81-84a4-4dcf-9ffe-bad64f8798a0), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:50.836383 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-485460dd-98cb-44fe-ae8a-130d5fb3efd2 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:50.839983 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-485460dd-98cb-44fe-ae8a-130d5fb3efd2 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "DELETE /v2.0/networks/bf118f81-84a4-4dcf-9ffe-bad64f8798a0 HTTP/1.1" status: 204 len: 168 time: 0.7090173 Apr 16 04:48:50.843199 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44334) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:50.854962 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485460dd-98cb-44fe-ae8a-130d5fb3efd2 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event deleted for resources: {'Network': ['ID=bf118f81-84a4-4dcf-9ffe-bad64f8798a0,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:50.878821 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9246467-3f82-494b-8643-502d603bafe0 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] DELETE failed (client error): The resource could not be found. Apr 16 04:48:50.879276 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9246467-3f82-494b-8643-502d603bafe0 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:48:50.882420 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e9246467-3f82-494b-8643-502d603bafe0 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "DELETE /v2.0/subnets/e9f66632-b6e0-4c0a-93df-aadd5b01d874 HTTP/1.1" status: 404 len: 337 time: 0.0380723 Apr 16 04:48:50.884823 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44336) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:50.905289 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-b167330a-73ab-40e7-9736-4975a1b89241 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] DELETE failed (client error): The resource could not be found. Apr 16 04:48:50.905775 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b167330a-73ab-40e7-9736-4975a1b89241 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:48:50.908789 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b167330a-73ab-40e7-9736-4975a1b89241 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "DELETE /v2.0/networks/1197faa1-9dcc-42e0-bb5a-9886ce28a803 HTTP/1.1" status: 404 len: 339 time: 0.0230615 Apr 16 04:48:50.911297 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44338) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:50.936504 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3acb57-bd7c-44ed-86fb-ca70f2e2b3a0 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] DELETE failed (client error): The resource could not be found. Apr 16 04:48:50.936967 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b3acb57-bd7c-44ed-86fb-ca70f2e2b3a0 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:48:50.939856 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6b3acb57-bd7c-44ed-86fb-ca70f2e2b3a0 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "DELETE /v2.0/subnets/c570e1b5-b42b-4e5f-b01f-ec4536441877 HTTP/1.1" status: 404 len: 337 time: 0.0276957 Apr 16 04:48:50.948421 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44340) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:50.967338 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.pecan_wsgi.hooks.translation [None req-4514fd11-0212-45df-ae7d-f9a553a88144 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] DELETE failed (client error): The resource could not be found. Apr 16 04:48:50.967818 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4514fd11-0212-45df-ae7d-f9a553a88144 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104633) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 16 04:48:50.970781 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4514fd11-0212-45df-ae7d-f9a553a88144 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "DELETE /v2.0/networks/ae1b39d8-4786-4ae2-9f80-3515e7c42e74 HTTP/1.1" status: 404 len: 339 time: 0.0214469 Apr 16 04:48:50.977075 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44342) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:51.027967 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66a3ccf-079e-42fa-a1fb-c99feae59566 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Deleting subnet 5d213a89-f5c0-4546-9c62-e36f2270b5c4 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:48:51.031652 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a66a3ccf-079e-42fa-a1fb-c99feae59566 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks [] for subnet (5d213a89-f5c0-4546-9c62-e36f2270b5c4), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:51.076027 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a66a3ccf-079e-42fa-a1fb-c99feae59566 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (5d213a89-f5c0-4546-9c62-e36f2270b5c4), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:51.158082 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a66a3ccf-079e-42fa-a1fb-c99feae59566 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (5d213a89-f5c0-4546-9c62-e36f2270b5c4), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:51.286270 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a66a3ccf-079e-42fa-a1fb-c99feae59566 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (5d213a89-f5c0-4546-9c62-e36f2270b5c4), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:51.317300 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a3ccf-079e-42fa-a1fb-c99feae59566 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event deleted for resources: {'Subnet': ['ID=5d213a89-f5c0-4546-9c62-e36f2270b5c4,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:51.322004 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a66a3ccf-079e-42fa-a1fb-c99feae59566 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:51.328013 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a66a3ccf-079e-42fa-a1fb-c99feae59566 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "DELETE /v2.0/subnets/5d213a89-f5c0-4546-9c62-e36f2270b5c4 HTTP/1.1" status: 204 len: 168 time: 0.3471868 Apr 16 04:48:51.328228 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44344) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:51.329363 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554b9800-d904-431d-b86b-6cfd8b44a371 None None] Network 06a17fb3-8fc0-4432-95ae-e4d9bff16d4d requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:48:51.404075 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b912ebe5-e801-4da7-bf2e-e547cef71d61 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (06a17fb3-8fc0-4432-95ae-e4d9bff16d4d), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:51.454349 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-b912ebe5-e801-4da7-bf2e-e547cef71d61 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Deleting port 6fb36690-43f9-445f-a000-51c02cb28202 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:48:51.454696 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b912ebe5-e801-4da7-bf2e-e547cef71d61 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (6fb36690-43f9-445f-a000-51c02cb28202), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:51.483236 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d9d54a-4429-434a-9e00-301d4fed7904 None None] DHCP port deletion for 06a17fb3-8fc0-4432-95ae-e4d9bff16d4d request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:48:51.527642 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b9d9d54a-4429-434a-9e00-301d4fed7904 None None] Deleting port 6fb36690-43f9-445f-a000-51c02cb28202 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:48:51.528009 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b9d9d54a-4429-434a-9e00-301d4fed7904 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (6fb36690-43f9-445f-a000-51c02cb28202), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:51.529828 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-b912ebe5-e801-4da7-bf2e-e547cef71d61 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] For port 6fb36690-43f9-445f-a000-51c02cb28202, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6fb36690-43f9-445f-a000-51c02cb28202,segment=NetworkSegment(143140e5-3fac-4a5d-ac0d-eef58ff8c471),segment_id=143140e5-3fac-4a5d-ac0d-eef58ff8c471)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:48:51.530143 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b912ebe5-e801-4da7-bf2e-e547cef71d61 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (6fb36690-43f9-445f-a000-51c02cb28202), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:51.543818 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-b912ebe5-e801-4da7-bf2e-e547cef71d61 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Calling delete_port for 6fb36690-43f9-445f-a000-51c02cb28202 owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:48:51.591921 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-b9d9d54a-4429-434a-9e00-301d4fed7904 None None] For port 6fb36690-43f9-445f-a000-51c02cb28202, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6fb36690-43f9-445f-a000-51c02cb28202,segment=NetworkSegment(143140e5-3fac-4a5d-ac0d-eef58ff8c471),segment_id=143140e5-3fac-4a5d-ac0d-eef58ff8c471)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:48:51.592235 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b9d9d54a-4429-434a-9e00-301d4fed7904 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (6fb36690-43f9-445f-a000-51c02cb28202), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:51.605177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b9d9d54a-4429-434a-9e00-301d4fed7904 None None] Calling delete_port for 6fb36690-43f9-445f-a000-51c02cb28202 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:48:51.663171 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b912ebe5-e801-4da7-bf2e-e547cef71d61 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (6fb36690-43f9-445f-a000-51c02cb28202), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:51.686445 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b9d9d54a-4429-434a-9e00-301d4fed7904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (6fb36690-43f9-445f-a000-51c02cb28202), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:51.698327 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912ebe5-e801-4da7-bf2e-e547cef71d61 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event deleted for resources: {'Port': ['ID=6fb36690-43f9-445f-a000-51c02cb28202,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:51.701018 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b912ebe5-e801-4da7-bf2e-e547cef71d61 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] No DVR routers for this DVR port 6fb36690-43f9-445f-a000-51c02cb28202 on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:48:51.713149 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9d54a-4429-434a-9e00-301d4fed7904 None None] Pushing event deleted for resources: {'Port': ['ID=6fb36690-43f9-445f-a000-51c02cb28202,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:51.717738 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d9d54a-4429-434a-9e00-301d4fed7904 None None] No DVR routers for this DVR port 6fb36690-43f9-445f-a000-51c02cb28202 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:48:51.782245 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b912ebe5-e801-4da7-bf2e-e547cef71d61 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (06a17fb3-8fc0-4432-95ae-e4d9bff16d4d), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:51.802146 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-b912ebe5-e801-4da7-bf2e-e547cef71d61 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a17fb3-8fc0-4432-95ae-e4d9bff16d4d']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:51.811935 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-b912ebe5-e801-4da7-bf2e-e547cef71d61 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '143140e5-3fac-4a5d-ac0d-eef58ff8c471') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:51.812238 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-b912ebe5-e801-4da7-bf2e-e547cef71d61 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '143140e5-3fac-4a5d-ac0d-eef58ff8c471') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:51.821660 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b912ebe5-e801-4da7-bf2e-e547cef71d61 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (143140e5-3fac-4a5d-ac0d-eef58ff8c471), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:51.836215 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b912ebe5-e801-4da7-bf2e-e547cef71d61 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (143140e5-3fac-4a5d-ac0d-eef58ff8c471), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:51.842384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b912ebe5-e801-4da7-bf2e-e547cef71d61 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:48:51.842720 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b912ebe5-e801-4da7-bf2e-e547cef71d61 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (143140e5-3fac-4a5d-ac0d-eef58ff8c471), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:48:51.845815 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:48:51.899139 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device bca5990c-f304-4c23-a921-d69279ee36d6 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:48:51.919634 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: bca5990c-f304-4c23-a921-d69279ee36d6 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:48:51.919983 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device bca5990c-f304-4c23-a921-d69279ee36d6 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:48:51.920443 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6fb36690-43f9-445f-a000-51c02cb28202 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:48:51.941228 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 6fb36690-43f9-445f-a000-51c02cb28202 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:48:51.941650 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6fb36690-43f9-445f-a000-51c02cb28202 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:48:51.983317 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b912ebe5-e801-4da7-bf2e-e547cef71d61 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (06a17fb3-8fc0-4432-95ae-e4d9bff16d4d), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:51.990316 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b912ebe5-e801-4da7-bf2e-e547cef71d61 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:51.993500 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b912ebe5-e801-4da7-bf2e-e547cef71d61 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] 10.222.0.30 "DELETE /v2.0/networks/06a17fb3-8fc0-4432-95ae-e4d9bff16d4d HTTP/1.1" status: 204 len: 168 time: 0.6643372 Apr 16 04:48:52.005989 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912ebe5-e801-4da7-bf2e-e547cef71d61 tempest-NetworksIpV6Test-125973643 tempest-NetworksIpV6Test-125973643-project] Pushing event deleted for resources: {'Network': ['ID=06a17fb3-8fc0-4432-95ae-e4d9bff16d4d,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:52.450526 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44350) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:52.580962 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-48598a68-38bf-4dc0-bbe5-e722d316bc7a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a358047670044a48b27323c743da0db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292114 Apr 16 04:48:52.583337 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44354) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:52.629895 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-13b4a838-51db-4b04-af70-426e6cd68679 admin admin] Publish callbacks [] for security_group (fb34bc0e-7bae-4b98-8eba-dd08de318fc6), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:52.650641 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-13b4a838-51db-4b04-af70-426e6cd68679 admin admin] Publish callbacks [] for security_group (fb34bc0e-7bae-4b98-8eba-dd08de318fc6), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:52.776065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-13b4a838-51db-4b04-af70-426e6cd68679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (fb34bc0e-7bae-4b98-8eba-dd08de318fc6), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:52.779062 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-13b4a838-51db-4b04-af70-426e6cd68679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:52.780213 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-13b4a838-51db-4b04-af70-426e6cd68679 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb34bc0e-7bae-4b98-8eba-dd08de318fc6 HTTP/1.1" status: 204 len: 168 time: 0.1959968 Apr 16 04:48:52.788252 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4a838-51db-4b04-af70-426e6cd68679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb34bc0e-7bae-4b98-8eba-dd08de318fc6,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:53.707088 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44376) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:53.799051 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-0737adfa-276d-4757-9f50-f3797360a908 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-507137651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:48:53.880136 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0737adfa-276d-4757-9f50-f3797360a908 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (435b5d36-6f42-461f-8eaf-584f8959e752), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:53.881151 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0737adfa-276d-4757-9f50-f3797360a908 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (435b5d36-6f42-461f-8eaf-584f8959e752), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:53.933432 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0737adfa-276d-4757-9f50-f3797360a908 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks [] for router_controller (435b5d36-6f42-461f-8eaf-584f8959e752), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:53.977335 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0737adfa-276d-4757-9f50-f3797360a908 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (435b5d36-6f42-461f-8eaf-584f8959e752), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:54.076004 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0737adfa-276d-4757-9f50-f3797360a908 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:54.077323 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0737adfa-276d-4757-9f50-f3797360a908 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3692505 Apr 16 04:48:54.081144 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44380) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:54.085133 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1957830450'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:48:54.154761 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Made reservation on behalf of 80c92a8329904ef0bc4f2767b384ef06 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:48:54.158152 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:54.166482 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:54.243376 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks [] for security_group (e9f587cb-cade-404b-9ee2-a03e21cecfb4), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:54.291616 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (e9f587cb-cade-404b-9ee2-a03e21cecfb4), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:54.320618 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:48:54.326775 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f587cb-cade-404b-9ee2-a03e21cecfb4,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:54.335495 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (a4d8d269-7387-4315-9eba-3991892b4e16), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:54.335836 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Added segment a4d8d269-7387-4315-9eba-3991892b4e16 of type vlan for network 26c6b036-c078-4419-980e-5a04c222e183 Apr 16 04:48:54.337762 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:54.338109 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:54.338451 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:54.338790 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:54.339185 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:54.339521 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:54.339848 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:54.340176 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:54.341012 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:54.341339 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:54.341663 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:54.342039 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:54.342360 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:54.342681 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:54.343000 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:48:54.388220 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (26c6b036-c078-4419-980e-5a04c222e183), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:54.480369 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (26c6b036-c078-4419-980e-5a04c222e183), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:54.485323 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:54.485908 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:54.551391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Pushing event updated for resources: {'Network': ['ID=26c6b036-c078-4419-980e-5a04c222e183,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:54.557316 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8bc14885-a245-4ed8-a2cf-f42100d29b3e tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4762256 Apr 16 04:48:54.560221 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44382) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:54.565239 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-422fbe4b-b95c-4947-a4f5-67ec0373e4f8 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Request body: {'subnet': {'network_id': '26c6b036-c078-4419-980e-5a04c222e183', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:48:54.566054 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 26c6b036-c078-4419-980e-5a04c222e183 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:48:54.691319 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422fbe4b-b95c-4947-a4f5-67ec0373e4f8 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Made reservation on behalf of 80c92a8329904ef0bc4f2767b384ef06 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:48:54.694678 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-422fbe4b-b95c-4947-a4f5-67ec0373e4f8 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:54.936205 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-422fbe4b-b95c-4947-a4f5-67ec0373e4f8 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (a373107d-3a16-4b5c-a73b-0434a2fa2609), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:54.999436 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fbe4b-b95c-4947-a4f5-67ec0373e4f8 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Pushing event updated for resources: {'Subnet': ['ID=a373107d-3a16-4b5c-a73b-0434a2fa2609,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:55.004355 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422fbe4b-b95c-4947-a4f5-67ec0373e4f8 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Checking segment: {'id': 'a4d8d269-7387-4315-9eba-3991892b4e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '26c6b036-c078-4419-980e-5a04c222e183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:48:55.006621 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422fbe4b-b95c-4947-a4f5-67ec0373e4f8 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Network hostable DHCP agents. Network: 26c6b036-c078-4419-980e-5a04c222e183, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:48:55.080070 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422fbe4b-b95c-4947-a4f5-67ec0373e4f8 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Network 26c6b036-c078-4419-980e-5a04c222e183 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:48:55.131320 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-422fbe4b-b95c-4947-a4f5-67ec0373e4f8 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 26c6b036-c078-4419-980e-5a04c222e183) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:48:55.135399 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422fbe4b-b95c-4947-a4f5-67ec0373e4f8 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:55.135996 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-422fbe4b-b95c-4947-a4f5-67ec0373e4f8 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:55.141011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a9ca44-c99e-4d75-8b9b-48b02e1b8fe7 None None] Network 26c6b036-c078-4419-980e-5a04c222e183 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:48:55.203379 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-422fbe4b-b95c-4947-a4f5-67ec0373e4f8 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6420586 Apr 16 04:48:55.206429 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44384) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:55.211524 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-9c43ef41-35d8-463c-83fa-1c1933865389 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-890467868'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:48:55.285932 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c43ef41-35d8-463c-83fa-1c1933865389 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Made reservation on behalf of 80c92a8329904ef0bc4f2767b384ef06 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:48:55.289383 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9c43ef41-35d8-463c-83fa-1c1933865389 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:55.315650 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c43ef41-35d8-463c-83fa-1c1933865389 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:48:55.326530 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9c43ef41-35d8-463c-83fa-1c1933865389 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (23b51466-67a8-4196-9842-0870ff500885), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:55.326887 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-9c43ef41-35d8-463c-83fa-1c1933865389 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Added segment 23b51466-67a8-4196-9842-0870ff500885 of type vlan for network fb5de016-caa3-403e-a485-eb6b36818ca0 Apr 16 04:48:55.374266 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9c43ef41-35d8-463c-83fa-1c1933865389 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (fb5de016-caa3-403e-a485-eb6b36818ca0), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:55.388011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-26c6b036-c078-4419-980e-5a04c222e183', 'network_id': '26c6b036-c078-4419-980e-5a04c222e183', 'project_id': '80c92a8329904ef0bc4f2767b384ef06', 'fixed_ips': [{'subnet_id': 'a373107d-3a16-4b5c-a73b-0434a2fa2609'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:48:55.388877 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:55.434913 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9c43ef41-35d8-463c-83fa-1c1933865389 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (fb5de016-caa3-403e-a485-eb6b36818ca0), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:55.439921 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c43ef41-35d8-463c-83fa-1c1933865389 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:55.440500 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9c43ef41-35d8-463c-83fa-1c1933865389 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:55.507778 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43ef41-35d8-463c-83fa-1c1933865389 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Pushing event updated for resources: {'Network': ['ID=fb5de016-caa3-403e-a485-eb6b36818ca0,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:55.521425 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network fb5de016-caa3-403e-a485-eb6b36818ca0 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:48:55.523179 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9c43ef41-35d8-463c-83fa-1c1933865389 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3156669 Apr 16 04:48:55.525803 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44386) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:55.531409 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-791e84ce-91fe-42aa-9f79-31eec8bec523 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Request body: {'subnet': {'network_id': 'fb5de016-caa3-403e-a485-eb6b36818ca0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:48:55.556319 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] Allocated IP 172.20.0.2 (26c6b036-c078-4419-980e-5a04c222e183/a373107d-3a16-4b5c-a73b-0434a2fa2609/166aa7fe-a3c2-4e97-8e4a-011cc10ba965) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:48:55.703005 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791e84ce-91fe-42aa-9f79-31eec8bec523 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Made reservation on behalf of 80c92a8329904ef0bc4f2767b384ef06 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:48:55.706582 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-791e84ce-91fe-42aa-9f79-31eec8bec523 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:55.737124 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] Publish callbacks [] for port (166aa7fe-a3c2-4e97-8e4a-011cc10ba965), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:55.812058 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (166aa7fe-a3c2-4e97-8e4a-011cc10ba965), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:55.857635 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] Network 26c6b036-c078-4419-980e-5a04c222e183 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:48:55.860567 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:48:55.864996 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:48:55.868088 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] Pushing event updated for resources: {'Port': ['ID=166aa7fe-a3c2-4e97-8e4a-011cc10ba965,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:55.926918 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] Attempting to bind port 166aa7fe-a3c2-4e97-8e4a-011cc10ba965 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:48:55.927281 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] Attempting to bind port 166aa7fe-a3c2-4e97-8e4a-011cc10ba965 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'a4d8d269-7387-4315-9eba-3991892b4e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '26c6b036-c078-4419-980e-5a04c222e183'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:48:55.927642 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] Attempting to bind port 166aa7fe-a3c2-4e97-8e4a-011cc10ba965 on network 26c6b036-c078-4419-980e-5a04c222e183 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:48:55.932577 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:48:55.932970 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] Checking segment: {'id': 'a4d8d269-7387-4315-9eba-3991892b4e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '26c6b036-c078-4419-980e-5a04c222e183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:48:55.933369 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:55.933758 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] Bound using segment: {'id': 'a4d8d269-7387-4315-9eba-3991892b4e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '26c6b036-c078-4419-980e-5a04c222e183'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:48:55.934854 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] Bound port: 166aa7fe-a3c2-4e97-8e4a-011cc10ba965, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d8d269-7387-4315-9eba-3991892b4e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '26c6b036-c078-4419-980e-5a04c222e183'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:48:55.935238 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (166aa7fe-a3c2-4e97-8e4a-011cc10ba965), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:55.949141 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-791e84ce-91fe-42aa-9f79-31eec8bec523 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (27189120-7992-4e57-9b48-56593df4f7d7), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:55.997555 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] For port 166aa7fe-a3c2-4e97-8e4a-011cc10ba965, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:48:56.000591 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] For port 166aa7fe-a3c2-4e97-8e4a-011cc10ba965, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=166aa7fe-a3c2-4e97-8e4a-011cc10ba965,segment=NetworkSegment(a4d8d269-7387-4315-9eba-3991892b4e16),segment_id=a4d8d269-7387-4315-9eba-3991892b4e16)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:48:56.015449 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e84ce-91fe-42aa-9f79-31eec8bec523 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Pushing event updated for resources: {'Subnet': ['ID=27189120-7992-4e57-9b48-56593df4f7d7,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:56.020769 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791e84ce-91fe-42aa-9f79-31eec8bec523 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Checking segment: {'id': '23b51466-67a8-4196-9842-0870ff500885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fb5de016-caa3-403e-a485-eb6b36818ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:48:56.021127 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791e84ce-91fe-42aa-9f79-31eec8bec523 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Network hostable DHCP agents. Network: fb5de016-caa3-403e-a485-eb6b36818ca0, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:48:56.057833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (166aa7fe-a3c2-4e97-8e4a-011cc10ba965), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:56.114877 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d89426-fe12-4e61-aff3-e19af088e180 None None] Pushing event updated for resources: {'Port': ['ID=166aa7fe-a3c2-4e97-8e4a-011cc10ba965,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:56.120493 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791e84ce-91fe-42aa-9f79-31eec8bec523 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Network fb5de016-caa3-403e-a485-eb6b36818ca0 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:48:56.193090 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-791e84ce-91fe-42aa-9f79-31eec8bec523 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, fb5de016-caa3-403e-a485-eb6b36818ca0) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:48:56.197094 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791e84ce-91fe-42aa-9f79-31eec8bec523 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:48:56.197684 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-791e84ce-91fe-42aa-9f79-31eec8bec523 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:56.201840 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a584ba-2004-4b6d-9b65-64a2a3496973 None None] Network fb5de016-caa3-403e-a485-eb6b36818ca0 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:48:56.281096 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-791e84ce-91fe-42aa-9f79-31eec8bec523 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7540114 Apr 16 04:48:56.282313 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44388) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:56.289246 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-6207fccf-1e17-4d20-b816-a61000d10574 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fb5de016-caa3-403e-a485-eb6b36818ca0'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:48:56.330408 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-fb5de016-caa3-403e-a485-eb6b36818ca0', 'network_id': 'fb5de016-caa3-403e-a485-eb6b36818ca0', 'project_id': '80c92a8329904ef0bc4f2767b384ef06', 'fixed_ips': [{'subnet_id': '27189120-7992-4e57-9b48-56593df4f7d7'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:48:56.331565 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:56.482702 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] Allocated IP 172.21.0.2 (fb5de016-caa3-403e-a485-eb6b36818ca0/27189120-7992-4e57-9b48-56593df4f7d7/a1245a9f-45b5-4ed7-8623-abc7055a99af) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:48:56.528821 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6207fccf-1e17-4d20-b816-a61000d10574 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks [] for router_gateway (435b5d36-6f42-461f-8eaf-584f8959e752), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:56.631410 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] Publish callbacks [] for port (a1245a9f-45b5-4ed7-8623-abc7055a99af), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:56.675748 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.api.v2.resource [None req-6207fccf-1e17-4d20-b816-a61000d10574 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 04:48:56.676758 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6207fccf-1e17-4d20-b816-a61000d10574 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] 10.222.0.30 "PUT /v2.0/routers/435b5d36-6f42-461f-8eaf-584f8959e752 HTTP/1.1" status: 400 len: 364 time: 0.3937321 Apr 16 04:48:56.682497 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44390) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:56.703330 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (a1245a9f-45b5-4ed7-8623-abc7055a99af), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:56.738992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c2f9d8-f5d0-496f-b1fb-751646eb8438 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Deleting subnet 27189120-7992-4e57-9b48-56593df4f7d7 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:48:56.742746 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c1c2f9d8-f5d0-496f-b1fb-751646eb8438 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks [] for subnet (27189120-7992-4e57-9b48-56593df4f7d7), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:56.745067 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] Network fb5de016-caa3-403e-a485-eb6b36818ca0 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:48:56.748210 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:48:56.754483 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:48:56.764990 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] Pushing event updated for resources: {'Port': ['ID=a1245a9f-45b5-4ed7-8623-abc7055a99af,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:56.790711 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c1c2f9d8-f5d0-496f-b1fb-751646eb8438 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (27189120-7992-4e57-9b48-56593df4f7d7), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:56.825425 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] Attempting to bind port a1245a9f-45b5-4ed7-8623-abc7055a99af on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:48:56.825911 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] Attempting to bind port a1245a9f-45b5-4ed7-8623-abc7055a99af by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '23b51466-67a8-4196-9842-0870ff500885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fb5de016-caa3-403e-a485-eb6b36818ca0'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:48:56.826349 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] Attempting to bind port a1245a9f-45b5-4ed7-8623-abc7055a99af on network fb5de016-caa3-403e-a485-eb6b36818ca0 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:48:56.832134 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:48:56.832620 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] Checking segment: {'id': '23b51466-67a8-4196-9842-0870ff500885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fb5de016-caa3-403e-a485-eb6b36818ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:48:56.833120 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:56.833515 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] Bound using segment: {'id': '23b51466-67a8-4196-9842-0870ff500885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fb5de016-caa3-403e-a485-eb6b36818ca0'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:48:56.833983 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] Bound port: a1245a9f-45b5-4ed7-8623-abc7055a99af, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b51466-67a8-4196-9842-0870ff500885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fb5de016-caa3-403e-a485-eb6b36818ca0'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:48:56.834365 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (a1245a9f-45b5-4ed7-8623-abc7055a99af), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:56.884174 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c1c2f9d8-f5d0-496f-b1fb-751646eb8438 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (27189120-7992-4e57-9b48-56593df4f7d7), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:57.030324 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c1c2f9d8-f5d0-496f-b1fb-751646eb8438 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (27189120-7992-4e57-9b48-56593df4f7d7), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:57.033726 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] For port a1245a9f-45b5-4ed7-8623-abc7055a99af, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:48:57.037066 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] For port a1245a9f-45b5-4ed7-8623-abc7055a99af, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a1245a9f-45b5-4ed7-8623-abc7055a99af,segment=NetworkSegment(23b51466-67a8-4196-9842-0870ff500885),segment_id=23b51466-67a8-4196-9842-0870ff500885)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:48:57.059018 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2f9d8-f5d0-496f-b1fb-751646eb8438 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Pushing event deleted for resources: {'Subnet': ['ID=27189120-7992-4e57-9b48-56593df4f7d7,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:57.070020 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c1c2f9d8-f5d0-496f-b1fb-751646eb8438 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:57.070020 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c1c2f9d8-f5d0-496f-b1fb-751646eb8438 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] 10.222.0.30 "DELETE /v2.0/subnets/27189120-7992-4e57-9b48-56593df4f7d7 HTTP/1.1" status: 204 len: 168 time: 0.3839707 Apr 16 04:48:57.070819 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44392) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:57.093041 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ba8a99-7ad6-4a26-bd01-f9dcfb1b5a69 None None] Network 26c6b036-c078-4419-980e-5a04c222e183 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:48:57.114734 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (a1245a9f-45b5-4ed7-8623-abc7055a99af), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:57.158538 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cd31d54-621f-4ec7-a1bb-a819d5e56c95 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (fb5de016-caa3-403e-a485-eb6b36818ca0), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:57.208303 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-5cd31d54-621f-4ec7-a1bb-a819d5e56c95 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Deleting port a1245a9f-45b5-4ed7-8623-abc7055a99af {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:48:57.208647 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cd31d54-621f-4ec7-a1bb-a819d5e56c95 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (a1245a9f-45b5-4ed7-8623-abc7055a99af), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:57.218780 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-7c068e30-61f1-4e84-9dfa-4ad6b02c021a None None] Provisioning complete for port 166aa7fe-a3c2-4e97-8e4a-011cc10ba965 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:48:57.218780 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7c068e30-61f1-4e84-9dfa-4ad6b02c021a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (166aa7fe-a3c2-4e97-8e4a-011cc10ba965), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:57.255270 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65dbe4-8acb-4bb9-a490-8dcce4c9e008 None None] Pushing event updated for resources: {'Port': ['ID=a1245a9f-45b5-4ed7-8623-abc7055a99af,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:57.281182 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-5cd31d54-621f-4ec7-a1bb-a819d5e56c95 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] For port a1245a9f-45b5-4ed7-8623-abc7055a99af, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=a1245a9f-45b5-4ed7-8623-abc7055a99af,segment=NetworkSegment(23b51466-67a8-4196-9842-0870ff500885),segment_id=23b51466-67a8-4196-9842-0870ff500885)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:48:57.281542 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cd31d54-621f-4ec7-a1bb-a819d5e56c95 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (a1245a9f-45b5-4ed7-8623-abc7055a99af), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:57.299832 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-5cd31d54-621f-4ec7-a1bb-a819d5e56c95 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Calling delete_port for a1245a9f-45b5-4ed7-8623-abc7055a99af owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:48:57.347963 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-7c068e30-61f1-4e84-9dfa-4ad6b02c021a None None] Current status of the port 166aa7fe-a3c2-4e97-8e4a-011cc10ba965 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:48:57.348467 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7c068e30-61f1-4e84-9dfa-4ad6b02c021a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (166aa7fe-a3c2-4e97-8e4a-011cc10ba965), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:57.394027 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-7c068e30-61f1-4e84-9dfa-4ad6b02c021a None None] For port 166aa7fe-a3c2-4e97-8e4a-011cc10ba965, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=166aa7fe-a3c2-4e97-8e4a-011cc10ba965,segment=NetworkSegment(a4d8d269-7387-4315-9eba-3991892b4e16),segment_id=a4d8d269-7387-4315-9eba-3991892b4e16)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:48:57.463546 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cd31d54-621f-4ec7-a1bb-a819d5e56c95 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (a1245a9f-45b5-4ed7-8623-abc7055a99af), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:57.478879 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd31d54-621f-4ec7-a1bb-a819d5e56c95 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] No DVR routers for this DVR port a1245a9f-45b5-4ed7-8623-abc7055a99af on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:48:57.496162 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7c068e30-61f1-4e84-9dfa-4ad6b02c021a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (166aa7fe-a3c2-4e97-8e4a-011cc10ba965), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:57.502120 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd31d54-621f-4ec7-a1bb-a819d5e56c95 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Pushing event deleted for resources: {'Port': ['ID=a1245a9f-45b5-4ed7-8623-abc7055a99af,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:57.570287 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c068e30-61f1-4e84-9dfa-4ad6b02c021a None None] Pushing event updated for resources: {'Port': ['ID=166aa7fe-a3c2-4e97-8e4a-011cc10ba965,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:57.598004 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cd31d54-621f-4ec7-a1bb-a819d5e56c95 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (fb5de016-caa3-403e-a485-eb6b36818ca0), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:57.617753 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-1bad7311-5364-4158-9ef9-a47ecd05d875 None None] Provisioning complete for port 166aa7fe-a3c2-4e97-8e4a-011cc10ba965 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:48:57.618125 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1bad7311-5364-4158-9ef9-a47ecd05d875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (166aa7fe-a3c2-4e97-8e4a-011cc10ba965), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:57.620254 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-5cd31d54-621f-4ec7-a1bb-a819d5e56c95 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5de016-caa3-403e-a485-eb6b36818ca0']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:57.629585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-5cd31d54-621f-4ec7-a1bb-a819d5e56c95 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b51466-67a8-4196-9842-0870ff500885') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:57.629878 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-5cd31d54-621f-4ec7-a1bb-a819d5e56c95 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b51466-67a8-4196-9842-0870ff500885') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:57.639793 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cd31d54-621f-4ec7-a1bb-a819d5e56c95 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (23b51466-67a8-4196-9842-0870ff500885), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:57.653508 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cd31d54-621f-4ec7-a1bb-a819d5e56c95 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (23b51466-67a8-4196-9842-0870ff500885), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:57.659371 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd31d54-621f-4ec7-a1bb-a819d5e56c95 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:48:57.659804 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cd31d54-621f-4ec7-a1bb-a819d5e56c95 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (23b51466-67a8-4196-9842-0870ff500885), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:48:57.662981 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:48:57.696021 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1bad7311-5364-4158-9ef9-a47ecd05d875 None None] Current status of the port 166aa7fe-a3c2-4e97-8e4a-011cc10ba965 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:48:57.759979 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cd31d54-621f-4ec7-a1bb-a819d5e56c95 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (fb5de016-caa3-403e-a485-eb6b36818ca0), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:57.767430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5cd31d54-621f-4ec7-a1bb-a819d5e56c95 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:57.770884 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5cd31d54-621f-4ec7-a1bb-a819d5e56c95 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] 10.222.0.30 "DELETE /v2.0/networks/fb5de016-caa3-403e-a485-eb6b36818ca0 HTTP/1.1" status: 204 len: 168 time: 0.6997790 Apr 16 04:48:57.773365 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44394) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:57.791509 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd31d54-621f-4ec7-a1bb-a819d5e56c95 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Pushing event deleted for resources: {'Network': ['ID=fb5de016-caa3-403e-a485-eb6b36818ca0,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:57.840376 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d97bc4-55bd-41cb-9bcd-7b65841bab32 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Deleting subnet a373107d-3a16-4b5c-a73b-0434a2fa2609 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:48:57.843506 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-66d97bc4-55bd-41cb-9bcd-7b65841bab32 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks [] for subnet (a373107d-3a16-4b5c-a73b-0434a2fa2609), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:57.889927 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-66d97bc4-55bd-41cb-9bcd-7b65841bab32 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (a373107d-3a16-4b5c-a73b-0434a2fa2609), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:57.915493 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 166aa7fe-a3c2-4e97-8e4a-011cc10ba965 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:48:57.967026 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 166aa7fe-a3c2-4e97-8e4a-011cc10ba965 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:48:57.967392 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (166aa7fe-a3c2-4e97-8e4a-011cc10ba965), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:57.987358 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-66d97bc4-55bd-41cb-9bcd-7b65841bab32 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (a373107d-3a16-4b5c-a73b-0434a2fa2609), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:58.050995 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 166aa7fe-a3c2-4e97-8e4a-011cc10ba965 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:48:58.138796 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-66d97bc4-55bd-41cb-9bcd-7b65841bab32 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (a373107d-3a16-4b5c-a73b-0434a2fa2609), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:58.166008 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d97bc4-55bd-41cb-9bcd-7b65841bab32 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Pushing event deleted for resources: {'Subnet': ['ID=a373107d-3a16-4b5c-a73b-0434a2fa2609,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:58.173080 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-66d97bc4-55bd-41cb-9bcd-7b65841bab32 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:58.177874 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-66d97bc4-55bd-41cb-9bcd-7b65841bab32 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] 10.222.0.30 "DELETE /v2.0/subnets/a373107d-3a16-4b5c-a73b-0434a2fa2609 HTTP/1.1" status: 204 len: 168 time: 0.4012184 Apr 16 04:48:58.178683 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44396) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:58.179782 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49627fd-c9a7-4451-93c5-00cac1ab6319 None None] Network 26c6b036-c078-4419-980e-5a04c222e183 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:48:58.265526 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b3fea3b1-f36e-4df0-8cad-04d233733a65 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (26c6b036-c078-4419-980e-5a04c222e183), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:58.314230 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-e0d67b04-67ea-493a-b184-c342fc75f333 None None] Could not find standard attr ID for object a1245a9f-45b5-4ed7-8623-abc7055a99af. {{(pid=104634) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 16 04:48:58.315276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-b3fea3b1-f36e-4df0-8cad-04d233733a65 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Deleting port 166aa7fe-a3c2-4e97-8e4a-011cc10ba965 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:48:58.315624 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b3fea3b1-f36e-4df0-8cad-04d233733a65 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (166aa7fe-a3c2-4e97-8e4a-011cc10ba965), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:58.317169 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8cc791-9f67-417c-a381-0abf7e693d20 None None] DHCP port deletion for fb5de016-caa3-403e-a485-eb6b36818ca0 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:48:58.347827 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba06092d-a156-426f-8f5c-6f626a7f2132 None None] Network fb5de016-caa3-403e-a485-eb6b36818ca0 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:48:58.363173 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ba0421-607a-4826-ba90-d8d98cd549c0 None None] DHCP port deletion for 26c6b036-c078-4419-980e-5a04c222e183 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:48:58.365460 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba06092d-a156-426f-8f5c-6f626a7f2132 None None] Network fb5de016-caa3-403e-a485-eb6b36818ca0 could not be found, it might have been deleted concurrently. {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 16 04:48:58.387289 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-b3fea3b1-f36e-4df0-8cad-04d233733a65 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] For port 166aa7fe-a3c2-4e97-8e4a-011cc10ba965, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=166aa7fe-a3c2-4e97-8e4a-011cc10ba965,segment=NetworkSegment(a4d8d269-7387-4315-9eba-3991892b4e16),segment_id=a4d8d269-7387-4315-9eba-3991892b4e16)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:48:58.387670 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b3fea3b1-f36e-4df0-8cad-04d233733a65 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (166aa7fe-a3c2-4e97-8e4a-011cc10ba965), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:58.392237 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:58.400779 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-b3fea3b1-f36e-4df0-8cad-04d233733a65 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Calling delete_port for 166aa7fe-a3c2-4e97-8e4a-011cc10ba965 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:48:58.405482 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-02ba0421-607a-4826-ba90-d8d98cd549c0 None None] Deleting port 166aa7fe-a3c2-4e97-8e4a-011cc10ba965 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:48:58.405845 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-02ba0421-607a-4826-ba90-d8d98cd549c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (166aa7fe-a3c2-4e97-8e4a-011cc10ba965), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:58.471931 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-02ba0421-607a-4826-ba90-d8d98cd549c0 None None] For port 166aa7fe-a3c2-4e97-8e4a-011cc10ba965, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=166aa7fe-a3c2-4e97-8e4a-011cc10ba965,segment=NetworkSegment(a4d8d269-7387-4315-9eba-3991892b4e16),segment_id=a4d8d269-7387-4315-9eba-3991892b4e16)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:48:58.472325 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-02ba0421-607a-4826-ba90-d8d98cd549c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (166aa7fe-a3c2-4e97-8e4a-011cc10ba965), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:58.494347 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-02ba0421-607a-4826-ba90-d8d98cd549c0 None None] Calling delete_port for 166aa7fe-a3c2-4e97-8e4a-011cc10ba965 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:48:58.581480 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b3fea3b1-f36e-4df0-8cad-04d233733a65 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (166aa7fe-a3c2-4e97-8e4a-011cc10ba965), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:58.587318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-02ba0421-607a-4826-ba90-d8d98cd549c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (166aa7fe-a3c2-4e97-8e4a-011cc10ba965), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:58.608064 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fea3b1-f36e-4df0-8cad-04d233733a65 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Pushing event deleted for resources: {'Port': ['ID=166aa7fe-a3c2-4e97-8e4a-011cc10ba965,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:58.612590 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fea3b1-f36e-4df0-8cad-04d233733a65 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] No DVR routers for this DVR port 166aa7fe-a3c2-4e97-8e4a-011cc10ba965 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:48:58.617521 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba0421-607a-4826-ba90-d8d98cd549c0 None None] Pushing event deleted for resources: {'Port': ['ID=166aa7fe-a3c2-4e97-8e4a-011cc10ba965,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:58.621011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ba0421-607a-4826-ba90-d8d98cd549c0 None None] No DVR routers for this DVR port 166aa7fe-a3c2-4e97-8e4a-011cc10ba965 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:48:58.695654 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b3fea3b1-f36e-4df0-8cad-04d233733a65 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (26c6b036-c078-4419-980e-5a04c222e183), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:58.715738 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-b3fea3b1-f36e-4df0-8cad-04d233733a65 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c6b036-c078-4419-980e-5a04c222e183']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:58.724857 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-b3fea3b1-f36e-4df0-8cad-04d233733a65 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d8d269-7387-4315-9eba-3991892b4e16') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:58.725159 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-b3fea3b1-f36e-4df0-8cad-04d233733a65 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d8d269-7387-4315-9eba-3991892b4e16') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:48:58.739273 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b3fea3b1-f36e-4df0-8cad-04d233733a65 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (a4d8d269-7387-4315-9eba-3991892b4e16), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:58.752248 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b3fea3b1-f36e-4df0-8cad-04d233733a65 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (a4d8d269-7387-4315-9eba-3991892b4e16), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:58.758009 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3fea3b1-f36e-4df0-8cad-04d233733a65 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:48:58.758384 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b3fea3b1-f36e-4df0-8cad-04d233733a65 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (a4d8d269-7387-4315-9eba-3991892b4e16), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:48:58.761381 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:48:58.885638 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b3fea3b1-f36e-4df0-8cad-04d233733a65 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (26c6b036-c078-4419-980e-5a04c222e183), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:58.889797 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b3fea3b1-f36e-4df0-8cad-04d233733a65 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:58.893256 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b3fea3b1-f36e-4df0-8cad-04d233733a65 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] 10.222.0.30 "DELETE /v2.0/networks/26c6b036-c078-4419-980e-5a04c222e183 HTTP/1.1" status: 204 len: 168 time: 0.7134387 Apr 16 04:48:58.896417 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44398) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:58.909745 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fea3b1-f36e-4df0-8cad-04d233733a65 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Pushing event deleted for resources: {'Network': ['ID=26c6b036-c078-4419-980e-5a04c222e183,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:48:58.926306 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9b97cb3d-0dfc-4061-ba45-c4c561312c43 tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] 10.222.0.30 "GET /v2.0/ports?device_id=435b5d36-6f42-461f-8eaf-584f8959e752 HTTP/1.1" status: 200 len: 205 time: 0.0286891 Apr 16 04:48:58.929738 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44400) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:48:59.321209 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc9c8-594e-4561-9f8f-71445bf915bb tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks [] for router (435b5d36-6f42-461f-8eaf-584f8959e752), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:59.494259 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc9c8-594e-4561-9f8f-71445bf915bb tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (435b5d36-6f42-461f-8eaf-584f8959e752), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:59.496412 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc9c8-594e-4561-9f8f-71445bf915bb tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks [] for router_controller (435b5d36-6f42-461f-8eaf-584f8959e752), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:59.616975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc9c8-594e-4561-9f8f-71445bf915bb tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (435b5d36-6f42-461f-8eaf-584f8959e752), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:59.617420 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bcc9c8-594e-4561-9f8f-71445bf915bb tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Fanout notify agent at l3_agent the message router_deleted on router 435b5d36-6f42-461f-8eaf-584f8959e752 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:48:59.628300 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc9c8-594e-4561-9f8f-71445bf915bb tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:48:59.628300 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f0bcc9c8-594e-4561-9f8f-71445bf915bb tempest-RoutersNegativeTest-1604294212 tempest-RoutersNegativeTest-1604294212-project] 10.222.0.30 "DELETE /v2.0/routers/435b5d36-6f42-461f-8eaf-584f8959e752 HTTP/1.1" status: 204 len: 168 time: 0.6959329 Apr 16 04:48:59.898657 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a1245a9f-45b5-4ed7-8623-abc7055a99af no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:48:59.919976 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: a1245a9f-45b5-4ed7-8623-abc7055a99af {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:48:59.920315 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device a1245a9f-45b5-4ed7-8623-abc7055a99af not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:48:59.920740 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 166aa7fe-a3c2-4e97-8e4a-011cc10ba965 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:48:59.940539 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 166aa7fe-a3c2-4e97-8e4a-011cc10ba965 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:48:59.940700 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 166aa7fe-a3c2-4e97-8e4a-011cc10ba965 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:49:00.026488 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44406) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:49:00.155164 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ba72f5df-a156-4d47-8846-db24c0f4f14a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=80c92a8329904ef0bc4f2767b384ef06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1274302 Apr 16 04:49:00.157495 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44410) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:49:00.203415 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-77dd4e7c-3c8f-4c1f-bcaa-c94c3ece66d6 admin admin] Publish callbacks [] for security_group (e9f587cb-cade-404b-9ee2-a03e21cecfb4), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:00.224847 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-77dd4e7c-3c8f-4c1f-bcaa-c94c3ece66d6 admin admin] Publish callbacks [] for security_group (e9f587cb-cade-404b-9ee2-a03e21cecfb4), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:00.308627 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-77dd4e7c-3c8f-4c1f-bcaa-c94c3ece66d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (e9f587cb-cade-404b-9ee2-a03e21cecfb4), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:00.311280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-77dd4e7c-3c8f-4c1f-bcaa-c94c3ece66d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:00.312429 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-77dd4e7c-3c8f-4c1f-bcaa-c94c3ece66d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9f587cb-cade-404b-9ee2-a03e21cecfb4 HTTP/1.1" status: 204 len: 168 time: 0.1540439 Apr 16 04:49:00.320292 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd4e7c-3c8f-4c1f-bcaa-c94c3ece66d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f587cb-cade-404b-9ee2-a03e21cecfb4,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:01.210597 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44432) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:49:01.303234 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-9f416478-43f7-4e26-81d0-d8308f48c17d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1320603574-network', 'tenant_id': 'e4a5a3645ad24bcdab652ad3e77b30aa'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:49:01.370966 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f416478-43f7-4e26-81d0-d8308f48c17d admin admin] Made reservation on behalf of e4a5a3645ad24bcdab652ad3e77b30aa for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:49:01.373838 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9f416478-43f7-4e26-81d0-d8308f48c17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:01.382343 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9f416478-43f7-4e26-81d0-d8308f48c17d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:01.455111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9f416478-43f7-4e26-81d0-d8308f48c17d admin admin] Publish callbacks [] for security_group (c0b3add8-5d0e-4fde-8079-21ceaad0e91f), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:01.520149 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9f416478-43f7-4e26-81d0-d8308f48c17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (c0b3add8-5d0e-4fde-8079-21ceaad0e91f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:01.545460 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f416478-43f7-4e26-81d0-d8308f48c17d admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:49:01.560524 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f416478-43f7-4e26-81d0-d8308f48c17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b3add8-5d0e-4fde-8079-21ceaad0e91f,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:01.565113 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9f416478-43f7-4e26-81d0-d8308f48c17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (8734a4bc-1bea-40f2-8801-9dc541da4594), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:01.565461 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-9f416478-43f7-4e26-81d0-d8308f48c17d admin admin] Added segment 8734a4bc-1bea-40f2-8801-9dc541da4594 of type vlan for network 17139995-3b7d-4592-b707-d02b1c090885 Apr 16 04:49:01.605078 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9f416478-43f7-4e26-81d0-d8308f48c17d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (17139995-3b7d-4592-b707-d02b1c090885), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:01.679914 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9f416478-43f7-4e26-81d0-d8308f48c17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (17139995-3b7d-4592-b707-d02b1c090885), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:01.680922 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f416478-43f7-4e26-81d0-d8308f48c17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:01.681495 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9f416478-43f7-4e26-81d0-d8308f48c17d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:01.738882 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f416478-43f7-4e26-81d0-d8308f48c17d admin admin] Pushing event updated for resources: {'Network': ['ID=17139995-3b7d-4592-b707-d02b1c090885,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:01.748161 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 17139995-3b7d-4592-b707-d02b1c090885 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:49:01.768472 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9f416478-43f7-4e26-81d0-d8308f48c17d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5567842 Apr 16 04:49:01.771817 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44436) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:49:01.776450 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-371f3120-8eeb-49ee-a9ff-6765a3c0edf7 admin admin] Request body: {'subnet': {'network_id': '17139995-3b7d-4592-b707-d02b1c090885', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1320603574-subnet', 'tenant_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'ip_version': 4}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:49:01.840695 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371f3120-8eeb-49ee-a9ff-6765a3c0edf7 admin admin] Made reservation on behalf of e4a5a3645ad24bcdab652ad3e77b30aa for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:49:01.843083 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-371f3120-8eeb-49ee-a9ff-6765a3c0edf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:02.063178 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-371f3120-8eeb-49ee-a9ff-6765a3c0edf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (c6f2ce26-1c77-44aa-a2a3-85866d990d2b), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:02.121440 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f3120-8eeb-49ee-a9ff-6765a3c0edf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f2ce26-1c77-44aa-a2a3-85866d990d2b,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:02.132618 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371f3120-8eeb-49ee-a9ff-6765a3c0edf7 admin admin] Checking segment: {'id': '8734a4bc-1bea-40f2-8801-9dc541da4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '17139995-3b7d-4592-b707-d02b1c090885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:49:02.133019 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371f3120-8eeb-49ee-a9ff-6765a3c0edf7 admin admin] Network hostable DHCP agents. Network: 17139995-3b7d-4592-b707-d02b1c090885, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:49:02.205547 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371f3120-8eeb-49ee-a9ff-6765a3c0edf7 admin admin] Network 17139995-3b7d-4592-b707-d02b1c090885 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:49:02.289860 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-371f3120-8eeb-49ee-a9ff-6765a3c0edf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 17139995-3b7d-4592-b707-d02b1c090885) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:49:02.293818 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371f3120-8eeb-49ee-a9ff-6765a3c0edf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:02.294433 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-371f3120-8eeb-49ee-a9ff-6765a3c0edf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:02.298816 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cbe779-6946-4df1-a3b4-cc429ae0a075 None None] Network 17139995-3b7d-4592-b707-d02b1c090885 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:49:02.391924 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-371f3120-8eeb-49ee-a9ff-6765a3c0edf7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6189511 Apr 16 04:49:02.399401 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44438) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:49:02.399401 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-58b93a31-4a71-4be1-9646-8bd4ac4526a2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1320603574-router', 'tenant_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:49:02.404882 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-17139995-3b7d-4592-b707-d02b1c090885', 'network_id': '17139995-3b7d-4592-b707-d02b1c090885', 'project_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'fixed_ips': [{'subnet_id': 'c6f2ce26-1c77-44aa-a2a3-85866d990d2b'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:49:02.405789 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:02.498629 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-58b93a31-4a71-4be1-9646-8bd4ac4526a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (2daa1dd1-3566-4402-b5ac-2927cc1428e4), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:02.499780 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-58b93a31-4a71-4be1-9646-8bd4ac4526a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (2daa1dd1-3566-4402-b5ac-2927cc1428e4), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:02.537533 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] Allocated IP 172.20.0.2 (17139995-3b7d-4592-b707-d02b1c090885/c6f2ce26-1c77-44aa-a2a3-85866d990d2b/e43a3995-ecac-4b5c-8cb8-f0a60a168e02) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:49:02.550903 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-58b93a31-4a71-4be1-9646-8bd4ac4526a2 admin admin] Publish callbacks [] for router_controller (2daa1dd1-3566-4402-b5ac-2927cc1428e4), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:02.679676 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] Publish callbacks [] for port (e43a3995-ecac-4b5c-8cb8-f0a60a168e02), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:02.753219 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (e43a3995-ecac-4b5c-8cb8-f0a60a168e02), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:02.761192 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-58b93a31-4a71-4be1-9646-8bd4ac4526a2 admin admin] Publish callbacks [] for router_gateway (2daa1dd1-3566-4402-b5ac-2927cc1428e4), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:02.794028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] Network 17139995-3b7d-4592-b707-d02b1c090885 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:49:02.798882 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:49:02.802335 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:49:02.807649 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] Pushing event updated for resources: {'Port': ['ID=e43a3995-ecac-4b5c-8cb8-f0a60a168e02,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:02.861582 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] Attempting to bind port e43a3995-ecac-4b5c-8cb8-f0a60a168e02 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:49:02.861947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] Attempting to bind port e43a3995-ecac-4b5c-8cb8-f0a60a168e02 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '8734a4bc-1bea-40f2-8801-9dc541da4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '17139995-3b7d-4592-b707-d02b1c090885'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:49:02.862305 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] Attempting to bind port e43a3995-ecac-4b5c-8cb8-f0a60a168e02 on network 17139995-3b7d-4592-b707-d02b1c090885 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:49:02.867587 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:49:02.867954 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] Checking segment: {'id': '8734a4bc-1bea-40f2-8801-9dc541da4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '17139995-3b7d-4592-b707-d02b1c090885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:49:02.868349 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:02.868750 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] Bound using segment: {'id': '8734a4bc-1bea-40f2-8801-9dc541da4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '17139995-3b7d-4592-b707-d02b1c090885'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:49:02.869220 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] Bound port: e43a3995-ecac-4b5c-8cb8-f0a60a168e02, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8734a4bc-1bea-40f2-8801-9dc541da4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '17139995-3b7d-4592-b707-d02b1c090885'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:49:02.869597 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e43a3995-ecac-4b5c-8cb8-f0a60a168e02), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:02.931880 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] For port e43a3995-ecac-4b5c-8cb8-f0a60a168e02, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:49:02.935404 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] For port e43a3995-ecac-4b5c-8cb8-f0a60a168e02, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e43a3995-ecac-4b5c-8cb8-f0a60a168e02,segment=NetworkSegment(8734a4bc-1bea-40f2-8801-9dc541da4594),segment_id=8734a4bc-1bea-40f2-8801-9dc541da4594)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:49:03.010432 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e43a3995-ecac-4b5c-8cb8-f0a60a168e02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:03.018408 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-58b93a31-4a71-4be1-9646-8bd4ac4526a2 admin admin] Publish callbacks [] for router_gateway (2daa1dd1-3566-4402-b5ac-2927cc1428e4), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:03.041699 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-58b93a31-4a71-4be1-9646-8bd4ac4526a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:03.068714 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f7c92-3a81-4da7-b0f2-a4c169bf7fb1 None None] Pushing event updated for resources: {'Port': ['ID=e43a3995-ecac-4b5c-8cb8-f0a60a168e02,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:03.440291 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-58b93a31-4a71-4be1-9646-8bd4ac4526a2 admin admin] Allocated IP 172.26.6.67 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/547c5b50-88a1-4ee7-ba34-2650620fd922) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:49:03.544394 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-58b93a31-4a71-4be1-9646-8bd4ac4526a2 admin admin] Publish callbacks [] for port (547c5b50-88a1-4ee7-ba34-2650620fd922), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:03.633222 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-58b93a31-4a71-4be1-9646-8bd4ac4526a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (547c5b50-88a1-4ee7-ba34-2650620fd922), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:03.674972 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b93a31-4a71-4be1-9646-8bd4ac4526a2 admin admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:49:03.680116 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-58b93a31-4a71-4be1-9646-8bd4ac4526a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:49:03.684080 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b93a31-4a71-4be1-9646-8bd4ac4526a2 admin admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:49:03.713453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b93a31-4a71-4be1-9646-8bd4ac4526a2 admin admin] Pushing event updated for resources: {'Port': ['ID=547c5b50-88a1-4ee7-ba34-2650620fd922,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:03.912883 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e43a3995-ecac-4b5c-8cb8-f0a60a168e02 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:49:03.940303 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b48975-5c9a-4813-9600-b918d5ad691a None None] Network 17139995-3b7d-4592-b707-d02b1c090885 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:49:04.011700 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-58b93a31-4a71-4be1-9646-8bd4ac4526a2 admin admin] Publish callbacks [] for router_gateway (2daa1dd1-3566-4402-b5ac-2927cc1428e4), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:04.013431 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-34f78df4-3d48-4139-ad6a-35067906c5b1 None None] Provisioning complete for port e43a3995-ecac-4b5c-8cb8-f0a60a168e02 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:04.013804 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-34f78df4-3d48-4139-ad6a-35067906c5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e43a3995-ecac-4b5c-8cb8-f0a60a168e02), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:04.211301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port e43a3995-ecac-4b5c-8cb8-f0a60a168e02 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:04.211584 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e43a3995-ecac-4b5c-8cb8-f0a60a168e02), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:04.221857 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-58b93a31-4a71-4be1-9646-8bd4ac4526a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (2daa1dd1-3566-4402-b5ac-2927cc1428e4), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:04.357002 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-34f78df4-3d48-4139-ad6a-35067906c5b1 None None] Current status of the port e43a3995-ecac-4b5c-8cb8-f0a60a168e02 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:49:04.357389 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-34f78df4-3d48-4139-ad6a-35067906c5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e43a3995-ecac-4b5c-8cb8-f0a60a168e02), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:04.380192 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port e43a3995-ecac-4b5c-8cb8-f0a60a168e02 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:49:04.380577 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e43a3995-ecac-4b5c-8cb8-f0a60a168e02), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:04.406193 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b93a31-4a71-4be1-9646-8bd4ac4526a2 admin admin] Router 2daa1dd1-3566-4402-b5ac-2927cc1428e4 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:49:04.412555 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-34f78df4-3d48-4139-ad6a-35067906c5b1 None None] For port e43a3995-ecac-4b5c-8cb8-f0a60a168e02, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e43a3995-ecac-4b5c-8cb8-f0a60a168e02,segment=NetworkSegment(8734a4bc-1bea-40f2-8801-9dc541da4594),segment_id=8734a4bc-1bea-40f2-8801-9dc541da4594)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:49:04.470011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-34f78df4-3d48-4139-ad6a-35067906c5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e43a3995-ecac-4b5c-8cb8-f0a60a168e02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:04.524942 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b93a31-4a71-4be1-9646-8bd4ac4526a2 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:49:04.535850 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] Sync routers for ids ['2daa1dd1-3566-4402-b5ac-2927cc1428e4'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:49:04.552376 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:49:04.552376 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:49:04.552743 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] Routers {'2daa1dd1-3566-4402-b5ac-2927cc1428e4'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:49:04.552743 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:48:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2daa1dd1-3566-4402-b5ac-2927cc1428e4'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:49:04.552937 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f78df4-3d48-4139-ad6a-35067906c5b1 None None] Pushing event updated for resources: {'Port': ['ID=e43a3995-ecac-4b5c-8cb8-f0a60a168e02,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:04.587058 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-7f32bfd5-ab0f-47c2-b770-71b293d10878 None None] Provisioning complete for port e43a3995-ecac-4b5c-8cb8-f0a60a168e02 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:04.587407 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7f32bfd5-ab0f-47c2-b770-71b293d10878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e43a3995-ecac-4b5c-8cb8-f0a60a168e02), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:04.602281 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-58b93a31-4a71-4be1-9646-8bd4ac4526a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:04.603573 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-58b93a31-4a71-4be1-9646-8bd4ac4526a2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2080572 Apr 16 04:49:04.606789 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44440) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:49:04.663012 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] Set router 2daa1dd1-3566-4402-b5ac-2927cc1428e4 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:49:04.672986 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-7f32bfd5-ab0f-47c2-b770-71b293d10878 None None] Current status of the port e43a3995-ecac-4b5c-8cb8-f0a60a168e02 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:49:04.837519 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daa1dd1-3566-4402-b5ac-2927cc1428e4', 'name': 'tempest-TestEncryptedCinderVolumes-1320603574-router', 'tenant_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '547c5b50-88a1-4ee7-ba34-2650620fd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:49:02Z', 'updated_at': '2022-04-16T04:49:03Z', 'revision_number': 3, 'project_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'gw_port': {'id': '547c5b50-88a1-4ee7-ba34-2650620fd922', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daa1dd1-3566-4402-b5ac-2927cc1428e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:49:03Z', 'updated_at': '2022-04-16T04:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:49:04.867913 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] Checking router: 2daa1dd1-3566-4402-b5ac-2927cc1428e4 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:49:04.868266 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] Updating router 2daa1dd1-3566-4402-b5ac-2927cc1428e4 port 547c5b50-88a1-4ee7-ba34-2650620fd922 binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:49:04.894587 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (547c5b50-88a1-4ee7-ba34-2650620fd922), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:05.031571 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29644973-173e-4c66-b5a2-79af682f4016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:05.085560 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port e43a3995-ecac-4b5c-8cb8-f0a60a168e02 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:49:05.144313 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] Publish callbacks [] for port (547c5b50-88a1-4ee7-ba34-2650620fd922), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:05.194370 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (547c5b50-88a1-4ee7-ba34-2650620fd922), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:05.236170 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-29644973-173e-4c66-b5a2-79af682f4016 admin admin] Allocated IP 172.20.0.1 (17139995-3b7d-4592-b707-d02b1c090885/c6f2ce26-1c77-44aa-a2a3-85866d990d2b/1802880e-16ab-4fde-85e0-570f290a7df8) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:49:05.247942 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] Attempting to bind port 547c5b50-88a1-4ee7-ba34-2650620fd922 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:49:05.248314 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] Attempting to bind port 547c5b50-88a1-4ee7-ba34-2650620fd922 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:49:05.248670 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] Attempting to bind port 547c5b50-88a1-4ee7-ba34-2650620fd922 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:49:05.257389 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2ad1b-affc-4565-a7f8-dc09b0c1c83e None None] Pushing event updated for resources: {'Port': ['ID=547c5b50-88a1-4ee7-ba34-2650620fd922,revision_number=2']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:05.259417 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:49:05.259784 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:49:05.260177 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:05.260563 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:49:05.261191 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] Bound port: 547c5b50-88a1-4ee7-ba34-2650620fd922, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:49:05.261599 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (547c5b50-88a1-4ee7-ba34-2650620fd922), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:05.341652 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29644973-173e-4c66-b5a2-79af682f4016 admin admin] Publish callbacks [] for port (1802880e-16ab-4fde-85e0-570f290a7df8), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:05.374468 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2ad1b-affc-4565-a7f8-dc09b0c1c83e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:05.374809 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2ad1b-affc-4565-a7f8-dc09b0c1c83e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:05.375138 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2ad1b-affc-4565-a7f8-dc09b0c1c83e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:05.375465 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2ad1b-affc-4565-a7f8-dc09b0c1c83e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:05.375790 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2ad1b-affc-4565-a7f8-dc09b0c1c83e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:05.376111 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2ad1b-affc-4565-a7f8-dc09b0c1c83e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:05.376429 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2ad1b-affc-4565-a7f8-dc09b0c1c83e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:05.376761 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2ad1b-affc-4565-a7f8-dc09b0c1c83e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:05.377088 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2ad1b-affc-4565-a7f8-dc09b0c1c83e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:05.377403 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2ad1b-affc-4565-a7f8-dc09b0c1c83e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:05.377719 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2ad1b-affc-4565-a7f8-dc09b0c1c83e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:05.378032 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2ad1b-affc-4565-a7f8-dc09b0c1c83e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:05.378349 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2ad1b-affc-4565-a7f8-dc09b0c1c83e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:05.378651 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2ad1b-affc-4565-a7f8-dc09b0c1c83e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:05.378991 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2ad1b-affc-4565-a7f8-dc09b0c1c83e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:05.413750 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] For port 547c5b50-88a1-4ee7-ba34-2650620fd922, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:49:05.416716 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] For port 547c5b50-88a1-4ee7-ba34-2650620fd922, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=547c5b50-88a1-4ee7-ba34-2650620fd922,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:49:05.432947 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29644973-173e-4c66-b5a2-79af682f4016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (1802880e-16ab-4fde-85e0-570f290a7df8), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:05.473038 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29644973-173e-4c66-b5a2-79af682f4016 admin admin] Network 17139995-3b7d-4592-b707-d02b1c090885 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:49:05.475847 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-29644973-173e-4c66-b5a2-79af682f4016 admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:49:05.481473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29644973-173e-4c66-b5a2-79af682f4016 admin admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:49:05.507273 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29644973-173e-4c66-b5a2-79af682f4016 admin admin] Pushing event updated for resources: {'Port': ['ID=1802880e-16ab-4fde-85e0-570f290a7df8,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:05.521316 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (547c5b50-88a1-4ee7-ba34-2650620fd922), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:05.526732 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29644973-173e-4c66-b5a2-79af682f4016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (2daa1dd1-3566-4402-b5ac-2927cc1428e4), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:05.572460 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] Routers {'2daa1dd1-3566-4402-b5ac-2927cc1428e4'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:49:05.573108 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:48:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2daa1dd1-3566-4402-b5ac-2927cc1428e4'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:49:05.633100 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2ad1b-affc-4565-a7f8-dc09b0c1c83e None None] Pushing event updated for resources: {'Port': ['ID=547c5b50-88a1-4ee7-ba34-2650620fd922,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:05.702543 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] Set router 2daa1dd1-3566-4402-b5ac-2927cc1428e4 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:49:05.706908 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-5d519bf3-07fd-4096-8b36-9ca658f6d11e None None] Provisioning complete for port 1802880e-16ab-4fde-85e0-570f290a7df8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:05.707281 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5d519bf3-07fd-4096-8b36-9ca658f6d11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1802880e-16ab-4fde-85e0-570f290a7df8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:05.748362 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-5d519bf3-07fd-4096-8b36-9ca658f6d11e None None] Port 1802880e-16ab-4fde-85e0-570f290a7df8 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:49:05.759378 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29644973-173e-4c66-b5a2-79af682f4016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1802880e-16ab-4fde-85e0-570f290a7df8), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:05.879481 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daa1dd1-3566-4402-b5ac-2927cc1428e4', 'name': 'tempest-TestEncryptedCinderVolumes-1320603574-router', 'tenant_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '547c5b50-88a1-4ee7-ba34-2650620fd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:49:02Z', 'updated_at': '2022-04-16T04:49:03Z', 'revision_number': 3, 'project_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'gw_port': {'id': '547c5b50-88a1-4ee7-ba34-2650620fd922', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daa1dd1-3566-4402-b5ac-2927cc1428e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:49:03Z', 'updated_at': '2022-04-16T04:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:49:05.904351 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e43a3995-ecac-4b5c-8cb8-f0a60a168e02 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:49:05.906581 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0857cbd6-da1e-4d13-8e54-9ff03182ef7d None None] The sync data for ids ['2daa1dd1-3566-4402-b5ac-2927cc1428e4'] in dv-neutron-838078-2-hyperv is: [{'id': '2daa1dd1-3566-4402-b5ac-2927cc1428e4', 'name': 'tempest-TestEncryptedCinderVolumes-1320603574-router', 'tenant_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '547c5b50-88a1-4ee7-ba34-2650620fd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:49:02Z', 'updated_at': '2022-04-16T04:49:03Z', 'revision_number': 3, 'project_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'gw_port': {'id': '547c5b50-88a1-4ee7-ba34-2650620fd922', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daa1dd1-3566-4402-b5ac-2927cc1428e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:49:03Z', 'updated_at': '2022-04-16T04:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:49:05.932522 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29644973-173e-4c66-b5a2-79af682f4016 admin admin] Publish callbacks [] for port (1802880e-16ab-4fde-85e0-570f290a7df8), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:05.960736 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port e43a3995-ecac-4b5c-8cb8-f0a60a168e02 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:05.961115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e43a3995-ecac-4b5c-8cb8-f0a60a168e02), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:06.000272 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29644973-173e-4c66-b5a2-79af682f4016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (1802880e-16ab-4fde-85e0-570f290a7df8), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:06.044255 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port e43a3995-ecac-4b5c-8cb8-f0a60a168e02 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:49:06.068877 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-29644973-173e-4c66-b5a2-79af682f4016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (2daa1dd1-3566-4402-b5ac-2927cc1428e4), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:06.070719 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29644973-173e-4c66-b5a2-79af682f4016 admin admin] Pushing event updated for resources: {'Port': ['ID=1802880e-16ab-4fde-85e0-570f290a7df8,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:06.185882 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29644973-173e-4c66-b5a2-79af682f4016 admin admin] Network 17139995-3b7d-4592-b707-d02b1c090885 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:49:06.187289 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-29644973-173e-4c66-b5a2-79af682f4016 admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:49:06.315620 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29644973-173e-4c66-b5a2-79af682f4016 admin admin] Router 2daa1dd1-3566-4402-b5ac-2927cc1428e4 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:49:06.438400 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29644973-173e-4c66-b5a2-79af682f4016 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:49:06.443475 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-29644973-173e-4c66-b5a2-79af682f4016 admin admin] 10.222.0.30 "PUT /v2.0/routers/2daa1dd1-3566-4402-b5ac-2927cc1428e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8357046 Apr 16 04:49:06.477124 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-7d921e7e-6084-4f28-91a4-b45b5b726961 None None] Provisioning complete for port 1802880e-16ab-4fde-85e0-570f290a7df8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:06.478127 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7d921e7e-6084-4f28-91a4-b45b5b726961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1802880e-16ab-4fde-85e0-570f290a7df8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:06.514758 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-7d921e7e-6084-4f28-91a4-b45b5b726961 None None] Port 1802880e-16ab-4fde-85e0-570f290a7df8 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:49:07.169323 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44456) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:49:07.174274 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-71bfa993-7a66-48ba-a8cf-2ad84253161a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1400058069-network', 'tenant_id': '3f3d7f28cf7b445daa90027172228c22'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:49:07.257009 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bfa993-7a66-48ba-a8cf-2ad84253161a admin admin] Made reservation on behalf of 3f3d7f28cf7b445daa90027172228c22 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:49:07.259480 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-71bfa993-7a66-48ba-a8cf-2ad84253161a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:07.269371 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-71bfa993-7a66-48ba-a8cf-2ad84253161a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:07.346768 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-71bfa993-7a66-48ba-a8cf-2ad84253161a admin admin] Publish callbacks [] for security_group (4714a5bb-3800-4197-bc58-efd1ce838deb), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:07.426826 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-71bfa993-7a66-48ba-a8cf-2ad84253161a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (4714a5bb-3800-4197-bc58-efd1ce838deb), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:07.453737 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bfa993-7a66-48ba-a8cf-2ad84253161a admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:49:07.454612 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] Sync routers for ids ['2daa1dd1-3566-4402-b5ac-2927cc1428e4'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:49:07.462614 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfa993-7a66-48ba-a8cf-2ad84253161a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4714a5bb-3800-4197-bc58-efd1ce838deb,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:07.464921 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] Routers {'2daa1dd1-3566-4402-b5ac-2927cc1428e4'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:49:07.465787 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:48:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2daa1dd1-3566-4402-b5ac-2927cc1428e4'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:49:07.468993 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-71bfa993-7a66-48ba-a8cf-2ad84253161a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (2a93d749-6edd-4243-815e-29c3d1f49726), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:07.469482 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-71bfa993-7a66-48ba-a8cf-2ad84253161a admin admin] Added segment 2a93d749-6edd-4243-815e-29c3d1f49726 of type vlan for network 1db5d125-15ab-4d89-9086-bede5ca2fd04 Apr 16 04:49:07.511815 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-71bfa993-7a66-48ba-a8cf-2ad84253161a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (1db5d125-15ab-4d89-9086-bede5ca2fd04), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:07.579624 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] Set router 2daa1dd1-3566-4402-b5ac-2927cc1428e4 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:49:07.588376 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-71bfa993-7a66-48ba-a8cf-2ad84253161a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (1db5d125-15ab-4d89-9086-bede5ca2fd04), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:07.589391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bfa993-7a66-48ba-a8cf-2ad84253161a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:07.590516 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-71bfa993-7a66-48ba-a8cf-2ad84253161a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:07.653283 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfa993-7a66-48ba-a8cf-2ad84253161a admin admin] Pushing event updated for resources: {'Network': ['ID=1db5d125-15ab-4d89-9086-bede5ca2fd04,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:07.667648 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 1db5d125-15ab-4d89-9086-bede5ca2fd04 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:49:07.697022 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-71bfa993-7a66-48ba-a8cf-2ad84253161a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5239484 Apr 16 04:49:07.697215 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44458) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:49:07.701775 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-a03ec5cf-19c6-4bf0-9907-f394c5f8f9dc admin admin] Request body: {'subnet': {'network_id': '1db5d125-15ab-4d89-9086-bede5ca2fd04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1400058069-subnet', 'tenant_id': '3f3d7f28cf7b445daa90027172228c22', 'ip_version': 4}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:49:07.800149 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03ec5cf-19c6-4bf0-9907-f394c5f8f9dc admin admin] Made reservation on behalf of 3f3d7f28cf7b445daa90027172228c22 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:49:07.802682 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a03ec5cf-19c6-4bf0-9907-f394c5f8f9dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:07.845684 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daa1dd1-3566-4402-b5ac-2927cc1428e4', 'name': 'tempest-TestEncryptedCinderVolumes-1320603574-router', 'tenant_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '547c5b50-88a1-4ee7-ba34-2650620fd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:49:02Z', 'updated_at': '2022-04-16T04:49:05Z', 'revision_number': 4, 'project_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'gw_port': {'id': '547c5b50-88a1-4ee7-ba34-2650620fd922', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daa1dd1-3566-4402-b5ac-2927cc1428e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:49:03Z', 'updated_at': '2022-04-16T04:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '1802880e-16ab-4fde-85e0-570f290a7df8', 'name': '', 'network_id': '17139995-3b7d-4592-b707-d02b1c090885', 'tenant_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'mac_address': 'fa:16:3e:6e:54:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daa1dd1-3566-4402-b5ac-2927cc1428e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c6f2ce26-1c77-44aa-a2a3-85866d990d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:49:05Z', 'updated_at': '2022-04-16T04:49:05Z', 'revision_number': 2, 'project_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'subnets': [{'id': 'c6f2ce26-1c77-44aa-a2a3-85866d990d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:49:07.874050 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] Checking router: 2daa1dd1-3566-4402-b5ac-2927cc1428e4 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:49:07.874403 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] Updating router 2daa1dd1-3566-4402-b5ac-2927cc1428e4 port 1802880e-16ab-4fde-85e0-570f290a7df8 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:49:07.902840 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1802880e-16ab-4fde-85e0-570f290a7df8), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:07.920039 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 547c5b50-88a1-4ee7-ba34-2650620fd922 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:49:08.056573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 547c5b50-88a1-4ee7-ba34-2650620fd922 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:08.056861 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (547c5b50-88a1-4ee7-ba34-2650620fd922), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:08.084828 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:49:08.222800 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 547c5b50-88a1-4ee7-ba34-2650620fd922 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:49:08.223188 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (547c5b50-88a1-4ee7-ba34-2650620fd922), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:08.257368 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 547c5b50-88a1-4ee7-ba34-2650620fd922, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=547c5b50-88a1-4ee7-ba34-2650620fd922,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:49:08.299991 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] Publish callbacks [] for port (1802880e-16ab-4fde-85e0-570f290a7df8), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:08.329648 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (547c5b50-88a1-4ee7-ba34-2650620fd922), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:08.358527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a03ec5cf-19c6-4bf0-9907-f394c5f8f9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (39444e4f-2587-4cf5-90ec-9891044c0a5f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:08.359818 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (1802880e-16ab-4fde-85e0-570f290a7df8), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:08.388707 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=547c5b50-88a1-4ee7-ba34-2650620fd922,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:08.400215 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:08.401207 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:08.401207 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:08.401420 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:08.401624 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:08.401914 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:08.402241 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:08.403052 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:08.403052 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:08.403271 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:08.403506 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:08.403829 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:08.404151 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:08.404470 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:08.404813 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:49:08.427325 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ec5cf-19c6-4bf0-9907-f394c5f8f9dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=39444e4f-2587-4cf5-90ec-9891044c0a5f,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:08.429764 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ec5cf-19c6-4bf0-9907-f394c5f8f9dc admin admin] Checking segment: {'id': '2a93d749-6edd-4243-815e-29c3d1f49726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1db5d125-15ab-4d89-9086-bede5ca2fd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:49:08.430191 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03ec5cf-19c6-4bf0-9907-f394c5f8f9dc admin admin] Network hostable DHCP agents. Network: 1db5d125-15ab-4d89-9086-bede5ca2fd04, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:49:08.490646 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] Attempting to bind port 1802880e-16ab-4fde-85e0-570f290a7df8 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:49:08.491015 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] Attempting to bind port 1802880e-16ab-4fde-85e0-570f290a7df8 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '8734a4bc-1bea-40f2-8801-9dc541da4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '17139995-3b7d-4592-b707-d02b1c090885'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:49:08.491378 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] Attempting to bind port 1802880e-16ab-4fde-85e0-570f290a7df8 on network 17139995-3b7d-4592-b707-d02b1c090885 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:49:08.501710 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabfb56-04d4-4a13-a604-71d60706ddd1 None None] Pushing event updated for resources: {'Port': ['ID=1802880e-16ab-4fde-85e0-570f290a7df8,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:08.504567 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:49:08.504962 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] Checking segment: {'id': '8734a4bc-1bea-40f2-8801-9dc541da4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '17139995-3b7d-4592-b707-d02b1c090885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:49:08.505367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:08.505750 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] Bound using segment: {'id': '8734a4bc-1bea-40f2-8801-9dc541da4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '17139995-3b7d-4592-b707-d02b1c090885'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:49:08.506225 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] Bound port: 1802880e-16ab-4fde-85e0-570f290a7df8, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8734a4bc-1bea-40f2-8801-9dc541da4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '17139995-3b7d-4592-b707-d02b1c090885'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:49:08.506600 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1802880e-16ab-4fde-85e0-570f290a7df8), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:08.509306 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03ec5cf-19c6-4bf0-9907-f394c5f8f9dc admin admin] Network 1db5d125-15ab-4d89-9086-bede5ca2fd04 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:49:08.577278 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] For port 1802880e-16ab-4fde-85e0-570f290a7df8, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:49:08.580401 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] For port 1802880e-16ab-4fde-85e0-570f290a7df8, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1802880e-16ab-4fde-85e0-570f290a7df8,segment=NetworkSegment(8734a4bc-1bea-40f2-8801-9dc541da4594),segment_id=8734a4bc-1bea-40f2-8801-9dc541da4594)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:49:08.647170 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-f994e2f9-aedc-4974-901a-01845c92d159 None None] Provisioning complete for port 1802880e-16ab-4fde-85e0-570f290a7df8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:08.647534 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f994e2f9-aedc-4974-901a-01845c92d159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1802880e-16ab-4fde-85e0-570f290a7df8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:08.657317 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-a03ec5cf-19c6-4bf0-9907-f394c5f8f9dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 1db5d125-15ab-4d89-9086-bede5ca2fd04) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:49:08.662025 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03ec5cf-19c6-4bf0-9907-f394c5f8f9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:08.666647 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a03ec5cf-19c6-4bf0-9907-f394c5f8f9dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:08.670423 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9768e8c-7680-4ef6-a68f-bf677f3e15b6 None None] Network 1db5d125-15ab-4d89-9086-bede5ca2fd04 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:49:08.698017 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (1802880e-16ab-4fde-85e0-570f290a7df8), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:08.758511 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f994e2f9-aedc-4974-901a-01845c92d159 None None] Port 1802880e-16ab-4fde-85e0-570f290a7df8 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:49:08.765677 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a03ec5cf-19c6-4bf0-9907-f394c5f8f9dc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0652139 Apr 16 04:49:08.765967 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44460) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:49:08.771230 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-084a0256-4dc8-4851-9161-0954c1f00b97 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1400058069-router', 'tenant_id': '3f3d7f28cf7b445daa90027172228c22', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:49:08.808642 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabfb56-04d4-4a13-a604-71d60706ddd1 None None] Pushing event updated for resources: {'Port': ['ID=1802880e-16ab-4fde-85e0-570f290a7df8,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:08.814337 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] Routers {'2daa1dd1-3566-4402-b5ac-2927cc1428e4'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:49:08.814959 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:48:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2daa1dd1-3566-4402-b5ac-2927cc1428e4'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:49:08.880084 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-084a0256-4dc8-4851-9161-0954c1f00b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (2a143f81-fe1e-4448-a031-020b1a2a3735), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:08.881822 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-084a0256-4dc8-4851-9161-0954c1f00b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (2a143f81-fe1e-4448-a031-020b1a2a3735), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:08.884807 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-1db5d125-15ab-4d89-9086-bede5ca2fd04', 'network_id': '1db5d125-15ab-4d89-9086-bede5ca2fd04', 'project_id': '3f3d7f28cf7b445daa90027172228c22', 'fixed_ips': [{'subnet_id': '39444e4f-2587-4cf5-90ec-9891044c0a5f'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:49:08.885640 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:08.946456 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-084a0256-4dc8-4851-9161-0954c1f00b97 admin admin] Publish callbacks [] for router_controller (2a143f81-fe1e-4448-a031-020b1a2a3735), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:09.125667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-f58ebd47-e0d1-4191-95f8-6e188f6375b8 None None] Provisioning complete for port 1802880e-16ab-4fde-85e0-570f290a7df8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:09.125935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f58ebd47-e0d1-4191-95f8-6e188f6375b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1802880e-16ab-4fde-85e0-570f290a7df8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:09.145332 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-084a0256-4dc8-4851-9161-0954c1f00b97 admin admin] Publish callbacks [] for router_gateway (2a143f81-fe1e-4448-a031-020b1a2a3735), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:09.193902 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-68295e0c-65ba-4b29-a876-3ea7a2bb38d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:09.208128 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] Set router 2daa1dd1-3566-4402-b5ac-2927cc1428e4 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:49:09.384854 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-084a0256-4dc8-4851-9161-0954c1f00b97 admin admin] Publish callbacks [] for router_gateway (2a143f81-fe1e-4448-a031-020b1a2a3735), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:09.404182 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-084a0256-4dc8-4851-9161-0954c1f00b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:09.414850 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] Allocated IP 172.20.0.2 (1db5d125-15ab-4d89-9086-bede5ca2fd04/39444e4f-2587-4cf5-90ec-9891044c0a5f/4eafd39a-cdb9-476f-ac44-f88dd6904cec) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:49:09.443258 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f58ebd47-e0d1-4191-95f8-6e188f6375b8 None None] Current status of the port 1802880e-16ab-4fde-85e0-570f290a7df8 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:49:09.443640 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f58ebd47-e0d1-4191-95f8-6e188f6375b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1802880e-16ab-4fde-85e0-570f290a7df8), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:09.506586 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-084a0256-4dc8-4851-9161-0954c1f00b97 admin admin] Allocated IP 172.26.6.227 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/febd77eb-b72b-43ec-9dc0-72217c91a369) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:49:09.578225 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-f58ebd47-e0d1-4191-95f8-6e188f6375b8 None None] For port 1802880e-16ab-4fde-85e0-570f290a7df8, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1802880e-16ab-4fde-85e0-570f290a7df8,segment=NetworkSegment(8734a4bc-1bea-40f2-8801-9dc541da4594),segment_id=8734a4bc-1bea-40f2-8801-9dc541da4594)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:49:09.602453 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daa1dd1-3566-4402-b5ac-2927cc1428e4', 'name': 'tempest-TestEncryptedCinderVolumes-1320603574-router', 'tenant_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '547c5b50-88a1-4ee7-ba34-2650620fd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:49:02Z', 'updated_at': '2022-04-16T04:49:05Z', 'revision_number': 4, 'project_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'gw_port': {'id': '547c5b50-88a1-4ee7-ba34-2650620fd922', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa1dd1-3566-4402-b5ac-2927cc1428e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:49:03Z', 'updated_at': '2022-04-16T04:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '1802880e-16ab-4fde-85e0-570f290a7df8', 'name': '', 'network_id': '17139995-3b7d-4592-b707-d02b1c090885', 'tenant_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'mac_address': 'fa:16:3e:6e:54:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daa1dd1-3566-4402-b5ac-2927cc1428e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c6f2ce26-1c77-44aa-a2a3-85866d990d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:49:05Z', 'updated_at': '2022-04-16T04:49:08Z', 'revision_number': 4, 'project_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'subnets': [{'id': 'c6f2ce26-1c77-44aa-a2a3-85866d990d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:49:09.616111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-084a0256-4dc8-4851-9161-0954c1f00b97 admin admin] Publish callbacks [] for port (febd77eb-b72b-43ec-9dc0-72217c91a369), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:09.641545 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4608ec-4cdb-4a44-812f-5950c7cacb39 None None] The sync data for ids ['2daa1dd1-3566-4402-b5ac-2927cc1428e4'] in dv-neutron-838078-2-hyperv is: [{'id': '2daa1dd1-3566-4402-b5ac-2927cc1428e4', 'name': 'tempest-TestEncryptedCinderVolumes-1320603574-router', 'tenant_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '547c5b50-88a1-4ee7-ba34-2650620fd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:49:02Z', 'updated_at': '2022-04-16T04:49:05Z', 'revision_number': 4, 'project_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'gw_port': {'id': '547c5b50-88a1-4ee7-ba34-2650620fd922', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa1dd1-3566-4402-b5ac-2927cc1428e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:49:03Z', 'updated_at': '2022-04-16T04:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '1802880e-16ab-4fde-85e0-570f290a7df8', 'name': '', 'network_id': '17139995-3b7d-4592-b707-d02b1c090885', 'tenant_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'mac_address': 'fa:16:3e:6e:54:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daa1dd1-3566-4402-b5ac-2927cc1428e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'c6f2ce26-1c77-44aa-a2a3-85866d990d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:49:05Z', 'updated_at': '2022-04-16T04:49:08Z', 'revision_number': 4, 'project_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'subnets': [{'id': 'c6f2ce26-1c77-44aa-a2a3-85866d990d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:49:09.643089 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f58ebd47-e0d1-4191-95f8-6e188f6375b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (1802880e-16ab-4fde-85e0-570f290a7df8), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:09.722562 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] Publish callbacks [] for port (4eafd39a-cdb9-476f-ac44-f88dd6904cec), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:09.726174 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-084a0256-4dc8-4851-9161-0954c1f00b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (febd77eb-b72b-43ec-9dc0-72217c91a369), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:09.736245 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ebd47-e0d1-4191-95f8-6e188f6375b8 None None] Pushing event updated for resources: {'Port': ['ID=1802880e-16ab-4fde-85e0-570f290a7df8,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:09.766479 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084a0256-4dc8-4851-9161-0954c1f00b97 admin admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:49:09.776548 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-084a0256-4dc8-4851-9161-0954c1f00b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:49:09.781116 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084a0256-4dc8-4851-9161-0954c1f00b97 admin admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:49:09.787744 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a0256-4dc8-4851-9161-0954c1f00b97 admin admin] Pushing event updated for resources: {'Port': ['ID=febd77eb-b72b-43ec-9dc0-72217c91a369,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:09.793246 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (4eafd39a-cdb9-476f-ac44-f88dd6904cec), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:09.843625 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] Network 1db5d125-15ab-4d89-9086-bede5ca2fd04 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:49:09.847108 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:49:09.851906 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:49:09.868483 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] Pushing event updated for resources: {'Port': ['ID=4eafd39a-cdb9-476f-ac44-f88dd6904cec,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:09.934540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] Attempting to bind port 4eafd39a-cdb9-476f-ac44-f88dd6904cec on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:49:09.934844 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] Attempting to bind port 4eafd39a-cdb9-476f-ac44-f88dd6904cec by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '2a93d749-6edd-4243-815e-29c3d1f49726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1db5d125-15ab-4d89-9086-bede5ca2fd04'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:49:09.935552 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] Attempting to bind port 4eafd39a-cdb9-476f-ac44-f88dd6904cec on network 1db5d125-15ab-4d89-9086-bede5ca2fd04 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:49:09.940861 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:49:09.941511 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] Checking segment: {'id': '2a93d749-6edd-4243-815e-29c3d1f49726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1db5d125-15ab-4d89-9086-bede5ca2fd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:49:09.941927 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:09.942324 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] Bound using segment: {'id': '2a93d749-6edd-4243-815e-29c3d1f49726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1db5d125-15ab-4d89-9086-bede5ca2fd04'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:49:09.942794 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] Bound port: 4eafd39a-cdb9-476f-ac44-f88dd6904cec, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a93d749-6edd-4243-815e-29c3d1f49726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1db5d125-15ab-4d89-9086-bede5ca2fd04'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:49:09.943178 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (4eafd39a-cdb9-476f-ac44-f88dd6904cec), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:10.014305 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] For port 4eafd39a-cdb9-476f-ac44-f88dd6904cec, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:49:10.017737 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] For port 4eafd39a-cdb9-476f-ac44-f88dd6904cec, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=4eafd39a-cdb9-476f-ac44-f88dd6904cec,segment=NetworkSegment(2a93d749-6edd-4243-815e-29c3d1f49726),segment_id=2a93d749-6edd-4243-815e-29c3d1f49726)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:49:10.020831 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 547c5b50-88a1-4ee7-ba34-2650620fd922 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:49:10.073667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 547c5b50-88a1-4ee7-ba34-2650620fd922 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:10.080599 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (547c5b50-88a1-4ee7-ba34-2650620fd922), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:10.102649 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (4eafd39a-cdb9-476f-ac44-f88dd6904cec), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:10.135287 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-084a0256-4dc8-4851-9161-0954c1f00b97 admin admin] Publish callbacks [] for router_gateway (2a143f81-fe1e-4448-a031-020b1a2a3735), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:10.210686 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367adcf-5aae-402f-924b-0324b55062bf None None] Pushing event updated for resources: {'Port': ['ID=4eafd39a-cdb9-476f-ac44-f88dd6904cec,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:10.225814 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 547c5b50-88a1-4ee7-ba34-2650620fd922 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:49:10.227049 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1802880e-16ab-4fde-85e0-570f290a7df8 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:49:10.285166 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 1802880e-16ab-4fde-85e0-570f290a7df8 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:10.285631 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1802880e-16ab-4fde-85e0-570f290a7df8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:10.394567 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-084a0256-4dc8-4851-9161-0954c1f00b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (2a143f81-fe1e-4448-a031-020b1a2a3735), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:10.403437 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 1802880e-16ab-4fde-85e0-570f290a7df8 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:49:10.644410 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084a0256-4dc8-4851-9161-0954c1f00b97 admin admin] Router 2a143f81-fe1e-4448-a031-020b1a2a3735 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:49:10.762529 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084a0256-4dc8-4851-9161-0954c1f00b97 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:49:10.773694 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] Sync routers for ids ['2a143f81-fe1e-4448-a031-020b1a2a3735'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:49:10.786567 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] Routers {'2a143f81-fe1e-4448-a031-020b1a2a3735'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:49:10.787271 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:48:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2a143f81-fe1e-4448-a031-020b1a2a3735'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:49:10.836074 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-084a0256-4dc8-4851-9161-0954c1f00b97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:10.837375 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-084a0256-4dc8-4851-9161-0954c1f00b97 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0703452 Apr 16 04:49:10.845690 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44462) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:49:10.900148 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] Set router 2a143f81-fe1e-4448-a031-020b1a2a3735 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:49:11.089604 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a143f81-fe1e-4448-a031-020b1a2a3735', 'name': 'tempest-TestEncryptedCinderVolumes-1400058069-router', 'tenant_id': '3f3d7f28cf7b445daa90027172228c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'febd77eb-b72b-43ec-9dc0-72217c91a369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:49:08Z', 'updated_at': '2022-04-16T04:49:09Z', 'revision_number': 3, 'project_id': '3f3d7f28cf7b445daa90027172228c22', 'gw_port': {'id': 'febd77eb-b72b-43ec-9dc0-72217c91a369', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:77:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a143f81-fe1e-4448-a031-020b1a2a3735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:49:09Z', 'updated_at': '2022-04-16T04:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:49:11.120897 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] Checking router: 2a143f81-fe1e-4448-a031-020b1a2a3735 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:49:11.121969 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] Updating router 2a143f81-fe1e-4448-a031-020b1a2a3735 port febd77eb-b72b-43ec-9dc0-72217c91a369 binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:49:11.149732 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (febd77eb-b72b-43ec-9dc0-72217c91a369), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:11.263725 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ef49f9-2e80-4de4-b2da-c487a188c132 None None] Network 1db5d125-15ab-4d89-9086-bede5ca2fd04 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:49:11.320877 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-452694dc-f08f-42c8-b22d-a9b5e8349697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:11.328263 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-cea14571-3993-4ff1-badb-4eda2e29785e None None] Provisioning complete for port 4eafd39a-cdb9-476f-ac44-f88dd6904cec triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:11.328767 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cea14571-3993-4ff1-badb-4eda2e29785e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4eafd39a-cdb9-476f-ac44-f88dd6904cec), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:11.409604 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] Publish callbacks [] for port (febd77eb-b72b-43ec-9dc0-72217c91a369), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:11.469731 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-cea14571-3993-4ff1-badb-4eda2e29785e None None] Current status of the port 4eafd39a-cdb9-476f-ac44-f88dd6904cec is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:49:11.470182 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cea14571-3993-4ff1-badb-4eda2e29785e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (4eafd39a-cdb9-476f-ac44-f88dd6904cec), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:11.480205 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (febd77eb-b72b-43ec-9dc0-72217c91a369), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:11.494719 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-452694dc-f08f-42c8-b22d-a9b5e8349697 admin admin] Allocated IP 172.20.0.1 (1db5d125-15ab-4d89-9086-bede5ca2fd04/39444e4f-2587-4cf5-90ec-9891044c0a5f/adfbd69d-4e41-485d-8cc9-44d1884ed626) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:49:11.518737 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-241e2b33-a8b2-45e6-bdaf-414e49722056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:11.520061 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-cea14571-3993-4ff1-badb-4eda2e29785e None None] For port 4eafd39a-cdb9-476f-ac44-f88dd6904cec, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=4eafd39a-cdb9-476f-ac44-f88dd6904cec,segment=NetworkSegment(2a93d749-6edd-4243-815e-29c3d1f49726),segment_id=2a93d749-6edd-4243-815e-29c3d1f49726)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:49:11.537075 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad9562-483d-45a2-9196-e4e20f6f71ab None None] Pushing event updated for resources: {'Port': ['ID=febd77eb-b72b-43ec-9dc0-72217c91a369,revision_number=2']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:11.547984 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] Attempting to bind port febd77eb-b72b-43ec-9dc0-72217c91a369 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:49:11.548353 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] Attempting to bind port febd77eb-b72b-43ec-9dc0-72217c91a369 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:49:11.548712 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] Attempting to bind port febd77eb-b72b-43ec-9dc0-72217c91a369 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:49:11.554142 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:49:11.554511 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:49:11.554913 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:11.555293 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:49:11.555905 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] Bound port: febd77eb-b72b-43ec-9dc0-72217c91a369, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:49:11.556291 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (febd77eb-b72b-43ec-9dc0-72217c91a369), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:11.595224 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cea14571-3993-4ff1-badb-4eda2e29785e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (4eafd39a-cdb9-476f-ac44-f88dd6904cec), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:11.608571 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] For port febd77eb-b72b-43ec-9dc0-72217c91a369, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:49:11.611896 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] For port febd77eb-b72b-43ec-9dc0-72217c91a369, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=febd77eb-b72b-43ec-9dc0-72217c91a369,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:49:11.622350 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-452694dc-f08f-42c8-b22d-a9b5e8349697 admin admin] Publish callbacks [] for port (adfbd69d-4e41-485d-8cc9-44d1884ed626), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:11.659535 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea14571-3993-4ff1-badb-4eda2e29785e None None] Pushing event updated for resources: {'Port': ['ID=4eafd39a-cdb9-476f-ac44-f88dd6904cec,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:11.697529 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (febd77eb-b72b-43ec-9dc0-72217c91a369), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:11.714174 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-50819e35-16f3-40f0-8ef7-919b01f016db None None] Provisioning complete for port 4eafd39a-cdb9-476f-ac44-f88dd6904cec triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:11.714581 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-50819e35-16f3-40f0-8ef7-919b01f016db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4eafd39a-cdb9-476f-ac44-f88dd6904cec), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:11.730894 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-452694dc-f08f-42c8-b22d-a9b5e8349697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (adfbd69d-4e41-485d-8cc9-44d1884ed626), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:11.754720 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] Routers {'2a143f81-fe1e-4448-a031-020b1a2a3735'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:49:11.755830 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:49:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2a143f81-fe1e-4448-a031-020b1a2a3735'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:49:11.768151 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452694dc-f08f-42c8-b22d-a9b5e8349697 admin admin] Network 1db5d125-15ab-4d89-9086-bede5ca2fd04 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:49:11.779185 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-452694dc-f08f-42c8-b22d-a9b5e8349697 admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:49:11.783427 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452694dc-f08f-42c8-b22d-a9b5e8349697 admin admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:49:11.797793 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-50819e35-16f3-40f0-8ef7-919b01f016db None None] Current status of the port 4eafd39a-cdb9-476f-ac44-f88dd6904cec is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:49:11.815911 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452694dc-f08f-42c8-b22d-a9b5e8349697 admin admin] Pushing event updated for resources: {'Port': ['ID=adfbd69d-4e41-485d-8cc9-44d1884ed626,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:11.847978 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-452694dc-f08f-42c8-b22d-a9b5e8349697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (2a143f81-fe1e-4448-a031-020b1a2a3735), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:11.859281 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad9562-483d-45a2-9196-e4e20f6f71ab None None] Pushing event updated for resources: {'Port': ['ID=febd77eb-b72b-43ec-9dc0-72217c91a369,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:11.899161 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] Set router 2a143f81-fe1e-4448-a031-020b1a2a3735 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:49:11.954602 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 4eafd39a-cdb9-476f-ac44-f88dd6904cec up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:49:12.017874 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 4eafd39a-cdb9-476f-ac44-f88dd6904cec triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:12.018554 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4eafd39a-cdb9-476f-ac44-f88dd6904cec), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:12.081575 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-452694dc-f08f-42c8-b22d-a9b5e8349697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (adfbd69d-4e41-485d-8cc9-44d1884ed626), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:12.107974 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 4eafd39a-cdb9-476f-ac44-f88dd6904cec is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:49:12.125610 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-a2ddbbd7-bf3e-436f-bf66-d82b4dffff18 None None] Provisioning complete for port adfbd69d-4e41-485d-8cc9-44d1884ed626 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:12.125902 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a2ddbbd7-bf3e-436f-bf66-d82b4dffff18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (adfbd69d-4e41-485d-8cc9-44d1884ed626), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:12.164088 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a2ddbbd7-bf3e-436f-bf66-d82b4dffff18 None None] Port adfbd69d-4e41-485d-8cc9-44d1884ed626 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:49:12.188268 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a143f81-fe1e-4448-a031-020b1a2a3735', 'name': 'tempest-TestEncryptedCinderVolumes-1400058069-router', 'tenant_id': '3f3d7f28cf7b445daa90027172228c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'febd77eb-b72b-43ec-9dc0-72217c91a369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:49:08Z', 'updated_at': '2022-04-16T04:49:09Z', 'revision_number': 3, 'project_id': '3f3d7f28cf7b445daa90027172228c22', 'gw_port': {'id': 'febd77eb-b72b-43ec-9dc0-72217c91a369', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:77:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a143f81-fe1e-4448-a031-020b1a2a3735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:49:09Z', 'updated_at': '2022-04-16T04:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:49:12.214885 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bbf21d-977b-478d-b050-e2efc945d09b None None] The sync data for ids ['2a143f81-fe1e-4448-a031-020b1a2a3735'] in dv-neutron-838078-2-hyperv is: [{'id': '2a143f81-fe1e-4448-a031-020b1a2a3735', 'name': 'tempest-TestEncryptedCinderVolumes-1400058069-router', 'tenant_id': '3f3d7f28cf7b445daa90027172228c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'febd77eb-b72b-43ec-9dc0-72217c91a369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:49:08Z', 'updated_at': '2022-04-16T04:49:09Z', 'revision_number': 3, 'project_id': '3f3d7f28cf7b445daa90027172228c22', 'gw_port': {'id': 'febd77eb-b72b-43ec-9dc0-72217c91a369', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:77:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a143f81-fe1e-4448-a031-020b1a2a3735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:49:09Z', 'updated_at': '2022-04-16T04:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:49:12.263206 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-452694dc-f08f-42c8-b22d-a9b5e8349697 admin admin] Publish callbacks [] for port (adfbd69d-4e41-485d-8cc9-44d1884ed626), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:12.326048 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-452694dc-f08f-42c8-b22d-a9b5e8349697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (adfbd69d-4e41-485d-8cc9-44d1884ed626), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:12.397705 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-452694dc-f08f-42c8-b22d-a9b5e8349697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (2a143f81-fe1e-4448-a031-020b1a2a3735), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:12.400679 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452694dc-f08f-42c8-b22d-a9b5e8349697 admin admin] Pushing event updated for resources: {'Port': ['ID=adfbd69d-4e41-485d-8cc9-44d1884ed626,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:12.506627 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452694dc-f08f-42c8-b22d-a9b5e8349697 admin admin] Network 1db5d125-15ab-4d89-9086-bede5ca2fd04 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:49:12.508170 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-452694dc-f08f-42c8-b22d-a9b5e8349697 admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:49:12.646716 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452694dc-f08f-42c8-b22d-a9b5e8349697 admin admin] Router 2a143f81-fe1e-4448-a031-020b1a2a3735 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:49:12.651383 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:12.767921 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452694dc-f08f-42c8-b22d-a9b5e8349697 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:49:12.774197 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-452694dc-f08f-42c8-b22d-a9b5e8349697 admin admin] 10.222.0.30 "PUT /v2.0/routers/2a143f81-fe1e-4448-a031-020b1a2a3735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9275117 Apr 16 04:49:12.787905 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-70496552-cff0-4292-a73d-693a85f77720 None None] Provisioning complete for port adfbd69d-4e41-485d-8cc9-44d1884ed626 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:12.788198 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-70496552-cff0-4292-a73d-693a85f77720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (adfbd69d-4e41-485d-8cc9-44d1884ed626), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:12.829837 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-70496552-cff0-4292-a73d-693a85f77720 None None] Port adfbd69d-4e41-485d-8cc9-44d1884ed626 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:49:13.483447 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-f64a6e2d-1cb2-43f4-969e-ebe13e48455c tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:13.484916 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-f64a6e2d-1cb2-43f4-969e-ebe13e48455c tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/networks?id=17139995-3b7d-4592-b707-d02b1c090885 HTTP/1.1" status: 200 len: 817 time: 0.1040483 Apr 16 04:49:13.499991 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-a76792f0-2f15-4833-a434-99928f79cf92 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/quotas/e4a5a3645ad24bcdab652ad3e77b30aa HTTP/1.1" status: 200 len: 375 time: 0.0095901 Apr 16 04:49:13.552331 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-d95a8372-b80f-4bed-8b09-3197baffa9a9 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4a5a3645ad24bcdab652ad3e77b30aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468967 Apr 16 04:49:13.655498 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-d2ae4b65-3a68-44cb-8c4a-e026fd977a30 service neutron] 10.222.0.30 "GET /v2.0/networks/17139995-3b7d-4592-b707-d02b1c090885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892959 Apr 16 04:49:13.746522 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-395bf55e-036b-43ed-856f-c19768482ab0 service neutron] 10.222.0.30 "GET /v2.0/networks/17139995-3b7d-4592-b707-d02b1c090885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847809 Apr 16 04:49:13.805487 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] Sync routers for ids ['2a143f81-fe1e-4448-a031-020b1a2a3735'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:49:13.815266 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] Routers {'2a143f81-fe1e-4448-a031-020b1a2a3735'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:49:13.815949 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:49:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2a143f81-fe1e-4448-a031-020b1a2a3735'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:49:13.915538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device febd77eb-b72b-43ec-9dc0-72217c91a369 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:49:13.971565 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] Set router 2a143f81-fe1e-4448-a031-020b1a2a3735 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:49:14.011957 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port febd77eb-b72b-43ec-9dc0-72217c91a369 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:14.012328 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (febd77eb-b72b-43ec-9dc0-72217c91a369), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:14.027823 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-206dc7c1-905b-49ba-874d-73529311e6b7 req-93c81d79-445f-42c5-8623-6af3455dd5ee tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a24a86-af91-4905-a62d-292d6461484d HTTP/1.1" status: 200 len: 210 time: 0.0361090 Apr 16 04:49:14.180648 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:14.202527 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port febd77eb-b72b-43ec-9dc0-72217c91a369 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:49:14.202937 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (febd77eb-b72b-43ec-9dc0-72217c91a369), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:14.239593 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port febd77eb-b72b-43ec-9dc0-72217c91a369, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=febd77eb-b72b-43ec-9dc0-72217c91a369,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:49:14.281134 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a143f81-fe1e-4448-a031-020b1a2a3735', 'name': 'tempest-TestEncryptedCinderVolumes-1400058069-router', 'tenant_id': '3f3d7f28cf7b445daa90027172228c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'febd77eb-b72b-43ec-9dc0-72217c91a369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:49:08Z', 'updated_at': '2022-04-16T04:49:11Z', 'revision_number': 4, 'project_id': '3f3d7f28cf7b445daa90027172228c22', 'gw_port': {'id': 'febd77eb-b72b-43ec-9dc0-72217c91a369', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:77:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a143f81-fe1e-4448-a031-020b1a2a3735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:49:09Z', 'updated_at': '2022-04-16T04:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'adfbd69d-4e41-485d-8cc9-44d1884ed626', 'name': '', 'network_id': '1db5d125-15ab-4d89-9086-bede5ca2fd04', 'tenant_id': '3f3d7f28cf7b445daa90027172228c22', 'mac_address': 'fa:16:3e:b8:23:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a143f81-fe1e-4448-a031-020b1a2a3735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '39444e4f-2587-4cf5-90ec-9891044c0a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:49:11Z', 'updated_at': '2022-04-16T04:49:12Z', 'revision_number': 2, 'project_id': '3f3d7f28cf7b445daa90027172228c22', 'subnets': [{'id': '39444e4f-2587-4cf5-90ec-9891044c0a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:49:14.312584 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] Checking router: 2a143f81-fe1e-4448-a031-020b1a2a3735 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:49:14.312967 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] Updating router 2a143f81-fe1e-4448-a031-020b1a2a3735 port adfbd69d-4e41-485d-8cc9-44d1884ed626 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:49:14.338459 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (febd77eb-b72b-43ec-9dc0-72217c91a369), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:14.347235 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (adfbd69d-4e41-485d-8cc9-44d1884ed626), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:14.421225 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=febd77eb-b72b-43ec-9dc0-72217c91a369,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:14.801016 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] Publish callbacks [] for port (adfbd69d-4e41-485d-8cc9-44d1884ed626), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:14.895421 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (adfbd69d-4e41-485d-8cc9-44d1884ed626), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:14.950823 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327b0ea-8c12-4e7d-8896-ac745e2f5b99 None None] Pushing event updated for resources: {'Port': ['ID=adfbd69d-4e41-485d-8cc9-44d1884ed626,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:15.007484 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] Attempting to bind port adfbd69d-4e41-485d-8cc9-44d1884ed626 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:49:15.007853 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] Attempting to bind port adfbd69d-4e41-485d-8cc9-44d1884ed626 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '2a93d749-6edd-4243-815e-29c3d1f49726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1db5d125-15ab-4d89-9086-bede5ca2fd04'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:49:15.008533 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] Attempting to bind port adfbd69d-4e41-485d-8cc9-44d1884ed626 on network 1db5d125-15ab-4d89-9086-bede5ca2fd04 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:49:15.014341 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:49:15.014611 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] Checking segment: {'id': '2a93d749-6edd-4243-815e-29c3d1f49726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1db5d125-15ab-4d89-9086-bede5ca2fd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:49:15.015015 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:15.015414 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] Bound using segment: {'id': '2a93d749-6edd-4243-815e-29c3d1f49726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1db5d125-15ab-4d89-9086-bede5ca2fd04'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:49:15.015941 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] Bound port: adfbd69d-4e41-485d-8cc9-44d1884ed626, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a93d749-6edd-4243-815e-29c3d1f49726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1db5d125-15ab-4d89-9086-bede5ca2fd04'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:49:15.016291 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (adfbd69d-4e41-485d-8cc9-44d1884ed626), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:15.089868 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] For port adfbd69d-4e41-485d-8cc9-44d1884ed626, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:49:15.093926 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] For port adfbd69d-4e41-485d-8cc9-44d1884ed626, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=adfbd69d-4e41-485d-8cc9-44d1884ed626,segment=NetworkSegment(2a93d749-6edd-4243-815e-29c3d1f49726),segment_id=2a93d749-6edd-4243-815e-29c3d1f49726)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:49:15.141737 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4027dcba-223c-4db1-a0b6-8cd2c54b5051 req-90aabb0c-5080-48d1-b209-c605dca84bbf tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a24a86-af91-4905-a62d-292d6461484d HTTP/1.1" status: 200 len: 210 time: 0.0308840 Apr 16 04:49:15.161158 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-a445a089-34fd-4b59-9fee-65bfa8f93ab2 None None] Provisioning complete for port adfbd69d-4e41-485d-8cc9-44d1884ed626 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:15.161527 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a445a089-34fd-4b59-9fee-65bfa8f93ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (adfbd69d-4e41-485d-8cc9-44d1884ed626), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:15.185224 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (adfbd69d-4e41-485d-8cc9-44d1884ed626), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:15.228471 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a445a089-34fd-4b59-9fee-65bfa8f93ab2 None None] Port adfbd69d-4e41-485d-8cc9-44d1884ed626 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:49:15.257619 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327b0ea-8c12-4e7d-8896-ac745e2f5b99 None None] Pushing event updated for resources: {'Port': ['ID=adfbd69d-4e41-485d-8cc9-44d1884ed626,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:15.260627 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] Routers {'2a143f81-fe1e-4448-a031-020b1a2a3735'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:49:15.261269 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:49:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2a143f81-fe1e-4448-a031-020b1a2a3735'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:49:15.388085 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] Set router 2a143f81-fe1e-4448-a031-020b1a2a3735 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:49:15.436451 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:15.494322 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-5dc0b352-7a01-4ca1-802a-7e544b06f5b2 None None] Provisioning complete for port adfbd69d-4e41-485d-8cc9-44d1884ed626 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:15.494632 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5dc0b352-7a01-4ca1-802a-7e544b06f5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (adfbd69d-4e41-485d-8cc9-44d1884ed626), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:15.657563 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a143f81-fe1e-4448-a031-020b1a2a3735', 'name': 'tempest-TestEncryptedCinderVolumes-1400058069-router', 'tenant_id': '3f3d7f28cf7b445daa90027172228c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'febd77eb-b72b-43ec-9dc0-72217c91a369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:49:08Z', 'updated_at': '2022-04-16T04:49:11Z', 'revision_number': 4, 'project_id': '3f3d7f28cf7b445daa90027172228c22', 'gw_port': {'id': 'febd77eb-b72b-43ec-9dc0-72217c91a369', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:77:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a143f81-fe1e-4448-a031-020b1a2a3735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:49:09Z', 'updated_at': '2022-04-16T04:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'adfbd69d-4e41-485d-8cc9-44d1884ed626', 'name': '', 'network_id': '1db5d125-15ab-4d89-9086-bede5ca2fd04', 'tenant_id': '3f3d7f28cf7b445daa90027172228c22', 'mac_address': 'fa:16:3e:b8:23:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a143f81-fe1e-4448-a031-020b1a2a3735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '39444e4f-2587-4cf5-90ec-9891044c0a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:49:11Z', 'updated_at': '2022-04-16T04:49:15Z', 'revision_number': 4, 'project_id': '3f3d7f28cf7b445daa90027172228c22', 'subnets': [{'id': '39444e4f-2587-4cf5-90ec-9891044c0a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:49:15.660255 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-5dc0b352-7a01-4ca1-802a-7e544b06f5b2 None None] Current status of the port adfbd69d-4e41-485d-8cc9-44d1884ed626 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:49:15.660644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5dc0b352-7a01-4ca1-802a-7e544b06f5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (adfbd69d-4e41-485d-8cc9-44d1884ed626), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:15.688852 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8920ee20-8122-4726-bdb9-047bb223be85 None None] The sync data for ids ['2a143f81-fe1e-4448-a031-020b1a2a3735'] in dv-neutron-838078-2-hyperv is: [{'id': '2a143f81-fe1e-4448-a031-020b1a2a3735', 'name': 'tempest-TestEncryptedCinderVolumes-1400058069-router', 'tenant_id': '3f3d7f28cf7b445daa90027172228c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'febd77eb-b72b-43ec-9dc0-72217c91a369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:49:08Z', 'updated_at': '2022-04-16T04:49:11Z', 'revision_number': 4, 'project_id': '3f3d7f28cf7b445daa90027172228c22', 'gw_port': {'id': 'febd77eb-b72b-43ec-9dc0-72217c91a369', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:77:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a143f81-fe1e-4448-a031-020b1a2a3735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:49:09Z', 'updated_at': '2022-04-16T04:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'adfbd69d-4e41-485d-8cc9-44d1884ed626', 'name': '', 'network_id': '1db5d125-15ab-4d89-9086-bede5ca2fd04', 'tenant_id': '3f3d7f28cf7b445daa90027172228c22', 'mac_address': 'fa:16:3e:b8:23:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a143f81-fe1e-4448-a031-020b1a2a3735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '39444e4f-2587-4cf5-90ec-9891044c0a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:49:11Z', 'updated_at': '2022-04-16T04:49:15Z', 'revision_number': 4, 'project_id': '3f3d7f28cf7b445daa90027172228c22', 'subnets': [{'id': '39444e4f-2587-4cf5-90ec-9891044c0a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:49:15.720635 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-5dc0b352-7a01-4ca1-802a-7e544b06f5b2 None None] For port adfbd69d-4e41-485d-8cc9-44d1884ed626, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=adfbd69d-4e41-485d-8cc9-44d1884ed626,segment=NetworkSegment(2a93d749-6edd-4243-815e-29c3d1f49726),segment_id=2a93d749-6edd-4243-815e-29c3d1f49726)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:49:15.794684 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5dc0b352-7a01-4ca1-802a-7e544b06f5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (adfbd69d-4e41-485d-8cc9-44d1884ed626), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:15.846688 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0b352-7a01-4ca1-802a-7e544b06f5b2 None None] Pushing event updated for resources: {'Port': ['ID=adfbd69d-4e41-485d-8cc9-44d1884ed626,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:15.980865 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device febd77eb-b72b-43ec-9dc0-72217c91a369 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:49:16.034772 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port febd77eb-b72b-43ec-9dc0-72217c91a369 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:16.035170 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (febd77eb-b72b-43ec-9dc0-72217c91a369), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:16.122152 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port febd77eb-b72b-43ec-9dc0-72217c91a369 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:49:16.123238 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device adfbd69d-4e41-485d-8cc9-44d1884ed626 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:49:16.182261 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port adfbd69d-4e41-485d-8cc9-44d1884ed626 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:16.182696 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (adfbd69d-4e41-485d-8cc9-44d1884ed626), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:16.205936 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-4e54cc70-8e0c-4f9a-9e1d-d07876288cb6 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:16.211472 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-4e54cc70-8e0c-4f9a-9e1d-d07876288cb6 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.18 "GET /v2.0/networks?id=17139995-3b7d-4592-b707-d02b1c090885 HTTP/1.1" status: 200 len: 817 time: 0.1194520 Apr 16 04:49:16.220365 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-0162a959-06d6-41a3-af5c-aca3b486f902 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Request body: {'port': {'device_id': '59a24a86-af91-4905-a62d-292d6461484d', 'network_id': '17139995-3b7d-4592-b707-d02b1c090885', 'admin_state_up': True, 'tenant_id': 'e4a5a3645ad24bcdab652ad3e77b30aa'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:49:16.269204 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port adfbd69d-4e41-485d-8cc9-44d1884ed626 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:49:16.274186 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ab95abda-77ac-41f5-8696-4b7811e7d4fc req-eb84a52c-9631-4333-b8f1-8fa8b170755c tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a24a86-af91-4905-a62d-292d6461484d HTTP/1.1" status: 200 len: 210 time: 0.0487540 Apr 16 04:49:16.450530 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-0162a959-06d6-41a3-af5c-aca3b486f902 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Made reservation on behalf of e4a5a3645ad24bcdab652ad3e77b30aa for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:49:16.454002 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-0162a959-06d6-41a3-af5c-aca3b486f902 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:16.592880 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-0162a959-06d6-41a3-af5c-aca3b486f902 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Allocated IP 172.20.0.10 (17139995-3b7d-4592-b707-d02b1c090885/c6f2ce26-1c77-44aa-a2a3-85866d990d2b/e8bd2c74-efb7-418c-9e98-4c400ecc1dae) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:49:16.743279 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-0162a959-06d6-41a3-af5c-aca3b486f902 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Publish callbacks [] for port (e8bd2c74-efb7-418c-9e98-4c400ecc1dae), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:16.833313 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-0162a959-06d6-41a3-af5c-aca3b486f902 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (e8bd2c74-efb7-418c-9e98-4c400ecc1dae), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:16.880513 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-0162a959-06d6-41a3-af5c-aca3b486f902 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Network 17139995-3b7d-4592-b707-d02b1c090885 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:49:16.883596 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-0162a959-06d6-41a3-af5c-aca3b486f902 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:49:16.889833 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-0162a959-06d6-41a3-af5c-aca3b486f902 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:49:16.916765 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162a959-06d6-41a3-af5c-aca3b486f902 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Pushing event updated for resources: {'Port': ['ID=e8bd2c74-efb7-418c-9e98-4c400ecc1dae,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:16.948545 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-0162a959-06d6-41a3-af5c-aca3b486f902 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:16.949746 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-0162a959-06d6-41a3-af5c-aca3b486f902 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:17.019897 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-0162a959-06d6-41a3-af5c-aca3b486f902 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8036513 Apr 16 04:49:17.032342 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] Request body: {'port': {'device_id': '59a24a86-af91-4905-a62d-292d6461484d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:49:17.099217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e8bd2c74-efb7-418c-9e98-4c400ecc1dae), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:17.122577 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-69f82346-940f-41e9-bd26-eb8aaaa32389 None None] Provisioning complete for port e8bd2c74-efb7-418c-9e98-4c400ecc1dae triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:17.123166 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-69f82346-940f-41e9-bd26-eb8aaaa32389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e8bd2c74-efb7-418c-9e98-4c400ecc1dae), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:17.158945 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-69f82346-940f-41e9-bd26-eb8aaaa32389 None None] Port e8bd2c74-efb7-418c-9e98-4c400ecc1dae cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:49:17.368597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8bd2c74-efb7-418c-9e98-4c400ecc1dae {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:49:17.376765 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] Publish callbacks [] for port (e8bd2c74-efb7-418c-9e98-4c400ecc1dae), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:17.389770 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] Transition to ACTIVE for port object e8bd2c74-efb7-418c-9e98-4c400ecc1dae will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:49:17.394574 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289fd11-fa1a-459d-a03e-1ad29ddfa811 req-e5badcd4-e96e-495c-8a14-32b46ab46af8 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:17.396037 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b289fd11-fa1a-459d-a03e-1ad29ddfa811 req-e5badcd4-e96e-495c-8a14-32b46ab46af8 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a24a86-af91-4905-a62d-292d6461484d HTTP/1.1" status: 200 len: 932 time: 0.0522285 Apr 16 04:49:17.443016 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b289fd11-fa1a-459d-a03e-1ad29ddfa811 req-81b03abc-652d-4d6f-9b6a-eaafb33c588a tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412636 Apr 16 04:49:17.485399 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (e8bd2c74-efb7-418c-9e98-4c400ecc1dae), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:17.540025 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] Pushing event updated for resources: {'Port': ['ID=e8bd2c74-efb7-418c-9e98-4c400ecc1dae,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:17.612079 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] Attempting to bind port e8bd2c74-efb7-418c-9e98-4c400ecc1dae on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:49:17.612415 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] Attempting to bind port e8bd2c74-efb7-418c-9e98-4c400ecc1dae by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '8734a4bc-1bea-40f2-8801-9dc541da4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '17139995-3b7d-4592-b707-d02b1c090885'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:49:17.612773 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] Attempting to bind port e8bd2c74-efb7-418c-9e98-4c400ecc1dae on network 17139995-3b7d-4592-b707-d02b1c090885 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:49:17.617448 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] Port e8bd2c74-efb7-418c-9e98-4c400ecc1dae on network 17139995-3b7d-4592-b707-d02b1c090885 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:49:17.617775 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] Attempting to bind port e8bd2c74-efb7-418c-9e98-4c400ecc1dae on network 17139995-3b7d-4592-b707-d02b1c090885 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:49:17.623680 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:49:17.623957 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] Checking segment: {'id': '8734a4bc-1bea-40f2-8801-9dc541da4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '17139995-3b7d-4592-b707-d02b1c090885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:49:17.624347 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] Bound using segment: {'id': '8734a4bc-1bea-40f2-8801-9dc541da4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '17139995-3b7d-4592-b707-d02b1c090885'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:49:17.624801 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] Bound port: e8bd2c74-efb7-418c-9e98-4c400ecc1dae, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8734a4bc-1bea-40f2-8801-9dc541da4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '17139995-3b7d-4592-b707-d02b1c090885'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:49:17.625168 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e8bd2c74-efb7-418c-9e98-4c400ecc1dae), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:17.693416 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] For port e8bd2c74-efb7-418c-9e98-4c400ecc1dae, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:49:17.696312 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] For port e8bd2c74-efb7-418c-9e98-4c400ecc1dae, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=e8bd2c74-efb7-418c-9e98-4c400ecc1dae,segment=NetworkSegment(8734a4bc-1bea-40f2-8801-9dc541da4594),segment_id=8734a4bc-1bea-40f2-8801-9dc541da4594)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:49:17.736940 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (e8bd2c74-efb7-418c-9e98-4c400ecc1dae), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:17.771684 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:17.772332 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:17.773738 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] 10.222.0.18 "PUT /v2.0/ports/e8bd2c74-efb7-418c-9e98-4c400ecc1dae HTTP/1.1" status: 200 len: 1094 time: 0.7464728 Apr 16 04:49:17.774179 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a24a86-af91-4905-a62d-292d6461484d', 'tag': 'e8bd2c74-efb7-418c-9e98-4c400ecc1dae'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:49:17.776544 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17222c9-4677-4d68-96e5-4e18015357ca" -d '{"events": [{"name": "network-changed", "server_uuid": "59a24a86-af91-4905-a62d-292d6461484d", "tag": "e8bd2c74-efb7-418c-9e98-4c400ecc1dae"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:49:17.807484 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab361d40-da66-4c16-bd4a-f7ccc5424383 service neutron] Pushing event updated for resources: {'Port': ['ID=e8bd2c74-efb7-418c-9e98-4c400ecc1dae,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:17.828674 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af5005d-ceff-4eb0-a0f8-582ff20046cf x-openstack-request-id: req-3af5005d-ceff-4eb0-a0f8-582ff20046cf {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:49:17.829138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a24a86-af91-4905-a62d-292d6461484d", "tag": "e8bd2c74-efb7-418c-9e98-4c400ecc1dae", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:49:17.829423 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3af5005d-ceff-4eb0-a0f8-582ff20046cf {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:49:17.830056 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af5005d-ceff-4eb0-a0f8-582ff20046cf'] response: {'name': 'network-changed', 'server_uuid': '59a24a86-af91-4905-a62d-292d6461484d', 'tag': 'e8bd2c74-efb7-418c-9e98-4c400ecc1dae', 'status': 'completed', 'code': 200} Apr 16 04:49:17.891650 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17222c9-4677-4d68-96e5-4e18015357ca req-ecc38e6c-d752-44f5-ad1d-721c071dbac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:17.893941 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b17222c9-4677-4d68-96e5-4e18015357ca req-ecc38e6c-d752-44f5-ad1d-721c071dbac5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4a5a3645ad24bcdab652ad3e77b30aa&device_id=59a24a86-af91-4905-a62d-292d6461484d HTTP/1.1" status: 200 len: 1128 time: 0.0454476 Apr 16 04:49:17.911441 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device adfbd69d-4e41-485d-8cc9-44d1884ed626 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:49:17.965623 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port adfbd69d-4e41-485d-8cc9-44d1884ed626 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:17.966784 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (adfbd69d-4e41-485d-8cc9-44d1884ed626), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:18.007024 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17222c9-4677-4d68-96e5-4e18015357ca req-c5f82b73-8c3b-4a5d-bcd9-7c2526400903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:18.008532 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b17222c9-4677-4d68-96e5-4e18015357ca req-c5f82b73-8c3b-4a5d-bcd9-7c2526400903 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e4a5a3645ad24bcdab652ad3e77b30aa&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1054363 Apr 16 04:49:18.045624 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port adfbd69d-4e41-485d-8cc9-44d1884ed626 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:49:18.107060 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17222c9-4677-4d68-96e5-4e18015357ca req-004e7df1-f48a-4e36-9f25-ffcaa4152811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:18.108539 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b17222c9-4677-4d68-96e5-4e18015357ca req-004e7df1-f48a-4e36-9f25-ffcaa4152811 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0937600 Apr 16 04:49:18.181195 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-bfe8b6a0-9532-4af2-99e1-8e6638be7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:18.182712 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-bfe8b6a0-9532-4af2-99e1-8e6638be7db4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4a5a3645ad24bcdab652ad3e77b30aa&device_id=59a24a86-af91-4905-a62d-292d6461484d HTTP/1.1" status: 200 len: 1128 time: 0.0409169 Apr 16 04:49:18.224434 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-fe13b097-f614-4805-a79f-30391a4d3267 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8bd2c74-efb7-418c-9e98-4c400ecc1dae HTTP/1.1" status: 200 len: 217 time: 0.0342176 Apr 16 04:49:18.272966 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-fedc1856-6e20-403c-b797-0213e7bb14d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:18.274378 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-fedc1856-6e20-403c-b797-0213e7bb14d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6f2ce26-1c77-44aa-a2a3-85866d990d2b HTTP/1.1" status: 200 len: 856 time: 0.0429318 Apr 16 04:49:18.320893 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-eecb7fb4-8e60-496f-854f-b4f767021497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:18.322377 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-eecb7fb4-8e60-496f-854f-b4f767021497 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17139995-3b7d-4592-b707-d02b1c090885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418720 Apr 16 04:49:18.411102 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-71c3a474-36b9-4c68-9900-5b33d37e6f46 service neutron] 10.222.0.18 "GET /v2.0/networks/17139995-3b7d-4592-b707-d02b1c090885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822399 Apr 16 04:49:18.505896 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-656c5499-e2ec-4b10-ac84-f2df28a5dc4f req-c9fbe599-314c-4b09-a544-c7bc2f286892 service neutron] 10.222.0.18 "GET /v2.0/networks/17139995-3b7d-4592-b707-d02b1c090885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889447 Apr 16 04:49:18.559770 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d4e07-d70a-4d27-b660-e6fac5c341da req-ebeebc2b-7535-445a-b44e-f78835c16ff3 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:18.561262 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-679d4e07-d70a-4d27-b660-e6fac5c341da req-ebeebc2b-7535-445a-b44e-f78835c16ff3 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a24a86-af91-4905-a62d-292d6461484d HTTP/1.1" status: 200 len: 944 time: 0.0468307 Apr 16 04:49:18.608402 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-679d4e07-d70a-4d27-b660-e6fac5c341da req-5b03207a-6a28-422e-90d6-d490f5ac3f1a tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415635 Apr 16 04:49:19.721380 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad16ec-0b5c-49cd-89cf-037d898096e1 req-58fac250-0025-4aab-9f21-1e83ea90f962 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:19.722830 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-76ad16ec-0b5c-49cd-89cf-037d898096e1 req-58fac250-0025-4aab-9f21-1e83ea90f962 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a24a86-af91-4905-a62d-292d6461484d HTTP/1.1" status: 200 len: 944 time: 0.0473990 Apr 16 04:49:19.767874 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-76ad16ec-0b5c-49cd-89cf-037d898096e1 req-46a16a4c-90c1-45e5-9a30-b31e9a792224 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396385 Apr 16 04:49:20.880454 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d26ea0-bc87-4528-b439-4d4d1ad424a2 req-f3d70b39-f283-4ce6-9a2e-873580d4c5d1 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:20.881946 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-06d26ea0-bc87-4528-b439-4d4d1ad424a2 req-f3d70b39-f283-4ce6-9a2e-873580d4c5d1 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a24a86-af91-4905-a62d-292d6461484d HTTP/1.1" status: 200 len: 944 time: 0.0476213 Apr 16 04:49:20.932273 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-06d26ea0-bc87-4528-b439-4d4d1ad424a2 req-267254c4-61b4-4967-b960-ecf69240e720 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446405 Apr 16 04:49:21.125914 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device e8bd2c74-efb7-418c-9e98-4c400ecc1dae details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:49:21.224872 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port e8bd2c74-efb7-418c-9e98-4c400ecc1dae, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=e8bd2c74-efb7-418c-9e98-4c400ecc1dae,segment=NetworkSegment(8734a4bc-1bea-40f2-8801-9dc541da4594),segment_id=8734a4bc-1bea-40f2-8801-9dc541da4594)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:49:21.236495 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'e8bd2c74-efb7-418c-9e98-4c400ecc1dae', 'network_id': '17139995-3b7d-4592-b707-d02b1c090885', 'port_id': 'e8bd2c74-efb7-418c-9e98-4c400ecc1dae', 'mac_address': 'fa:16:3e:63:b3:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f2ce26-1c77-44aa-a2a3-85866d990d2b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:49:21.272604 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port e8bd2c74-efb7-418c-9e98-4c400ecc1dae is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:49:21.273020 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e8bd2c74-efb7-418c-9e98-4c400ecc1dae), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:21.286090 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8bd2c74-efb7-418c-9e98-4c400ecc1dae {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:49:21.306021 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port e8bd2c74-efb7-418c-9e98-4c400ecc1dae, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=e8bd2c74-efb7-418c-9e98-4c400ecc1dae,segment=NetworkSegment(8734a4bc-1bea-40f2-8801-9dc541da4594),segment_id=8734a4bc-1bea-40f2-8801-9dc541da4594)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:49:21.365712 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e8bd2c74-efb7-418c-9e98-4c400ecc1dae), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:21.417169 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=e8bd2c74-efb7-418c-9e98-4c400ecc1dae,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:21.570851 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['e8bd2c74-efb7-418c-9e98-4c400ecc1dae'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:49:22.047718 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e382c6-b488-44d7-bba7-6a3d5b716a99 req-a0aa7571-b6a8-407b-a4b9-5fe22df3eea3 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:22.049220 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-16e382c6-b488-44d7-bba7-6a3d5b716a99 req-a0aa7571-b6a8-407b-a4b9-5fe22df3eea3 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a24a86-af91-4905-a62d-292d6461484d HTTP/1.1" status: 200 len: 945 time: 0.0515754 Apr 16 04:49:22.095203 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-16e382c6-b488-44d7-bba7-6a3d5b716a99 req-f7e0c045-8107-4991-a9b1-77b7e0104df0 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404313 Apr 16 04:49:23.135894 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device e8bd2c74-efb7-418c-9e98-4c400ecc1dae up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:49:23.182869 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port e8bd2c74-efb7-418c-9e98-4c400ecc1dae completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:49:23.207793 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f5a56-9e82-40c2-9c89-0601779fea47 req-b0d9836d-f91d-4f10-8f21-d56191fbdeb1 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:23.209275 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c91f5a56-9e82-40c2-9c89-0601779fea47 req-b0d9836d-f91d-4f10-8f21-d56191fbdeb1 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a24a86-af91-4905-a62d-292d6461484d HTTP/1.1" status: 200 len: 945 time: 0.0472465 Apr 16 04:49:23.250834 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port e8bd2c74-efb7-418c-9e98-4c400ecc1dae triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:49:23.251207 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e8bd2c74-efb7-418c-9e98-4c400ecc1dae), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:23.257860 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c91f5a56-9e82-40c2-9c89-0601779fea47 req-9d68389d-296a-439b-955c-d27beea425ef tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425684 Apr 16 04:49:23.330387 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port e8bd2c74-efb7-418c-9e98-4c400ecc1dae is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:49:23.330772 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e8bd2c74-efb7-418c-9e98-4c400ecc1dae), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:23.353033 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a24a86-af91-4905-a62d-292d6461484d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bd2c74-efb7-418c-9e98-4c400ecc1dae'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:49:23.355952 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd35b14-dca9-4fd0-8235-c768dfd10c1e" -d '{"events": [{"server_uuid": "59a24a86-af91-4905-a62d-292d6461484d", "name": "network-vif-plugged", "status": "completed", "tag": "e8bd2c74-efb7-418c-9e98-4c400ecc1dae"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:49:23.368117 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port e8bd2c74-efb7-418c-9e98-4c400ecc1dae, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=e8bd2c74-efb7-418c-9e98-4c400ecc1dae,segment=NetworkSegment(8734a4bc-1bea-40f2-8801-9dc541da4594),segment_id=8734a4bc-1bea-40f2-8801-9dc541da4594)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:49:23.392025 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1371906d-0070-48c5-a6f3-860c7bc1e291 x-openstack-request-id: req-1371906d-0070-48c5-a6f3-860c7bc1e291 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:49:23.392425 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a24a86-af91-4905-a62d-292d6461484d", "name": "network-vif-plugged", "status": "completed", "tag": "e8bd2c74-efb7-418c-9e98-4c400ecc1dae", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:49:23.392687 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1371906d-0070-48c5-a6f3-860c7bc1e291 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:49:23.393372 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1371906d-0070-48c5-a6f3-860c7bc1e291'] response: {'server_uuid': '59a24a86-af91-4905-a62d-292d6461484d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bd2c74-efb7-418c-9e98-4c400ecc1dae', 'code': 200} Apr 16 04:49:23.439353 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e8bd2c74-efb7-418c-9e98-4c400ecc1dae), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:23.490848 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=e8bd2c74-efb7-418c-9e98-4c400ecc1dae,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:49:23.700278 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7d4f7-9006-4858-84e6-bb0cdba10992 req-70254df3-4395-43b6-a294-cd52c6700bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:23.701811 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7ee7d4f7-9006-4858-84e6-bb0cdba10992 req-70254df3-4395-43b6-a294-cd52c6700bab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=59a24a86-af91-4905-a62d-292d6461484d HTTP/1.1" status: 200 len: 1130 time: 0.0391171 Apr 16 04:49:23.745462 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7ee7d4f7-9006-4858-84e6-bb0cdba10992 req-8f436159-f201-423b-9c83-ee6ee851b103 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376425 Apr 16 04:49:24.368587 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb908e5-83e8-4a00-9386-119abf47b836 req-e08cce5c-506a-44cf-b712-b5a103510c98 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:24.370050 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bfb908e5-83e8-4a00-9386-119abf47b836 req-e08cce5c-506a-44cf-b712-b5a103510c98 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a24a86-af91-4905-a62d-292d6461484d HTTP/1.1" status: 200 len: 946 time: 0.0462041 Apr 16 04:49:24.416938 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bfb908e5-83e8-4a00-9386-119abf47b836 req-1f5a4eb2-f8ff-4207-bd4b-651514a75636 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408192 Apr 16 04:49:25.530398 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879b8ae-8767-4378-ac80-8b6a5069377f req-687a1d5a-5654-4fee-83be-f81e25ef9f1c tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:25.531884 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3879b8ae-8767-4378-ac80-8b6a5069377f req-687a1d5a-5654-4fee-83be-f81e25ef9f1c tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a24a86-af91-4905-a62d-292d6461484d HTTP/1.1" status: 200 len: 946 time: 0.0471311 Apr 16 04:49:25.583381 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3879b8ae-8767-4378-ac80-8b6a5069377f req-33876baa-af00-4970-8031-175ddc057bc4 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459523 Apr 16 04:49:25.698139 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fbcf5-37fb-4b0f-b30d-0fc5fd7f7a78 req-6220a06a-0ad1-4848-b39a-15cdc27c2c63 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:49:25.699598 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-dc6fbcf5-37fb-4b0f-b30d-0fc5fd7f7a78 req-6220a06a-0ad1-4848-b39a-15cdc27c2c63 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a24a86-af91-4905-a62d-292d6461484d HTTP/1.1" status: 200 len: 946 time: 0.0520105 Apr 16 04:49:25.746293 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-dc6fbcf5-37fb-4b0f-b30d-0fc5fd7f7a78 req-787e0b65-4203-4993-a8ac-b9d1199f3ee4 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411019 Apr 16 04:49:28.318261 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:39.125145 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6d6a8813-c31a-414d-8626-93aa652b89a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:41.490529 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a3f37fce-b06c-447d-bea6-fe2df1f13a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:42.645794 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:44.096165 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:45.082733 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:49:45.364653 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:49:58.330440 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:02.002319 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-607b4a0e-e008-47a3-9599-baa050bc6aa8 req-bfe3a210-983c-4830-8f3f-adf86be0f7d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=59a24a86-af91-4905-a62d-292d6461484d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390155 Apr 16 04:50:02.080074 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b4a0e-e008-47a3-9599-baa050bc6aa8 req-17a8abbe-5d5a-4b86-88db-f943c2035166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:02.081591 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-607b4a0e-e008-47a3-9599-baa050bc6aa8 req-17a8abbe-5d5a-4b86-88db-f943c2035166 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4a5a3645ad24bcdab652ad3e77b30aa&device_id=59a24a86-af91-4905-a62d-292d6461484d HTTP/1.1" status: 200 len: 1130 time: 0.0401449 Apr 16 04:50:02.189303 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b4a0e-e008-47a3-9599-baa050bc6aa8 req-965a5a1b-48ab-477a-aa23-e02fd829d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:02.190712 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-607b4a0e-e008-47a3-9599-baa050bc6aa8 req-965a5a1b-48ab-477a-aa23-e02fd829d1c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=17139995-3b7d-4592-b707-d02b1c090885 HTTP/1.1" status: 200 len: 917 time: 0.0918620 Apr 16 04:50:02.231698 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-607b4a0e-e008-47a3-9599-baa050bc6aa8 req-151ce47b-f19b-4513-9e9b-80df3f95167f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8bd2c74-efb7-418c-9e98-4c400ecc1dae HTTP/1.1" status: 200 len: 217 time: 0.0349686 Apr 16 04:50:02.280038 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b4a0e-e008-47a3-9599-baa050bc6aa8 req-64407032-7bd1-46c8-ba43-838f32c29bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:02.281529 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-607b4a0e-e008-47a3-9599-baa050bc6aa8 req-64407032-7bd1-46c8-ba43-838f32c29bbf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6f2ce26-1c77-44aa-a2a3-85866d990d2b HTTP/1.1" status: 200 len: 856 time: 0.0446131 Apr 16 04:50:02.328587 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b4a0e-e008-47a3-9599-baa050bc6aa8 req-a2e75c94-e079-40a5-a695-e9b992a781af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:02.330131 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-607b4a0e-e008-47a3-9599-baa050bc6aa8 req-a2e75c94-e079-40a5-a695-e9b992a781af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17139995-3b7d-4592-b707-d02b1c090885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430331 Apr 16 04:50:02.421380 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-607b4a0e-e008-47a3-9599-baa050bc6aa8 req-7eb1220d-f295-4654-ab1e-8ec02d0c5dd0 service neutron] 10.222.0.18 "GET /v2.0/networks/17139995-3b7d-4592-b707-d02b1c090885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853143 Apr 16 04:50:02.516559 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-607b4a0e-e008-47a3-9599-baa050bc6aa8 req-7c6f7984-9174-4a6e-beaa-65ada3f2613f service neutron] 10.222.0.18 "GET /v2.0/networks/17139995-3b7d-4592-b707-d02b1c090885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895405 Apr 16 04:50:04.640999 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676b6b0-e9ad-4404-9b5a-432754286e42 req-4da1c3dd-6677-49eb-a6e8-45bfdd32ba24 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:04.643114 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7676b6b0-e9ad-4404-9b5a-432754286e42 req-4da1c3dd-6677-49eb-a6e8-45bfdd32ba24 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a24a86-af91-4905-a62d-292d6461484d HTTP/1.1" status: 200 len: 946 time: 0.0474830 Apr 16 04:50:04.692322 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7676b6b0-e9ad-4404-9b5a-432754286e42 req-5b08ec94-55c5-47e3-9ad6-ee71d4ef79ba tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435760 Apr 16 04:50:05.806803 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9952edd-528c-4b64-942c-419a21ed76d8 req-effa3277-a387-40e5-9c06-20273b081df7 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:05.808937 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a9952edd-528c-4b64-942c-419a21ed76d8 req-effa3277-a387-40e5-9c06-20273b081df7 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a24a86-af91-4905-a62d-292d6461484d HTTP/1.1" status: 200 len: 946 time: 0.0481808 Apr 16 04:50:05.855484 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a9952edd-528c-4b64-942c-419a21ed76d8 req-7ec3cfb9-79f6-49a3-b890-6440fdabddc9 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410478 Apr 16 04:50:06.057950 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a3216-2fb9-409a-826f-48d4e5477e12 req-afda867f-c32e-4da8-8ead-04cfbcfeb238 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:06.059306 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fd0a3216-2fb9-409a-826f-48d4e5477e12 req-afda867f-c32e-4da8-8ead-04cfbcfeb238 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a24a86-af91-4905-a62d-292d6461484d HTTP/1.1" status: 200 len: 946 time: 0.0707786 Apr 16 04:50:06.145412 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-fd0a3216-2fb9-409a-826f-48d4e5477e12 req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Deleting port e8bd2c74-efb7-418c-9e98-4c400ecc1dae {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:50:06.145751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-fd0a3216-2fb9-409a-826f-48d4e5477e12 req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (e8bd2c74-efb7-418c-9e98-4c400ecc1dae), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:06.235324 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-fd0a3216-2fb9-409a-826f-48d4e5477e12 req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] For port e8bd2c74-efb7-418c-9e98-4c400ecc1dae, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=e8bd2c74-efb7-418c-9e98-4c400ecc1dae,segment=NetworkSegment(8734a4bc-1bea-40f2-8801-9dc541da4594),segment_id=8734a4bc-1bea-40f2-8801-9dc541da4594)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:50:06.235686 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-fd0a3216-2fb9-409a-826f-48d4e5477e12 req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (e8bd2c74-efb7-418c-9e98-4c400ecc1dae), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:06.252003 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-fd0a3216-2fb9-409a-826f-48d4e5477e12 req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Calling delete_port for e8bd2c74-efb7-418c-9e98-4c400ecc1dae owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:50:06.478940 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-fd0a3216-2fb9-409a-826f-48d4e5477e12 req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (e8bd2c74-efb7-418c-9e98-4c400ecc1dae), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:06.490664 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['e8bd2c74-efb7-418c-9e98-4c400ecc1dae'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:50:06.507367 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Pushing event deleted for resources: {'Port': ['ID=e8bd2c74-efb7-418c-9e98-4c400ecc1dae,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:50:06.522103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:06.522103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:06.522103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:06.522103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:06.522103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:06.522607 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:06.522607 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:06.522900 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:06.523229 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:06.523559 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:06.523888 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:06.524217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:06.524543 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:06.524891 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:06.525219 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:06.566155 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0a3216-2fb9-409a-826f-48d4e5477e12 req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] No DVR routers for this DVR port e8bd2c74-efb7-418c-9e98-4c400ecc1dae on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:50:06.568686 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-fd0a3216-2fb9-409a-826f-48d4e5477e12 req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:06.571971 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fd0a3216-2fb9-409a-826f-48d4e5477e12 req-44db17ca-54f2-4606-b5e3-ac30adaa7c7b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.18 "DELETE /v2.0/ports/e8bd2c74-efb7-418c-9e98-4c400ecc1dae HTTP/1.1" status: 204 len: 173 time: 0.5078065 Apr 16 04:50:06.572400 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a24a86-af91-4905-a62d-292d6461484d', 'name': 'network-vif-deleted', 'tag': 'e8bd2c74-efb7-418c-9e98-4c400ecc1dae'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:50:06.575255 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3908e015-780f-43d4-9896-79747e45f112" -d '{"events": [{"server_uuid": "59a24a86-af91-4905-a62d-292d6461484d", "name": "network-vif-deleted", "tag": "e8bd2c74-efb7-418c-9e98-4c400ecc1dae"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:50:06.609221 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec674a4-39fa-4ba8-8c30-377e5f128894 x-openstack-request-id: req-eec674a4-39fa-4ba8-8c30-377e5f128894 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:50:06.609588 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a24a86-af91-4905-a62d-292d6461484d", "name": "network-vif-deleted", "tag": "e8bd2c74-efb7-418c-9e98-4c400ecc1dae", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:50:06.609837 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eec674a4-39fa-4ba8-8c30-377e5f128894 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:50:06.610242 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eec674a4-39fa-4ba8-8c30-377e5f128894'] response: {'server_uuid': '59a24a86-af91-4905-a62d-292d6461484d', 'name': 'network-vif-deleted', 'tag': 'e8bd2c74-efb7-418c-9e98-4c400ecc1dae', 'status': 'completed', 'code': 200} Apr 16 04:50:06.967007 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-055203fc-b298-46c6-b18e-c5eb7420ed54 req-bde052e1-9588-4601-9ed1-e875d9bbf465 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a24a86-af91-4905-a62d-292d6461484d HTTP/1.1" status: 200 len: 210 time: 0.0295825 Apr 16 04:50:08.864800 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-ee6d7628-c71c-4814-8992-56c2daf0c37b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:08.866260 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-ee6d7628-c71c-4814-8992-56c2daf0c37b tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/networks?id=17139995-3b7d-4592-b707-d02b1c090885 HTTP/1.1" status: 200 len: 817 time: 0.1033015 Apr 16 04:50:08.880965 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-ca10e237-5c7d-4bf0-899e-4c808b79b0a4 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/quotas/e4a5a3645ad24bcdab652ad3e77b30aa HTTP/1.1" status: 200 len: 375 time: 0.0086918 Apr 16 04:50:08.928302 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-71db8001-d8fc-447c-91e1-a08bd3020d7f tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4a5a3645ad24bcdab652ad3e77b30aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426102 Apr 16 04:50:09.021869 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-544cf935-0bb2-45c2-94a4-a4c09345737c service neutron] 10.222.0.30 "GET /v2.0/networks/17139995-3b7d-4592-b707-d02b1c090885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821562 Apr 16 04:50:09.072952 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b181ccc3-d9e4-4c1a-932d-e6c4eda7a8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:09.114929 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-3a0f5096-f2a6-494a-9a31-aa21d5409e7e service neutron] 10.222.0.30 "GET /v2.0/networks/17139995-3b7d-4592-b707-d02b1c090885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868475 Apr 16 04:50:09.344868 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-05082ef9-3273-4c24-82b8-60443df946fe req-f4672634-c3da-4e1d-a923-02b966a4905a tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b8f41f-1579-49a1-896f-8cdccaea3df0 HTTP/1.1" status: 200 len: 210 time: 0.0283141 Apr 16 04:50:09.353006 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device e8bd2c74-efb7-418c-9e98-4c400ecc1dae no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:50:09.377684 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: e8bd2c74-efb7-418c-9e98-4c400ecc1dae {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:50:09.378025 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device e8bd2c74-efb7-418c-9e98-4c400ecc1dae not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:50:10.439708 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-10d16d80-4ef1-46b1-aaba-e479804b0b0c req-771af086-57ad-458d-8607-92f988bb1ea5 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b8f41f-1579-49a1-896f-8cdccaea3df0 HTTP/1.1" status: 200 len: 210 time: 0.0288141 Apr 16 04:50:11.182885 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-278d5659-c288-4335-a4d2-80325d4e9ee2 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:11.184339 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-278d5659-c288-4335-a4d2-80325d4e9ee2 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.18 "GET /v2.0/networks?id=17139995-3b7d-4592-b707-d02b1c090885 HTTP/1.1" status: 200 len: 817 time: 0.1048720 Apr 16 04:50:11.195308 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-80475d3c-cf4b-46fb-8064-b5aa76abcab5 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Request body: {'port': {'device_id': '19b8f41f-1579-49a1-896f-8cdccaea3df0', 'network_id': '17139995-3b7d-4592-b707-d02b1c090885', 'admin_state_up': True, 'tenant_id': 'e4a5a3645ad24bcdab652ad3e77b30aa'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:50:11.358617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-80475d3c-cf4b-46fb-8064-b5aa76abcab5 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Made reservation on behalf of e4a5a3645ad24bcdab652ad3e77b30aa for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:50:11.362006 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-80475d3c-cf4b-46fb-8064-b5aa76abcab5 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:11.482343 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7cad5129-5433-4648-964c-cf687e982786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:11.493376 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-80475d3c-cf4b-46fb-8064-b5aa76abcab5 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Allocated IP 172.20.0.10 (17139995-3b7d-4592-b707-d02b1c090885/c6f2ce26-1c77-44aa-a2a3-85866d990d2b/cf9d502e-93be-46ca-8ae5-6277060d940d) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:50:11.536915 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3771cd3b-0ffc-4f4b-8e46-e3d524d7fd13 req-57e35058-d0c6-40a7-869e-dcebec311374 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b8f41f-1579-49a1-896f-8cdccaea3df0 HTTP/1.1" status: 200 len: 210 time: 0.0294490 Apr 16 04:50:11.644180 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-80475d3c-cf4b-46fb-8064-b5aa76abcab5 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Publish callbacks [] for port (cf9d502e-93be-46ca-8ae5-6277060d940d), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:11.718857 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-80475d3c-cf4b-46fb-8064-b5aa76abcab5 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (cf9d502e-93be-46ca-8ae5-6277060d940d), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:11.762031 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-80475d3c-cf4b-46fb-8064-b5aa76abcab5 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Network 17139995-3b7d-4592-b707-d02b1c090885 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:50:11.767376 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-80475d3c-cf4b-46fb-8064-b5aa76abcab5 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:50:11.771169 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-80475d3c-cf4b-46fb-8064-b5aa76abcab5 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:50:11.796535 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80475d3c-cf4b-46fb-8064-b5aa76abcab5 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Pushing event updated for resources: {'Port': ['ID=cf9d502e-93be-46ca-8ae5-6277060d940d,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:50:11.825842 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-80475d3c-cf4b-46fb-8064-b5aa76abcab5 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:11.826609 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-80475d3c-cf4b-46fb-8064-b5aa76abcab5 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:11.908354 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-80475d3c-cf4b-46fb-8064-b5aa76abcab5 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7166560 Apr 16 04:50:11.918632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6de8915a-21f6-45e4-ac4d-e5baae825649 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:50:11.919637 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6de8915a-21f6-45e4-ac4d-e5baae825649 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058649 Apr 16 04:50:11.930608 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] Request body: {'port': {'device_id': '19b8f41f-1579-49a1-896f-8cdccaea3df0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:50:11.993133 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (cf9d502e-93be-46ca-8ae5-6277060d940d), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:12.044810 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3d67d006-a54b-45a2-992c-8d99f99c8264 None None] Provisioning complete for port cf9d502e-93be-46ca-8ae5-6277060d940d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:50:12.045412 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3d67d006-a54b-45a2-992c-8d99f99c8264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cf9d502e-93be-46ca-8ae5-6277060d940d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:12.078917 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3d67d006-a54b-45a2-992c-8d99f99c8264 None None] Port cf9d502e-93be-46ca-8ae5-6277060d940d cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:50:12.254758 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf9d502e-93be-46ca-8ae5-6277060d940d {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:50:12.261919 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] Publish callbacks [] for port (cf9d502e-93be-46ca-8ae5-6277060d940d), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:12.274046 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] Transition to ACTIVE for port object cf9d502e-93be-46ca-8ae5-6277060d940d will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:50:12.333762 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (cf9d502e-93be-46ca-8ae5-6277060d940d), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:12.390740 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] Pushing event updated for resources: {'Port': ['ID=cf9d502e-93be-46ca-8ae5-6277060d940d,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:50:12.462003 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] Attempting to bind port cf9d502e-93be-46ca-8ae5-6277060d940d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:50:12.462339 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] Attempting to bind port cf9d502e-93be-46ca-8ae5-6277060d940d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '8734a4bc-1bea-40f2-8801-9dc541da4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '17139995-3b7d-4592-b707-d02b1c090885'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:50:12.462664 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] Attempting to bind port cf9d502e-93be-46ca-8ae5-6277060d940d on network 17139995-3b7d-4592-b707-d02b1c090885 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:50:12.467978 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] Port cf9d502e-93be-46ca-8ae5-6277060d940d on network 17139995-3b7d-4592-b707-d02b1c090885 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:50:12.468345 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] Attempting to bind port cf9d502e-93be-46ca-8ae5-6277060d940d on network 17139995-3b7d-4592-b707-d02b1c090885 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:50:12.474097 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:50:12.474430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] Checking segment: {'id': '8734a4bc-1bea-40f2-8801-9dc541da4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '17139995-3b7d-4592-b707-d02b1c090885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:50:12.474818 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] Bound using segment: {'id': '8734a4bc-1bea-40f2-8801-9dc541da4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '17139995-3b7d-4592-b707-d02b1c090885'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:50:12.475312 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] Bound port: cf9d502e-93be-46ca-8ae5-6277060d940d, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8734a4bc-1bea-40f2-8801-9dc541da4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '17139995-3b7d-4592-b707-d02b1c090885'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:50:12.475721 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (cf9d502e-93be-46ca-8ae5-6277060d940d), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:12.542895 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] For port cf9d502e-93be-46ca-8ae5-6277060d940d, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:50:12.546026 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] For port cf9d502e-93be-46ca-8ae5-6277060d940d, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=cf9d502e-93be-46ca-8ae5-6277060d940d,segment=NetworkSegment(8734a4bc-1bea-40f2-8801-9dc541da4594),segment_id=8734a4bc-1bea-40f2-8801-9dc541da4594)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:50:12.645151 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (cf9d502e-93be-46ca-8ae5-6277060d940d), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:12.651622 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:12.690516 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a18507-a076-42df-84fd-4ba7f4912973 req-4b073b86-cc92-4b08-8154-1debf95357e8 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:12.692014 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-04a18507-a076-42df-84fd-4ba7f4912973 req-4b073b86-cc92-4b08-8154-1debf95357e8 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b8f41f-1579-49a1-896f-8cdccaea3df0 HTTP/1.1" status: 200 len: 944 time: 0.0794339 Apr 16 04:50:12.698899 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:12.699468 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:12.700870 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] 10.222.0.18 "PUT /v2.0/ports/cf9d502e-93be-46ca-8ae5-6277060d940d HTTP/1.1" status: 200 len: 1094 time: 0.7744656 Apr 16 04:50:12.701307 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b8f41f-1579-49a1-896f-8cdccaea3df0', 'tag': 'cf9d502e-93be-46ca-8ae5-6277060d940d'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:50:12.703576 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5aaaba-0830-4492-b239-fc6b84c84275" -d '{"events": [{"name": "network-changed", "server_uuid": "19b8f41f-1579-49a1-896f-8cdccaea3df0", "tag": "cf9d502e-93be-46ca-8ae5-6277060d940d"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:50:12.740949 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb81c03-b151-40e6-bf46-be94438468a5 service neutron] Pushing event updated for resources: {'Port': ['ID=cf9d502e-93be-46ca-8ae5-6277060d940d,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:50:12.749298 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc08ba14-20b5-4777-b76b-7639db181d35 x-openstack-request-id: req-dc08ba14-20b5-4777-b76b-7639db181d35 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:50:12.749469 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b8f41f-1579-49a1-896f-8cdccaea3df0", "tag": "cf9d502e-93be-46ca-8ae5-6277060d940d", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:50:12.749723 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc08ba14-20b5-4777-b76b-7639db181d35 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:50:12.750114 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc08ba14-20b5-4777-b76b-7639db181d35'] response: {'name': 'network-changed', 'server_uuid': '19b8f41f-1579-49a1-896f-8cdccaea3df0', 'tag': 'cf9d502e-93be-46ca-8ae5-6277060d940d', 'status': 'completed', 'code': 200} Apr 16 04:50:12.784305 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-04a18507-a076-42df-84fd-4ba7f4912973 req-292ad552-35de-442c-985a-81742664a528 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735667 Apr 16 04:50:12.816928 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5aaaba-0830-4492-b239-fc6b84c84275 req-d01404e0-0beb-4845-a463-66f71b29ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:12.818472 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0f5aaaba-0830-4492-b239-fc6b84c84275 req-d01404e0-0beb-4845-a463-66f71b29ac0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4a5a3645ad24bcdab652ad3e77b30aa&device_id=19b8f41f-1579-49a1-896f-8cdccaea3df0 HTTP/1.1" status: 200 len: 1128 time: 0.0487187 Apr 16 04:50:12.920905 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5aaaba-0830-4492-b239-fc6b84c84275 req-b263fa5e-c4cd-4c26-8d6e-624f553312e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:12.922419 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0f5aaaba-0830-4492-b239-fc6b84c84275 req-b263fa5e-c4cd-4c26-8d6e-624f553312e9 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e4a5a3645ad24bcdab652ad3e77b30aa&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0976074 Apr 16 04:50:13.013912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5aaaba-0830-4492-b239-fc6b84c84275 req-e76833fb-4304-4eea-98b0-8c3c1307a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:13.015290 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0f5aaaba-0830-4492-b239-fc6b84c84275 req-e76833fb-4304-4eea-98b0-8c3c1307a6f1 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0872393 Apr 16 04:50:13.090870 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-3238d060-ee9f-4aeb-a2e1-e88b8822e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:13.092245 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-3238d060-ee9f-4aeb-a2e1-e88b8822e3c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4a5a3645ad24bcdab652ad3e77b30aa&device_id=19b8f41f-1579-49a1-896f-8cdccaea3df0 HTTP/1.1" status: 200 len: 1128 time: 0.0430574 Apr 16 04:50:13.133744 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-d8026951-e0c2-48b7-9028-25b40e5177be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf9d502e-93be-46ca-8ae5-6277060d940d HTTP/1.1" status: 200 len: 217 time: 0.0334396 Apr 16 04:50:13.179807 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-ac9989b3-f7b1-4e34-adab-48bbd05cad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:13.181252 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-ac9989b3-f7b1-4e34-adab-48bbd05cad84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6f2ce26-1c77-44aa-a2a3-85866d990d2b HTTP/1.1" status: 200 len: 856 time: 0.0423102 Apr 16 04:50:13.506830 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-5905f133-6993-409f-a2af-9fe25cd0f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:13.508338 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-5905f133-6993-409f-a2af-9fe25cd0f0c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17139995-3b7d-4592-b707-d02b1c090885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3211479 Apr 16 04:50:13.596780 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-1605ca94-1eeb-42ee-823c-6acec67aa9cc service neutron] 10.222.0.18 "GET /v2.0/networks/17139995-3b7d-4592-b707-d02b1c090885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816543 Apr 16 04:50:13.686501 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5c4caa6d-27b0-4b97-b70c-3f290f101d7b req-8289a9f4-b212-46b0-a39f-4731885c3385 service neutron] 10.222.0.18 "GET /v2.0/networks/17139995-3b7d-4592-b707-d02b1c090885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836909 Apr 16 04:50:13.898270 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bdcd7-8b5a-4edb-8a8f-9a9e0953cae4 req-26294adc-3397-49bf-882a-6e33be8771cc tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:13.899741 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-105bdcd7-8b5a-4edb-8a8f-9a9e0953cae4 req-26294adc-3397-49bf-882a-6e33be8771cc tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b8f41f-1579-49a1-896f-8cdccaea3df0 HTTP/1.1" status: 200 len: 944 time: 0.0467038 Apr 16 04:50:13.948942 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-105bdcd7-8b5a-4edb-8a8f-9a9e0953cae4 req-ed3e7991-59e3-4af3-b2af-6d07b1a7d725 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429194 Apr 16 04:50:14.130054 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:15.058958 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e99a8-adc2-451f-ab8b-0a092fc0688f req-1daf5365-03f4-42b7-9255-04dcf33090cf tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:15.060399 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d92e99a8-adc2-451f-ab8b-0a092fc0688f req-1daf5365-03f4-42b7-9255-04dcf33090cf tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b8f41f-1579-49a1-896f-8cdccaea3df0 HTTP/1.1" status: 200 len: 944 time: 0.0466797 Apr 16 04:50:15.106006 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d92e99a8-adc2-451f-ab8b-0a092fc0688f req-34f6747b-72f2-4cb0-a2d6-606fae6906f1 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400941 Apr 16 04:50:15.364054 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:15.398348 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device cf9d502e-93be-46ca-8ae5-6277060d940d details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:50:15.493378 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port cf9d502e-93be-46ca-8ae5-6277060d940d, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=cf9d502e-93be-46ca-8ae5-6277060d940d,segment=NetworkSegment(8734a4bc-1bea-40f2-8801-9dc541da4594),segment_id=8734a4bc-1bea-40f2-8801-9dc541da4594)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:50:15.504221 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'cf9d502e-93be-46ca-8ae5-6277060d940d', 'network_id': '17139995-3b7d-4592-b707-d02b1c090885', 'port_id': 'cf9d502e-93be-46ca-8ae5-6277060d940d', 'mac_address': 'fa:16:3e:bb:15:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f2ce26-1c77-44aa-a2a3-85866d990d2b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:50:15.544144 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port cf9d502e-93be-46ca-8ae5-6277060d940d is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:50:15.544524 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (cf9d502e-93be-46ca-8ae5-6277060d940d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:15.556804 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf9d502e-93be-46ca-8ae5-6277060d940d {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:50:15.575465 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port cf9d502e-93be-46ca-8ae5-6277060d940d, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=cf9d502e-93be-46ca-8ae5-6277060d940d,segment=NetworkSegment(8734a4bc-1bea-40f2-8801-9dc541da4594),segment_id=8734a4bc-1bea-40f2-8801-9dc541da4594)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:50:15.638421 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (cf9d502e-93be-46ca-8ae5-6277060d940d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:15.685817 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=cf9d502e-93be-46ca-8ae5-6277060d940d,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:50:15.692774 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:15.694867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:15.694867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:15.694867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:15.694867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:15.694867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:15.694867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:15.695351 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:15.695455 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:15.695758 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:15.696082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:15.696405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:15.696744 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:15.697061 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:15.697376 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:50:15.826884 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['cf9d502e-93be-46ca-8ae5-6277060d940d'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:50:16.215280 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78307a2e-029d-4d19-8ac3-d9ce6b85180a req-d37f8950-d915-4af7-8a67-9769addc301f tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:16.216730 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-78307a2e-029d-4d19-8ac3-d9ce6b85180a req-d37f8950-d915-4af7-8a67-9769addc301f tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b8f41f-1579-49a1-896f-8cdccaea3df0 HTTP/1.1" status: 200 len: 945 time: 0.0462594 Apr 16 04:50:16.262968 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-78307a2e-029d-4d19-8ac3-d9ce6b85180a req-45a379ed-7c2a-4b09-a7ab-2c2135dfdecc tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406981 Apr 16 04:50:17.371840 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d52375-2e83-4fd3-bbf8-fc7a004c1a63 req-a1cad5c1-ed61-4a33-a9d5-94f33a330402 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:17.373740 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-60d52375-2e83-4fd3-bbf8-fc7a004c1a63 req-a1cad5c1-ed61-4a33-a9d5-94f33a330402 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b8f41f-1579-49a1-896f-8cdccaea3df0 HTTP/1.1" status: 200 len: 945 time: 0.0459273 Apr 16 04:50:17.415573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device cf9d502e-93be-46ca-8ae5-6277060d940d up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:50:17.423624 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-60d52375-2e83-4fd3-bbf8-fc7a004c1a63 req-89659b11-82c2-4feb-afef-98626776c876 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447292 Apr 16 04:50:17.460832 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port cf9d502e-93be-46ca-8ae5-6277060d940d completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:50:17.539071 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port cf9d502e-93be-46ca-8ae5-6277060d940d triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:50:17.539489 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cf9d502e-93be-46ca-8ae5-6277060d940d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:17.614200 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port cf9d502e-93be-46ca-8ae5-6277060d940d is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:50:17.614584 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (cf9d502e-93be-46ca-8ae5-6277060d940d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:17.637291 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b8f41f-1579-49a1-896f-8cdccaea3df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9d502e-93be-46ca-8ae5-6277060d940d'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:50:17.639534 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66917632-484f-45a6-b817-2d5be37a367a" -d '{"events": [{"server_uuid": "19b8f41f-1579-49a1-896f-8cdccaea3df0", "name": "network-vif-plugged", "status": "completed", "tag": "cf9d502e-93be-46ca-8ae5-6277060d940d"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:50:17.654947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port cf9d502e-93be-46ca-8ae5-6277060d940d, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=cf9d502e-93be-46ca-8ae5-6277060d940d,segment=NetworkSegment(8734a4bc-1bea-40f2-8801-9dc541da4594),segment_id=8734a4bc-1bea-40f2-8801-9dc541da4594)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:50:17.675836 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94171275-0a8c-4af5-b92f-a7dc3d4c0d75 x-openstack-request-id: req-94171275-0a8c-4af5-b92f-a7dc3d4c0d75 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:50:17.676216 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b8f41f-1579-49a1-896f-8cdccaea3df0", "name": "network-vif-plugged", "status": "completed", "tag": "cf9d502e-93be-46ca-8ae5-6277060d940d", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:50:17.676465 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94171275-0a8c-4af5-b92f-a7dc3d4c0d75 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:50:17.676887 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94171275-0a8c-4af5-b92f-a7dc3d4c0d75'] response: {'server_uuid': '19b8f41f-1579-49a1-896f-8cdccaea3df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9d502e-93be-46ca-8ae5-6277060d940d', 'code': 200} Apr 16 04:50:17.716342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (cf9d502e-93be-46ca-8ae5-6277060d940d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:17.765132 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=cf9d502e-93be-46ca-8ae5-6277060d940d,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:50:17.967070 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5bbb5-74dd-4577-b2ad-257b1776ed1b req-fcabfb15-3032-495a-8a77-499cd455cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:17.968542 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1ce5bbb5-74dd-4577-b2ad-257b1776ed1b req-fcabfb15-3032-495a-8a77-499cd455cefb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=19b8f41f-1579-49a1-896f-8cdccaea3df0 HTTP/1.1" status: 200 len: 1130 time: 0.0376620 Apr 16 04:50:18.011441 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1ce5bbb5-74dd-4577-b2ad-257b1776ed1b req-a023c533-2bb0-4d68-a2a2-f0855caae7a9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370276 Apr 16 04:50:18.536018 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb860b-99f7-42ad-a24c-978f6cecf1e0 req-7bade81e-0acc-4c2b-982e-c66611e98d72 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:18.537483 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-febb860b-99f7-42ad-a24c-978f6cecf1e0 req-7bade81e-0acc-4c2b-982e-c66611e98d72 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b8f41f-1579-49a1-896f-8cdccaea3df0 HTTP/1.1" status: 200 len: 946 time: 0.0464063 Apr 16 04:50:18.582002 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-febb860b-99f7-42ad-a24c-978f6cecf1e0 req-3a707697-46e5-46e3-9010-74ca1397e3a8 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391860 Apr 16 04:50:19.693953 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb9e21-5633-4cf3-87ce-a3e104953c24 req-69ffd1fb-a91b-47e9-ad71-c7a93fcfe246 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:19.695400 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-05eb9e21-5633-4cf3-87ce-a3e104953c24 req-69ffd1fb-a91b-47e9-ad71-c7a93fcfe246 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b8f41f-1579-49a1-896f-8cdccaea3df0 HTTP/1.1" status: 200 len: 946 time: 0.0464263 Apr 16 04:50:19.740879 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-05eb9e21-5633-4cf3-87ce-a3e104953c24 req-ca0af768-7abc-4d7f-b736-030547aad64a tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401044 Apr 16 04:50:19.852635 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07718a8b-fff4-486b-8e38-63397ec1b958 req-02efe66f-b8d5-4ce5-9074-ae93045d1c0e tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:19.854739 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-07718a8b-fff4-486b-8e38-63397ec1b958 req-02efe66f-b8d5-4ce5-9074-ae93045d1c0e tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b8f41f-1579-49a1-896f-8cdccaea3df0 HTTP/1.1" status: 200 len: 946 time: 0.0496993 Apr 16 04:50:19.901835 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-07718a8b-fff4-486b-8e38-63397ec1b958 req-5b9cc30f-e4b1-46ea-9958-41255b51794c tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416224 Apr 16 04:50:22.081229 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:50:28.344924 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:39.110014 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-11a530d1-d4dd-48af-b432-24ce09b5acef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:41.483823 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-912ea38b-4a50-476b-910e-1f84c252c381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:42.649343 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:44.186167 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:45.389675 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:58.378240 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:50:58.773496 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527749c-0f01-4a82-880f-7a40d77a5476 req-6dd33e3b-abe4-4ed4-b201-751e1f36541f tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:58.775672 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7527749c-0f01-4a82-880f-7a40d77a5476 req-6dd33e3b-abe4-4ed4-b201-751e1f36541f tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b8f41f-1579-49a1-896f-8cdccaea3df0 HTTP/1.1" status: 200 len: 946 time: 0.0478568 Apr 16 04:50:58.823561 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7527749c-0f01-4a82-880f-7a40d77a5476 req-fcaa07a6-d3b0-4087-82c3-bbcd2fb2aebd tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419905 Apr 16 04:50:59.080493 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:50:59.939847 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660c6ea-3912-4700-a863-4d578890ac4f req-019bf4cb-3ce1-445c-ae11-a348bf6e0c12 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:50:59.941313 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2660c6ea-3912-4700-a863-4d578890ac4f req-019bf4cb-3ce1-445c-ae11-a348bf6e0c12 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b8f41f-1579-49a1-896f-8cdccaea3df0 HTTP/1.1" status: 200 len: 946 time: 0.0471842 Apr 16 04:50:59.987625 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2660c6ea-3912-4700-a863-4d578890ac4f req-5a1d72d7-d441-4d97-9435-0ed5ccd46dc6 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0b3add8-5d0e-4fde-8079-21ceaad0e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405810 Apr 16 04:51:00.175085 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7d432-ed74-4ca6-94db-b94f0a287a72 req-dc9f3d0c-d97f-459f-973f-7cae69a7ea17 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:00.176514 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-20f7d432-ed74-4ca6-94db-b94f0a287a72 req-dc9f3d0c-d97f-459f-973f-7cae69a7ea17 tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.18 "GET /v2.0/ports?device_id=19b8f41f-1579-49a1-896f-8cdccaea3df0 HTTP/1.1" status: 200 len: 946 time: 0.0493538 Apr 16 04:51:00.257611 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-20f7d432-ed74-4ca6-94db-b94f0a287a72 req-e72ab8c4-2a37-49ad-9e56-e66782988f7e tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Deleting port cf9d502e-93be-46ca-8ae5-6277060d940d {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:51:00.257976 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-20f7d432-ed74-4ca6-94db-b94f0a287a72 req-e72ab8c4-2a37-49ad-9e56-e66782988f7e tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (cf9d502e-93be-46ca-8ae5-6277060d940d), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:00.349382 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-20f7d432-ed74-4ca6-94db-b94f0a287a72 req-e72ab8c4-2a37-49ad-9e56-e66782988f7e tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] For port cf9d502e-93be-46ca-8ae5-6277060d940d, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=cf9d502e-93be-46ca-8ae5-6277060d940d,segment=NetworkSegment(8734a4bc-1bea-40f2-8801-9dc541da4594),segment_id=8734a4bc-1bea-40f2-8801-9dc541da4594)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:51:00.349743 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-20f7d432-ed74-4ca6-94db-b94f0a287a72 req-e72ab8c4-2a37-49ad-9e56-e66782988f7e tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (cf9d502e-93be-46ca-8ae5-6277060d940d), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:00.362287 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-20f7d432-ed74-4ca6-94db-b94f0a287a72 req-e72ab8c4-2a37-49ad-9e56-e66782988f7e tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Calling delete_port for cf9d502e-93be-46ca-8ae5-6277060d940d owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:51:00.557889 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-20f7d432-ed74-4ca6-94db-b94f0a287a72 req-e72ab8c4-2a37-49ad-9e56-e66782988f7e tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (cf9d502e-93be-46ca-8ae5-6277060d940d), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:00.569793 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['cf9d502e-93be-46ca-8ae5-6277060d940d'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:51:00.589397 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ab8c4-2a37-49ad-9e56-e66782988f7e tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Pushing event deleted for resources: {'Port': ['ID=cf9d502e-93be-46ca-8ae5-6277060d940d,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:00.635043 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f7d432-ed74-4ca6-94db-b94f0a287a72 req-e72ab8c4-2a37-49ad-9e56-e66782988f7e tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] No DVR routers for this DVR port cf9d502e-93be-46ca-8ae5-6277060d940d on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:51:00.638121 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-20f7d432-ed74-4ca6-94db-b94f0a287a72 req-e72ab8c4-2a37-49ad-9e56-e66782988f7e tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:00.641645 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-20f7d432-ed74-4ca6-94db-b94f0a287a72 req-e72ab8c4-2a37-49ad-9e56-e66782988f7e tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.18 "DELETE /v2.0/ports/cf9d502e-93be-46ca-8ae5-6277060d940d HTTP/1.1" status: 204 len: 173 time: 0.4597790 Apr 16 04:51:00.648291 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b8f41f-1579-49a1-896f-8cdccaea3df0', 'name': 'network-vif-deleted', 'tag': 'cf9d502e-93be-46ca-8ae5-6277060d940d'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:51:00.648291 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f767e630-1362-4858-8036-158c03ef305d" -d '{"events": [{"server_uuid": "19b8f41f-1579-49a1-896f-8cdccaea3df0", "name": "network-vif-deleted", "tag": "cf9d502e-93be-46ca-8ae5-6277060d940d"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:51:00.679127 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b814176a-a2da-4a05-9804-ae5813132694 x-openstack-request-id: req-b814176a-a2da-4a05-9804-ae5813132694 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:51:00.679496 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b8f41f-1579-49a1-896f-8cdccaea3df0", "name": "network-vif-deleted", "tag": "cf9d502e-93be-46ca-8ae5-6277060d940d", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:51:00.679719 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b814176a-a2da-4a05-9804-ae5813132694 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:51:00.680136 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b814176a-a2da-4a05-9804-ae5813132694'] response: {'server_uuid': '19b8f41f-1579-49a1-896f-8cdccaea3df0', 'name': 'network-vif-deleted', 'tag': 'cf9d502e-93be-46ca-8ae5-6277060d940d', 'status': 'completed', 'code': 200} Apr 16 04:51:01.096435 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cdb500ff-016b-4cfa-afe7-7552225cd53b req-60a3da1f-9130-4f54-8a9f-ce1a11ea82ca tempest-TestEncryptedCinderVolumes-2025866894 tempest-TestEncryptedCinderVolumes-2025866894-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b8f41f-1579-49a1-896f-8cdccaea3df0 HTTP/1.1" status: 200 len: 210 time: 0.0282114 Apr 16 04:51:02.242654 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44836) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:51:02.571437 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (2daa1dd1-3566-4402-b5ac-2927cc1428e4), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:02.806519 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Deleting port 1802880e-16ab-4fde-85e0-570f290a7df8 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:51:02.806869 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (1802880e-16ab-4fde-85e0-570f290a7df8), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:02.884324 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] For port 1802880e-16ab-4fde-85e0-570f290a7df8, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1802880e-16ab-4fde-85e0-570f290a7df8,segment=NetworkSegment(8734a4bc-1bea-40f2-8801-9dc541da4594),segment_id=8734a4bc-1bea-40f2-8801-9dc541da4594)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:51:02.884675 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (1802880e-16ab-4fde-85e0-570f290a7df8), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:02.902031 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Calling delete_port for 1802880e-16ab-4fde-85e0-570f290a7df8 owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:51:03.157242 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (1802880e-16ab-4fde-85e0-570f290a7df8), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:03.455856 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1802880e-16ab-4fde-85e0-570f290a7df8,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:03.469408 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:03.469816 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:03.470099 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:03.470437 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:03.470772 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:03.471102 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:03.471427 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:03.471749 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:03.472073 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:03.472397 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:03.472740 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:03.473061 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:03.473377 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:03.473702 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:03.474018 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:03.635714 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (2daa1dd1-3566-4402-b5ac-2927cc1428e4), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:03.757293 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device cf9d502e-93be-46ca-8ae5-6277060d940d no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:51:03.777389 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: cf9d502e-93be-46ca-8ae5-6277060d940d {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:51:03.777738 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device cf9d502e-93be-46ca-8ae5-6277060d940d not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:51:03.854843 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Router 2daa1dd1-3566-4402-b5ac-2927cc1428e4 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:51:03.967618 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:51:03.972669 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f7c90444-defe-45d3-a727-bf165cf7a7f1 admin admin] 10.222.0.30 "PUT /v2.0/routers/2daa1dd1-3566-4402-b5ac-2927cc1428e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7290230 Apr 16 04:51:03.976871 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ad7ef9-8920-464d-bd1f-5b4a4fea24c4 None None] Sync routers for ids ['2daa1dd1-3566-4402-b5ac-2927cc1428e4'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:51:03.980269 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44838) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:51:03.988328 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ad7ef9-8920-464d-bd1f-5b4a4fea24c4 None None] Routers {'2daa1dd1-3566-4402-b5ac-2927cc1428e4'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:51:03.988993 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-20ad7ef9-8920-464d-bd1f-5b4a4fea24c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:50:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2daa1dd1-3566-4402-b5ac-2927cc1428e4'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:04.090751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1734b5ed-f38a-45f1-bd9a-b8823d26284c admin admin] Publish callbacks [] for router (2daa1dd1-3566-4402-b5ac-2927cc1428e4), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:04.096640 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-20ad7ef9-8920-464d-bd1f-5b4a4fea24c4 None None] Set router 2daa1dd1-3566-4402-b5ac-2927cc1428e4 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:51:04.198561 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1734b5ed-f38a-45f1-bd9a-b8823d26284c admin admin] Publish callbacks [] for router_gateway (2daa1dd1-3566-4402-b5ac-2927cc1428e4), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:04.262915 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-20ad7ef9-8920-464d-bd1f-5b4a4fea24c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daa1dd1-3566-4402-b5ac-2927cc1428e4', 'name': 'tempest-TestEncryptedCinderVolumes-1320603574-router', 'tenant_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '547c5b50-88a1-4ee7-ba34-2650620fd922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:49:02Z', 'updated_at': '2022-04-16T04:51:03Z', 'revision_number': 5, 'project_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'gw_port': {'id': '547c5b50-88a1-4ee7-ba34-2650620fd922', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa1dd1-3566-4402-b5ac-2927cc1428e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:49:03Z', 'updated_at': '2022-04-16T04:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:04.293483 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ad7ef9-8920-464d-bd1f-5b4a4fea24c4 None None] Checking router: 2daa1dd1-3566-4402-b5ac-2927cc1428e4 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:51:04.299788 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-1734b5ed-f38a-45f1-bd9a-b8823d26284c admin admin] Deleting port 547c5b50-88a1-4ee7-ba34-2650620fd922 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:51:04.300136 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1734b5ed-f38a-45f1-bd9a-b8823d26284c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (547c5b50-88a1-4ee7-ba34-2650620fd922), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:04.302106 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ad7ef9-8920-464d-bd1f-5b4a4fea24c4 None None] Routers {'2daa1dd1-3566-4402-b5ac-2927cc1428e4'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:51:04.302751 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-20ad7ef9-8920-464d-bd1f-5b4a4fea24c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:50:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2daa1dd1-3566-4402-b5ac-2927cc1428e4'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:04.382699 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-1734b5ed-f38a-45f1-bd9a-b8823d26284c admin admin] For port 547c5b50-88a1-4ee7-ba34-2650620fd922, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=547c5b50-88a1-4ee7-ba34-2650620fd922,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:51:04.382975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1734b5ed-f38a-45f1-bd9a-b8823d26284c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (547c5b50-88a1-4ee7-ba34-2650620fd922), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:04.390596 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-20ad7ef9-8920-464d-bd1f-5b4a4fea24c4 None None] Set router 2daa1dd1-3566-4402-b5ac-2927cc1428e4 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:51:04.396852 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-1734b5ed-f38a-45f1-bd9a-b8823d26284c admin admin] Calling delete_port for 547c5b50-88a1-4ee7-ba34-2650620fd922 owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:51:04.441537 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-20ad7ef9-8920-464d-bd1f-5b4a4fea24c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daa1dd1-3566-4402-b5ac-2927cc1428e4', 'name': 'tempest-TestEncryptedCinderVolumes-1320603574-router', 'tenant_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:49:02Z', 'updated_at': '2022-04-16T04:51:04Z', 'revision_number': 6, 'project_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:04.471199 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ad7ef9-8920-464d-bd1f-5b4a4fea24c4 None None] The sync data for ids ['2daa1dd1-3566-4402-b5ac-2927cc1428e4'] in dv-neutron-838078-2-hyperv is: [{'id': '2daa1dd1-3566-4402-b5ac-2927cc1428e4', 'name': 'tempest-TestEncryptedCinderVolumes-1320603574-router', 'tenant_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:49:02Z', 'updated_at': '2022-04-16T04:51:04Z', 'revision_number': 6, 'project_id': 'e4a5a3645ad24bcdab652ad3e77b30aa', 'gw_port_host': None}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:51:04.623929 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1734b5ed-f38a-45f1-bd9a-b8823d26284c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (547c5b50-88a1-4ee7-ba34-2650620fd922), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:04.652221 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734b5ed-f38a-45f1-bd9a-b8823d26284c admin admin] Pushing event deleted for resources: {'Port': ['ID=547c5b50-88a1-4ee7-ba34-2650620fd922,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:04.711123 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1734b5ed-f38a-45f1-bd9a-b8823d26284c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (2daa1dd1-3566-4402-b5ac-2927cc1428e4), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:04.805315 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1734b5ed-f38a-45f1-bd9a-b8823d26284c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (2daa1dd1-3566-4402-b5ac-2927cc1428e4), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:04.807907 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1734b5ed-f38a-45f1-bd9a-b8823d26284c admin admin] Publish callbacks [] for router_controller (2daa1dd1-3566-4402-b5ac-2927cc1428e4), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:04.906100 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1734b5ed-f38a-45f1-bd9a-b8823d26284c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (2daa1dd1-3566-4402-b5ac-2927cc1428e4), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:04.906633 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1734b5ed-f38a-45f1-bd9a-b8823d26284c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2daa1dd1-3566-4402-b5ac-2927cc1428e4 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:51:04.910923 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1734b5ed-f38a-45f1-bd9a-b8823d26284c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:04.912064 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1734b5ed-f38a-45f1-bd9a-b8823d26284c admin admin] 10.222.0.30 "DELETE /v2.0/routers/2daa1dd1-3566-4402-b5ac-2927cc1428e4 HTTP/1.1" status: 204 len: 168 time: 0.9307060 Apr 16 04:51:04.914552 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44840) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:51:04.961764 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-e357cce4-5a78-4811-8c61-f47c8b25b831 admin admin] Deleting subnet c6f2ce26-1c77-44aa-a2a3-85866d990d2b {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:51:04.965156 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e357cce4-5a78-4811-8c61-f47c8b25b831 admin admin] Publish callbacks [] for subnet (c6f2ce26-1c77-44aa-a2a3-85866d990d2b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:05.001811 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e357cce4-5a78-4811-8c61-f47c8b25b831 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (c6f2ce26-1c77-44aa-a2a3-85866d990d2b), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:05.084852 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e357cce4-5a78-4811-8c61-f47c8b25b831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (c6f2ce26-1c77-44aa-a2a3-85866d990d2b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:05.212786 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e357cce4-5a78-4811-8c61-f47c8b25b831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (c6f2ce26-1c77-44aa-a2a3-85866d990d2b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:05.238123 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357cce4-5a78-4811-8c61-f47c8b25b831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6f2ce26-1c77-44aa-a2a3-85866d990d2b,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:05.244406 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e357cce4-5a78-4811-8c61-f47c8b25b831 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:05.248058 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e357cce4-5a78-4811-8c61-f47c8b25b831 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c6f2ce26-1c77-44aa-a2a3-85866d990d2b HTTP/1.1" status: 204 len: 168 time: 0.3322513 Apr 16 04:51:05.250158 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44842) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:51:05.251969 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaedc833-d18b-4254-982a-1831d17ba69a None None] Network 17139995-3b7d-4592-b707-d02b1c090885 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:51:05.319117 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6ef22ece-6d5f-4493-bdb9-fe39107d0911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (17139995-3b7d-4592-b707-d02b1c090885), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:05.368454 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-6ef22ece-6d5f-4493-bdb9-fe39107d0911 admin admin] Deleting port e43a3995-ecac-4b5c-8cb8-f0a60a168e02 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:51:05.368836 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6ef22ece-6d5f-4493-bdb9-fe39107d0911 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (e43a3995-ecac-4b5c-8cb8-f0a60a168e02), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:05.400217 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17b475c-6aea-4183-b346-209ed53b3ccb None None] DHCP port deletion for 17139995-3b7d-4592-b707-d02b1c090885 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:51:05.432820 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-6ef22ece-6d5f-4493-bdb9-fe39107d0911 admin admin] For port e43a3995-ecac-4b5c-8cb8-f0a60a168e02, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e43a3995-ecac-4b5c-8cb8-f0a60a168e02,segment=NetworkSegment(8734a4bc-1bea-40f2-8801-9dc541da4594),segment_id=8734a4bc-1bea-40f2-8801-9dc541da4594)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:51:05.433107 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6ef22ece-6d5f-4493-bdb9-fe39107d0911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (e43a3995-ecac-4b5c-8cb8-f0a60a168e02), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:05.439811 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c17b475c-6aea-4183-b346-209ed53b3ccb None None] Deleting port e43a3995-ecac-4b5c-8cb8-f0a60a168e02 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:51:05.440185 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c17b475c-6aea-4183-b346-209ed53b3ccb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (e43a3995-ecac-4b5c-8cb8-f0a60a168e02), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:05.445728 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-6ef22ece-6d5f-4493-bdb9-fe39107d0911 admin admin] Calling delete_port for e43a3995-ecac-4b5c-8cb8-f0a60a168e02 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:51:05.506041 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c17b475c-6aea-4183-b346-209ed53b3ccb None None] For port e43a3995-ecac-4b5c-8cb8-f0a60a168e02, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e43a3995-ecac-4b5c-8cb8-f0a60a168e02,segment=NetworkSegment(8734a4bc-1bea-40f2-8801-9dc541da4594),segment_id=8734a4bc-1bea-40f2-8801-9dc541da4594)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:51:05.506360 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c17b475c-6aea-4183-b346-209ed53b3ccb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (e43a3995-ecac-4b5c-8cb8-f0a60a168e02), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:05.519303 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c17b475c-6aea-4183-b346-209ed53b3ccb None None] Calling delete_port for e43a3995-ecac-4b5c-8cb8-f0a60a168e02 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:51:05.600638 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6ef22ece-6d5f-4493-bdb9-fe39107d0911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (e43a3995-ecac-4b5c-8cb8-f0a60a168e02), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:05.606661 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c17b475c-6aea-4183-b346-209ed53b3ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (e43a3995-ecac-4b5c-8cb8-f0a60a168e02), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:05.627789 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef22ece-6d5f-4493-bdb9-fe39107d0911 admin admin] Pushing event deleted for resources: {'Port': ['ID=e43a3995-ecac-4b5c-8cb8-f0a60a168e02,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:05.630130 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef22ece-6d5f-4493-bdb9-fe39107d0911 admin admin] No DVR routers for this DVR port e43a3995-ecac-4b5c-8cb8-f0a60a168e02 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:51:05.635419 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b475c-6aea-4183-b346-209ed53b3ccb None None] Pushing event deleted for resources: {'Port': ['ID=e43a3995-ecac-4b5c-8cb8-f0a60a168e02,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:05.639951 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17b475c-6aea-4183-b346-209ed53b3ccb None None] No DVR routers for this DVR port e43a3995-ecac-4b5c-8cb8-f0a60a168e02 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:51:05.705458 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6ef22ece-6d5f-4493-bdb9-fe39107d0911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (17139995-3b7d-4592-b707-d02b1c090885), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:05.725781 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-6ef22ece-6d5f-4493-bdb9-fe39107d0911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17139995-3b7d-4592-b707-d02b1c090885']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:05.734836 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-6ef22ece-6d5f-4493-bdb9-fe39107d0911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8734a4bc-1bea-40f2-8801-9dc541da4594') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:05.735266 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-6ef22ece-6d5f-4493-bdb9-fe39107d0911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8734a4bc-1bea-40f2-8801-9dc541da4594') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:05.745841 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6ef22ece-6d5f-4493-bdb9-fe39107d0911 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (8734a4bc-1bea-40f2-8801-9dc541da4594), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:05.758825 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6ef22ece-6d5f-4493-bdb9-fe39107d0911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (8734a4bc-1bea-40f2-8801-9dc541da4594), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:05.765098 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef22ece-6d5f-4493-bdb9-fe39107d0911 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:51:05.765739 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6ef22ece-6d5f-4493-bdb9-fe39107d0911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (8734a4bc-1bea-40f2-8801-9dc541da4594), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:51:05.767400 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:51:05.894348 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6ef22ece-6d5f-4493-bdb9-fe39107d0911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (17139995-3b7d-4592-b707-d02b1c090885), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:05.899653 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6ef22ece-6d5f-4493-bdb9-fe39107d0911 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:05.906081 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6ef22ece-6d5f-4493-bdb9-fe39107d0911 admin admin] 10.222.0.30 "DELETE /v2.0/networks/17139995-3b7d-4592-b707-d02b1c090885 HTTP/1.1" status: 204 len: 168 time: 0.6521363 Apr 16 04:51:05.906617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44844) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:51:05.914158 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef22ece-6d5f-4493-bdb9-fe39107d0911 admin admin] Pushing event deleted for resources: {'Network': ['ID=17139995-3b7d-4592-b707-d02b1c090885,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:05.959115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 547c5b50-88a1-4ee7-ba34-2650620fd922 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:51:05.982885 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 547c5b50-88a1-4ee7-ba34-2650620fd922 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:51:05.985014 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 547c5b50-88a1-4ee7-ba34-2650620fd922 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:51:05.985014 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e43a3995-ecac-4b5c-8cb8-f0a60a168e02 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:51:06.003196 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: e43a3995-ecac-4b5c-8cb8-f0a60a168e02 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:51:06.003544 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e43a3995-ecac-4b5c-8cb8-f0a60a168e02 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:51:06.003964 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1802880e-16ab-4fde-85e0-570f290a7df8 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:51:06.023631 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 1802880e-16ab-4fde-85e0-570f290a7df8 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:51:06.023980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1802880e-16ab-4fde-85e0-570f290a7df8 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:51:06.238618 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (2a143f81-fe1e-4448-a031-020b1a2a3735), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:06.471951 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Deleting port adfbd69d-4e41-485d-8cc9-44d1884ed626 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:51:06.472284 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (adfbd69d-4e41-485d-8cc9-44d1884ed626), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:06.550422 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] For port adfbd69d-4e41-485d-8cc9-44d1884ed626, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=adfbd69d-4e41-485d-8cc9-44d1884ed626,segment=NetworkSegment(2a93d749-6edd-4243-815e-29c3d1f49726),segment_id=2a93d749-6edd-4243-815e-29c3d1f49726)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:51:06.550701 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (adfbd69d-4e41-485d-8cc9-44d1884ed626), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:06.563839 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Calling delete_port for adfbd69d-4e41-485d-8cc9-44d1884ed626 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:51:06.797252 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (adfbd69d-4e41-485d-8cc9-44d1884ed626), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:06.825401 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=adfbd69d-4e41-485d-8cc9-44d1884ed626,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:06.837106 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:06.837448 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:06.840502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:06.840502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:06.840502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:06.840502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:06.840502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:06.840502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:06.840502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:06.840502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:06.840502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:06.841306 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:06.841306 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:06.841306 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:06.841657 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:07.011357 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (2a143f81-fe1e-4448-a031-020b1a2a3735), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:07.224431 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Router 2a143f81-fe1e-4448-a031-020b1a2a3735 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:51:07.617038 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:51:07.621933 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-384ee651-f463-470a-bb86-6bf23da5feb4 admin admin] 10.222.0.30 "PUT /v2.0/routers/2a143f81-fe1e-4448-a031-020b1a2a3735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7143550 Apr 16 04:51:07.624333 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44846) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:51:07.627039 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06189f6-001b-4bd1-8ae3-4390f90fe616 None None] Sync routers for ids ['2a143f81-fe1e-4448-a031-020b1a2a3735'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:51:07.636777 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06189f6-001b-4bd1-8ae3-4390f90fe616 None None] Routers {'2a143f81-fe1e-4448-a031-020b1a2a3735'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:51:07.637468 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-e06189f6-001b-4bd1-8ae3-4390f90fe616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:50:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2a143f81-fe1e-4448-a031-020b1a2a3735'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:07.730139 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d650c09-fdf2-4c5d-a617-b1579d817e8e admin admin] Publish callbacks [] for router (2a143f81-fe1e-4448-a031-020b1a2a3735), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:07.745917 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-e06189f6-001b-4bd1-8ae3-4390f90fe616 None None] Set router 2a143f81-fe1e-4448-a031-020b1a2a3735 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:51:07.837023 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d650c09-fdf2-4c5d-a617-b1579d817e8e admin admin] Publish callbacks [] for router_gateway (2a143f81-fe1e-4448-a031-020b1a2a3735), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:07.917022 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-e06189f6-001b-4bd1-8ae3-4390f90fe616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a143f81-fe1e-4448-a031-020b1a2a3735', 'name': 'tempest-TestEncryptedCinderVolumes-1400058069-router', 'tenant_id': '3f3d7f28cf7b445daa90027172228c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'febd77eb-b72b-43ec-9dc0-72217c91a369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:49:08Z', 'updated_at': '2022-04-16T04:51:06Z', 'revision_number': 5, 'project_id': '3f3d7f28cf7b445daa90027172228c22', 'gw_port': {'id': 'febd77eb-b72b-43ec-9dc0-72217c91a369', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:77:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a143f81-fe1e-4448-a031-020b1a2a3735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:49:09Z', 'updated_at': '2022-04-16T04:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:07.932891 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-6d650c09-fdf2-4c5d-a617-b1579d817e8e admin admin] Deleting port febd77eb-b72b-43ec-9dc0-72217c91a369 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:51:07.933374 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d650c09-fdf2-4c5d-a617-b1579d817e8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (febd77eb-b72b-43ec-9dc0-72217c91a369), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:07.948934 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06189f6-001b-4bd1-8ae3-4390f90fe616 None None] Checking router: 2a143f81-fe1e-4448-a031-020b1a2a3735 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:51:07.957802 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06189f6-001b-4bd1-8ae3-4390f90fe616 None None] Routers {'2a143f81-fe1e-4448-a031-020b1a2a3735'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:51:07.958410 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-e06189f6-001b-4bd1-8ae3-4390f90fe616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:50:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2a143f81-fe1e-4448-a031-020b1a2a3735'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:08.014416 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-6d650c09-fdf2-4c5d-a617-b1579d817e8e admin admin] For port febd77eb-b72b-43ec-9dc0-72217c91a369, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=febd77eb-b72b-43ec-9dc0-72217c91a369,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:51:08.014779 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d650c09-fdf2-4c5d-a617-b1579d817e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (febd77eb-b72b-43ec-9dc0-72217c91a369), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:08.032639 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-6d650c09-fdf2-4c5d-a617-b1579d817e8e admin admin] Calling delete_port for febd77eb-b72b-43ec-9dc0-72217c91a369 owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:51:08.047767 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-e06189f6-001b-4bd1-8ae3-4390f90fe616 None None] Set router 2a143f81-fe1e-4448-a031-020b1a2a3735 gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:51:08.099670 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-e06189f6-001b-4bd1-8ae3-4390f90fe616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a143f81-fe1e-4448-a031-020b1a2a3735', 'name': 'tempest-TestEncryptedCinderVolumes-1400058069-router', 'tenant_id': '3f3d7f28cf7b445daa90027172228c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:49:08Z', 'updated_at': '2022-04-16T04:51:07Z', 'revision_number': 6, 'project_id': '3f3d7f28cf7b445daa90027172228c22', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:08.128594 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06189f6-001b-4bd1-8ae3-4390f90fe616 None None] The sync data for ids ['2a143f81-fe1e-4448-a031-020b1a2a3735'] in dv-neutron-838078-2-hyperv is: [{'id': '2a143f81-fe1e-4448-a031-020b1a2a3735', 'name': 'tempest-TestEncryptedCinderVolumes-1400058069-router', 'tenant_id': '3f3d7f28cf7b445daa90027172228c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:49:08Z', 'updated_at': '2022-04-16T04:51:07Z', 'revision_number': 6, 'project_id': '3f3d7f28cf7b445daa90027172228c22', 'gw_port_host': None}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:51:08.252161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d650c09-fdf2-4c5d-a617-b1579d817e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (febd77eb-b72b-43ec-9dc0-72217c91a369), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:08.276521 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d650c09-fdf2-4c5d-a617-b1579d817e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=febd77eb-b72b-43ec-9dc0-72217c91a369,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:08.339780 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d650c09-fdf2-4c5d-a617-b1579d817e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (2a143f81-fe1e-4448-a031-020b1a2a3735), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:08.431093 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d650c09-fdf2-4c5d-a617-b1579d817e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (2a143f81-fe1e-4448-a031-020b1a2a3735), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:08.433652 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d650c09-fdf2-4c5d-a617-b1579d817e8e admin admin] Publish callbacks [] for router_controller (2a143f81-fe1e-4448-a031-020b1a2a3735), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:08.558042 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d650c09-fdf2-4c5d-a617-b1579d817e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (2a143f81-fe1e-4448-a031-020b1a2a3735), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:08.558627 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d650c09-fdf2-4c5d-a617-b1579d817e8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a143f81-fe1e-4448-a031-020b1a2a3735 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:51:08.563026 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d650c09-fdf2-4c5d-a617-b1579d817e8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:08.564164 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6d650c09-fdf2-4c5d-a617-b1579d817e8e admin admin] 10.222.0.30 "DELETE /v2.0/routers/2a143f81-fe1e-4448-a031-020b1a2a3735 HTTP/1.1" status: 204 len: 168 time: 0.9389007 Apr 16 04:51:08.566694 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44848) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:51:08.611287 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ff1d86-172e-4261-a15c-2062f7871b8b admin admin] Deleting subnet 39444e4f-2587-4cf5-90ec-9891044c0a5f {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:51:08.614308 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c5ff1d86-172e-4261-a15c-2062f7871b8b admin admin] Publish callbacks [] for subnet (39444e4f-2587-4cf5-90ec-9891044c0a5f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:08.648351 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c5ff1d86-172e-4261-a15c-2062f7871b8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (39444e4f-2587-4cf5-90ec-9891044c0a5f), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:08.727552 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c5ff1d86-172e-4261-a15c-2062f7871b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (39444e4f-2587-4cf5-90ec-9891044c0a5f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:08.860869 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c5ff1d86-172e-4261-a15c-2062f7871b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (39444e4f-2587-4cf5-90ec-9891044c0a5f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:08.886097 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff1d86-172e-4261-a15c-2062f7871b8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39444e4f-2587-4cf5-90ec-9891044c0a5f,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:08.893351 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c5ff1d86-172e-4261-a15c-2062f7871b8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:08.897225 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c5ff1d86-172e-4261-a15c-2062f7871b8b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/39444e4f-2587-4cf5-90ec-9891044c0a5f HTTP/1.1" status: 204 len: 168 time: 0.3295743 Apr 16 04:51:08.899085 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9260b03a-5c8b-428b-80a7-d5568546448a None None] Network 1db5d125-15ab-4d89-9086-bede5ca2fd04 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:51:08.899883 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44850) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:51:08.984164 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-867ec49a-011f-474a-b93e-4caf5e5dc9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (1db5d125-15ab-4d89-9086-bede5ca2fd04), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:09.027884 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-867ec49a-011f-474a-b93e-4caf5e5dc9ef admin admin] Deleting port 4eafd39a-cdb9-476f-ac44-f88dd6904cec {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:51:09.028637 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-867ec49a-011f-474a-b93e-4caf5e5dc9ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (4eafd39a-cdb9-476f-ac44-f88dd6904cec), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:09.055090 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525d3044-b9a2-46b2-ae33-82db5f130eb1 None None] DHCP port deletion for 1db5d125-15ab-4d89-9086-bede5ca2fd04 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:51:09.096407 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-41b6bef9-d865-44ea-986b-665f57d58356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:09.099113 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-525d3044-b9a2-46b2-ae33-82db5f130eb1 None None] Deleting port 4eafd39a-cdb9-476f-ac44-f88dd6904cec {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:51:09.099527 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-525d3044-b9a2-46b2-ae33-82db5f130eb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (4eafd39a-cdb9-476f-ac44-f88dd6904cec), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:09.105365 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-867ec49a-011f-474a-b93e-4caf5e5dc9ef admin admin] For port 4eafd39a-cdb9-476f-ac44-f88dd6904cec, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=4eafd39a-cdb9-476f-ac44-f88dd6904cec,segment=NetworkSegment(2a93d749-6edd-4243-815e-29c3d1f49726),segment_id=2a93d749-6edd-4243-815e-29c3d1f49726)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:51:09.105365 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-867ec49a-011f-474a-b93e-4caf5e5dc9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (4eafd39a-cdb9-476f-ac44-f88dd6904cec), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:09.116619 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-867ec49a-011f-474a-b93e-4caf5e5dc9ef admin admin] Calling delete_port for 4eafd39a-cdb9-476f-ac44-f88dd6904cec owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:51:09.170622 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-525d3044-b9a2-46b2-ae33-82db5f130eb1 None None] For port 4eafd39a-cdb9-476f-ac44-f88dd6904cec, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=4eafd39a-cdb9-476f-ac44-f88dd6904cec,segment=NetworkSegment(2a93d749-6edd-4243-815e-29c3d1f49726),segment_id=2a93d749-6edd-4243-815e-29c3d1f49726)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:51:09.171021 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-525d3044-b9a2-46b2-ae33-82db5f130eb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (4eafd39a-cdb9-476f-ac44-f88dd6904cec), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:09.184263 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-525d3044-b9a2-46b2-ae33-82db5f130eb1 None None] Calling delete_port for 4eafd39a-cdb9-476f-ac44-f88dd6904cec owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:51:09.260533 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-867ec49a-011f-474a-b93e-4caf5e5dc9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (4eafd39a-cdb9-476f-ac44-f88dd6904cec), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:09.266301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-525d3044-b9a2-46b2-ae33-82db5f130eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (4eafd39a-cdb9-476f-ac44-f88dd6904cec), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:09.294325 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ec49a-011f-474a-b93e-4caf5e5dc9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=4eafd39a-cdb9-476f-ac44-f88dd6904cec,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:09.294325 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867ec49a-011f-474a-b93e-4caf5e5dc9ef admin admin] No DVR routers for this DVR port 4eafd39a-cdb9-476f-ac44-f88dd6904cec on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:51:09.294615 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d3044-b9a2-46b2-ae33-82db5f130eb1 None None] Pushing event deleted for resources: {'Port': ['ID=4eafd39a-cdb9-476f-ac44-f88dd6904cec,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:09.300202 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525d3044-b9a2-46b2-ae33-82db5f130eb1 None None] No DVR routers for this DVR port 4eafd39a-cdb9-476f-ac44-f88dd6904cec on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:51:09.366396 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-867ec49a-011f-474a-b93e-4caf5e5dc9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (1db5d125-15ab-4d89-9086-bede5ca2fd04), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:09.386326 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-867ec49a-011f-474a-b93e-4caf5e5dc9ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db5d125-15ab-4d89-9086-bede5ca2fd04']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:09.395804 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-867ec49a-011f-474a-b93e-4caf5e5dc9ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a93d749-6edd-4243-815e-29c3d1f49726') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:09.396098 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-867ec49a-011f-474a-b93e-4caf5e5dc9ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a93d749-6edd-4243-815e-29c3d1f49726') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:09.405773 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-867ec49a-011f-474a-b93e-4caf5e5dc9ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (2a93d749-6edd-4243-815e-29c3d1f49726), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:09.418612 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-867ec49a-011f-474a-b93e-4caf5e5dc9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (2a93d749-6edd-4243-815e-29c3d1f49726), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:09.424355 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867ec49a-011f-474a-b93e-4caf5e5dc9ef admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-867ec49a-011f-474a-b93e-4caf5e5dc9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (2a93d749-6edd-4243-815e-29c3d1f49726), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:51:09.430770 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:51:09.546046 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-867ec49a-011f-474a-b93e-4caf5e5dc9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (1db5d125-15ab-4d89-9086-bede5ca2fd04), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:09.551244 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-867ec49a-011f-474a-b93e-4caf5e5dc9ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:09.554447 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-867ec49a-011f-474a-b93e-4caf5e5dc9ef admin admin] 10.222.0.30 "DELETE /v2.0/networks/1db5d125-15ab-4d89-9086-bede5ca2fd04 HTTP/1.1" status: 204 len: 168 time: 0.6534877 Apr 16 04:51:09.565763 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ec49a-011f-474a-b93e-4caf5e5dc9ef admin admin] Pushing event deleted for resources: {'Network': ['ID=1db5d125-15ab-4d89-9086-bede5ca2fd04,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:09.892286 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44854) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:51:09.933165 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e34c3c07-1199-4a66-9b49-2d69a2e0d1f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4a5a3645ad24bcdab652ad3e77b30aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396523 Apr 16 04:51:09.935713 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44856) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:51:09.958323 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device febd77eb-b72b-43ec-9dc0-72217c91a369 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:51:09.978656 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: febd77eb-b72b-43ec-9dc0-72217c91a369 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:51:09.979005 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device febd77eb-b72b-43ec-9dc0-72217c91a369 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:51:09.979428 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device adfbd69d-4e41-485d-8cc9-44d1884ed626 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:51:09.984703 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0d906d40-e028-43a9-8a66-56d3dcc96e8f admin admin] Publish callbacks [] for security_group (c0b3add8-5d0e-4fde-8079-21ceaad0e91f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:10.001845 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: adfbd69d-4e41-485d-8cc9-44d1884ed626 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:51:10.002197 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device adfbd69d-4e41-485d-8cc9-44d1884ed626 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:51:10.002614 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 4eafd39a-cdb9-476f-ac44-f88dd6904cec no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:51:10.006389 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0d906d40-e028-43a9-8a66-56d3dcc96e8f admin admin] Publish callbacks [] for security_group (c0b3add8-5d0e-4fde-8079-21ceaad0e91f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:10.022520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 4eafd39a-cdb9-476f-ac44-f88dd6904cec {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:51:10.022869 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 4eafd39a-cdb9-476f-ac44-f88dd6904cec not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:51:10.121148 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0d906d40-e028-43a9-8a66-56d3dcc96e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (c0b3add8-5d0e-4fde-8079-21ceaad0e91f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:10.123604 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0d906d40-e028-43a9-8a66-56d3dcc96e8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:10.124769 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0d906d40-e028-43a9-8a66-56d3dcc96e8f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0b3add8-5d0e-4fde-8079-21ceaad0e91f HTTP/1.1" status: 204 len: 168 time: 0.1881018 Apr 16 04:51:10.132598 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d906d40-e028-43a9-8a66-56d3dcc96e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b3add8-5d0e-4fde-8079-21ceaad0e91f,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:10.731198 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44862) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:51:10.771227 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f7fbdc1b-1831-4c55-9872-10e6a64e972d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f3d7f28cf7b445daa90027172228c22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389366 Apr 16 04:51:10.773899 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44864) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:51:10.821693 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4099fb39-3a95-45e9-90cd-6956a8ba619e admin admin] Publish callbacks [] for security_group (4714a5bb-3800-4197-bc58-efd1ce838deb), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:10.844249 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4099fb39-3a95-45e9-90cd-6956a8ba619e admin admin] Publish callbacks [] for security_group (4714a5bb-3800-4197-bc58-efd1ce838deb), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:10.943299 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4099fb39-3a95-45e9-90cd-6956a8ba619e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (4714a5bb-3800-4197-bc58-efd1ce838deb), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:10.945927 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4099fb39-3a95-45e9-90cd-6956a8ba619e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:10.947125 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4099fb39-3a95-45e9-90cd-6956a8ba619e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4714a5bb-3800-4197-bc58-efd1ce838deb HTTP/1.1" status: 204 len: 168 time: 0.1724031 Apr 16 04:51:10.954953 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099fb39-3a95-45e9-90cd-6956a8ba619e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4714a5bb-3800-4197-bc58-efd1ce838deb,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:11.503886 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-45139569-c396-49bd-8a30-6684bd025ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:11.946146 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44886) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:51:12.041888 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-07ac59dd-977a-49a1-af0e-6bef7b11515f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1560298671-network', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:51:12.122654 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ac59dd-977a-49a1-af0e-6bef7b11515f admin admin] Made reservation on behalf of 89d7b5ec781c40f6a9a56c6a90a67299 for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:51:12.124996 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-07ac59dd-977a-49a1-af0e-6bef7b11515f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:12.133481 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-07ac59dd-977a-49a1-af0e-6bef7b11515f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:12.210030 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-07ac59dd-977a-49a1-af0e-6bef7b11515f admin admin] Publish callbacks [] for security_group (3fe4e8e6-4a30-45d8-863e-15180af679f0), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:12.294339 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-07ac59dd-977a-49a1-af0e-6bef7b11515f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (3fe4e8e6-4a30-45d8-863e-15180af679f0), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:12.314641 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ac59dd-977a-49a1-af0e-6bef7b11515f admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:51:12.330364 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac59dd-977a-49a1-af0e-6bef7b11515f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe4e8e6-4a30-45d8-863e-15180af679f0,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:12.334157 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-07ac59dd-977a-49a1-af0e-6bef7b11515f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (4a765a4e-c34f-4112-a05d-4d96411277ac), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:12.338597 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-07ac59dd-977a-49a1-af0e-6bef7b11515f admin admin] Added segment 4a765a4e-c34f-4112-a05d-4d96411277ac of type vlan for network f121c853-f610-4de3-ae44-b83988d41991 Apr 16 04:51:12.374371 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-07ac59dd-977a-49a1-af0e-6bef7b11515f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (f121c853-f610-4de3-ae44-b83988d41991), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:12.454460 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-07ac59dd-977a-49a1-af0e-6bef7b11515f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (f121c853-f610-4de3-ae44-b83988d41991), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:12.455372 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ac59dd-977a-49a1-af0e-6bef7b11515f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:12.455976 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-07ac59dd-977a-49a1-af0e-6bef7b11515f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:12.516234 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac59dd-977a-49a1-af0e-6bef7b11515f admin admin] Pushing event updated for resources: {'Network': ['ID=f121c853-f610-4de3-ae44-b83988d41991,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:12.526930 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network f121c853-f610-4de3-ae44-b83988d41991 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:51:12.531493 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-07ac59dd-977a-49a1-af0e-6bef7b11515f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5841329 Apr 16 04:51:12.534230 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44890) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:51:12.538842 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-0c95b9b8-20f5-43ff-959c-ae5d2390393f admin admin] Request body: {'subnet': {'network_id': 'f121c853-f610-4de3-ae44-b83988d41991', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1560298671-subnet', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'ip_version': 4}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:51:12.603528 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c95b9b8-20f5-43ff-959c-ae5d2390393f admin admin] Made reservation on behalf of 89d7b5ec781c40f6a9a56c6a90a67299 for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:51:12.606079 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0c95b9b8-20f5-43ff-959c-ae5d2390393f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:12.648852 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:12.826096 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0c95b9b8-20f5-43ff-959c-ae5d2390393f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (79f611d6-03fa-4c21-8049-0cc1a4472cfe), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:12.883762 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95b9b8-20f5-43ff-959c-ae5d2390393f admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f611d6-03fa-4c21-8049-0cc1a4472cfe,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:12.894675 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c95b9b8-20f5-43ff-959c-ae5d2390393f admin admin] Checking segment: {'id': '4a765a4e-c34f-4112-a05d-4d96411277ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:51:12.895036 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c95b9b8-20f5-43ff-959c-ae5d2390393f admin admin] Network hostable DHCP agents. Network: f121c853-f610-4de3-ae44-b83988d41991, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:51:12.977601 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c95b9b8-20f5-43ff-959c-ae5d2390393f admin admin] Network f121c853-f610-4de3-ae44-b83988d41991 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:51:13.040317 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-0c95b9b8-20f5-43ff-959c-ae5d2390393f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, f121c853-f610-4de3-ae44-b83988d41991) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:51:13.044195 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c95b9b8-20f5-43ff-959c-ae5d2390393f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:13.044819 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0c95b9b8-20f5-43ff-959c-ae5d2390393f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:13.049597 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355c8219-1bd6-494c-a52b-6c4d3350196c None None] Network f121c853-f610-4de3-ae44-b83988d41991 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:51:13.131476 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0c95b9b8-20f5-43ff-959c-ae5d2390393f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5962241 Apr 16 04:51:13.138122 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44892) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:51:13.138537 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-8d8ebd3c-75be-4925-9ddb-b47f604eaa88 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1560298671-router', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:51:13.151781 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-f121c853-f610-4de3-ae44-b83988d41991', 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991', 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'fixed_ips': [{'subnet_id': '79f611d6-03fa-4c21-8049-0cc1a4472cfe'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:51:13.152631 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:13.217197 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d8ebd3c-75be-4925-9ddb-b47f604eaa88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (95d3d038-1be7-486c-bd38-b5ca656d4780), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:13.218610 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d8ebd3c-75be-4925-9ddb-b47f604eaa88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (95d3d038-1be7-486c-bd38-b5ca656d4780), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:13.270954 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d8ebd3c-75be-4925-9ddb-b47f604eaa88 admin admin] Publish callbacks [] for router_controller (95d3d038-1be7-486c-bd38-b5ca656d4780), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:13.285661 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] Allocated IP 172.20.0.2 (f121c853-f610-4de3-ae44-b83988d41991/79f611d6-03fa-4c21-8049-0cc1a4472cfe/dd5ed5c2-5871-4815-9852-94b9855bd4d1) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:51:13.428256 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] Publish callbacks [] for port (dd5ed5c2-5871-4815-9852-94b9855bd4d1), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:13.460682 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d8ebd3c-75be-4925-9ddb-b47f604eaa88 admin admin] Publish callbacks [] for router_gateway (95d3d038-1be7-486c-bd38-b5ca656d4780), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:13.492441 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (dd5ed5c2-5871-4815-9852-94b9855bd4d1), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:13.528329 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] Network f121c853-f610-4de3-ae44-b83988d41991 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:51:13.531095 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:51:13.536644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:51:13.549326 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] Pushing event updated for resources: {'Port': ['ID=dd5ed5c2-5871-4815-9852-94b9855bd4d1,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:13.696799 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d8ebd3c-75be-4925-9ddb-b47f604eaa88 admin admin] Publish callbacks [] for router_gateway (95d3d038-1be7-486c-bd38-b5ca656d4780), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:13.720714 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d8ebd3c-75be-4925-9ddb-b47f604eaa88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:13.746947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] Attempting to bind port dd5ed5c2-5871-4815-9852-94b9855bd4d1 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:51:13.747315 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] Attempting to bind port dd5ed5c2-5871-4815-9852-94b9855bd4d1 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '4a765a4e-c34f-4112-a05d-4d96411277ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:51:13.747683 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] Attempting to bind port dd5ed5c2-5871-4815-9852-94b9855bd4d1 on network f121c853-f610-4de3-ae44-b83988d41991 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:51:13.752640 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:51:13.753043 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] Checking segment: {'id': '4a765a4e-c34f-4112-a05d-4d96411277ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:51:13.753440 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:13.753837 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] Bound using segment: {'id': '4a765a4e-c34f-4112-a05d-4d96411277ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:51:13.754315 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] Bound port: dd5ed5c2-5871-4815-9852-94b9855bd4d1, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a765a4e-c34f-4112-a05d-4d96411277ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:51:13.754695 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (dd5ed5c2-5871-4815-9852-94b9855bd4d1), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:13.820008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] For port dd5ed5c2-5871-4815-9852-94b9855bd4d1, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:51:13.823469 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-8d8ebd3c-75be-4925-9ddb-b47f604eaa88 admin admin] Allocated IP 172.26.6.153 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/81b2a4f7-0887-4442-aae3-fb0fee2fdb6f) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:51:13.823908 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] For port dd5ed5c2-5871-4815-9852-94b9855bd4d1, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=dd5ed5c2-5871-4815-9852-94b9855bd4d1,segment=NetworkSegment(4a765a4e-c34f-4112-a05d-4d96411277ac),segment_id=4a765a4e-c34f-4112-a05d-4d96411277ac)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:51:13.898631 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (dd5ed5c2-5871-4815-9852-94b9855bd4d1), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:13.931725 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d8ebd3c-75be-4925-9ddb-b47f604eaa88 admin admin] Publish callbacks [] for port (81b2a4f7-0887-4442-aae3-fb0fee2fdb6f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:13.956956 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd700b1f-c795-40f2-8e84-9cbd746cb928 None None] Pushing event updated for resources: {'Port': ['ID=dd5ed5c2-5871-4815-9852-94b9855bd4d1,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:14.049805 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d8ebd3c-75be-4925-9ddb-b47f604eaa88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (81b2a4f7-0887-4442-aae3-fb0fee2fdb6f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:14.089796 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8ebd3c-75be-4925-9ddb-b47f604eaa88 admin admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:51:14.092769 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-8d8ebd3c-75be-4925-9ddb-b47f604eaa88 admin admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:51:14.099593 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8ebd3c-75be-4925-9ddb-b47f604eaa88 admin admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:51:14.133086 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ebd3c-75be-4925-9ddb-b47f604eaa88 admin admin] Pushing event updated for resources: {'Port': ['ID=81b2a4f7-0887-4442-aae3-fb0fee2fdb6f,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:14.149325 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:14.434223 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d8ebd3c-75be-4925-9ddb-b47f604eaa88 admin admin] Publish callbacks [] for router_gateway (95d3d038-1be7-486c-bd38-b5ca656d4780), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:14.637680 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d8ebd3c-75be-4925-9ddb-b47f604eaa88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (95d3d038-1be7-486c-bd38-b5ca656d4780), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:14.851439 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501d7ff9-8a2f-4639-bb67-d81c91e49fdb None None] Network f121c853-f610-4de3-ae44-b83988d41991 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:51:14.854942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8ebd3c-75be-4925-9ddb-b47f604eaa88 admin admin] Router 95d3d038-1be7-486c-bd38-b5ca656d4780 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:51:14.924426 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-e0179e50-aa24-4f49-b2eb-46d6010ec9f6 None None] Provisioning complete for port dd5ed5c2-5871-4815-9852-94b9855bd4d1 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:14.924890 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e0179e50-aa24-4f49-b2eb-46d6010ec9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (dd5ed5c2-5871-4815-9852-94b9855bd4d1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:14.966720 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8ebd3c-75be-4925-9ddb-b47f604eaa88 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:51:14.977711 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] Sync routers for ids ['95d3d038-1be7-486c-bd38-b5ca656d4780'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:51:14.988331 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] Routers {'95d3d038-1be7-486c-bd38-b5ca656d4780'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:51:14.994136 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:51:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['95d3d038-1be7-486c-bd38-b5ca656d4780'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:15.035240 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e0179e50-aa24-4f49-b2eb-46d6010ec9f6 None None] Current status of the port dd5ed5c2-5871-4815-9852-94b9855bd4d1 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:51:15.035556 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e0179e50-aa24-4f49-b2eb-46d6010ec9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (dd5ed5c2-5871-4815-9852-94b9855bd4d1), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:15.051302 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-8d8ebd3c-75be-4925-9ddb-b47f604eaa88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:15.053485 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-8d8ebd3c-75be-4925-9ddb-b47f604eaa88 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9183476 Apr 16 04:51:15.056136 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44894) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:51:15.070964 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e0179e50-aa24-4f49-b2eb-46d6010ec9f6 None None] For port dd5ed5c2-5871-4815-9852-94b9855bd4d1, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=dd5ed5c2-5871-4815-9852-94b9855bd4d1,segment=NetworkSegment(4a765a4e-c34f-4112-a05d-4d96411277ac),segment_id=4a765a4e-c34f-4112-a05d-4d96411277ac)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:51:15.106515 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] Set router 95d3d038-1be7-486c-bd38-b5ca656d4780 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:51:15.141160 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e0179e50-aa24-4f49-b2eb-46d6010ec9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (dd5ed5c2-5871-4815-9852-94b9855bd4d1), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:15.206038 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0179e50-aa24-4f49-b2eb-46d6010ec9f6 None None] Pushing event updated for resources: {'Port': ['ID=dd5ed5c2-5871-4815-9852-94b9855bd4d1,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:15.260483 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-babdcbf7-d204-410b-b4fb-5ddfba5024e2 None None] Provisioning complete for port dd5ed5c2-5871-4815-9852-94b9855bd4d1 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:15.260902 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-babdcbf7-d204-410b-b4fb-5ddfba5024e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (dd5ed5c2-5871-4815-9852-94b9855bd4d1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:15.290935 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'name': 'tempest-TestMinimumBasicScenario-1560298671-router', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:14Z', 'revision_number': 3, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'gw_port': {'id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:15.366416 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-babdcbf7-d204-410b-b4fb-5ddfba5024e2 None None] Current status of the port dd5ed5c2-5871-4815-9852-94b9855bd4d1 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:51:15.392129 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:15.417826 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] Checking router: 95d3d038-1be7-486c-bd38-b5ca656d4780 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:51:15.418178 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] Updating router 95d3d038-1be7-486c-bd38-b5ca656d4780 port 81b2a4f7-0887-4442-aae3-fb0fee2fdb6f binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:51:15.446611 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (81b2a4f7-0887-4442-aae3-fb0fee2fdb6f), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:15.701477 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] Publish callbacks [] for port (81b2a4f7-0887-4442-aae3-fb0fee2fdb6f), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:15.763014 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (81b2a4f7-0887-4442-aae3-fb0fee2fdb6f), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:15.804404 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3e325c06-b93a-4f43-8dc3-98985a4218d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:15.817808 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] Attempting to bind port 81b2a4f7-0887-4442-aae3-fb0fee2fdb6f on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:51:15.818175 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] Attempting to bind port 81b2a4f7-0887-4442-aae3-fb0fee2fdb6f by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:51:15.818550 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] Attempting to bind port 81b2a4f7-0887-4442-aae3-fb0fee2fdb6f on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:51:15.821418 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb71d97-95a6-4aff-9873-d980d427ab21 None None] Pushing event updated for resources: {'Port': ['ID=81b2a4f7-0887-4442-aae3-fb0fee2fdb6f,revision_number=2']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:15.829656 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:51:15.830025 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:51:15.830419 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:15.830825 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:51:15.831254 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] Bound port: 81b2a4f7-0887-4442-aae3-fb0fee2fdb6f, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:51:15.831622 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (81b2a4f7-0887-4442-aae3-fb0fee2fdb6f), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:15.834563 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71d97-95a6-4aff-9873-d980d427ab21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:15.834896 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71d97-95a6-4aff-9873-d980d427ab21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:15.835231 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71d97-95a6-4aff-9873-d980d427ab21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:15.835563 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71d97-95a6-4aff-9873-d980d427ab21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:15.835881 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71d97-95a6-4aff-9873-d980d427ab21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:15.836199 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71d97-95a6-4aff-9873-d980d427ab21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:15.836516 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71d97-95a6-4aff-9873-d980d427ab21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:15.836853 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71d97-95a6-4aff-9873-d980d427ab21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:15.837172 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71d97-95a6-4aff-9873-d980d427ab21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:15.837485 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71d97-95a6-4aff-9873-d980d427ab21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:15.837799 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71d97-95a6-4aff-9873-d980d427ab21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:15.838114 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71d97-95a6-4aff-9873-d980d427ab21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:15.838425 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71d97-95a6-4aff-9873-d980d427ab21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:15.838733 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71d97-95a6-4aff-9873-d980d427ab21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:15.839044 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71d97-95a6-4aff-9873-d980d427ab21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:15.890135 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] For port 81b2a4f7-0887-4442-aae3-fb0fee2fdb6f, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:51:15.893525 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] For port 81b2a4f7-0887-4442-aae3-fb0fee2fdb6f, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=81b2a4f7-0887-4442-aae3-fb0fee2fdb6f,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:51:15.967654 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-3e325c06-b93a-4f43-8dc3-98985a4218d8 admin admin] Allocated IP 172.20.0.1 (f121c853-f610-4de3-ae44-b83988d41991/79f611d6-03fa-4c21-8049-0cc1a4472cfe/7990e12c-91e2-4aa1-acfc-3b53eef463a2) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:51:15.975423 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device dd5ed5c2-5871-4815-9852-94b9855bd4d1 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:51:15.989859 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (81b2a4f7-0887-4442-aae3-fb0fee2fdb6f), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:16.024558 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port dd5ed5c2-5871-4815-9852-94b9855bd4d1 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:16.025307 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (dd5ed5c2-5871-4815-9852-94b9855bd4d1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:16.040531 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] Routers {'95d3d038-1be7-486c-bd38-b5ca656d4780'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:51:16.041195 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:51:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['95d3d038-1be7-486c-bd38-b5ca656d4780'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:16.078767 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3e325c06-b93a-4f43-8dc3-98985a4218d8 admin admin] Publish callbacks [] for port (7990e12c-91e2-4aa1-acfc-3b53eef463a2), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:16.093181 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb71d97-95a6-4aff-9873-d980d427ab21 None None] Pushing event updated for resources: {'Port': ['ID=81b2a4f7-0887-4442-aae3-fb0fee2fdb6f,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:16.117832 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port dd5ed5c2-5871-4815-9852-94b9855bd4d1 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:51:16.160556 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] Set router 95d3d038-1be7-486c-bd38-b5ca656d4780 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:51:16.163547 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3e325c06-b93a-4f43-8dc3-98985a4218d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (7990e12c-91e2-4aa1-acfc-3b53eef463a2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:16.200905 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e325c06-b93a-4f43-8dc3-98985a4218d8 admin admin] Network f121c853-f610-4de3-ae44-b83988d41991 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:51:16.203704 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-3e325c06-b93a-4f43-8dc3-98985a4218d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:51:16.209446 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e325c06-b93a-4f43-8dc3-98985a4218d8 admin admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:51:16.233720 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e325c06-b93a-4f43-8dc3-98985a4218d8 admin admin] Pushing event updated for resources: {'Port': ['ID=7990e12c-91e2-4aa1-acfc-3b53eef463a2,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:16.254418 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3e325c06-b93a-4f43-8dc3-98985a4218d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (95d3d038-1be7-486c-bd38-b5ca656d4780), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:16.341569 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'name': 'tempest-TestMinimumBasicScenario-1560298671-router', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:14Z', 'revision_number': 3, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'gw_port': {'id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:16.370841 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28c83ec-e546-4a18-9abe-9da8db2e8e40 None None] The sync data for ids ['95d3d038-1be7-486c-bd38-b5ca656d4780'] in dv-neutron-838078-2-hyperv is: [{'id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'name': 'tempest-TestMinimumBasicScenario-1560298671-router', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:14Z', 'revision_number': 3, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'gw_port': {'id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:51:16.461633 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3e325c06-b93a-4f43-8dc3-98985a4218d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7990e12c-91e2-4aa1-acfc-3b53eef463a2), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:16.492123 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-869f4256-74b6-45ed-a086-9f039a51c4b3 None None] Provisioning complete for port 7990e12c-91e2-4aa1-acfc-3b53eef463a2 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:16.493721 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-869f4256-74b6-45ed-a086-9f039a51c4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7990e12c-91e2-4aa1-acfc-3b53eef463a2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:16.533968 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-869f4256-74b6-45ed-a086-9f039a51c4b3 None None] Port 7990e12c-91e2-4aa1-acfc-3b53eef463a2 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:51:16.650450 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3e325c06-b93a-4f43-8dc3-98985a4218d8 admin admin] Publish callbacks [] for port (7990e12c-91e2-4aa1-acfc-3b53eef463a2), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:16.728822 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3e325c06-b93a-4f43-8dc3-98985a4218d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (7990e12c-91e2-4aa1-acfc-3b53eef463a2), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:16.804694 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3e325c06-b93a-4f43-8dc3-98985a4218d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (95d3d038-1be7-486c-bd38-b5ca656d4780), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:16.806622 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e325c06-b93a-4f43-8dc3-98985a4218d8 admin admin] Pushing event updated for resources: {'Port': ['ID=7990e12c-91e2-4aa1-acfc-3b53eef463a2,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:16.902824 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e325c06-b93a-4f43-8dc3-98985a4218d8 admin admin] Network f121c853-f610-4de3-ae44-b83988d41991 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:51:16.904332 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-3e325c06-b93a-4f43-8dc3-98985a4218d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:51:17.032529 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e325c06-b93a-4f43-8dc3-98985a4218d8 admin admin] Router 95d3d038-1be7-486c-bd38-b5ca656d4780 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:51:17.153409 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e325c06-b93a-4f43-8dc3-98985a4218d8 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:51:17.155392 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-4ab503f7-cf64-40a6-a2b3-2d324ea2e47f None None] Provisioning complete for port 7990e12c-91e2-4aa1-acfc-3b53eef463a2 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:17.155821 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4ab503f7-cf64-40a6-a2b3-2d324ea2e47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7990e12c-91e2-4aa1-acfc-3b53eef463a2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:17.158477 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3e325c06-b93a-4f43-8dc3-98985a4218d8 admin admin] 10.222.0.30 "PUT /v2.0/routers/95d3d038-1be7-486c-bd38-b5ca656d4780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1011071 Apr 16 04:51:17.205541 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4ab503f7-cf64-40a6-a2b3-2d324ea2e47f None None] Port 7990e12c-91e2-4aa1-acfc-3b53eef463a2 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:51:17.833002 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44912) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:51:17.837926 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-ff36d745-3da1-47d7-b196-7ffa0dbb5cac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-505250053-network', 'tenant_id': '4096ddf6b726499182783e0778f28c7f'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:51:17.889236 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17532935-2c6f-4d03-a442-7db846566378 None None] Sync routers for ids ['95d3d038-1be7-486c-bd38-b5ca656d4780'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:51:17.899897 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17532935-2c6f-4d03-a442-7db846566378 None None] Routers {'95d3d038-1be7-486c-bd38-b5ca656d4780'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:51:17.900515 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-17532935-2c6f-4d03-a442-7db846566378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:51:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['95d3d038-1be7-486c-bd38-b5ca656d4780'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:17.911262 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff36d745-3da1-47d7-b196-7ffa0dbb5cac admin admin] Made reservation on behalf of 4096ddf6b726499182783e0778f28c7f for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:51:17.914460 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ff36d745-3da1-47d7-b196-7ffa0dbb5cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:17.935603 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ff36d745-3da1-47d7-b196-7ffa0dbb5cac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:17.992902 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 81b2a4f7-0887-4442-aae3-fb0fee2fdb6f up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:51:18.019559 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ff36d745-3da1-47d7-b196-7ffa0dbb5cac admin admin] Publish callbacks [] for security_group (d56394f9-4e74-4195-a7da-343e21ec8748), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:18.056619 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-17532935-2c6f-4d03-a442-7db846566378 None None] Set router 95d3d038-1be7-486c-bd38-b5ca656d4780 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:51:18.077042 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ff36d745-3da1-47d7-b196-7ffa0dbb5cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (d56394f9-4e74-4195-a7da-343e21ec8748), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:18.086542 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 81b2a4f7-0887-4442-aae3-fb0fee2fdb6f triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:18.086914 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (81b2a4f7-0887-4442-aae3-fb0fee2fdb6f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:18.098984 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff36d745-3da1-47d7-b196-7ffa0dbb5cac admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:51:18.114660 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36d745-3da1-47d7-b196-7ffa0dbb5cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56394f9-4e74-4195-a7da-343e21ec8748,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:18.118557 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ff36d745-3da1-47d7-b196-7ffa0dbb5cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (7040dcf6-dde8-4155-95f5-2036c0472781), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:18.119383 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-ff36d745-3da1-47d7-b196-7ffa0dbb5cac admin admin] Added segment 7040dcf6-dde8-4155-95f5-2036c0472781 of type vlan for network 00cccc79-d227-4abe-8622-b34b8d0270ce Apr 16 04:51:18.160478 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ff36d745-3da1-47d7-b196-7ffa0dbb5cac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (00cccc79-d227-4abe-8622-b34b8d0270ce), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:18.240703 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ff36d745-3da1-47d7-b196-7ffa0dbb5cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (00cccc79-d227-4abe-8622-b34b8d0270ce), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:18.241885 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff36d745-3da1-47d7-b196-7ffa0dbb5cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:18.242697 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ff36d745-3da1-47d7-b196-7ffa0dbb5cac admin admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:18.275411 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 81b2a4f7-0887-4442-aae3-fb0fee2fdb6f is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:51:18.276528 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (81b2a4f7-0887-4442-aae3-fb0fee2fdb6f), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:18.308513 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36d745-3da1-47d7-b196-7ffa0dbb5cac admin admin] Pushing event updated for resources: {'Network': ['ID=00cccc79-d227-4abe-8622-b34b8d0270ce,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:18.320929 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 00cccc79-d227-4abe-8622-b34b8d0270ce details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:51:18.328553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 81b2a4f7-0887-4442-aae3-fb0fee2fdb6f, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=81b2a4f7-0887-4442-aae3-fb0fee2fdb6f,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:51:18.351014 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ff36d745-3da1-47d7-b196-7ffa0dbb5cac admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5143154 Apr 16 04:51:18.351194 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44914) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:51:18.356296 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-17532935-2c6f-4d03-a442-7db846566378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'name': 'tempest-TestMinimumBasicScenario-1560298671-router', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:16Z', 'revision_number': 4, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'gw_port': {'id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '7990e12c-91e2-4aa1-acfc-3b53eef463a2', 'name': '', 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'mac_address': 'fa:16:3e:85:91:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '79f611d6-03fa-4c21-8049-0cc1a4472cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:15Z', 'updated_at': '2022-04-16T04:51:16Z', 'revision_number': 2, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'subnets': [{'id': '79f611d6-03fa-4c21-8049-0cc1a4472cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:18.356493 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-9790fddf-6245-4e9e-b8bd-252ebdd230ea admin admin] Request body: {'subnet': {'network_id': '00cccc79-d227-4abe-8622-b34b8d0270ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-505250053-subnet', 'tenant_id': '4096ddf6b726499182783e0778f28c7f', 'ip_version': 4}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:51:18.411867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (81b2a4f7-0887-4442-aae3-fb0fee2fdb6f), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:18.413887 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17532935-2c6f-4d03-a442-7db846566378 None None] Checking router: 95d3d038-1be7-486c-bd38-b5ca656d4780 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:51:18.414242 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17532935-2c6f-4d03-a442-7db846566378 None None] Updating router 95d3d038-1be7-486c-bd38-b5ca656d4780 port 7990e12c-91e2-4aa1-acfc-3b53eef463a2 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:51:18.477603 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9790fddf-6245-4e9e-b8bd-252ebdd230ea admin admin] Made reservation on behalf of 4096ddf6b726499182783e0778f28c7f for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:51:18.480048 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9790fddf-6245-4e9e-b8bd-252ebdd230ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:18.480540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-17532935-2c6f-4d03-a442-7db846566378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7990e12c-91e2-4aa1-acfc-3b53eef463a2), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:18.509375 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=81b2a4f7-0887-4442-aae3-fb0fee2fdb6f,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:18.536350 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:18.536702 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:18.537068 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:18.537412 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:18.537750 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:18.538091 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:18.538423 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:18.538752 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:18.539082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:18.539411 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:18.539739 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:18.540067 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:18.540394 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:18.540717 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:18.541067 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:51:18.700284 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9790fddf-6245-4e9e-b8bd-252ebdd230ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (fd285f12-2fcf-4cbd-8bb6-2863770bea37), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:18.756977 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790fddf-6245-4e9e-b8bd-252ebdd230ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd285f12-2fcf-4cbd-8bb6-2863770bea37,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:18.766704 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9790fddf-6245-4e9e-b8bd-252ebdd230ea admin admin] Checking segment: {'id': '7040dcf6-dde8-4155-95f5-2036c0472781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00cccc79-d227-4abe-8622-b34b8d0270ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:51:18.767150 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9790fddf-6245-4e9e-b8bd-252ebdd230ea admin admin] Network hostable DHCP agents. Network: 00cccc79-d227-4abe-8622-b34b8d0270ce, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:51:18.777928 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-17532935-2c6f-4d03-a442-7db846566378 None None] Publish callbacks [] for port (7990e12c-91e2-4aa1-acfc-3b53eef463a2), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:18.840395 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-17532935-2c6f-4d03-a442-7db846566378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (7990e12c-91e2-4aa1-acfc-3b53eef463a2), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:18.851591 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9790fddf-6245-4e9e-b8bd-252ebdd230ea admin admin] Network 00cccc79-d227-4abe-8622-b34b8d0270ce is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:51:18.890771 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c4460-5b1b-40e5-8f86-74dffb031e1f None None] Pushing event updated for resources: {'Port': ['ID=7990e12c-91e2-4aa1-acfc-3b53eef463a2,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:18.937564 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-9790fddf-6245-4e9e-b8bd-252ebdd230ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 00cccc79-d227-4abe-8622-b34b8d0270ce) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:51:18.942518 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9790fddf-6245-4e9e-b8bd-252ebdd230ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:18.943384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9790fddf-6245-4e9e-b8bd-252ebdd230ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:18.949401 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162d7c51-4f70-4a75-ad9f-342f915a83b1 None None] Network 00cccc79-d227-4abe-8622-b34b8d0270ce requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:51:18.973585 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-17532935-2c6f-4d03-a442-7db846566378 None None] Attempting to bind port 7990e12c-91e2-4aa1-acfc-3b53eef463a2 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:51:18.973958 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-17532935-2c6f-4d03-a442-7db846566378 None None] Attempting to bind port 7990e12c-91e2-4aa1-acfc-3b53eef463a2 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '4a765a4e-c34f-4112-a05d-4d96411277ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:51:18.974329 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17532935-2c6f-4d03-a442-7db846566378 None None] Attempting to bind port 7990e12c-91e2-4aa1-acfc-3b53eef463a2 on network f121c853-f610-4de3-ae44-b83988d41991 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:51:19.007043 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17532935-2c6f-4d03-a442-7db846566378 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:51:19.007422 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17532935-2c6f-4d03-a442-7db846566378 None None] Checking segment: {'id': '4a765a4e-c34f-4112-a05d-4d96411277ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:51:19.007833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-17532935-2c6f-4d03-a442-7db846566378 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:19.010888 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17532935-2c6f-4d03-a442-7db846566378 None None] Bound using segment: {'id': '4a765a4e-c34f-4112-a05d-4d96411277ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:51:19.010888 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-17532935-2c6f-4d03-a442-7db846566378 None None] Bound port: 7990e12c-91e2-4aa1-acfc-3b53eef463a2, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a765a4e-c34f-4112-a05d-4d96411277ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:51:19.010888 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-17532935-2c6f-4d03-a442-7db846566378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7990e12c-91e2-4aa1-acfc-3b53eef463a2), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:19.065432 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9790fddf-6245-4e9e-b8bd-252ebdd230ea admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7107091 Apr 16 04:51:19.065609 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 44916) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:51:19.070138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-c2d86ac0-4b92-475d-a1e2-edecd81090d8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-505250053-router', 'tenant_id': '4096ddf6b726499182783e0778f28c7f', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:51:19.100676 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-00cccc79-d227-4abe-8622-b34b8d0270ce', 'network_id': '00cccc79-d227-4abe-8622-b34b8d0270ce', 'project_id': '4096ddf6b726499182783e0778f28c7f', 'fixed_ips': [{'subnet_id': 'fd285f12-2fcf-4cbd-8bb6-2863770bea37'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:51:19.101520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:19.124685 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-17532935-2c6f-4d03-a442-7db846566378 None None] For port 7990e12c-91e2-4aa1-acfc-3b53eef463a2, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:51:19.150173 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-17532935-2c6f-4d03-a442-7db846566378 None None] For port 7990e12c-91e2-4aa1-acfc-3b53eef463a2, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=7990e12c-91e2-4aa1-acfc-3b53eef463a2,segment=NetworkSegment(4a765a4e-c34f-4112-a05d-4d96411277ac),segment_id=4a765a4e-c34f-4112-a05d-4d96411277ac)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:51:19.151947 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c2d86ac0-4b92-475d-a1e2-edecd81090d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:19.153068 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c2d86ac0-4b92-475d-a1e2-edecd81090d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:19.195200 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-2f690c3a-5dcb-4ef6-acbb-168db24912ef None None] Provisioning complete for port 7990e12c-91e2-4aa1-acfc-3b53eef463a2 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:19.195572 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2f690c3a-5dcb-4ef6-acbb-168db24912ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7990e12c-91e2-4aa1-acfc-3b53eef463a2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:19.211504 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c2d86ac0-4b92-475d-a1e2-edecd81090d8 admin admin] Publish callbacks [] for router_controller (3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:19.373338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-17532935-2c6f-4d03-a442-7db846566378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (7990e12c-91e2-4aa1-acfc-3b53eef463a2), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:19.398412 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c2d86ac0-4b92-475d-a1e2-edecd81090d8 admin admin] Publish callbacks [] for router_gateway (3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:19.436455 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2f690c3a-5dcb-4ef6-acbb-168db24912ef None None] Port 7990e12c-91e2-4aa1-acfc-3b53eef463a2 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:51:19.486765 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17532935-2c6f-4d03-a442-7db846566378 None None] Routers {'95d3d038-1be7-486c-bd38-b5ca656d4780'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:51:19.487403 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-17532935-2c6f-4d03-a442-7db846566378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:51:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['95d3d038-1be7-486c-bd38-b5ca656d4780'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:19.491721 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c4460-5b1b-40e5-8f86-74dffb031e1f None None] Pushing event updated for resources: {'Port': ['ID=7990e12c-91e2-4aa1-acfc-3b53eef463a2,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:19.544456 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] Allocated IP 172.20.0.2 (00cccc79-d227-4abe-8622-b34b8d0270ce/fd285f12-2fcf-4cbd-8bb6-2863770bea37/0f69b87b-f42a-4b22-b941-a8ae1c6abd5a) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:51:19.680473 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-17532935-2c6f-4d03-a442-7db846566378 None None] Set router 95d3d038-1be7-486c-bd38-b5ca656d4780 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:51:19.682231 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-318ccf83-41da-46ea-aec5-1746583bc1a4 None None] Provisioning complete for port 7990e12c-91e2-4aa1-acfc-3b53eef463a2 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:19.682596 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-318ccf83-41da-46ea-aec5-1746583bc1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7990e12c-91e2-4aa1-acfc-3b53eef463a2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:19.690149 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c2d86ac0-4b92-475d-a1e2-edecd81090d8 admin admin] Publish callbacks [] for router_gateway (3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:19.709112 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c2d86ac0-4b92-475d-a1e2-edecd81090d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:19.817597 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-c2d86ac0-4b92-475d-a1e2-edecd81090d8 admin admin] Allocated IP 172.26.6.113 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/6319dadd-e52d-428b-bb34-e50bbff31466) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:51:19.904176 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] Publish callbacks [] for port (0f69b87b-f42a-4b22-b941-a8ae1c6abd5a), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:19.924980 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c2d86ac0-4b92-475d-a1e2-edecd81090d8 admin admin] Publish callbacks [] for port (6319dadd-e52d-428b-bb34-e50bbff31466), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:19.965599 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-318ccf83-41da-46ea-aec5-1746583bc1a4 None None] Current status of the port 7990e12c-91e2-4aa1-acfc-3b53eef463a2 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:51:19.966457 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-318ccf83-41da-46ea-aec5-1746583bc1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7990e12c-91e2-4aa1-acfc-3b53eef463a2), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:19.993319 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 81b2a4f7-0887-4442-aae3-fb0fee2fdb6f up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:51:19.999014 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (0f69b87b-f42a-4b22-b941-a8ae1c6abd5a), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:20.063595 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c2d86ac0-4b92-475d-a1e2-edecd81090d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (6319dadd-e52d-428b-bb34-e50bbff31466), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:20.107463 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d86ac0-4b92-475d-a1e2-edecd81090d8 admin admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:51:20.107681 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-318ccf83-41da-46ea-aec5-1746583bc1a4 None None] For port 7990e12c-91e2-4aa1-acfc-3b53eef463a2, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=7990e12c-91e2-4aa1-acfc-3b53eef463a2,segment=NetworkSegment(4a765a4e-c34f-4112-a05d-4d96411277ac),segment_id=4a765a4e-c34f-4112-a05d-4d96411277ac)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:51:20.108512 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-17532935-2c6f-4d03-a442-7db846566378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'name': 'tempest-TestMinimumBasicScenario-1560298671-router', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:16Z', 'revision_number': 4, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'gw_port': {'id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '7990e12c-91e2-4aa1-acfc-3b53eef463a2', 'name': '', 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'mac_address': 'fa:16:3e:85:91:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '79f611d6-03fa-4c21-8049-0cc1a4472cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:15Z', 'updated_at': '2022-04-16T04:51:19Z', 'revision_number': 4, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'subnets': [{'id': '79f611d6-03fa-4c21-8049-0cc1a4472cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:20.111632 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] Network 00cccc79-d227-4abe-8622-b34b8d0270ce is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:51:20.114342 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-c2d86ac0-4b92-475d-a1e2-edecd81090d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:51:20.119206 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d86ac0-4b92-475d-a1e2-edecd81090d8 admin admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:51:20.122356 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d86ac0-4b92-475d-a1e2-edecd81090d8 admin admin] Pushing event updated for resources: {'Port': ['ID=6319dadd-e52d-428b-bb34-e50bbff31466,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:20.144991 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] Pushing event updated for resources: {'Port': ['ID=0f69b87b-f42a-4b22-b941-a8ae1c6abd5a,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:20.147439 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:51:20.151875 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:51:20.154259 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17532935-2c6f-4d03-a442-7db846566378 None None] The sync data for ids ['95d3d038-1be7-486c-bd38-b5ca656d4780'] in dv-neutron-838078-2-hyperv is: [{'id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'name': 'tempest-TestMinimumBasicScenario-1560298671-router', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:16Z', 'revision_number': 4, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'gw_port': {'id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '7990e12c-91e2-4aa1-acfc-3b53eef463a2', 'name': '', 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'mac_address': 'fa:16:3e:85:91:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '79f611d6-03fa-4c21-8049-0cc1a4472cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:15Z', 'updated_at': '2022-04-16T04:51:19Z', 'revision_number': 4, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'subnets': [{'id': '79f611d6-03fa-4c21-8049-0cc1a4472cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:51:20.172852 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-318ccf83-41da-46ea-aec5-1746583bc1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (7990e12c-91e2-4aa1-acfc-3b53eef463a2), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:20.216169 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 81b2a4f7-0887-4442-aae3-fb0fee2fdb6f triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:20.216510 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (81b2a4f7-0887-4442-aae3-fb0fee2fdb6f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:20.296606 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] Attempting to bind port 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:51:20.297013 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] Attempting to bind port 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '7040dcf6-dde8-4155-95f5-2036c0472781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00cccc79-d227-4abe-8622-b34b8d0270ce'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:51:20.297380 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] Attempting to bind port 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a on network 00cccc79-d227-4abe-8622-b34b8d0270ce {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:51:20.309841 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ccf83-41da-46ea-aec5-1746583bc1a4 None None] Pushing event updated for resources: {'Port': ['ID=7990e12c-91e2-4aa1-acfc-3b53eef463a2,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:20.316511 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:51:20.316913 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] Checking segment: {'id': '7040dcf6-dde8-4155-95f5-2036c0472781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00cccc79-d227-4abe-8622-b34b8d0270ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:51:20.317317 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:20.317736 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] Bound using segment: {'id': '7040dcf6-dde8-4155-95f5-2036c0472781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00cccc79-d227-4abe-8622-b34b8d0270ce'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:51:20.318185 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] Bound port: 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7040dcf6-dde8-4155-95f5-2036c0472781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00cccc79-d227-4abe-8622-b34b8d0270ce'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:51:20.318562 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (0f69b87b-f42a-4b22-b941-a8ae1c6abd5a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:20.405979 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 81b2a4f7-0887-4442-aae3-fb0fee2fdb6f is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:51:20.424373 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] For port 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:51:20.428590 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] For port 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=0f69b87b-f42a-4b22-b941-a8ae1c6abd5a,segment=NetworkSegment(7040dcf6-dde8-4155-95f5-2036c0472781),segment_id=7040dcf6-dde8-4155-95f5-2036c0472781)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:51:20.486727 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c2d86ac0-4b92-475d-a1e2-edecd81090d8 admin admin] Publish callbacks [] for router_gateway (3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:20.506567 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (0f69b87b-f42a-4b22-b941-a8ae1c6abd5a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:20.570494 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da505d-09ac-41d0-b1a3-bb3e9b2e4278 None None] Pushing event updated for resources: {'Port': ['ID=0f69b87b-f42a-4b22-b941-a8ae1c6abd5a,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:20.723149 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c2d86ac0-4b92-475d-a1e2-edecd81090d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:21.254713 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d86ac0-4b92-475d-a1e2-edecd81090d8 admin admin] Router 3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:51:21.379463 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d86ac0-4b92-475d-a1e2-edecd81090d8 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:51:21.388296 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] Sync routers for ids ['3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:51:21.398665 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] Routers {'3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:51:21.404278 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:51:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:21.467042 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c2d86ac0-4b92-475d-a1e2-edecd81090d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:21.467042 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c2d86ac0-4b92-475d-a1e2-edecd81090d8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4001250 Apr 16 04:51:21.469608 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 44918) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:51:21.513261 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] Set router 3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:51:21.560336 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc596182-a5fe-4ec9-8d21-673b10d23320 None None] Network 00cccc79-d227-4abe-8622-b34b8d0270ce requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:51:21.630939 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-00d5df89-28d0-4042-9ead-3d050ea6a4b3 None None] Provisioning complete for port 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:21.631749 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-00d5df89-28d0-4042-9ead-3d050ea6a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0f69b87b-f42a-4b22-b941-a8ae1c6abd5a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:21.697773 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2', 'name': 'tempest-TestMinimumBasicScenario-505250053-router', 'tenant_id': '4096ddf6b726499182783e0778f28c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '6319dadd-e52d-428b-bb34-e50bbff31466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:19Z', 'updated_at': '2022-04-16T04:51:20Z', 'revision_number': 3, 'project_id': '4096ddf6b726499182783e0778f28c7f', 'gw_port': {'id': '6319dadd-e52d-428b-bb34-e50bbff31466', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:19Z', 'updated_at': '2022-04-16T04:51:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:21.732558 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] Checking router: 3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:51:21.732558 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] Updating router 3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2 port 6319dadd-e52d-428b-bb34-e50bbff31466 binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:51:21.750374 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-00d5df89-28d0-4042-9ead-3d050ea6a4b3 None None] Current status of the port 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:51:21.750843 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-00d5df89-28d0-4042-9ead-3d050ea6a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (0f69b87b-f42a-4b22-b941-a8ae1c6abd5a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:21.765314 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6319dadd-e52d-428b-bb34-e50bbff31466), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:21.786914 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-00d5df89-28d0-4042-9ead-3d050ea6a4b3 None None] For port 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=0f69b87b-f42a-4b22-b941-a8ae1c6abd5a,segment=NetworkSegment(7040dcf6-dde8-4155-95f5-2036c0472781),segment_id=7040dcf6-dde8-4155-95f5-2036c0472781)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:51:21.892175 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-00d5df89-28d0-4042-9ead-3d050ea6a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (0f69b87b-f42a-4b22-b941-a8ae1c6abd5a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:21.946179 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7a77-9a09-4c62-9d7a-0ad0ec413b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:21.969014 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5df89-28d0-4042-9ead-3d050ea6a4b3 None None] Pushing event updated for resources: {'Port': ['ID=0f69b87b-f42a-4b22-b941-a8ae1c6abd5a,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:22.018835 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-5d72f7cb-dd99-44d9-ae08-fe2593c82946 None None] Provisioning complete for port 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:22.019319 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5d72f7cb-dd99-44d9-ae08-fe2593c82946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0f69b87b-f42a-4b22-b941-a8ae1c6abd5a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:22.081375 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] Publish callbacks [] for port (6319dadd-e52d-428b-bb34-e50bbff31466), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:22.087357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 7990e12c-91e2-4aa1-acfc-3b53eef463a2 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:51:22.126660 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-c5fa7a77-9a09-4c62-9d7a-0ad0ec413b53 admin admin] Allocated IP 172.20.0.1 (00cccc79-d227-4abe-8622-b34b8d0270ce/fd285f12-2fcf-4cbd-8bb6-2863770bea37/48453e47-d14e-4069-9604-eb014bf91436) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:51:22.129475 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-5d72f7cb-dd99-44d9-ae08-fe2593c82946 None None] Current status of the port 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:51:22.150287 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 7990e12c-91e2-4aa1-acfc-3b53eef463a2 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:22.151279 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7990e12c-91e2-4aa1-acfc-3b53eef463a2), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:22.166158 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6319dadd-e52d-428b-bb34-e50bbff31466), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:22.224070 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] Attempting to bind port 6319dadd-e52d-428b-bb34-e50bbff31466 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:51:22.224443 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] Attempting to bind port 6319dadd-e52d-428b-bb34-e50bbff31466 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:51:22.224818 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] Attempting to bind port 6319dadd-e52d-428b-bb34-e50bbff31466 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:51:22.227739 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615765a-473c-4163-a79e-20ea5050e64c None None] Pushing event updated for resources: {'Port': ['ID=6319dadd-e52d-428b-bb34-e50bbff31466,revision_number=2']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:22.232627 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:51:22.233025 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:51:22.233827 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:22.233827 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:51:22.234256 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] Bound port: 6319dadd-e52d-428b-bb34-e50bbff31466, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:51:22.234768 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6319dadd-e52d-428b-bb34-e50bbff31466), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:22.243996 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 7990e12c-91e2-4aa1-acfc-3b53eef463a2 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:51:22.245311 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:51:22.250528 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7a77-9a09-4c62-9d7a-0ad0ec413b53 admin admin] Publish callbacks [] for port (48453e47-d14e-4069-9604-eb014bf91436), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:22.289561 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] For port 6319dadd-e52d-428b-bb34-e50bbff31466, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:51:22.292625 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] For port 6319dadd-e52d-428b-bb34-e50bbff31466, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6319dadd-e52d-428b-bb34-e50bbff31466,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:51:22.295519 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:22.295894 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0f69b87b-f42a-4b22-b941-a8ae1c6abd5a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:22.340822 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7a77-9a09-4c62-9d7a-0ad0ec413b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (48453e47-d14e-4069-9604-eb014bf91436), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:22.369462 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6319dadd-e52d-428b-bb34-e50bbff31466), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:22.380707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fa7a77-9a09-4c62-9d7a-0ad0ec413b53 admin admin] Network 00cccc79-d227-4abe-8622-b34b8d0270ce is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:51:22.383737 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:51:22.386562 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-c5fa7a77-9a09-4c62-9d7a-0ad0ec413b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:51:22.390523 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fa7a77-9a09-4c62-9d7a-0ad0ec413b53 admin admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:51:22.419311 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa7a77-9a09-4c62-9d7a-0ad0ec413b53 admin admin] Pushing event updated for resources: {'Port': ['ID=48453e47-d14e-4069-9604-eb014bf91436,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:22.432569 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] Routers {'3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:51:22.433222 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:51:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:22.440226 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7a77-9a09-4c62-9d7a-0ad0ec413b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:22.480335 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615765a-473c-4163-a79e-20ea5050e64c None None] Pushing event updated for resources: {'Port': ['ID=6319dadd-e52d-428b-bb34-e50bbff31466,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:22.556582 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] Set router 3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:51:22.626768 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7a77-9a09-4c62-9d7a-0ad0ec413b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (48453e47-d14e-4069-9604-eb014bf91436), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:22.652892 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-28671f2a-ea95-4623-bdbf-e52c2f4f3020 None None] Provisioning complete for port 48453e47-d14e-4069-9604-eb014bf91436 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:22.653491 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-28671f2a-ea95-4623-bdbf-e52c2f4f3020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (48453e47-d14e-4069-9604-eb014bf91436), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:22.693482 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-28671f2a-ea95-4623-bdbf-e52c2f4f3020 None None] Port 48453e47-d14e-4069-9604-eb014bf91436 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:51:22.735088 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2', 'name': 'tempest-TestMinimumBasicScenario-505250053-router', 'tenant_id': '4096ddf6b726499182783e0778f28c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '6319dadd-e52d-428b-bb34-e50bbff31466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:19Z', 'updated_at': '2022-04-16T04:51:20Z', 'revision_number': 3, 'project_id': '4096ddf6b726499182783e0778f28c7f', 'gw_port': {'id': '6319dadd-e52d-428b-bb34-e50bbff31466', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:19Z', 'updated_at': '2022-04-16T04:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:22.762494 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d04a52-fc1b-4b13-9073-c0b0ad8ed8e1 None None] The sync data for ids ['3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2'] in dv-neutron-838078-2-hyperv is: [{'id': '3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2', 'name': 'tempest-TestMinimumBasicScenario-505250053-router', 'tenant_id': '4096ddf6b726499182783e0778f28c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '6319dadd-e52d-428b-bb34-e50bbff31466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:19Z', 'updated_at': '2022-04-16T04:51:20Z', 'revision_number': 3, 'project_id': '4096ddf6b726499182783e0778f28c7f', 'gw_port': {'id': '6319dadd-e52d-428b-bb34-e50bbff31466', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:19Z', 'updated_at': '2022-04-16T04:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:51:22.799528 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7a77-9a09-4c62-9d7a-0ad0ec413b53 admin admin] Publish callbacks [] for port (48453e47-d14e-4069-9604-eb014bf91436), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:22.851791 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7a77-9a09-4c62-9d7a-0ad0ec413b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (48453e47-d14e-4069-9604-eb014bf91436), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:22.923818 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7a77-9a09-4c62-9d7a-0ad0ec413b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:22.925870 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa7a77-9a09-4c62-9d7a-0ad0ec413b53 admin admin] Pushing event updated for resources: {'Port': ['ID=48453e47-d14e-4069-9604-eb014bf91436,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:23.024698 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fa7a77-9a09-4c62-9d7a-0ad0ec413b53 admin admin] Network 00cccc79-d227-4abe-8622-b34b8d0270ce is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:51:23.029783 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-c5fa7a77-9a09-4c62-9d7a-0ad0ec413b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:51:23.163498 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fa7a77-9a09-4c62-9d7a-0ad0ec413b53 admin admin] Router 3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:51:23.282860 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fa7a77-9a09-4c62-9d7a-0ad0ec413b53 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:51:23.292248 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c5fa7a77-9a09-4c62-9d7a-0ad0ec413b53 admin admin] 10.222.0.30 "PUT /v2.0/routers/3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8172364 Apr 16 04:51:23.315733 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-28e6cb02-1396-48f5-aaa9-cadee8e265ea None None] Provisioning complete for port 48453e47-d14e-4069-9604-eb014bf91436 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:23.316102 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-28e6cb02-1396-48f5-aaa9-cadee8e265ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (48453e47-d14e-4069-9604-eb014bf91436), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:23.361393 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-28e6cb02-1396-48f5-aaa9-cadee8e265ea None None] Port 48453e47-d14e-4069-9604-eb014bf91436 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:51:24.069316 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6319dadd-e52d-428b-bb34-e50bbff31466 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:51:24.131512 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 6319dadd-e52d-428b-bb34-e50bbff31466 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:24.131512 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6319dadd-e52d-428b-bb34-e50bbff31466), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:24.239305 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 6319dadd-e52d-428b-bb34-e50bbff31466 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:51:24.240038 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6319dadd-e52d-428b-bb34-e50bbff31466), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:24.268463 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 6319dadd-e52d-428b-bb34-e50bbff31466, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6319dadd-e52d-428b-bb34-e50bbff31466,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:51:24.340175 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6319dadd-e52d-428b-bb34-e50bbff31466), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:24.340915 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:51:24.425597 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=6319dadd-e52d-428b-bb34-e50bbff31466,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:24.441730 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:24.442103 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0f69b87b-f42a-4b22-b941-a8ae1c6abd5a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:24.520667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] Sync routers for ids ['3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:51:24.691659 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] Routers {'3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:51:24.692303 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:51:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:24.732944 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:51:24.816709 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] Set router 3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:51:25.034216 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2', 'name': 'tempest-TestMinimumBasicScenario-505250053-router', 'tenant_id': '4096ddf6b726499182783e0778f28c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '6319dadd-e52d-428b-bb34-e50bbff31466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:19Z', 'updated_at': '2022-04-16T04:51:22Z', 'revision_number': 4, 'project_id': '4096ddf6b726499182783e0778f28c7f', 'gw_port': {'id': '6319dadd-e52d-428b-bb34-e50bbff31466', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:19Z', 'updated_at': '2022-04-16T04:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '48453e47-d14e-4069-9604-eb014bf91436', 'name': '', 'network_id': '00cccc79-d227-4abe-8622-b34b8d0270ce', 'tenant_id': '4096ddf6b726499182783e0778f28c7f', 'mac_address': 'fa:16:3e:49:0d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fd285f12-2fcf-4cbd-8bb6-2863770bea37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:21Z', 'updated_at': '2022-04-16T04:51:22Z', 'revision_number': 2, 'project_id': '4096ddf6b726499182783e0778f28c7f', 'subnets': [{'id': 'fd285f12-2fcf-4cbd-8bb6-2863770bea37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:25.062432 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] Checking router: 3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:51:25.062955 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] Updating router 3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2 port 48453e47-d14e-4069-9604-eb014bf91436 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:51:25.097448 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (48453e47-d14e-4069-9604-eb014bf91436), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:25.403513 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] Publish callbacks [] for port (48453e47-d14e-4069-9604-eb014bf91436), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:25.463075 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (48453e47-d14e-4069-9604-eb014bf91436), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:25.517141 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc806d4-41d3-45b0-8f52-3ca1e29ccc71 None None] Pushing event updated for resources: {'Port': ['ID=48453e47-d14e-4069-9604-eb014bf91436,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:25.580461 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] Attempting to bind port 48453e47-d14e-4069-9604-eb014bf91436 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:51:25.580942 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] Attempting to bind port 48453e47-d14e-4069-9604-eb014bf91436 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '7040dcf6-dde8-4155-95f5-2036c0472781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00cccc79-d227-4abe-8622-b34b8d0270ce'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:51:25.581317 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] Attempting to bind port 48453e47-d14e-4069-9604-eb014bf91436 on network 00cccc79-d227-4abe-8622-b34b8d0270ce {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:51:25.586755 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:51:25.587140 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] Checking segment: {'id': '7040dcf6-dde8-4155-95f5-2036c0472781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00cccc79-d227-4abe-8622-b34b8d0270ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:51:25.587538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:25.587958 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] Bound using segment: {'id': '7040dcf6-dde8-4155-95f5-2036c0472781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00cccc79-d227-4abe-8622-b34b8d0270ce'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:51:25.588769 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] Bound port: 48453e47-d14e-4069-9604-eb014bf91436, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7040dcf6-dde8-4155-95f5-2036c0472781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00cccc79-d227-4abe-8622-b34b8d0270ce'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:51:25.588923 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (48453e47-d14e-4069-9604-eb014bf91436), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:25.668910 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] For port 48453e47-d14e-4069-9604-eb014bf91436, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:51:25.672047 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] For port 48453e47-d14e-4069-9604-eb014bf91436, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=48453e47-d14e-4069-9604-eb014bf91436,segment=NetworkSegment(7040dcf6-dde8-4155-95f5-2036c0472781),segment_id=7040dcf6-dde8-4155-95f5-2036c0472781)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:51:25.755020 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (48453e47-d14e-4069-9604-eb014bf91436), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:25.808986 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-d6014509-d5e6-4ee5-8a2b-1bd759fbb1d2 None None] Provisioning complete for port 48453e47-d14e-4069-9604-eb014bf91436 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:25.809350 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d6014509-d5e6-4ee5-8a2b-1bd759fbb1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (48453e47-d14e-4069-9604-eb014bf91436), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:25.878591 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] Routers {'3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:51:25.879252 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:51:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:25.885127 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc806d4-41d3-45b0-8f52-3ca1e29ccc71 None None] Pushing event updated for resources: {'Port': ['ID=48453e47-d14e-4069-9604-eb014bf91436,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:26.036452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d6014509-d5e6-4ee5-8a2b-1bd759fbb1d2 None None] Current status of the port 48453e47-d14e-4069-9604-eb014bf91436 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:51:26.036900 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d6014509-d5e6-4ee5-8a2b-1bd759fbb1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (48453e47-d14e-4069-9604-eb014bf91436), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:26.051344 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6319dadd-e52d-428b-bb34-e50bbff31466 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:51:26.095300 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] Set router 3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:51:26.145364 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-d6014509-d5e6-4ee5-8a2b-1bd759fbb1d2 None None] For port 48453e47-d14e-4069-9604-eb014bf91436, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=48453e47-d14e-4069-9604-eb014bf91436,segment=NetworkSegment(7040dcf6-dde8-4155-95f5-2036c0472781),segment_id=7040dcf6-dde8-4155-95f5-2036c0472781)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:51:26.205338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d6014509-d5e6-4ee5-8a2b-1bd759fbb1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (48453e47-d14e-4069-9604-eb014bf91436), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:26.231073 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 6319dadd-e52d-428b-bb34-e50bbff31466 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:26.231449 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6319dadd-e52d-428b-bb34-e50bbff31466), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:26.368606 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-13100860-bcfa-4d93-987a-a88935c15215 None None] Provisioning complete for port 48453e47-d14e-4069-9604-eb014bf91436 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:26.369301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13100860-bcfa-4d93-987a-a88935c15215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (48453e47-d14e-4069-9604-eb014bf91436), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:26.380509 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6014509-d5e6-4ee5-8a2b-1bd759fbb1d2 None None] Pushing event updated for resources: {'Port': ['ID=48453e47-d14e-4069-9604-eb014bf91436,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:26.504439 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2', 'name': 'tempest-TestMinimumBasicScenario-505250053-router', 'tenant_id': '4096ddf6b726499182783e0778f28c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '6319dadd-e52d-428b-bb34-e50bbff31466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:19Z', 'updated_at': '2022-04-16T04:51:22Z', 'revision_number': 4, 'project_id': '4096ddf6b726499182783e0778f28c7f', 'gw_port': {'id': '6319dadd-e52d-428b-bb34-e50bbff31466', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:19Z', 'updated_at': '2022-04-16T04:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '48453e47-d14e-4069-9604-eb014bf91436', 'name': '', 'network_id': '00cccc79-d227-4abe-8622-b34b8d0270ce', 'tenant_id': '4096ddf6b726499182783e0778f28c7f', 'mac_address': 'fa:16:3e:49:0d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fd285f12-2fcf-4cbd-8bb6-2863770bea37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:21Z', 'updated_at': '2022-04-16T04:51:25Z', 'revision_number': 4, 'project_id': '4096ddf6b726499182783e0778f28c7f', 'subnets': [{'id': 'fd285f12-2fcf-4cbd-8bb6-2863770bea37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:51:26.553087 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 6319dadd-e52d-428b-bb34-e50bbff31466 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:51:26.558175 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae43db4a-9fc5-4c81-a09d-8f8fed827949 None None] The sync data for ids ['3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2'] in dv-neutron-838078-2-hyperv is: [{'id': '3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2', 'name': 'tempest-TestMinimumBasicScenario-505250053-router', 'tenant_id': '4096ddf6b726499182783e0778f28c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '6319dadd-e52d-428b-bb34-e50bbff31466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:19Z', 'updated_at': '2022-04-16T04:51:22Z', 'revision_number': 4, 'project_id': '4096ddf6b726499182783e0778f28c7f', 'gw_port': {'id': '6319dadd-e52d-428b-bb34-e50bbff31466', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:19Z', 'updated_at': '2022-04-16T04:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '48453e47-d14e-4069-9604-eb014bf91436', 'name': '', 'network_id': '00cccc79-d227-4abe-8622-b34b8d0270ce', 'tenant_id': '4096ddf6b726499182783e0778f28c7f', 'mac_address': 'fa:16:3e:49:0d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fd285f12-2fcf-4cbd-8bb6-2863770bea37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:21Z', 'updated_at': '2022-04-16T04:51:25Z', 'revision_number': 4, 'project_id': '4096ddf6b726499182783e0778f28c7f', 'subnets': [{'id': 'fd285f12-2fcf-4cbd-8bb6-2863770bea37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:51:26.579269 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-13100860-bcfa-4d93-987a-a88935c15215 None None] Current status of the port 48453e47-d14e-4069-9604-eb014bf91436 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:51:28.005279 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 48453e47-d14e-4069-9604-eb014bf91436 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:51:28.058272 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 48453e47-d14e-4069-9604-eb014bf91436 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:28.058643 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (48453e47-d14e-4069-9604-eb014bf91436), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:28.146225 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 48453e47-d14e-4069-9604-eb014bf91436 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:51:28.360406 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:34.930294 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-642966fa-5d15-44cd-bab0-6059b5d95814 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:34.931753 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-642966fa-5d15-44cd-bab0-6059b5d95814 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/networks?id=f121c853-f610-4de3-ae44-b83988d41991 HTTP/1.1" status: 200 len: 815 time: 0.1030259 Apr 16 04:51:34.946351 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-138f4b4e-316a-4035-8bbc-cce544e8900d tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/quotas/89d7b5ec781c40f6a9a56c6a90a67299 HTTP/1.1" status: 200 len: 375 time: 0.0088024 Apr 16 04:51:34.993776 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-bd490bd2-27ff-4261-8c4f-cf70bd694d59 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=89d7b5ec781c40f6a9a56c6a90a67299&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427551 Apr 16 04:51:35.090252 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-0bbbd477-5363-4f18-a718-446ad46513f5 service neutron] 10.222.0.30 "GET /v2.0/networks/f121c853-f610-4de3-ae44-b83988d41991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851159 Apr 16 04:51:35.178845 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-a8bbcbe7-c615-41c3-b7d2-624191d297db service neutron] 10.222.0.30 "GET /v2.0/networks/f121c853-f610-4de3-ae44-b83988d41991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830636 Apr 16 04:51:35.451863 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ea1e1623-1bf1-44a2-9ccf-b9ea18af8746 req-cd9aa13c-5d91-4ceb-ab42-ebb1d48c7955 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 210 time: 0.0273793 Apr 16 04:51:36.080138 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:51:36.545054 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-648d0258-1310-4bd6-9f3d-6fe8677edb3d req-3a0032ab-8afa-4d6c-b4ec-d38a322502d6 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 210 time: 0.0281272 Apr 16 04:51:37.464072 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-6f788a83-c8a2-46c1-b672-0a58225d07fe tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:37.465659 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-6f788a83-c8a2-46c1-b672-0a58225d07fe tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.18 "GET /v2.0/networks?id=f121c853-f610-4de3-ae44-b83988d41991 HTTP/1.1" status: 200 len: 815 time: 0.1055679 Apr 16 04:51:37.477502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-fd19b2b5-7cbf-4590-8710-46e916d49b84 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Request body: {'port': {'device_id': '0b6abd36-d526-4d47-a613-5151563ac345', 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991', 'admin_state_up': True, 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:51:37.640122 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3b23ba8e-8b59-40f7-8d3b-ea6de374f7b7 req-46b0634d-3da3-479d-b2b9-8e676e1ba917 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 210 time: 0.0295894 Apr 16 04:51:37.662744 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-fd19b2b5-7cbf-4590-8710-46e916d49b84 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Made reservation on behalf of 89d7b5ec781c40f6a9a56c6a90a67299 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:51:37.666096 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-fd19b2b5-7cbf-4590-8710-46e916d49b84 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:37.796035 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-fd19b2b5-7cbf-4590-8710-46e916d49b84 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Allocated IP 172.20.0.4 (f121c853-f610-4de3-ae44-b83988d41991/79f611d6-03fa-4c21-8049-0cc1a4472cfe/ff3f3c80-a3cc-4940-b3ee-46313b5985f3) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:51:37.954796 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-fd19b2b5-7cbf-4590-8710-46e916d49b84 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:38.048569 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-fd19b2b5-7cbf-4590-8710-46e916d49b84 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:38.091517 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-fd19b2b5-7cbf-4590-8710-46e916d49b84 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Network f121c853-f610-4de3-ae44-b83988d41991 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:51:38.096585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-fd19b2b5-7cbf-4590-8710-46e916d49b84 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:51:38.100341 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-fd19b2b5-7cbf-4590-8710-46e916d49b84 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:51:38.107451 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19b2b5-7cbf-4590-8710-46e916d49b84 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Pushing event updated for resources: {'Port': ['ID=ff3f3c80-a3cc-4940-b3ee-46313b5985f3,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:38.157230 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-fd19b2b5-7cbf-4590-8710-46e916d49b84 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:38.158258 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-fd19b2b5-7cbf-4590-8710-46e916d49b84 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:38.246575 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-fd19b2b5-7cbf-4590-8710-46e916d49b84 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7726207 Apr 16 04:51:38.377769 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-13afba56-0cf5-4781-9bed-ba013e77d399 None None] Provisioning complete for port ff3f3c80-a3cc-4940-b3ee-46313b5985f3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:38.378327 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13afba56-0cf5-4781-9bed-ba013e77d399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:38.414543 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-13afba56-0cf5-4781-9bed-ba013e77d399 None None] Port ff3f3c80-a3cc-4940-b3ee-46313b5985f3 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:51:38.769595 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48975b1-31de-4264-8f39-874b0fdb87bb req-adf96fa6-e74a-4cef-992a-3d8fd93be213 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:38.771226 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f48975b1-31de-4264-8f39-874b0fdb87bb req-adf96fa6-e74a-4cef-992a-3d8fd93be213 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 931 time: 0.0537710 Apr 16 04:51:38.821615 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f48975b1-31de-4264-8f39-874b0fdb87bb req-cc13f0ca-6c45-4ddb-947c-225a944765e3 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448792 Apr 16 04:51:39.086525 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4fc451fc-79e3-4897-85ef-2d6e9f4e4cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:39.943706 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088123cd-7043-4774-8427-8d525270acb6 req-40a07dea-8692-495b-bacf-91734471a37f tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:39.945212 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-088123cd-7043-4774-8427-8d525270acb6 req-40a07dea-8692-495b-bacf-91734471a37f tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 931 time: 0.0526838 Apr 16 04:51:39.992068 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-088123cd-7043-4774-8427-8d525270acb6 req-36efb86b-83b5-4855-b923-9dea072077d8 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406811 Apr 16 04:51:41.108644 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fad9bd-606f-4077-bc21-6c9b66b7daf6 req-efb25a7e-f350-421b-8ba8-f6baf7e79b90 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:41.110030 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-90fad9bd-606f-4077-bc21-6c9b66b7daf6 req-efb25a7e-f350-421b-8ba8-f6baf7e79b90 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 931 time: 0.0470376 Apr 16 04:51:41.156545 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-90fad9bd-606f-4077-bc21-6c9b66b7daf6 req-a86eeef2-4956-49c5-bef0-1778e72f8aad tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410354 Apr 16 04:51:41.510922 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6edd97dc-8041-4c9e-a899-1cfb140f4ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:42.307958 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ee804-753c-4882-8066-85f1443b6c0c req-084822e7-faeb-4797-ad3c-397f25c0e189 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:42.309592 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cf8ee804-753c-4882-8066-85f1443b6c0c req-084822e7-faeb-4797-ad3c-397f25c0e189 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 931 time: 0.0819166 Apr 16 04:51:42.362470 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cf8ee804-753c-4882-8066-85f1443b6c0c req-3ad16e24-0d68-4b5d-8104-5f82db3dd836 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471473 Apr 16 04:51:42.653719 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:43.482030 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffe0b1-e68f-4fcb-b2aa-9dcbc6b8da0e req-9533b31d-c848-4ce2-8e07-b7afcba4b601 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:43.485368 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b5ffe0b1-e68f-4fcb-b2aa-9dcbc6b8da0e req-9533b31d-c848-4ce2-8e07-b7afcba4b601 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 931 time: 0.0528712 Apr 16 04:51:43.536231 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b5ffe0b1-e68f-4fcb-b2aa-9dcbc6b8da0e req-fe874de3-aca7-42f3-8f21-2c147ed6cdec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472064 Apr 16 04:51:44.142777 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:44.662861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c824a-97ce-447d-9e0f-db6f6b6edc81 req-b6ff336b-e4fe-4e5e-a19a-357af8e8dc28 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:44.664498 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2a1c824a-97ce-447d-9e0f-db6f6b6edc81 req-b6ff336b-e4fe-4e5e-a19a-357af8e8dc28 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 931 time: 0.0539174 Apr 16 04:51:44.726835 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2a1c824a-97ce-447d-9e0f-db6f6b6edc81 req-a96b9651-21e0-492b-a1e4-2e2ac00e1a63 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559874 Apr 16 04:51:45.389575 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:45.841726 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd119ec5-5087-4202-ba1e-a79254577b50 req-392148d0-62ce-4f15-8c25-3e8d6f4da60c tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:45.843901 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-dd119ec5-5087-4202-ba1e-a79254577b50 req-392148d0-62ce-4f15-8c25-3e8d6f4da60c tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 931 time: 0.0505664 Apr 16 04:51:45.903908 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-dd119ec5-5087-4202-ba1e-a79254577b50 req-16e5e1b9-61e8-4ebe-bb10-bcd2444c0bbf tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499859 Apr 16 04:51:47.009339 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a49e1-99b0-4823-a21b-33388f89bcac req-c83bdf0f-ea7a-4056-a371-f07b9c8f576a tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:47.010781 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b56a49e1-99b0-4823-a21b-33388f89bcac req-c83bdf0f-ea7a-4056-a371-f07b9c8f576a tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 931 time: 0.0458629 Apr 16 04:51:47.056656 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b56a49e1-99b0-4823-a21b-33388f89bcac req-e9c56c72-bd46-4156-929e-508996520210 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397570 Apr 16 04:51:47.532013 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] Request body: {'port': {'device_id': '0b6abd36-d526-4d47-a613-5151563ac345', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:51:47.590999 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:47.852296 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3f3c80-a3cc-4940-b3ee-46313b5985f3 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:51:47.860381 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] Publish callbacks [] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:47.872369 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] Transition to ACTIVE for port object ff3f3c80-a3cc-4940-b3ee-46313b5985f3 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:51:47.924974 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:47.975934 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] Pushing event updated for resources: {'Port': ['ID=ff3f3c80-a3cc-4940-b3ee-46313b5985f3,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:48.050179 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] Attempting to bind port ff3f3c80-a3cc-4940-b3ee-46313b5985f3 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:51:48.050865 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] Attempting to bind port ff3f3c80-a3cc-4940-b3ee-46313b5985f3 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '4a765a4e-c34f-4112-a05d-4d96411277ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:51:48.050992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] Attempting to bind port ff3f3c80-a3cc-4940-b3ee-46313b5985f3 on network f121c853-f610-4de3-ae44-b83988d41991 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:51:48.055724 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] Port ff3f3c80-a3cc-4940-b3ee-46313b5985f3 on network f121c853-f610-4de3-ae44-b83988d41991 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:51:48.056038 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] Attempting to bind port ff3f3c80-a3cc-4940-b3ee-46313b5985f3 on network f121c853-f610-4de3-ae44-b83988d41991 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:51:48.061405 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:51:48.061742 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] Checking segment: {'id': '4a765a4e-c34f-4112-a05d-4d96411277ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:51:48.062129 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] Bound using segment: {'id': '4a765a4e-c34f-4112-a05d-4d96411277ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:51:48.062550 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] Bound port: ff3f3c80-a3cc-4940-b3ee-46313b5985f3, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a765a4e-c34f-4112-a05d-4d96411277ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:51:48.063145 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:48.131357 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] For port ff3f3c80-a3cc-4940-b3ee-46313b5985f3, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:51:48.134397 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] For port ff3f3c80-a3cc-4940-b3ee-46313b5985f3, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ff3f3c80-a3cc-4940-b3ee-46313b5985f3,segment=NetworkSegment(4a765a4e-c34f-4112-a05d-4d96411277ac),segment_id=4a765a4e-c34f-4112-a05d-4d96411277ac)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:51:48.170973 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467aab7b-e44d-4caa-ac4c-93d52823f86a req-a1a51e9a-c286-4aad-9398-bac1a55a7fa6 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:48.172425 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-467aab7b-e44d-4caa-ac4c-93d52823f86a req-a1a51e9a-c286-4aad-9398-bac1a55a7fa6 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 943 time: 0.0465097 Apr 16 04:51:48.191862 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:48.223196 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-467aab7b-e44d-4caa-ac4c-93d52823f86a req-759432c7-41be-4a6d-80f1-fe1f4092c71c tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449426 Apr 16 04:51:48.228288 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:48.228982 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:48.230381 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] 10.222.0.18 "PUT /v2.0/ports/ff3f3c80-a3cc-4940-b3ee-46313b5985f3 HTTP/1.1" status: 200 len: 1093 time: 0.7881088 Apr 16 04:51:48.231375 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6abd36-d526-4d47-a613-5151563ac345', 'tag': 'ff3f3c80-a3cc-4940-b3ee-46313b5985f3'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:51:48.233703 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c62633-7219-407f-9a18-24b30433e995" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6abd36-d526-4d47-a613-5151563ac345", "tag": "ff3f3c80-a3cc-4940-b3ee-46313b5985f3"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:51:48.260976 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd32540-c416-4ba2-a5f9-f5cf1dc390dc service neutron] Pushing event updated for resources: {'Port': ['ID=ff3f3c80-a3cc-4940-b3ee-46313b5985f3,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:48.285225 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e77b4c-804f-44ec-ac07-ff59346144ec x-openstack-request-id: req-38e77b4c-804f-44ec-ac07-ff59346144ec {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:51:48.285519 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6abd36-d526-4d47-a613-5151563ac345", "tag": "ff3f3c80-a3cc-4940-b3ee-46313b5985f3", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:51:48.285794 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38e77b4c-804f-44ec-ac07-ff59346144ec {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:51:48.286215 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e77b4c-804f-44ec-ac07-ff59346144ec'] response: {'name': 'network-changed', 'server_uuid': '0b6abd36-d526-4d47-a613-5151563ac345', 'tag': 'ff3f3c80-a3cc-4940-b3ee-46313b5985f3', 'status': 'completed', 'code': 200} Apr 16 04:51:48.348954 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c62633-7219-407f-9a18-24b30433e995 req-c0f94227-ede2-4c0f-a4f3-e6d83cef4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:48.350499 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c2c62633-7219-407f-9a18-24b30433e995 req-c0f94227-ede2-4c0f-a4f3-e6d83cef4e99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89d7b5ec781c40f6a9a56c6a90a67299&device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 1127 time: 0.0430021 Apr 16 04:51:48.454374 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c62633-7219-407f-9a18-24b30433e995 req-caf2f687-e133-4894-80fe-4a4fcfb18591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:48.455890 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c2c62633-7219-407f-9a18-24b30433e995 req-caf2f687-e133-4894-80fe-4a4fcfb18591 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=89d7b5ec781c40f6a9a56c6a90a67299&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0987411 Apr 16 04:51:48.551856 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c62633-7219-407f-9a18-24b30433e995 req-645ea36f-a331-44e7-84a7-703bd67ded64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:48.553347 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c2c62633-7219-407f-9a18-24b30433e995 req-645ea36f-a331-44e7-84a7-703bd67ded64 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0921445 Apr 16 04:51:48.625360 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-f523b469-45a9-4b67-bf73-93fea1999951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:48.626848 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-f523b469-45a9-4b67-bf73-93fea1999951 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89d7b5ec781c40f6a9a56c6a90a67299&device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 1127 time: 0.0406442 Apr 16 04:51:48.667853 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-cca2ba6c-9a37-4f7b-8763-71643701bf71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff3f3c80-a3cc-4940-b3ee-46313b5985f3 HTTP/1.1" status: 200 len: 217 time: 0.0342181 Apr 16 04:51:48.715416 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-5bc29ad8-cb24-471d-8a85-282969c4adca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:48.716823 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-5bc29ad8-cb24-471d-8a85-282969c4adca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=79f611d6-03fa-4c21-8049-0cc1a4472cfe HTTP/1.1" status: 200 len: 854 time: 0.0426798 Apr 16 04:51:48.762560 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-12d03419-71bb-45d8-ba06-ac63fea1323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:48.764267 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-12d03419-71bb-45d8-ba06-ac63fea1323f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f121c853-f610-4de3-ae44-b83988d41991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0419881 Apr 16 04:51:48.853048 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-21c1fa73-c3d3-4587-bb24-d38e3e9e9501 service neutron] 10.222.0.18 "GET /v2.0/networks/f121c853-f610-4de3-ae44-b83988d41991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821269 Apr 16 04:51:48.946425 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a43279cd-b7ea-4e1f-902b-4f4c04238e7f req-2409b480-3f6b-4b37-8c84-518f75a44c6c service neutron] 10.222.0.18 "GET /v2.0/networks/f121c853-f610-4de3-ae44-b83988d41991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872514 Apr 16 04:51:49.341679 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8689a5-22f5-4cae-8cde-37784b52fe7c req-58bc45f7-de06-4795-af40-a2cbd4cf3d5e tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:49.343132 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0f8689a5-22f5-4cae-8cde-37784b52fe7c req-58bc45f7-de06-4795-af40-a2cbd4cf3d5e tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 943 time: 0.0466628 Apr 16 04:51:49.388894 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0f8689a5-22f5-4cae-8cde-37784b52fe7c req-796e3cbe-c565-479b-91e9-85ab05e3123a tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402443 Apr 16 04:51:49.960706 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device ff3f3c80-a3cc-4940-b3ee-46313b5985f3 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:51:50.054980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port ff3f3c80-a3cc-4940-b3ee-46313b5985f3, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ff3f3c80-a3cc-4940-b3ee-46313b5985f3,segment=NetworkSegment(4a765a4e-c34f-4112-a05d-4d96411277ac),segment_id=4a765a4e-c34f-4112-a05d-4d96411277ac)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:51:50.065890 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'ff3f3c80-a3cc-4940-b3ee-46313b5985f3', 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991', 'port_id': 'ff3f3c80-a3cc-4940-b3ee-46313b5985f3', 'mac_address': 'fa:16:3e:aa:dd:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f611d6-03fa-4c21-8049-0cc1a4472cfe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:51:50.105894 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port ff3f3c80-a3cc-4940-b3ee-46313b5985f3 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:51:50.106275 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:50.118542 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3f3c80-a3cc-4940-b3ee-46313b5985f3 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:51:50.137786 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port ff3f3c80-a3cc-4940-b3ee-46313b5985f3, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ff3f3c80-a3cc-4940-b3ee-46313b5985f3,segment=NetworkSegment(4a765a4e-c34f-4112-a05d-4d96411277ac),segment_id=4a765a4e-c34f-4112-a05d-4d96411277ac)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:51:50.214011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:50.263778 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=ff3f3c80-a3cc-4940-b3ee-46313b5985f3,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:50.415059 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['ff3f3c80-a3cc-4940-b3ee-46313b5985f3'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:51:50.506059 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0690d0-3eb0-4c30-936b-5a1e42aec676 req-bd6385eb-2bed-4e39-af01-c2c7fc7eb7c4 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:50.507671 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ec0690d0-3eb0-4c30-936b-5a1e42aec676 req-bd6385eb-2bed-4e39-af01-c2c7fc7eb7c4 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 944 time: 0.0519652 Apr 16 04:51:50.563272 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ec0690d0-3eb0-4c30-936b-5a1e42aec676 req-393440c6-210b-446e-bd1f-d8a51b2b9b59 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431600 Apr 16 04:51:51.681004 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83796834-4b4d-4492-813d-f3c340e70166 req-ce568828-a61c-4e07-9c60-7575e28b16f4 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:51.682518 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-83796834-4b4d-4492-813d-f3c340e70166 req-ce568828-a61c-4e07-9c60-7575e28b16f4 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 944 time: 0.0479007 Apr 16 04:51:51.732873 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-83796834-4b4d-4492-813d-f3c340e70166 req-bf63aa1d-dbde-47e6-a75f-952ff4d43292 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442612 Apr 16 04:51:51.958749 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device ff3f3c80-a3cc-4940-b3ee-46313b5985f3 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:51:52.003758 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port ff3f3c80-a3cc-4940-b3ee-46313b5985f3 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:51:52.216567 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port ff3f3c80-a3cc-4940-b3ee-46313b5985f3 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:51:52.216876 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:52.294057 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port ff3f3c80-a3cc-4940-b3ee-46313b5985f3 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:51:52.294449 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:52.320123 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6abd36-d526-4d47-a613-5151563ac345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3f3c80-a3cc-4940-b3ee-46313b5985f3'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:51:52.322389 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ed9a82-a23a-4ec8-96ca-9fac825cbdaa" -d '{"events": [{"server_uuid": "0b6abd36-d526-4d47-a613-5151563ac345", "name": "network-vif-plugged", "status": "completed", "tag": "ff3f3c80-a3cc-4940-b3ee-46313b5985f3"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:51:52.334819 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port ff3f3c80-a3cc-4940-b3ee-46313b5985f3, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ff3f3c80-a3cc-4940-b3ee-46313b5985f3,segment=NetworkSegment(4a765a4e-c34f-4112-a05d-4d96411277ac),segment_id=4a765a4e-c34f-4112-a05d-4d96411277ac)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:51:52.357704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674a6546-ce03-44ae-ba0a-e04292b995ff x-openstack-request-id: req-674a6546-ce03-44ae-ba0a-e04292b995ff {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:51:52.357999 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6abd36-d526-4d47-a613-5151563ac345", "name": "network-vif-plugged", "status": "completed", "tag": "ff3f3c80-a3cc-4940-b3ee-46313b5985f3", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:51:52.358333 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-674a6546-ce03-44ae-ba0a-e04292b995ff {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:51:52.358690 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-674a6546-ce03-44ae-ba0a-e04292b995ff'] response: {'server_uuid': '0b6abd36-d526-4d47-a613-5151563ac345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3f3c80-a3cc-4940-b3ee-46313b5985f3', 'code': 200} Apr 16 04:51:52.382323 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:51:52.432580 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=ff3f3c80-a3cc-4940-b3ee-46313b5985f3,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:51:52.664197 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee89d3-737a-466e-827f-8117b76596ee req-8381a21b-c10d-4c4f-9c2d-d9fe80aec270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:52.665707 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-73ee89d3-737a-466e-827f-8117b76596ee req-8381a21b-c10d-4c4f-9c2d-d9fe80aec270 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 1129 time: 0.0421731 Apr 16 04:51:52.708402 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-73ee89d3-737a-466e-827f-8117b76596ee req-1099e30c-f781-4759-9aaa-d5923c254e40 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360882 Apr 16 04:51:52.847619 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ed3e3-630e-44ac-a5d8-7a8565073290 req-58757784-8351-497a-abfa-f4686775ec3b tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:52.849174 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-079ed3e3-630e-44ac-a5d8-7a8565073290 req-58757784-8351-497a-abfa-f4686775ec3b tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 945 time: 0.0505149 Apr 16 04:51:52.895074 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-079ed3e3-630e-44ac-a5d8-7a8565073290 req-ab6f1118-53e1-4a12-9e90-e430b979d271 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403702 Apr 16 04:51:54.007974 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd05963-95a5-4716-ae57-5d7116fc662c req-6ba61bf1-3ad2-4020-969f-6b4bed317e18 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:54.009533 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efd05963-95a5-4716-ae57-5d7116fc662c req-6ba61bf1-3ad2-4020-969f-6b4bed317e18 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 945 time: 0.0486734 Apr 16 04:51:54.056959 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efd05963-95a5-4716-ae57-5d7116fc662c req-b0a45e87-f5a0-4ffd-980f-41bd99b1c04d tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415030 Apr 16 04:51:54.166725 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da8fa5-598c-45b9-807f-3d8ec3d8f53f req-c7a7c666-194f-457d-a6a9-68aaa4dad599 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:54.168165 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-94da8fa5-598c-45b9-807f-3d8ec3d8f53f req-c7a7c666-194f-457d-a6a9-68aaa4dad599 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 945 time: 0.0456412 Apr 16 04:51:54.213626 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-94da8fa5-598c-45b9-807f-3d8ec3d8f53f req-7313a178-e30d-4329-8bb8-07e5c41fe990 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394123 Apr 16 04:51:54.521204 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5dbbd4-d273-4fdb-9697-67dfdf2139bf req-f32f3709-155a-4ea7-b5ed-b379c39b8ffd tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:51:54.522658 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2e5dbbd4-d273-4fdb-9697-67dfdf2139bf req-f32f3709-155a-4ea7-b5ed-b379c39b8ffd tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 945 time: 0.0452149 Apr 16 04:51:54.570935 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2e5dbbd4-d273-4fdb-9697-67dfdf2139bf req-6911c031-689a-41f2-bd06-fe7746f82b9c tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423415 Apr 16 04:51:58.362034 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:01.267296 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [req-c3f89edd-06b8-46ea-b60b-afb79ab2152b req-7e5fd900-8734-42f4-a60b-3da84a753ab6 service neutron] (104633) timed out ('10.222.0.18', 58019) {{(pid=104633) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 16 04:52:03.382110 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-69659466-4f30-49b8-aceb-54237169e1c1 req-3223c03c-fdd7-46fe-96db-3d75920af87b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386481 Apr 16 04:52:03.468665 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69659466-4f30-49b8-aceb-54237169e1c1 req-cd1b797c-69ee-4f0e-8e17-501982b114c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:03.470187 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-69659466-4f30-49b8-aceb-54237169e1c1 req-cd1b797c-69ee-4f0e-8e17-501982b114c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89d7b5ec781c40f6a9a56c6a90a67299&device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 1129 time: 0.0444119 Apr 16 04:52:03.571428 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69659466-4f30-49b8-aceb-54237169e1c1 req-9b59d283-8dbf-44e7-882a-2ffb621c761f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:03.572984 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-69659466-4f30-49b8-aceb-54237169e1c1 req-9b59d283-8dbf-44e7-882a-2ffb621c761f service neutron] 10.222.0.18 "GET /v2.0/networks?id=f121c853-f610-4de3-ae44-b83988d41991 HTTP/1.1" status: 200 len: 915 time: 0.0861032 Apr 16 04:52:03.623068 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-69659466-4f30-49b8-aceb-54237169e1c1 req-6fdf10c2-d224-45f0-82a2-4edd53a644ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff3f3c80-a3cc-4940-b3ee-46313b5985f3 HTTP/1.1" status: 200 len: 217 time: 0.0403244 Apr 16 04:52:03.671358 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69659466-4f30-49b8-aceb-54237169e1c1 req-5cb34456-5bb2-4cda-9143-209300c04b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:03.672800 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-69659466-4f30-49b8-aceb-54237169e1c1 req-5cb34456-5bb2-4cda-9143-209300c04b05 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=79f611d6-03fa-4c21-8049-0cc1a4472cfe HTTP/1.1" status: 200 len: 854 time: 0.0435305 Apr 16 04:52:03.715902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69659466-4f30-49b8-aceb-54237169e1c1 req-36fb681f-c8d0-4658-9328-5cd9b28c7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:03.717420 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-69659466-4f30-49b8-aceb-54237169e1c1 req-36fb681f-c8d0-4658-9328-5cd9b28c7200 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f121c853-f610-4de3-ae44-b83988d41991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390611 Apr 16 04:52:03.809901 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-69659466-4f30-49b8-aceb-54237169e1c1 req-cf6076a5-8a38-4f71-9773-715ae5ae5309 service neutron] 10.222.0.18 "GET /v2.0/networks/f121c853-f610-4de3-ae44-b83988d41991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861659 Apr 16 04:52:03.898859 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-69659466-4f30-49b8-aceb-54237169e1c1 req-1a52faef-537e-42d6-ba94-b1dd841f599f service neutron] 10.222.0.18 "GET /v2.0/networks/f121c853-f610-4de3-ae44-b83988d41991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831385 Apr 16 04:52:09.090381 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-701126de-695b-429e-8446-f6f77ec94dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:11.481270 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3953d0bd-662b-42ff-baed-67b506072d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:12.661934 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:13.078445 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:52:14.115786 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:15.319162 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f382d-01e4-42ce-a440-4ea2b81b81c6 req-87b16410-c436-44f2-a25a-ab70a18a0654 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:15.320663 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b62f382d-01e4-42ce-a440-4ea2b81b81c6 req-87b16410-c436-44f2-a25a-ab70a18a0654 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 945 time: 0.2173481 Apr 16 04:52:15.367665 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b62f382d-01e4-42ce-a440-4ea2b81b81c6 req-e79ca0be-d40e-40ac-80d6-464d593efbf7 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413227 Apr 16 04:52:15.381881 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:15.389745 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45140) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:52:15.496607 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6e491f-fc2e-4a25-b731-f91b2ceb39f9 tempest-TestMinimumBasicScenario-1079648258 tempest-TestMinimumBasicScenario-1079648258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:15.498112 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9a6e491f-fc2e-4a25-b731-f91b2ceb39f9 tempest-TestMinimumBasicScenario-1079648258 tempest-TestMinimumBasicScenario-1079648258-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 1124 time: 0.1067810 Apr 16 04:52:15.501560 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45144) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:52:15.505642 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': 'ff3f3c80-a3cc-4940-b3ee-46313b5985f3', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:52:15.579363 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:15.934624 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:16.036520 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Allocated IP 172.26.6.247 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/1e7faa0b-1d90-44b9-aa2f-41f010a829d1) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:52:16.136235 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for port (1e7faa0b-1d90-44b9-aa2f-41f010a829d1), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:16.221867 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (1e7faa0b-1d90-44b9-aa2f-41f010a829d1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:16.262133 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:52:16.265159 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:52:16.270601 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:52:16.294938 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Pushing event updated for resources: {'Port': ['ID=1e7faa0b-1d90-44b9-aa2f-41f010a829d1,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:52:16.306290 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:16.306630 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:16.306964 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:16.307294 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:16.307619 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:16.307944 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:16.308270 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:16.308586 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:16.308934 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:16.309256 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:16.309573 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:16.309890 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:16.310204 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:16.310518 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:16.310831 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:16.646516 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for floatingip (dd373c42-7251-4a97-b668-b9e4cf93cf8f), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:16.778239 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1e7faa0b-1d90-44b9-aa2f-41f010a829d1), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:16.928786 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for port (1e7faa0b-1d90-44b9-aa2f-41f010a829d1), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:16.998309 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (1e7faa0b-1d90-44b9-aa2f-41f010a829d1), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:17.066914 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Pushing event updated for resources: {'Port': ['ID=1e7faa0b-1d90-44b9-aa2f-41f010a829d1,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:52:17.078870 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (dd373c42-7251-4a97-b668-b9e4cf93cf8f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:17.181468 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Floating IP dd373c42-7251-4a97-b668-b9e4cf93cf8f associated. External IP: 172.26.6.247, port: ff3f3c80-a3cc-4940-b3ee-46313b5985f3. Apr 16 04:52:17.393208 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Router 95d3d038-1be7-486c-bd38-b5ca656d4780 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:52:17.511735 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:52:17.521724 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd7b292-78ca-4c72-9557-a9bfe6df449e None None] Sync routers for ids ['95d3d038-1be7-486c-bd38-b5ca656d4780'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:52:17.532067 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd7b292-78ca-4c72-9557-a9bfe6df449e None None] Routers {'95d3d038-1be7-486c-bd38-b5ca656d4780'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:52:17.532675 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-6fd7b292-78ca-4c72-9557-a9bfe6df449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:52:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['95d3d038-1be7-486c-bd38-b5ca656d4780'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:52:17.610054 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:17.640180 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-6fd7b292-78ca-4c72-9557-a9bfe6df449e None None] Set router 95d3d038-1be7-486c-bd38-b5ca656d4780 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:52:17.640600 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9d321b13-5a16-48c7-9b4b-eafee9e2e999 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1379929 Apr 16 04:52:17.641256 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6abd36-d526-4d47-a613-5151563ac345', 'tag': 'ff3f3c80-a3cc-4940-b3ee-46313b5985f3'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:52:17.643568 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45146) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:52:17.644088 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12c68ef-7830-4667-b1e9-88ab92940cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6abd36-d526-4d47-a613-5151563ac345", "tag": "ff3f3c80-a3cc-4940-b3ee-46313b5985f3"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:52:17.648490 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1901549420', 'description': 'tempest-secgroup-smoke-1901549420 description', 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:52:17.743644 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:17.743762 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fecc7a2-8d16-4d27-8267-58d586864345 x-openstack-request-id: req-1fecc7a2-8d16-4d27-8267-58d586864345 {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:52:17.743762 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6abd36-d526-4d47-a613-5151563ac345", "tag": "ff3f3c80-a3cc-4940-b3ee-46313b5985f3", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:52:17.743762 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1fecc7a2-8d16-4d27-8267-58d586864345 {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:52:17.743762 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fecc7a2-8d16-4d27-8267-58d586864345'] response: {'name': 'network-changed', 'server_uuid': '0b6abd36-d526-4d47-a613-5151563ac345', 'tag': 'ff3f3c80-a3cc-4940-b3ee-46313b5985f3', 'status': 'completed', 'code': 200} Apr 16 04:52:17.822028 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c68ef-7830-4667-b1e9-88ab92940cf2 req-8cf90420-ab20-46d4-ae62-a4782fa46212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:17.823951 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c12c68ef-7830-4667-b1e9-88ab92940cf2 req-8cf90420-ab20-46d4-ae62-a4782fa46212 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89d7b5ec781c40f6a9a56c6a90a67299&device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 1129 time: 0.0592382 Apr 16 04:52:17.867027 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-6fd7b292-78ca-4c72-9557-a9bfe6df449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'name': 'tempest-TestMinimumBasicScenario-1560298671-router', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:16Z', 'revision_number': 4, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'gw_port': {'id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'dd373c42-7251-4a97-b668-b9e4cf93cf8f', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'floating_ip_address': '172.26.6.247', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'port_id': 'ff3f3c80-a3cc-4940-b3ee-46313b5985f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991', 'mac_address': 'fa:16:3e:aa:dd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6abd36-d526-4d47-a613-5151563ac345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:52:16Z', 'updated_at': '2022-04-16T04:52:16Z', 'revision_number': 0, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7990e12c-91e2-4aa1-acfc-3b53eef463a2', 'name': '', 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'mac_address': 'fa:16:3e:85:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '79f611d6-03fa-4c21-8049-0cc1a4472cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:15Z', 'updated_at': '2022-04-16T04:51:20Z', 'revision_number': 5, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'subnets': [{'id': '79f611d6-03fa-4c21-8049-0cc1a4472cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:52:17.869277 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group (f5d417e8-1c7b-4534-82bd-4d3779fc2681), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:17.893725 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd7b292-78ca-4c72-9557-a9bfe6df449e None None] Checking router: 95d3d038-1be7-486c-bd38-b5ca656d4780 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:52:17.902110 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd7b292-78ca-4c72-9557-a9bfe6df449e None None] Routers {'95d3d038-1be7-486c-bd38-b5ca656d4780'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:52:17.902601 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-6fd7b292-78ca-4c72-9557-a9bfe6df449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:52:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['95d3d038-1be7-486c-bd38-b5ca656d4780'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:52:17.926182 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f5d417e8-1c7b-4534-82bd-4d3779fc2681), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:17.943651 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c68ef-7830-4667-b1e9-88ab92940cf2 req-06576ace-3115-4f74-a581-0aebbd376595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:17.945180 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c12c68ef-7830-4667-b1e9-88ab92940cf2 req-06576ace-3115-4f74-a581-0aebbd376595 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f121c853-f610-4de3-ae44-b83988d41991 HTTP/1.1" status: 200 len: 915 time: 0.1146464 Apr 16 04:52:17.999651 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d417e8-1c7b-4534-82bd-4d3779fc2681,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:52:18.010581 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-6fd7b292-78ca-4c72-9557-a9bfe6df449e None None] Set router 95d3d038-1be7-486c-bd38-b5ca656d4780 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:52:18.011339 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:18.013054 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:18.013054 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:18.013054 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:18.013054 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:18.013054 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:18.013724 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:18.014031 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:18.014354 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:18.014680 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:18.015009 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:18.015405 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:18.015673 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:18.015994 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:18.016313 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:52:18.031176 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:18.031176 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-056893ac-94b6-489c-8419-c34a64210eec tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3845754 Apr 16 04:52:18.032842 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45152) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:52:18.040940 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-f7bea1b1-4af6-42a8-8d9c-ba37c79e722d tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Request body: {'security_group_rule': {'security_group_id': 'f5d417e8-1c7b-4534-82bd-4d3779fc2681', 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:52:18.052042 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c12c68ef-7830-4667-b1e9-88ab92940cf2 req-b7cf5404-3005-4267-9fd2-718d02b6c1a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff3f3c80-a3cc-4940-b3ee-46313b5985f3 HTTP/1.1" status: 200 len: 999 time: 0.0996888 Apr 16 04:52:18.103538 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c68ef-7830-4667-b1e9-88ab92940cf2 req-7e4d6dc1-41c9-46bd-96b5-6f7d05fe1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:18.104933 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c12c68ef-7830-4667-b1e9-88ab92940cf2 req-7e4d6dc1-41c9-46bd-96b5-6f7d05fe1672 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=79f611d6-03fa-4c21-8049-0cc1a4472cfe HTTP/1.1" status: 200 len: 854 time: 0.0463774 Apr 16 04:52:18.151610 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c68ef-7830-4667-b1e9-88ab92940cf2 req-5b9d01e5-1487-4da1-9171-198f75b929b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:18.153108 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c12c68ef-7830-4667-b1e9-88ab92940cf2 req-5b9d01e5-1487-4da1-9171-198f75b929b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f121c853-f610-4de3-ae44-b83988d41991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426469 Apr 16 04:52:18.168518 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f7bea1b1-4af6-42a8-8d9c-ba37c79e722d tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group_rule (e971a087-fb61-48d2-8d03-01c76d438936), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:18.225895 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-6fd7b292-78ca-4c72-9557-a9bfe6df449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'name': 'tempest-TestMinimumBasicScenario-1560298671-router', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:16Z', 'revision_number': 4, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'gw_port': {'id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'dd373c42-7251-4a97-b668-b9e4cf93cf8f', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'floating_ip_address': '172.26.6.247', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'port_id': 'ff3f3c80-a3cc-4940-b3ee-46313b5985f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991', 'mac_address': 'fa:16:3e:aa:dd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6abd36-d526-4d47-a613-5151563ac345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:52:16Z', 'updated_at': '2022-04-16T04:52:16Z', 'revision_number': 0, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7990e12c-91e2-4aa1-acfc-3b53eef463a2', 'name': '', 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'mac_address': 'fa:16:3e:85:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '79f611d6-03fa-4c21-8049-0cc1a4472cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:15Z', 'updated_at': '2022-04-16T04:51:20Z', 'revision_number': 5, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'subnets': [{'id': '79f611d6-03fa-4c21-8049-0cc1a4472cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:52:18.255181 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd7b292-78ca-4c72-9557-a9bfe6df449e None None] The sync data for ids ['95d3d038-1be7-486c-bd38-b5ca656d4780'] in dv-neutron-838078-2-hyperv is: [{'id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'name': 'tempest-TestMinimumBasicScenario-1560298671-router', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:16Z', 'revision_number': 4, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'gw_port': {'id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'dd373c42-7251-4a97-b668-b9e4cf93cf8f', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'floating_ip_address': '172.26.6.247', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'port_id': 'ff3f3c80-a3cc-4940-b3ee-46313b5985f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991', 'mac_address': 'fa:16:3e:aa:dd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6abd36-d526-4d47-a613-5151563ac345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:52:16Z', 'updated_at': '2022-04-16T04:52:16Z', 'revision_number': 0, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7990e12c-91e2-4aa1-acfc-3b53eef463a2', 'name': '', 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'mac_address': 'fa:16:3e:85:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '79f611d6-03fa-4c21-8049-0cc1a4472cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:15Z', 'updated_at': '2022-04-16T04:51:20Z', 'revision_number': 5, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'subnets': [{'id': '79f611d6-03fa-4c21-8049-0cc1a4472cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:52:18.278015 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f7bea1b1-4af6-42a8-8d9c-ba37c79e722d tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group_rule (e971a087-fb61-48d2-8d03-01c76d438936), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:18.284377 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c12c68ef-7830-4667-b1e9-88ab92940cf2 req-075acf67-8526-4b72-8d01-b8ba909df2f3 service neutron] 10.222.0.18 "GET /v2.0/networks/f121c853-f610-4de3-ae44-b83988d41991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242645 Apr 16 04:52:18.357340 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f7bea1b1-4af6-42a8-8d9c-ba37c79e722d tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (e971a087-fb61-48d2-8d03-01c76d438936), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:18.393161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bea1b1-4af6-42a8-8d9c-ba37c79e722d tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e971a087-fb61-48d2-8d03-01c76d438936,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:52:18.397687 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c12c68ef-7830-4667-b1e9-88ab92940cf2 req-44a69b04-4b6f-410d-ac30-51977ff742e5 service neutron] 10.222.0.18 "GET /v2.0/networks/f121c853-f610-4de3-ae44-b83988d41991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069014 Apr 16 04:52:18.454833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a37d00c-bb38-4880-b902-369cc5687e8a None None] New status for floating IP dd373c42-7251-4a97-b668-b9e4cf93cf8f: ACTIVE {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:52:18.460960 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f7bea1b1-4af6-42a8-8d9c-ba37c79e722d tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:18.462218 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f7bea1b1-4af6-42a8-8d9c-ba37c79e722d tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4284687 Apr 16 04:52:18.465489 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45154) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:52:18.470567 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-31867bb9-0c23-4646-acc6-ae2523e4bbdd tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Request body: {'security_group_rule': {'security_group_id': 'f5d417e8-1c7b-4534-82bd-4d3779fc2681', 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:52:18.555492 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-31867bb9-0c23-4646-acc6-ae2523e4bbdd tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group_rule (27b8f1f3-3d2d-47f9-b07c-79f47b7f4398), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:18.613780 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-31867bb9-0c23-4646-acc6-ae2523e4bbdd tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group_rule (27b8f1f3-3d2d-47f9-b07c-79f47b7f4398), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:18.681585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-31867bb9-0c23-4646-acc6-ae2523e4bbdd tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (27b8f1f3-3d2d-47f9-b07c-79f47b7f4398), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:18.700574 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31867bb9-0c23-4646-acc6-ae2523e4bbdd tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b8f1f3-3d2d-47f9-b07c-79f47b7f4398,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:52:18.757570 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-31867bb9-0c23-4646-acc6-ae2523e4bbdd tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:18.758798 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-31867bb9-0c23-4646-acc6-ae2523e4bbdd tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2923744 Apr 16 04:52:18.761524 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45156) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:52:18.766582 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-1edb6fb2-e0a3-4b4f-a0a2-c6e0b5952b8e tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Request body: {'security_group_rule': {'security_group_id': 'f5d417e8-1c7b-4534-82bd-4d3779fc2681', 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:52:18.830677 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1edb6fb2-e0a3-4b4f-a0a2-c6e0b5952b8e tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group_rule (f8912f7f-955c-4bda-ae06-c59d2d7ec5da), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:18.890189 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1edb6fb2-e0a3-4b4f-a0a2-c6e0b5952b8e tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group_rule (f8912f7f-955c-4bda-ae06-c59d2d7ec5da), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:18.964081 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1edb6fb2-e0a3-4b4f-a0a2-c6e0b5952b8e tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (f8912f7f-955c-4bda-ae06-c59d2d7ec5da), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:18.982950 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb6fb2-e0a3-4b4f-a0a2-c6e0b5952b8e tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8912f7f-955c-4bda-ae06-c59d2d7ec5da,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:52:19.057553 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-1edb6fb2-e0a3-4b4f-a0a2-c6e0b5952b8e tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:19.058747 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1edb6fb2-e0a3-4b4f-a0a2-c6e0b5952b8e tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2963192 Apr 16 04:52:19.061478 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45158) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:52:19.066291 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-d310d6f8-b916-4282-ba2f-e79ab38246db tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Request body: {'security_group_rule': {'security_group_id': 'f5d417e8-1c7b-4534-82bd-4d3779fc2681', 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:52:19.149345 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d310d6f8-b916-4282-ba2f-e79ab38246db tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group_rule (405439ce-6afb-481f-8ffe-0f7e62cba5e2), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:19.206343 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d310d6f8-b916-4282-ba2f-e79ab38246db tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group_rule (405439ce-6afb-481f-8ffe-0f7e62cba5e2), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:19.281719 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d310d6f8-b916-4282-ba2f-e79ab38246db tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (405439ce-6afb-481f-8ffe-0f7e62cba5e2), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:19.300453 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310d6f8-b916-4282-ba2f-e79ab38246db tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405439ce-6afb-481f-8ffe-0f7e62cba5e2,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:52:19.377669 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d310d6f8-b916-4282-ba2f-e79ab38246db tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:19.378880 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d310d6f8-b916-4282-ba2f-e79ab38246db tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3158574 Apr 16 04:52:19.381601 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45160) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:52:19.385950 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-a4a413e7-fc12-4827-94fe-9537b3c5cb05 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Request body: {'security_group_rule': {'security_group_id': 'f5d417e8-1c7b-4534-82bd-4d3779fc2681', 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:52:19.481416 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-a4a413e7-fc12-4827-94fe-9537b3c5cb05 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Project 89d7b5ec781c40f6a9a56c6a90a67299 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:52:19.487609 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a4a413e7-fc12-4827-94fe-9537b3c5cb05 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group_rule (58637f3b-e6c8-4723-b4d5-e56d4c979419), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:19.544533 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a4a413e7-fc12-4827-94fe-9537b3c5cb05 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group_rule (58637f3b-e6c8-4723-b4d5-e56d4c979419), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:19.633312 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a4a413e7-fc12-4827-94fe-9537b3c5cb05 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (58637f3b-e6c8-4723-b4d5-e56d4c979419), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:19.653725 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a413e7-fc12-4827-94fe-9537b3c5cb05 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58637f3b-e6c8-4723-b4d5-e56d4c979419,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:52:19.721079 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a4a413e7-fc12-4827-94fe-9537b3c5cb05 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:19.722309 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a4a413e7-fc12-4827-94fe-9537b3c5cb05 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3397090 Apr 16 04:52:19.725049 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45162) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:52:19.729334 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-b7f3d56c-fefe-422b-8c32-5308e9ea63ba tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Request body: {'security_group_rule': {'security_group_id': 'f5d417e8-1c7b-4534-82bd-4d3779fc2681', 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:52:19.798728 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-b7f3d56c-fefe-422b-8c32-5308e9ea63ba tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Project 89d7b5ec781c40f6a9a56c6a90a67299 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:52:19.804335 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b7f3d56c-fefe-422b-8c32-5308e9ea63ba tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group_rule (4ea252b0-8234-4678-8763-a675d7919c84), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:19.864916 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b7f3d56c-fefe-422b-8c32-5308e9ea63ba tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group_rule (4ea252b0-8234-4678-8763-a675d7919c84), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:19.926680 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b7f3d56c-fefe-422b-8c32-5308e9ea63ba tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (4ea252b0-8234-4678-8763-a675d7919c84), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:19.944614 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3d56c-fefe-422b-8c32-5308e9ea63ba tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea252b0-8234-4678-8763-a675d7919c84,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:52:19.997334 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b7f3d56c-fefe-422b-8c32-5308e9ea63ba tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:19.998555 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b7f3d56c-fefe-422b-8c32-5308e9ea63ba tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2725852 Apr 16 04:52:20.086746 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fb5b5442-2477-4e8c-9b1e-999272e74a95 req-7260ce0a-492d-4fd8-9072-4b51f76c002e tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1901549420&fields=id&tenant_id=89d7b5ec781c40f6a9a56c6a90a67299 HTTP/1.1" status: 200 len: 267 time: 0.0449281 Apr 16 04:52:20.135448 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b5442-2477-4e8c-9b1e-999272e74a95 req-b8143b62-6083-4dea-8dad-a5b1e0215e81 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:20.136906 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fb5b5442-2477-4e8c-9b1e-999272e74a95 req-b8143b62-6083-4dea-8dad-a5b1e0215e81 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 945 time: 0.0450475 Apr 16 04:52:20.148072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [req-fb5b5442-2477-4e8c-9b1e-999272e74a95 req-2cf2400b-e97c-4523-8490-5837c37ecb08 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Request body: {'port': {'security_groups': ['3fe4e8e6-4a30-45d8-863e-15180af679f0', 'f5d417e8-1c7b-4534-82bd-4d3779fc2681']}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:52:20.218137 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-fb5b5442-2477-4e8c-9b1e-999272e74a95 req-2cf2400b-e97c-4523-8490-5837c37ecb08 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:20.401936 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [req-fb5b5442-2477-4e8c-9b1e-999272e74a95 req-2cf2400b-e97c-4523-8490-5837c37ecb08 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] For port ff3f3c80-a3cc-4940-b3ee-46313b5985f3, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ff3f3c80-a3cc-4940-b3ee-46313b5985f3,segment=NetworkSegment(4a765a4e-c34f-4112-a05d-4d96411277ac),segment_id=4a765a4e-c34f-4112-a05d-4d96411277ac)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:52:20.431037 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-fb5b5442-2477-4e8c-9b1e-999272e74a95 req-2cf2400b-e97c-4523-8490-5837c37ecb08 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:20.484736 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-fb5b5442-2477-4e8c-9b1e-999272e74a95 req-2cf2400b-e97c-4523-8490-5837c37ecb08 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:20.496292 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['ff3f3c80-a3cc-4940-b3ee-46313b5985f3'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:52:20.527314 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b5442-2477-4e8c-9b1e-999272e74a95 req-2cf2400b-e97c-4523-8490-5837c37ecb08 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:20.527935 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-fb5b5442-2477-4e8c-9b1e-999272e74a95 req-2cf2400b-e97c-4523-8490-5837c37ecb08 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:20.529504 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fb5b5442-2477-4e8c-9b1e-999272e74a95 req-2cf2400b-e97c-4523-8490-5837c37ecb08 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "PUT /v2.0/ports/ff3f3c80-a3cc-4940-b3ee-46313b5985f3 HTTP/1.1" status: 200 len: 981 time: 0.3856423 Apr 16 04:52:20.529959 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6abd36-d526-4d47-a613-5151563ac345', 'tag': 'ff3f3c80-a3cc-4940-b3ee-46313b5985f3'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:52:20.532268 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4deafde0-3415-4625-af44-1ffe3059ee8a" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6abd36-d526-4d47-a613-5151563ac345", "tag": "ff3f3c80-a3cc-4940-b3ee-46313b5985f3"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:52:20.568422 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2400b-e97c-4523-8490-5837c37ecb08 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Pushing event updated for resources: {'Port': ['ID=ff3f3c80-a3cc-4940-b3ee-46313b5985f3,revision_number=6']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:52:20.580166 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e219ec25-443a-4427-98c4-fd2c797c346b x-openstack-request-id: req-e219ec25-443a-4427-98c4-fd2c797c346b {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:52:20.580463 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6abd36-d526-4d47-a613-5151563ac345", "tag": "ff3f3c80-a3cc-4940-b3ee-46313b5985f3", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:52:20.580866 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e219ec25-443a-4427-98c4-fd2c797c346b {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:52:20.581152 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e219ec25-443a-4427-98c4-fd2c797c346b'] response: {'name': 'network-changed', 'server_uuid': '0b6abd36-d526-4d47-a613-5151563ac345', 'tag': 'ff3f3c80-a3cc-4940-b3ee-46313b5985f3', 'status': 'completed', 'code': 200} Apr 16 04:52:20.656329 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['ff3f3c80-a3cc-4940-b3ee-46313b5985f3'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:52:20.680480 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafde0-3415-4625-af44-1ffe3059ee8a req-57476bf8-0f00-48d0-ac6c-baf4c6958fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:20.682236 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4deafde0-3415-4625-af44-1ffe3059ee8a req-57476bf8-0f00-48d0-ac6c-baf4c6958fbe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89d7b5ec781c40f6a9a56c6a90a67299&device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 1168 time: 0.0743709 Apr 16 04:52:20.815228 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a51c9a-99d7-4d9b-9c49-9959fc37a7c9 req-985d7ac6-9101-4841-ae82-cf9d33b68b95 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:20.822638 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-66a51c9a-99d7-4d9b-9c49-9959fc37a7c9 req-985d7ac6-9101-4841-ae82-cf9d33b68b95 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 984 time: 0.1991577 Apr 16 04:52:20.883709 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafde0-3415-4625-af44-1ffe3059ee8a req-85c99715-b449-4a61-902a-0b9c08d399fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:20.885217 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4deafde0-3415-4625-af44-1ffe3059ee8a req-85c99715-b449-4a61-902a-0b9c08d399fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=f121c853-f610-4de3-ae44-b83988d41991 HTTP/1.1" status: 200 len: 915 time: 0.1917574 Apr 16 04:52:20.940621 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-66a51c9a-99d7-4d9b-9c49-9959fc37a7c9 req-fbb9ff16-6904-4fca-90d0-27e378bc46aa tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5d417e8-1c7b-4534-82bd-4d3779fc2681&id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1168921 Apr 16 04:52:20.964464 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4deafde0-3415-4625-af44-1ffe3059ee8a req-01a983cf-68aa-4593-ad4e-6a4101a1e104 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff3f3c80-a3cc-4940-b3ee-46313b5985f3 HTTP/1.1" status: 200 len: 1001 time: 0.0710597 Apr 16 04:52:20.969804 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-246fa1d7-aadb-4e3f-82fa-061fb6440957 None None] Provisioning complete for port ff3f3c80-a3cc-4940-b3ee-46313b5985f3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:52:20.970176 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-246fa1d7-aadb-4e3f-82fa-061fb6440957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:21.019337 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafde0-3415-4625-af44-1ffe3059ee8a req-8981eae1-6727-404d-8162-fd91a9ecbc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:21.021040 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4deafde0-3415-4625-af44-1ffe3059ee8a req-8981eae1-6727-404d-8162-fd91a9ecbc3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=79f611d6-03fa-4c21-8049-0cc1a4472cfe HTTP/1.1" status: 200 len: 854 time: 0.0500710 Apr 16 04:52:21.063522 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafde0-3415-4625-af44-1ffe3059ee8a req-42a69aa1-bbe9-4266-acbf-0c821ed321a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:21.065051 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4deafde0-3415-4625-af44-1ffe3059ee8a req-42a69aa1-bbe9-4266-acbf-0c821ed321a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f121c853-f610-4de3-ae44-b83988d41991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388165 Apr 16 04:52:21.153542 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4deafde0-3415-4625-af44-1ffe3059ee8a req-6b13b783-4679-4a87-bfdd-a3d8aaee6421 service neutron] 10.222.0.18 "GET /v2.0/networks/f121c853-f610-4de3-ae44-b83988d41991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825982 Apr 16 04:52:21.173133 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-246fa1d7-aadb-4e3f-82fa-061fb6440957 None None] Current status of the port ff3f3c80-a3cc-4940-b3ee-46313b5985f3 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:52:21.246868 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4deafde0-3415-4625-af44-1ffe3059ee8a req-66cb1081-93a9-42dc-9bf5-7c633f1bcbcc service neutron] 10.222.0.18 "GET /v2.0/networks/f121c853-f610-4de3-ae44-b83988d41991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861714 Apr 16 04:52:25.223517 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a8981-a03b-41e9-8f3b-6d0b44b5295e req-38e2ac57-ce2b-4135-ad87-8991487fe1be tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:25.225062 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3c7a8981-a03b-41e9-8f3b-6d0b44b5295e req-38e2ac57-ce2b-4135-ad87-8991487fe1be tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 984 time: 0.0481939 Apr 16 04:52:25.320308 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3c7a8981-a03b-41e9-8f3b-6d0b44b5295e req-4ac72029-41fa-4b9e-97bf-2340ad6aa1c6 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5d417e8-1c7b-4534-82bd-4d3779fc2681&id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0887690 Apr 16 04:52:25.321402 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af97c4-ae5b-4b6d-98a1-c708dbb07cb4 req-5b4909ec-4817-494c-be9d-a40055fdecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:25.322763 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d6af97c4-ae5b-4b6d-98a1-c708dbb07cb4 req-5b4909ec-4817-494c-be9d-a40055fdecc8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89d7b5ec781c40f6a9a56c6a90a67299&device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 1168 time: 0.0633743 Apr 16 04:52:25.413513 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af97c4-ae5b-4b6d-98a1-c708dbb07cb4 req-fcb9a7ef-d13a-4b95-834e-849f0b077b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:25.414986 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d6af97c4-ae5b-4b6d-98a1-c708dbb07cb4 req-fcb9a7ef-d13a-4b95-834e-849f0b077b24 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f121c853-f610-4de3-ae44-b83988d41991 HTTP/1.1" status: 200 len: 915 time: 0.0853837 Apr 16 04:52:25.485048 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d6af97c4-ae5b-4b6d-98a1-c708dbb07cb4 req-693ce35e-8c3a-4d4e-9094-1e9fb76876d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff3f3c80-a3cc-4940-b3ee-46313b5985f3 HTTP/1.1" status: 200 len: 1001 time: 0.0614147 Apr 16 04:52:25.533117 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af97c4-ae5b-4b6d-98a1-c708dbb07cb4 req-a392a3ec-d793-4da4-a2c3-0fe740193fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:25.534523 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d6af97c4-ae5b-4b6d-98a1-c708dbb07cb4 req-a392a3ec-d793-4da4-a2c3-0fe740193fb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=79f611d6-03fa-4c21-8049-0cc1a4472cfe HTTP/1.1" status: 200 len: 854 time: 0.0434892 Apr 16 04:52:25.577372 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af97c4-ae5b-4b6d-98a1-c708dbb07cb4 req-77e6a3cf-c67b-454b-bb7e-afb4f799317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:25.578854 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d6af97c4-ae5b-4b6d-98a1-c708dbb07cb4 req-77e6a3cf-c67b-454b-bb7e-afb4f799317e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f121c853-f610-4de3-ae44-b83988d41991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378647 Apr 16 04:52:25.671692 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d6af97c4-ae5b-4b6d-98a1-c708dbb07cb4 req-e6824ec7-c346-4176-a74a-88231bfa6e0d service neutron] 10.222.0.18 "GET /v2.0/networks/f121c853-f610-4de3-ae44-b83988d41991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861559 Apr 16 04:52:25.762299 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d6af97c4-ae5b-4b6d-98a1-c708dbb07cb4 req-8ddee040-c55c-4aab-a168-eebc9aa77aec service neutron] 10.222.0.18 "GET /v2.0/networks/f121c853-f610-4de3-ae44-b83988d41991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827718 Apr 16 04:52:26.440214 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0f694-b52f-44d5-bfa3-047d9572d925 req-ba348ea1-8fa8-4b89-9208-ee49cca9072a tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:26.441742 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-01d0f694-b52f-44d5-bfa3-047d9572d925 req-ba348ea1-8fa8-4b89-9208-ee49cca9072a tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 984 time: 0.0531662 Apr 16 04:52:26.500738 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-01d0f694-b52f-44d5-bfa3-047d9572d925 req-eb073f94-40aa-4dc6-844e-7608911c3a8f tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5d417e8-1c7b-4534-82bd-4d3779fc2681&id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526719 Apr 16 04:52:27.617445 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40254de6-7d68-41aa-b303-e0d802fbe029 req-843cb007-26f2-4375-aa77-b123c122c97c tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:27.619149 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-40254de6-7d68-41aa-b303-e0d802fbe029 req-843cb007-26f2-4375-aa77-b123c122c97c tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 984 time: 0.0507939 Apr 16 04:52:27.679018 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-40254de6-7d68-41aa-b303-e0d802fbe029 req-398e94e2-0b7e-490c-b22e-c50507c6e95e tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5d417e8-1c7b-4534-82bd-4d3779fc2681&id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540767 Apr 16 04:52:28.386895 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:28.792034 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c41e64-3464-4823-b185-e243738b0c06 req-4b059317-7cbf-4fc0-8ebc-61086f547004 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:28.793518 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-35c41e64-3464-4823-b185-e243738b0c06 req-4b059317-7cbf-4fc0-8ebc-61086f547004 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 984 time: 0.0478334 Apr 16 04:52:28.853837 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-35c41e64-3464-4823-b185-e243738b0c06 req-cf156cf8-3f1c-4eec-a4bb-1ffa94c1a032 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5d417e8-1c7b-4534-82bd-4d3779fc2681&id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542274 Apr 16 04:52:29.963647 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab2c75-b23d-42bb-8974-5d65b3366a36 req-2000242b-4b2d-402f-ac36-6ddf88f85b62 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:29.965124 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-27ab2c75-b23d-42bb-8974-5d65b3366a36 req-2000242b-4b2d-402f-ac36-6ddf88f85b62 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 984 time: 0.0471721 Apr 16 04:52:30.023828 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-27ab2c75-b23d-42bb-8974-5d65b3366a36 req-4cd99b01-1b5d-4a4a-85ee-03401f521b32 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5d417e8-1c7b-4534-82bd-4d3779fc2681&id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526178 Apr 16 04:52:31.134684 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc0cce-2cba-4182-97ef-05b6151cdd87 req-c7e6fc32-352e-438d-9290-21cce1212160 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:31.136031 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d4cc0cce-2cba-4182-97ef-05b6151cdd87 req-c7e6fc32-352e-438d-9290-21cce1212160 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 984 time: 0.0467622 Apr 16 04:52:31.197576 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d4cc0cce-2cba-4182-97ef-05b6151cdd87 req-9e2a0576-41aa-4152-b848-01f832be1072 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5d417e8-1c7b-4534-82bd-4d3779fc2681&id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557902 Apr 16 04:52:32.308865 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8ff6-84a1-42a4-b772-a11a34029dfe req-2b8febdf-06ed-42f1-9951-fc13271ca068 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:32.310301 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c3ec8ff6-84a1-42a4-b772-a11a34029dfe req-2b8febdf-06ed-42f1-9951-fc13271ca068 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 984 time: 0.0492637 Apr 16 04:52:32.368355 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c3ec8ff6-84a1-42a4-b772-a11a34029dfe req-306c7d57-56c4-481c-9f7e-33fd7c8e3353 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5d417e8-1c7b-4534-82bd-4d3779fc2681&id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520411 Apr 16 04:52:33.479609 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e1a70-526c-4990-bd7c-fd3f0d43afcc req-ec706976-5242-4184-b906-bc0842bbda55 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:33.481073 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4b0e1a70-526c-4990-bd7c-fd3f0d43afcc req-ec706976-5242-4184-b906-bc0842bbda55 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 984 time: 0.0472360 Apr 16 04:52:33.539322 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4b0e1a70-526c-4990-bd7c-fd3f0d43afcc req-a06ce10e-52f4-41d0-9753-d10526ac0eaa tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5d417e8-1c7b-4534-82bd-4d3779fc2681&id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527916 Apr 16 04:52:34.652272 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1d58e-acb8-4487-ad80-f5e38aa2091d req-9ad7d7e4-d76d-4771-a313-2df09a7384fc tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:34.653743 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cec1d58e-acb8-4487-ad80-f5e38aa2091d req-9ad7d7e4-d76d-4771-a313-2df09a7384fc tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 984 time: 0.0472808 Apr 16 04:52:34.711158 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cec1d58e-acb8-4487-ad80-f5e38aa2091d req-6e3884e3-d31e-4af9-a187-226d78adaf15 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5d417e8-1c7b-4534-82bd-4d3779fc2681&id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519667 Apr 16 04:52:35.824952 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15c69e-f218-4f5e-8a6a-ba7763f2cb02 req-88714890-6e5c-4317-b353-bcfaf66de122 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:35.825903 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4e15c69e-f218-4f5e-8a6a-ba7763f2cb02 req-88714890-6e5c-4317-b353-bcfaf66de122 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 984 time: 0.0480161 Apr 16 04:52:35.888572 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4e15c69e-f218-4f5e-8a6a-ba7763f2cb02 req-e19b61a7-d2d8-4493-9e40-ebfcf5f6ef88 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5d417e8-1c7b-4534-82bd-4d3779fc2681&id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563633 Apr 16 04:52:37.006916 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6062ee9-02f5-4984-92a4-3b8f50315fed req-db483c32-e8f7-4a53-9c04-ed6ad29a43c0 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:52:37.008360 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f6062ee9-02f5-4984-92a4-3b8f50315fed req-db483c32-e8f7-4a53-9c04-ed6ad29a43c0 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 984 time: 0.0461526 Apr 16 04:52:37.070911 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f6062ee9-02f5-4984-92a4-3b8f50315fed req-1d231afd-badb-4b95-9909-0ca97d818aaf tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5d417e8-1c7b-4534-82bd-4d3779fc2681&id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567122 Apr 16 04:52:39.098026 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e44fe734-7216-4d64-baf8-5562984bf27c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:41.512383 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2eb8060d-0111-4b10-9c66-4e53b2f57714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:42.657917 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:44.126821 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:45.412306 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:52:50.076927 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:52:58.374769 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:03.385091 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e869e139-1e22-4870-bb7f-bd746b67faa5 req-62cf015b-b942-45f8-9f50-b4a598aede97 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370860 Apr 16 04:53:03.463260 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869e139-1e22-4870-bb7f-bd746b67faa5 req-9fdb5dff-f72c-4828-8db1-fcecfd9c1775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:03.464703 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e869e139-1e22-4870-bb7f-bd746b67faa5 req-9fdb5dff-f72c-4828-8db1-fcecfd9c1775 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89d7b5ec781c40f6a9a56c6a90a67299&device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 1168 time: 0.0391815 Apr 16 04:53:03.854401 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869e139-1e22-4870-bb7f-bd746b67faa5 req-71b7e4f2-e354-41a8-9192-1774d5daf8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:03.855843 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e869e139-1e22-4870-bb7f-bd746b67faa5 req-71b7e4f2-e354-41a8-9192-1774d5daf8bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=f121c853-f610-4de3-ae44-b83988d41991 HTTP/1.1" status: 200 len: 915 time: 0.3736520 Apr 16 04:53:03.920419 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e869e139-1e22-4870-bb7f-bd746b67faa5 req-0979dc86-309e-4f0c-a2c2-819566c37468 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff3f3c80-a3cc-4940-b3ee-46313b5985f3 HTTP/1.1" status: 200 len: 1001 time: 0.0573883 Apr 16 04:53:03.966771 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869e139-1e22-4870-bb7f-bd746b67faa5 req-4688d5be-2ebb-4e90-85d0-9c080e2f907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:03.968163 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e869e139-1e22-4870-bb7f-bd746b67faa5 req-4688d5be-2ebb-4e90-85d0-9c080e2f907e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=79f611d6-03fa-4c21-8049-0cc1a4472cfe HTTP/1.1" status: 200 len: 854 time: 0.0424953 Apr 16 04:53:04.014224 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869e139-1e22-4870-bb7f-bd746b67faa5 req-f4a1d004-6d4a-4909-9476-e77e23537d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:04.015680 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e869e139-1e22-4870-bb7f-bd746b67faa5 req-f4a1d004-6d4a-4909-9476-e77e23537d8b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f121c853-f610-4de3-ae44-b83988d41991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0416410 Apr 16 04:53:04.104031 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e869e139-1e22-4870-bb7f-bd746b67faa5 req-c158ef84-d6da-46bd-9467-7ea9bc8e9544 service neutron] 10.222.0.18 "GET /v2.0/networks/f121c853-f610-4de3-ae44-b83988d41991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817420 Apr 16 04:53:04.198292 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e869e139-1e22-4870-bb7f-bd746b67faa5 req-8c101891-369a-47b2-994c-26334e9ef688 service neutron] 10.222.0.18 "GET /v2.0/networks/f121c853-f610-4de3-ae44-b83988d41991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872462 Apr 16 04:53:09.094063 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-be342bf4-4f2d-4213-b08b-a72121acd5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:09.212592 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6c5759c4-7fbd-4550-8c5d-a2518ff3f174 req-aa09d945-f428-4dad-b9e7-6ac50e0219df tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1901549420&fields=id&tenant_id=89d7b5ec781c40f6a9a56c6a90a67299 HTTP/1.1" status: 200 len: 267 time: 0.0429094 Apr 16 04:53:09.262409 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5759c4-7fbd-4550-8c5d-a2518ff3f174 req-e63ec61c-8e14-41fd-bc6d-9a39990effb5 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:09.263837 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6c5759c4-7fbd-4550-8c5d-a2518ff3f174 req-e63ec61c-8e14-41fd-bc6d-9a39990effb5 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 984 time: 0.0461323 Apr 16 04:53:09.274505 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [req-6c5759c4-7fbd-4550-8c5d-a2518ff3f174 req-ec41888c-cf18-4848-9ac9-e6ad82d86df6 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Request body: {'port': {'security_groups': ['3fe4e8e6-4a30-45d8-863e-15180af679f0']}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:53:09.345927 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-6c5759c4-7fbd-4550-8c5d-a2518ff3f174 req-ec41888c-cf18-4848-9ac9-e6ad82d86df6 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:09.517408 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [req-6c5759c4-7fbd-4550-8c5d-a2518ff3f174 req-ec41888c-cf18-4848-9ac9-e6ad82d86df6 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] For port ff3f3c80-a3cc-4940-b3ee-46313b5985f3, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ff3f3c80-a3cc-4940-b3ee-46313b5985f3,segment=NetworkSegment(4a765a4e-c34f-4112-a05d-4d96411277ac),segment_id=4a765a4e-c34f-4112-a05d-4d96411277ac)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:53:09.547059 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-6c5759c4-7fbd-4550-8c5d-a2518ff3f174 req-ec41888c-cf18-4848-9ac9-e6ad82d86df6 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:09.611740 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-6c5759c4-7fbd-4550-8c5d-a2518ff3f174 req-ec41888c-cf18-4848-9ac9-e6ad82d86df6 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:09.625304 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['ff3f3c80-a3cc-4940-b3ee-46313b5985f3'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:53:09.653720 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5759c4-7fbd-4550-8c5d-a2518ff3f174 req-ec41888c-cf18-4848-9ac9-e6ad82d86df6 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:09.654344 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-6c5759c4-7fbd-4550-8c5d-a2518ff3f174 req-ec41888c-cf18-4848-9ac9-e6ad82d86df6 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:09.655886 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6c5759c4-7fbd-4550-8c5d-a2518ff3f174 req-ec41888c-cf18-4848-9ac9-e6ad82d86df6 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "PUT /v2.0/ports/ff3f3c80-a3cc-4940-b3ee-46313b5985f3 HTTP/1.1" status: 200 len: 942 time: 0.3855095 Apr 16 04:53:09.658771 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6abd36-d526-4d47-a613-5151563ac345', 'tag': 'ff3f3c80-a3cc-4940-b3ee-46313b5985f3'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:53:09.660782 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c459104-d0e2-46c7-a5a3-48b37f99e80b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6abd36-d526-4d47-a613-5151563ac345", "tag": "ff3f3c80-a3cc-4940-b3ee-46313b5985f3"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:53:09.662349 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45226) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:09.704108 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41888c-cf18-4848-9ac9-e6ad82d86df6 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Pushing event updated for resources: {'Port': ['ID=ff3f3c80-a3cc-4940-b3ee-46313b5985f3,revision_number=7']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:09.717936 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de77c30-89f4-4f5c-9799-0180cab8a978 x-openstack-request-id: req-9de77c30-89f4-4f5c-9799-0180cab8a978 {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:53:09.718191 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6abd36-d526-4d47-a613-5151563ac345", "tag": "ff3f3c80-a3cc-4940-b3ee-46313b5985f3", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:53:09.718451 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9de77c30-89f4-4f5c-9799-0180cab8a978 {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:53:09.718866 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de77c30-89f4-4f5c-9799-0180cab8a978'] response: {'name': 'network-changed', 'server_uuid': '0b6abd36-d526-4d47-a613-5151563ac345', 'tag': 'ff3f3c80-a3cc-4940-b3ee-46313b5985f3', 'status': 'completed', 'code': 200} Apr 16 04:53:09.726212 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['ff3f3c80-a3cc-4940-b3ee-46313b5985f3'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:53:09.760040 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-eab22e3d-b8a3-420b-ab2c-184bd443d332 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group (f5d417e8-1c7b-4534-82bd-4d3779fc2681), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:09.812256 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c459104-d0e2-46c7-a5a3-48b37f99e80b req-db8c523b-3bca-4e45-baa1-87ea5f4f888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:09.814456 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7c459104-d0e2-46c7-a5a3-48b37f99e80b req-db8c523b-3bca-4e45-baa1-87ea5f4f888a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89d7b5ec781c40f6a9a56c6a90a67299&device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 1129 time: 0.0701492 Apr 16 04:53:09.817075 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-eab22e3d-b8a3-420b-ab2c-184bd443d332 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group (f5d417e8-1c7b-4534-82bd-4d3779fc2681), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:09.941903 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c459104-d0e2-46c7-a5a3-48b37f99e80b req-92d7d78b-d7f6-42dd-9930-c511cd5f1727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:09.941903 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7c459104-d0e2-46c7-a5a3-48b37f99e80b req-92d7d78b-d7f6-42dd-9930-c511cd5f1727 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f121c853-f610-4de3-ae44-b83988d41991 HTTP/1.1" status: 200 len: 915 time: 0.1175981 Apr 16 04:53:09.990343 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-ce960e79-7ea5-4ae3-a667-475ff9cc6d29 None None] Provisioning complete for port ff3f3c80-a3cc-4940-b3ee-46313b5985f3 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:53:09.990806 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ce960e79-7ea5-4ae3-a667-475ff9cc6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:10.010119 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7c459104-d0e2-46c7-a5a3-48b37f99e80b req-6eee223a-1749-459e-98c5-541a8b6a1392 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff3f3c80-a3cc-4940-b3ee-46313b5985f3 HTTP/1.1" status: 200 len: 1001 time: 0.0646234 Apr 16 04:53:10.026188 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-eab22e3d-b8a3-420b-ab2c-184bd443d332 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (f5d417e8-1c7b-4534-82bd-4d3779fc2681), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:10.028634 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-eab22e3d-b8a3-420b-ab2c-184bd443d332 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:10.030257 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-eab22e3d-b8a3-420b-ab2c-184bd443d332 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "DELETE /v2.0/security-groups/f5d417e8-1c7b-4534-82bd-4d3779fc2681 HTTP/1.1" status: 204 len: 168 time: 0.3660665 Apr 16 04:53:10.032677 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45230) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:10.060651 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab22e3d-b8a3-420b-ab2c-184bd443d332 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d417e8-1c7b-4534-82bd-4d3779fc2681,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:10.074623 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c459104-d0e2-46c7-a5a3-48b37f99e80b req-d8a84343-f52e-4c56-8807-abc280d09e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:10.076095 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-ce960e79-7ea5-4ae3-a667-475ff9cc6d29 None None] Current status of the port ff3f3c80-a3cc-4940-b3ee-46313b5985f3 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:53:10.076266 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7c459104-d0e2-46c7-a5a3-48b37f99e80b req-d8a84343-f52e-4c56-8807-abc280d09e39 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=79f611d6-03fa-4c21-8049-0cc1a4472cfe HTTP/1.1" status: 200 len: 854 time: 0.0585053 Apr 16 04:53:10.122215 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c459104-d0e2-46c7-a5a3-48b37f99e80b req-1c0c22cd-a068-4b45-bec1-2cca9afacd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:10.123727 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7c459104-d0e2-46c7-a5a3-48b37f99e80b req-1c0c22cd-a068-4b45-bec1-2cca9afacd13 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f121c853-f610-4de3-ae44-b83988d41991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0414777 Apr 16 04:53:10.197926 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-335afcda-4f4b-451b-b9f3-e4da53ab4330 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Deleting port 1e7faa0b-1d90-44b9-aa2f-41f010a829d1 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:53:10.198267 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-335afcda-4f4b-451b-b9f3-e4da53ab4330 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (1e7faa0b-1d90-44b9-aa2f-41f010a829d1), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:10.217016 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7c459104-d0e2-46c7-a5a3-48b37f99e80b req-91873d59-466b-4295-9ef9-1e9837bbe60b service neutron] 10.222.0.18 "GET /v2.0/networks/f121c853-f610-4de3-ae44-b83988d41991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870697 Apr 16 04:53:10.278552 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-335afcda-4f4b-451b-b9f3-e4da53ab4330 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (1e7faa0b-1d90-44b9-aa2f-41f010a829d1), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:10.279183 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-335afcda-4f4b-451b-b9f3-e4da53ab4330 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for floatingip (1e7faa0b-1d90-44b9-aa2f-41f010a829d1), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:10.291485 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-335afcda-4f4b-451b-b9f3-e4da53ab4330 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Calling delete_port for 1e7faa0b-1d90-44b9-aa2f-41f010a829d1 owned by network:floatingip {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:53:10.307470 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7c459104-d0e2-46c7-a5a3-48b37f99e80b req-0815aab1-fb9e-406b-a37c-86d0b73a511f service neutron] 10.222.0.18 "GET /v2.0/networks/f121c853-f610-4de3-ae44-b83988d41991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849755 Apr 16 04:53:10.534564 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-335afcda-4f4b-451b-b9f3-e4da53ab4330 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (1e7faa0b-1d90-44b9-aa2f-41f010a829d1), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:10.560249 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335afcda-4f4b-451b-b9f3-e4da53ab4330 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Pushing event deleted for resources: {'Port': ['ID=1e7faa0b-1d90-44b9-aa2f-41f010a829d1,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:10.621355 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-335afcda-4f4b-451b-b9f3-e4da53ab4330 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks [] for floatingip (dd373c42-7251-4a97-b668-b9e4cf93cf8f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:10.624143 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-335afcda-4f4b-451b-b9f3-e4da53ab4330 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Floating IP dd373c42-7251-4a97-b668-b9e4cf93cf8f disassociated (deleted). External IP: 172.26.6.247, port: ff3f3c80-a3cc-4940-b3ee-46313b5985f3. Apr 16 04:53:10.835901 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335afcda-4f4b-451b-b9f3-e4da53ab4330 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Router 95d3d038-1be7-486c-bd38-b5ca656d4780 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:53:10.947431 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335afcda-4f4b-451b-b9f3-e4da53ab4330 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:53:10.952480 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-335afcda-4f4b-451b-b9f3-e4da53ab4330 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:10.960048 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4849d4-af07-444d-90ed-bafa4a38ceb6 None None] Sync routers for ids ['95d3d038-1be7-486c-bd38-b5ca656d4780'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:53:10.969467 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4849d4-af07-444d-90ed-bafa4a38ceb6 None None] Routers {'95d3d038-1be7-486c-bd38-b5ca656d4780'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:53:10.970086 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-df4849d4-af07-444d-90ed-bafa4a38ceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:52:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['95d3d038-1be7-486c-bd38-b5ca656d4780'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:10.982285 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-335afcda-4f4b-451b-b9f3-e4da53ab4330 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "DELETE /v2.0/floatingips/dd373c42-7251-4a97-b668-b9e4cf93cf8f HTTP/1.1" status: 204 len: 168 time: 0.9478881 Apr 16 04:53:11.085610 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-df4849d4-af07-444d-90ed-bafa4a38ceb6 None None] Set router 95d3d038-1be7-486c-bd38-b5ca656d4780 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:53:11.274084 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-df4849d4-af07-444d-90ed-bafa4a38ceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'name': 'tempest-TestMinimumBasicScenario-1560298671-router', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:16Z', 'revision_number': 4, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'gw_port': {'id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '7990e12c-91e2-4aa1-acfc-3b53eef463a2', 'name': '', 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'mac_address': 'fa:16:3e:85:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '79f611d6-03fa-4c21-8049-0cc1a4472cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:15Z', 'updated_at': '2022-04-16T04:51:20Z', 'revision_number': 5, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'subnets': [{'id': '79f611d6-03fa-4c21-8049-0cc1a4472cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:11.300381 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4849d4-af07-444d-90ed-bafa4a38ceb6 None None] Checking router: 95d3d038-1be7-486c-bd38-b5ca656d4780 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:53:11.309523 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4849d4-af07-444d-90ed-bafa4a38ceb6 None None] Routers {'95d3d038-1be7-486c-bd38-b5ca656d4780'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:53:11.310140 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-df4849d4-af07-444d-90ed-bafa4a38ceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:52:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['95d3d038-1be7-486c-bd38-b5ca656d4780'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:11.483769 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e1a791e1-7bad-48cd-a1bd-ff51e8fd045a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:11.516235 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-df4849d4-af07-444d-90ed-bafa4a38ceb6 None None] Set router 95d3d038-1be7-486c-bd38-b5ca656d4780 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:53:11.702535 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-df4849d4-af07-444d-90ed-bafa4a38ceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'name': 'tempest-TestMinimumBasicScenario-1560298671-router', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:16Z', 'revision_number': 4, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'gw_port': {'id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '7990e12c-91e2-4aa1-acfc-3b53eef463a2', 'name': '', 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'mac_address': 'fa:16:3e:85:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '79f611d6-03fa-4c21-8049-0cc1a4472cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:15Z', 'updated_at': '2022-04-16T04:51:20Z', 'revision_number': 5, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'subnets': [{'id': '79f611d6-03fa-4c21-8049-0cc1a4472cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:11.720793 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6abd36-d526-4d47-a613-5151563ac345', 'tag': 'ff3f3c80-a3cc-4940-b3ee-46313b5985f3'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:53:11.723140 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3e7fe9-e869-452c-ad33-b0ed767a0ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6abd36-d526-4d47-a613-5151563ac345", "tag": "ff3f3c80-a3cc-4940-b3ee-46313b5985f3"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:53:11.728186 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4849d4-af07-444d-90ed-bafa4a38ceb6 None None] The sync data for ids ['95d3d038-1be7-486c-bd38-b5ca656d4780'] in dv-neutron-838078-2-hyperv is: [{'id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'name': 'tempest-TestMinimumBasicScenario-1560298671-router', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:16Z', 'revision_number': 4, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'gw_port': {'id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '7990e12c-91e2-4aa1-acfc-3b53eef463a2', 'name': '', 'network_id': 'f121c853-f610-4de3-ae44-b83988d41991', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'mac_address': 'fa:16:3e:85:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '79f611d6-03fa-4c21-8049-0cc1a4472cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:15Z', 'updated_at': '2022-04-16T04:51:20Z', 'revision_number': 5, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'subnets': [{'id': '79f611d6-03fa-4c21-8049-0cc1a4472cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:53:11.759344 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50a5104-541f-4c94-a4ef-992edb8a18d7 x-openstack-request-id: req-b50a5104-541f-4c94-a4ef-992edb8a18d7 {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:53:11.759632 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6abd36-d526-4d47-a613-5151563ac345", "tag": "ff3f3c80-a3cc-4940-b3ee-46313b5985f3", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:53:11.759908 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b50a5104-541f-4c94-a4ef-992edb8a18d7 {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:53:11.760313 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b50a5104-541f-4c94-a4ef-992edb8a18d7'] response: {'name': 'network-changed', 'server_uuid': '0b6abd36-d526-4d47-a613-5151563ac345', 'tag': 'ff3f3c80-a3cc-4940-b3ee-46313b5985f3', 'status': 'completed', 'code': 200} Apr 16 04:53:11.823170 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e7fe9-e869-452c-ad33-b0ed767a0ecc req-4d3edae7-a325-4326-975e-63be2cbb3a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:11.824835 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0a3e7fe9-e869-452c-ad33-b0ed767a0ecc req-4d3edae7-a325-4326-975e-63be2cbb3a5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89d7b5ec781c40f6a9a56c6a90a67299&device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 1129 time: 0.0433512 Apr 16 04:53:11.935703 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e7fe9-e869-452c-ad33-b0ed767a0ecc req-475808d1-5589-4280-8312-88c5586a4e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:11.937800 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0a3e7fe9-e869-452c-ad33-b0ed767a0ecc req-475808d1-5589-4280-8312-88c5586a4e16 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f121c853-f610-4de3-ae44-b83988d41991 HTTP/1.1" status: 200 len: 915 time: 0.0975206 Apr 16 04:53:11.977712 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d03ff5d-7789-46f8-9080-720b8a414c54 None None] New status for floating IP dd373c42-7251-4a97-b668-b9e4cf93cf8f: DOWN {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:53:11.980530 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0a3e7fe9-e869-452c-ad33-b0ed767a0ecc req-163cc1c6-333b-4749-963b-dadf87ef0f87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff3f3c80-a3cc-4940-b3ee-46313b5985f3 HTTP/1.1" status: 200 len: 217 time: 0.0377362 Apr 16 04:53:12.037990 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e7fe9-e869-452c-ad33-b0ed767a0ecc req-b47a48f7-3870-471d-a47d-6684c1151faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:12.039494 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0a3e7fe9-e869-452c-ad33-b0ed767a0ecc req-b47a48f7-3870-471d-a47d-6684c1151faa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=79f611d6-03fa-4c21-8049-0cc1a4472cfe HTTP/1.1" status: 200 len: 854 time: 0.0521455 Apr 16 04:53:12.089318 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e7fe9-e869-452c-ad33-b0ed767a0ecc req-a2bb2cb4-12e8-4580-80d9-2701c298718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:12.090862 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0a3e7fe9-e869-452c-ad33-b0ed767a0ecc req-a2bb2cb4-12e8-4580-80d9-2701c298718f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f121c853-f610-4de3-ae44-b83988d41991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431123 Apr 16 04:53:12.181913 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0a3e7fe9-e869-452c-ad33-b0ed767a0ecc req-1c9b02d3-a4af-4bd9-9027-f94575401a3e service neutron] 10.222.0.18 "GET /v2.0/networks/f121c853-f610-4de3-ae44-b83988d41991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852828 Apr 16 04:53:12.281349 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0a3e7fe9-e869-452c-ad33-b0ed767a0ecc req-cdf806c9-b0db-49b2-95b6-d650dc3d3089 service neutron] 10.222.0.18 "GET /v2.0/networks/f121c853-f610-4de3-ae44-b83988d41991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876412 Apr 16 04:53:12.674984 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:14.114730 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:15.371661 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:27.075701 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:53:27.888966 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39588b43-5796-4100-99e8-24de4bdbdfee req-7348a685-fd64-41e8-a7ee-dbd79434ea2d tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:27.890448 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-39588b43-5796-4100-99e8-24de4bdbdfee req-7348a685-fd64-41e8-a7ee-dbd79434ea2d tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 945 time: 0.0486481 Apr 16 04:53:27.936888 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-39588b43-5796-4100-99e8-24de4bdbdfee req-70c09a44-6939-4a85-a1a2-af47f511a29d tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407400 Apr 16 04:53:28.388896 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:29.053131 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cbdd5-6dcd-4fc1-8d93-8c98cf5a7e2c req-376c93cf-790c-4708-9c1b-e1fdaf4952b4 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:29.054595 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c72cbdd5-6dcd-4fc1-8d93-8c98cf5a7e2c req-376c93cf-790c-4708-9c1b-e1fdaf4952b4 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 945 time: 0.0502079 Apr 16 04:53:29.101419 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c72cbdd5-6dcd-4fc1-8d93-8c98cf5a7e2c req-9e31edb6-bc29-48fb-b237-856e532bada0 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fe4e8e6-4a30-45d8-863e-15180af679f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412962 Apr 16 04:53:29.535592 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bd5bc-5a88-4a30-8c07-bf034f62b71c req-57e9a607-7343-4554-b135-1acc79240353 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:29.537103 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f37bd5bc-5a88-4a30-8c07-bf034f62b71c req-57e9a607-7343-4554-b135-1acc79240353 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 945 time: 0.0508378 Apr 16 04:53:29.619782 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-f37bd5bc-5a88-4a30-8c07-bf034f62b71c req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Deleting port ff3f3c80-a3cc-4940-b3ee-46313b5985f3 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:53:29.620272 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f37bd5bc-5a88-4a30-8c07-bf034f62b71c req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:29.722485 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-f37bd5bc-5a88-4a30-8c07-bf034f62b71c req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] For port ff3f3c80-a3cc-4940-b3ee-46313b5985f3, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ff3f3c80-a3cc-4940-b3ee-46313b5985f3,segment=NetworkSegment(4a765a4e-c34f-4112-a05d-4d96411277ac),segment_id=4a765a4e-c34f-4112-a05d-4d96411277ac)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:53:29.731398 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f37bd5bc-5a88-4a30-8c07-bf034f62b71c req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:29.736617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-f37bd5bc-5a88-4a30-8c07-bf034f62b71c req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Calling delete_port for ff3f3c80-a3cc-4940-b3ee-46313b5985f3 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:53:29.916732 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f37bd5bc-5a88-4a30-8c07-bf034f62b71c req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (ff3f3c80-a3cc-4940-b3ee-46313b5985f3), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:29.927892 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['ff3f3c80-a3cc-4940-b3ee-46313b5985f3'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:53:29.947535 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Pushing event deleted for resources: {'Port': ['ID=ff3f3c80-a3cc-4940-b3ee-46313b5985f3,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:29.959999 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:29.960344 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:29.960691 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:29.961056 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:29.961392 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:29.961730 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:29.962065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:29.962391 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:29.962721 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:29.963048 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:29.963375 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:29.963697 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:29.964021 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:29.964343 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:29.964677 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:30.007522 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37bd5bc-5a88-4a30-8c07-bf034f62b71c req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] No DVR routers for this DVR port ff3f3c80-a3cc-4940-b3ee-46313b5985f3 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:53:30.012242 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-f37bd5bc-5a88-4a30-8c07-bf034f62b71c req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:30.013510 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f37bd5bc-5a88-4a30-8c07-bf034f62b71c req-fc386df3-bfdf-4995-8122-41e4a5c1c753 tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.18 "DELETE /v2.0/ports/ff3f3c80-a3cc-4940-b3ee-46313b5985f3 HTTP/1.1" status: 204 len: 173 time: 0.4712954 Apr 16 04:53:30.013938 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6abd36-d526-4d47-a613-5151563ac345', 'name': 'network-vif-deleted', 'tag': 'ff3f3c80-a3cc-4940-b3ee-46313b5985f3'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:53:30.016220 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bd966d-b25e-4990-a4d5-972da381c0c4" -d '{"events": [{"server_uuid": "0b6abd36-d526-4d47-a613-5151563ac345", "name": "network-vif-deleted", "tag": "ff3f3c80-a3cc-4940-b3ee-46313b5985f3"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:53:30.104217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79b4f24-818b-419f-84c2-5b9bc56ecb86 x-openstack-request-id: req-a79b4f24-818b-419f-84c2-5b9bc56ecb86 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:53:30.104576 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6abd36-d526-4d47-a613-5151563ac345", "name": "network-vif-deleted", "tag": "ff3f3c80-a3cc-4940-b3ee-46313b5985f3", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:53:30.104867 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a79b4f24-818b-419f-84c2-5b9bc56ecb86 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:53:30.105281 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a79b4f24-818b-419f-84c2-5b9bc56ecb86'] response: {'server_uuid': '0b6abd36-d526-4d47-a613-5151563ac345', 'name': 'network-vif-deleted', 'tag': 'ff3f3c80-a3cc-4940-b3ee-46313b5985f3', 'status': 'completed', 'code': 200} Apr 16 04:53:30.203342 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1ffa5133-23ff-470d-afb5-2ed37876d72e req-1ba8788d-6008-4e21-aaec-ef18c2f229db tempest-TestMinimumBasicScenario-1940641064 tempest-TestMinimumBasicScenario-1940641064-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6abd36-d526-4d47-a613-5151563ac345 HTTP/1.1" status: 200 len: 210 time: 0.0276928 Apr 16 04:53:32.309092 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45340) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:32.390083 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device ff3f3c80-a3cc-4940-b3ee-46313b5985f3 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:53:32.411611 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: ff3f3c80-a3cc-4940-b3ee-46313b5985f3 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:53:32.411959 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device ff3f3c80-a3cc-4940-b3ee-46313b5985f3 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:53:32.910281 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (95d3d038-1be7-486c-bd38-b5ca656d4780), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:33.148090 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Deleting port 7990e12c-91e2-4aa1-acfc-3b53eef463a2 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:53:33.148426 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (7990e12c-91e2-4aa1-acfc-3b53eef463a2), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:33.225532 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] For port 7990e12c-91e2-4aa1-acfc-3b53eef463a2, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=7990e12c-91e2-4aa1-acfc-3b53eef463a2,segment=NetworkSegment(4a765a4e-c34f-4112-a05d-4d96411277ac),segment_id=4a765a4e-c34f-4112-a05d-4d96411277ac)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:53:33.225888 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (7990e12c-91e2-4aa1-acfc-3b53eef463a2), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:33.238955 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Calling delete_port for 7990e12c-91e2-4aa1-acfc-3b53eef463a2 owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:53:33.486270 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (7990e12c-91e2-4aa1-acfc-3b53eef463a2), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:33.512159 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Pushing event deleted for resources: {'Port': ['ID=7990e12c-91e2-4aa1-acfc-3b53eef463a2,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:33.524829 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:33.525189 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:33.525531 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:33.525878 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:33.526217 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:33.526552 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:33.526892 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:33.527225 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:33.527562 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:33.527889 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:33.528222 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:33.528551 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:33.528933 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:33.529293 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:33.529615 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:33.697486 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (95d3d038-1be7-486c-bd38-b5ca656d4780), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:33.921534 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Router 95d3d038-1be7-486c-bd38-b5ca656d4780 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:53:34.033489 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:53:34.039357 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8488461b-ae42-4a4d-b22d-99a2fe437d38 admin admin] 10.222.0.30 "PUT /v2.0/routers/95d3d038-1be7-486c-bd38-b5ca656d4780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7292280 Apr 16 04:53:34.041960 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45342) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:34.044556 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e24db0b-4b4e-4751-b869-eaa7c0c3fdcd None None] Sync routers for ids ['95d3d038-1be7-486c-bd38-b5ca656d4780'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:53:34.055259 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e24db0b-4b4e-4751-b869-eaa7c0c3fdcd None None] Routers {'95d3d038-1be7-486c-bd38-b5ca656d4780'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:53:34.055910 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-7e24db0b-4b4e-4751-b869-eaa7c0c3fdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:53:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['95d3d038-1be7-486c-bd38-b5ca656d4780'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:34.155304 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c8b246-3362-4d68-b689-4d0b3237d625 admin admin] Publish callbacks [] for router (95d3d038-1be7-486c-bd38-b5ca656d4780), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:34.163359 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-7e24db0b-4b4e-4751-b869-eaa7c0c3fdcd None None] Set router 95d3d038-1be7-486c-bd38-b5ca656d4780 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:53:34.262583 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c8b246-3362-4d68-b689-4d0b3237d625 admin admin] Publish callbacks [] for router_gateway (95d3d038-1be7-486c-bd38-b5ca656d4780), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:34.333611 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-7e24db0b-4b4e-4751-b869-eaa7c0c3fdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'name': 'tempest-TestMinimumBasicScenario-1560298671-router', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:53:33Z', 'revision_number': 5, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'gw_port': {'id': '81b2a4f7-0887-4442-aae3-fb0fee2fdb6f', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:34.359570 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e24db0b-4b4e-4751-b869-eaa7c0c3fdcd None None] Checking router: 95d3d038-1be7-486c-bd38-b5ca656d4780 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:53:34.361024 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-50c8b246-3362-4d68-b689-4d0b3237d625 admin admin] Deleting port 81b2a4f7-0887-4442-aae3-fb0fee2fdb6f {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:53:34.361372 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c8b246-3362-4d68-b689-4d0b3237d625 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (81b2a4f7-0887-4442-aae3-fb0fee2fdb6f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:34.367747 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e24db0b-4b4e-4751-b869-eaa7c0c3fdcd None None] Routers {'95d3d038-1be7-486c-bd38-b5ca656d4780'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:53:34.368361 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-7e24db0b-4b4e-4751-b869-eaa7c0c3fdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:53:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['95d3d038-1be7-486c-bd38-b5ca656d4780'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:34.440315 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-50c8b246-3362-4d68-b689-4d0b3237d625 admin admin] For port 81b2a4f7-0887-4442-aae3-fb0fee2fdb6f, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=81b2a4f7-0887-4442-aae3-fb0fee2fdb6f,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:53:34.440593 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c8b246-3362-4d68-b689-4d0b3237d625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (81b2a4f7-0887-4442-aae3-fb0fee2fdb6f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:34.453569 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-50c8b246-3362-4d68-b689-4d0b3237d625 admin admin] Calling delete_port for 81b2a4f7-0887-4442-aae3-fb0fee2fdb6f owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:53:34.456142 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-7e24db0b-4b4e-4751-b869-eaa7c0c3fdcd None None] Set router 95d3d038-1be7-486c-bd38-b5ca656d4780 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:53:34.509605 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-7e24db0b-4b4e-4751-b869-eaa7c0c3fdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'name': 'tempest-TestMinimumBasicScenario-1560298671-router', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:53:34Z', 'revision_number': 6, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:34.535762 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e24db0b-4b4e-4751-b869-eaa7c0c3fdcd None None] The sync data for ids ['95d3d038-1be7-486c-bd38-b5ca656d4780'] in dv-neutron-838078-2-hyperv is: [{'id': '95d3d038-1be7-486c-bd38-b5ca656d4780', 'name': 'tempest-TestMinimumBasicScenario-1560298671-router', 'tenant_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:13Z', 'updated_at': '2022-04-16T04:53:34Z', 'revision_number': 6, 'project_id': '89d7b5ec781c40f6a9a56c6a90a67299', 'gw_port_host': None}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:53:34.699741 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c8b246-3362-4d68-b689-4d0b3237d625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (81b2a4f7-0887-4442-aae3-fb0fee2fdb6f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:34.726338 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8b246-3362-4d68-b689-4d0b3237d625 admin admin] Pushing event deleted for resources: {'Port': ['ID=81b2a4f7-0887-4442-aae3-fb0fee2fdb6f,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:34.790075 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c8b246-3362-4d68-b689-4d0b3237d625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (95d3d038-1be7-486c-bd38-b5ca656d4780), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:34.883051 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c8b246-3362-4d68-b689-4d0b3237d625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (95d3d038-1be7-486c-bd38-b5ca656d4780), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:34.885342 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c8b246-3362-4d68-b689-4d0b3237d625 admin admin] Publish callbacks [] for router_controller (95d3d038-1be7-486c-bd38-b5ca656d4780), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:35.005680 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c8b246-3362-4d68-b689-4d0b3237d625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (95d3d038-1be7-486c-bd38-b5ca656d4780), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:35.006219 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c8b246-3362-4d68-b689-4d0b3237d625 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95d3d038-1be7-486c-bd38-b5ca656d4780 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:53:35.010457 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50c8b246-3362-4d68-b689-4d0b3237d625 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:35.011870 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-50c8b246-3362-4d68-b689-4d0b3237d625 admin admin] 10.222.0.30 "DELETE /v2.0/routers/95d3d038-1be7-486c-bd38-b5ca656d4780 HTTP/1.1" status: 204 len: 168 time: 0.9649765 Apr 16 04:53:35.014420 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45344) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:35.059213 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50fee0e-3ab9-4d3b-9b12-b075615dbccb admin admin] Deleting subnet 79f611d6-03fa-4c21-8049-0cc1a4472cfe {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:53:35.062290 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e50fee0e-3ab9-4d3b-9b12-b075615dbccb admin admin] Publish callbacks [] for subnet (79f611d6-03fa-4c21-8049-0cc1a4472cfe), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:35.096487 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e50fee0e-3ab9-4d3b-9b12-b075615dbccb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (79f611d6-03fa-4c21-8049-0cc1a4472cfe), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:35.175995 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e50fee0e-3ab9-4d3b-9b12-b075615dbccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (79f611d6-03fa-4c21-8049-0cc1a4472cfe), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:35.297656 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e50fee0e-3ab9-4d3b-9b12-b075615dbccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (79f611d6-03fa-4c21-8049-0cc1a4472cfe), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:35.321730 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fee0e-3ab9-4d3b-9b12-b075615dbccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79f611d6-03fa-4c21-8049-0cc1a4472cfe,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:35.328459 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e50fee0e-3ab9-4d3b-9b12-b075615dbccb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:35.332138 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e50fee0e-3ab9-4d3b-9b12-b075615dbccb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/79f611d6-03fa-4c21-8049-0cc1a4472cfe HTTP/1.1" status: 204 len: 168 time: 0.3168290 Apr 16 04:53:35.334684 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45346) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:35.341412 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46478a1-52cb-482c-8581-797ddfedd672 None None] Network f121c853-f610-4de3-ae44-b83988d41991 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:53:35.406819 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb405481-594e-4fc9-8eec-01d6eeabf1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (f121c853-f610-4de3-ae44-b83988d41991), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:35.459779 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-bb405481-594e-4fc9-8eec-01d6eeabf1e9 admin admin] Deleting port dd5ed5c2-5871-4815-9852-94b9855bd4d1 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:53:35.460119 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb405481-594e-4fc9-8eec-01d6eeabf1e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (dd5ed5c2-5871-4815-9852-94b9855bd4d1), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:35.484087 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] DHCP port deletion for f121c853-f610-4de3-ae44-b83988d41991 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:53:35.525497 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] Deleting port dd5ed5c2-5871-4815-9852-94b9855bd4d1 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:53:35.525732 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (dd5ed5c2-5871-4815-9852-94b9855bd4d1), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:35.529913 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-bb405481-594e-4fc9-8eec-01d6eeabf1e9 admin admin] For port dd5ed5c2-5871-4815-9852-94b9855bd4d1, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=dd5ed5c2-5871-4815-9852-94b9855bd4d1,segment=NetworkSegment(4a765a4e-c34f-4112-a05d-4d96411277ac),segment_id=4a765a4e-c34f-4112-a05d-4d96411277ac)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:53:35.530281 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb405481-594e-4fc9-8eec-01d6eeabf1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (dd5ed5c2-5871-4815-9852-94b9855bd4d1), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:35.545245 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-bb405481-594e-4fc9-8eec-01d6eeabf1e9 admin admin] Calling delete_port for dd5ed5c2-5871-4815-9852-94b9855bd4d1 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:53:35.594354 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] For port dd5ed5c2-5871-4815-9852-94b9855bd4d1, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=dd5ed5c2-5871-4815-9852-94b9855bd4d1,segment=NetworkSegment(4a765a4e-c34f-4112-a05d-4d96411277ac),segment_id=4a765a4e-c34f-4112-a05d-4d96411277ac)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:53:35.594777 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (dd5ed5c2-5871-4815-9852-94b9855bd4d1), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:35.607939 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] Calling delete_port for dd5ed5c2-5871-4815-9852-94b9855bd4d1 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:53:35.788639 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (dd5ed5c2-5871-4815-9852-94b9855bd4d1), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:35.820843 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] Pushing event deleted for resources: {'Port': ['ID=dd5ed5c2-5871-4815-9852-94b9855bd4d1,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:35.822829 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] No DVR routers for this DVR port dd5ed5c2-5871-4815-9852-94b9855bd4d1 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:53:35.831234 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:35.831575 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:35.834202 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:35.834202 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:35.834202 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:35.834202 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:35.834202 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:35.834202 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:35.834202 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:35.834202 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:35.834936 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:35.834936 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:35.836818 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:35.836818 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:35.836818 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df6e11-2ae5-41a8-9913-e8f158513b34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:35.917030 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb405481-594e-4fc9-8eec-01d6eeabf1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (dd5ed5c2-5871-4815-9852-94b9855bd4d1), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:35.940971 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb405481-594e-4fc9-8eec-01d6eeabf1e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd5ed5c2-5871-4815-9852-94b9855bd4d1,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:35.946351 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb405481-594e-4fc9-8eec-01d6eeabf1e9 admin admin] No DVR routers for this DVR port dd5ed5c2-5871-4815-9852-94b9855bd4d1 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:53:36.017814 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb405481-594e-4fc9-8eec-01d6eeabf1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (f121c853-f610-4de3-ae44-b83988d41991), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:36.037499 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device dd5ed5c2-5871-4815-9852-94b9855bd4d1 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:53:36.042411 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-bb405481-594e-4fc9-8eec-01d6eeabf1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f121c853-f610-4de3-ae44-b83988d41991']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:36.051842 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-bb405481-594e-4fc9-8eec-01d6eeabf1e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a765a4e-c34f-4112-a05d-4d96411277ac') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:36.052977 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-bb405481-594e-4fc9-8eec-01d6eeabf1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a765a4e-c34f-4112-a05d-4d96411277ac') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:36.057968 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: dd5ed5c2-5871-4815-9852-94b9855bd4d1 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:53:36.057968 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device dd5ed5c2-5871-4815-9852-94b9855bd4d1 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:53:36.058370 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 7990e12c-91e2-4aa1-acfc-3b53eef463a2 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:53:36.062238 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb405481-594e-4fc9-8eec-01d6eeabf1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (4a765a4e-c34f-4112-a05d-4d96411277ac), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:36.075463 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb405481-594e-4fc9-8eec-01d6eeabf1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (4a765a4e-c34f-4112-a05d-4d96411277ac), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:36.077012 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 7990e12c-91e2-4aa1-acfc-3b53eef463a2 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:53:36.077364 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 7990e12c-91e2-4aa1-acfc-3b53eef463a2 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:53:36.077782 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 81b2a4f7-0887-4442-aae3-fb0fee2fdb6f no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:53:36.081961 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb405481-594e-4fc9-8eec-01d6eeabf1e9 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:53:36.082339 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb405481-594e-4fc9-8eec-01d6eeabf1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (4a765a4e-c34f-4112-a05d-4d96411277ac), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: self.session.flush() Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:53:36.087942 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:53:36.098406 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 81b2a4f7-0887-4442-aae3-fb0fee2fdb6f {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:53:36.098773 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 81b2a4f7-0887-4442-aae3-fb0fee2fdb6f not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:53:36.202337 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb405481-594e-4fc9-8eec-01d6eeabf1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (f121c853-f610-4de3-ae44-b83988d41991), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:36.208048 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-bb405481-594e-4fc9-8eec-01d6eeabf1e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:36.211214 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-bb405481-594e-4fc9-8eec-01d6eeabf1e9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f121c853-f610-4de3-ae44-b83988d41991 HTTP/1.1" status: 204 len: 168 time: 0.8756120 Apr 16 04:53:36.214200 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45348) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:36.222398 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb405481-594e-4fc9-8eec-01d6eeabf1e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f121c853-f610-4de3-ae44-b83988d41991,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:36.542060 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-da22f952-7aaf-4fc8-bea4-69e7577b3465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:36.771732 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-da22f952-7aaf-4fc8-bea4-69e7577b3465 admin admin] Deleting port 48453e47-d14e-4069-9604-eb014bf91436 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:53:36.772131 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-da22f952-7aaf-4fc8-bea4-69e7577b3465 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (48453e47-d14e-4069-9604-eb014bf91436), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:36.848873 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-da22f952-7aaf-4fc8-bea4-69e7577b3465 admin admin] For port 48453e47-d14e-4069-9604-eb014bf91436, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=48453e47-d14e-4069-9604-eb014bf91436,segment=NetworkSegment(7040dcf6-dde8-4155-95f5-2036c0472781),segment_id=7040dcf6-dde8-4155-95f5-2036c0472781)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:53:36.849237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-da22f952-7aaf-4fc8-bea4-69e7577b3465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (48453e47-d14e-4069-9604-eb014bf91436), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:36.862220 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-da22f952-7aaf-4fc8-bea4-69e7577b3465 admin admin] Calling delete_port for 48453e47-d14e-4069-9604-eb014bf91436 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:53:37.097315 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-da22f952-7aaf-4fc8-bea4-69e7577b3465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (48453e47-d14e-4069-9604-eb014bf91436), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:37.125514 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22f952-7aaf-4fc8-bea4-69e7577b3465 admin admin] Pushing event deleted for resources: {'Port': ['ID=48453e47-d14e-4069-9604-eb014bf91436,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:37.295948 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-da22f952-7aaf-4fc8-bea4-69e7577b3465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:37.512784 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da22f952-7aaf-4fc8-bea4-69e7577b3465 admin admin] Router 3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:53:37.906025 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da22f952-7aaf-4fc8-bea4-69e7577b3465 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:53:37.911500 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-da22f952-7aaf-4fc8-bea4-69e7577b3465 admin admin] 10.222.0.30 "PUT /v2.0/routers/3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6962931 Apr 16 04:53:37.913999 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45350) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:37.916634 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763b8ce-4b8d-411d-a145-1c16590078db None None] Sync routers for ids ['3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:53:37.927287 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b763b8ce-4b8d-411d-a145-1c16590078db None None] Routers {'3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:53:37.927943 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-b763b8ce-4b8d-411d-a145-1c16590078db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:53:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:38.022580 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f974c4fc-fce6-490b-814f-750a7c36aeda admin admin] Publish callbacks [] for router (3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:38.040415 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-b763b8ce-4b8d-411d-a145-1c16590078db None None] Set router 3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:53:38.127886 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f974c4fc-fce6-490b-814f-750a7c36aeda admin admin] Publish callbacks [] for router_gateway (3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:38.210462 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-b763b8ce-4b8d-411d-a145-1c16590078db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2', 'name': 'tempest-TestMinimumBasicScenario-505250053-router', 'tenant_id': '4096ddf6b726499182783e0778f28c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '6319dadd-e52d-428b-bb34-e50bbff31466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:19Z', 'updated_at': '2022-04-16T04:53:36Z', 'revision_number': 5, 'project_id': '4096ddf6b726499182783e0778f28c7f', 'gw_port': {'id': '6319dadd-e52d-428b-bb34-e50bbff31466', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:51:19Z', 'updated_at': '2022-04-16T04:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:38.238258 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763b8ce-4b8d-411d-a145-1c16590078db None None] Checking router: 3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:53:38.246521 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b763b8ce-4b8d-411d-a145-1c16590078db None None] Routers {'3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:53:38.247127 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-b763b8ce-4b8d-411d-a145-1c16590078db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:53:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:38.260768 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-f974c4fc-fce6-490b-814f-750a7c36aeda admin admin] Deleting port 6319dadd-e52d-428b-bb34-e50bbff31466 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:53:38.261339 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f974c4fc-fce6-490b-814f-750a7c36aeda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (6319dadd-e52d-428b-bb34-e50bbff31466), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:38.342228 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-f974c4fc-fce6-490b-814f-750a7c36aeda admin admin] For port 6319dadd-e52d-428b-bb34-e50bbff31466, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6319dadd-e52d-428b-bb34-e50bbff31466,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:53:38.342922 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f974c4fc-fce6-490b-814f-750a7c36aeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (6319dadd-e52d-428b-bb34-e50bbff31466), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:38.361713 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-f974c4fc-fce6-490b-814f-750a7c36aeda admin admin] Calling delete_port for 6319dadd-e52d-428b-bb34-e50bbff31466 owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:53:38.480851 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-b763b8ce-4b8d-411d-a145-1c16590078db None None] Set router 3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2 gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:53:38.537683 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-b763b8ce-4b8d-411d-a145-1c16590078db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2', 'name': 'tempest-TestMinimumBasicScenario-505250053-router', 'tenant_id': '4096ddf6b726499182783e0778f28c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:19Z', 'updated_at': '2022-04-16T04:53:38Z', 'revision_number': 6, 'project_id': '4096ddf6b726499182783e0778f28c7f', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:38.563537 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763b8ce-4b8d-411d-a145-1c16590078db None None] The sync data for ids ['3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2'] in dv-neutron-838078-2-hyperv is: [{'id': '3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2', 'name': 'tempest-TestMinimumBasicScenario-505250053-router', 'tenant_id': '4096ddf6b726499182783e0778f28c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:51:19Z', 'updated_at': '2022-04-16T04:53:38Z', 'revision_number': 6, 'project_id': '4096ddf6b726499182783e0778f28c7f', 'gw_port_host': None}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:53:38.591730 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f974c4fc-fce6-490b-814f-750a7c36aeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (6319dadd-e52d-428b-bb34-e50bbff31466), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:38.616396 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974c4fc-fce6-490b-814f-750a7c36aeda admin admin] Pushing event deleted for resources: {'Port': ['ID=6319dadd-e52d-428b-bb34-e50bbff31466,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:38.679482 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f974c4fc-fce6-490b-814f-750a7c36aeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:38.770534 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f974c4fc-fce6-490b-814f-750a7c36aeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:38.772644 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f974c4fc-fce6-490b-814f-750a7c36aeda admin admin] Publish callbacks [] for router_controller (3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:38.882425 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f974c4fc-fce6-490b-814f-750a7c36aeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:38.882990 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f974c4fc-fce6-490b-814f-750a7c36aeda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:53:38.887449 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f974c4fc-fce6-490b-814f-750a7c36aeda admin admin] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:38.888598 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f974c4fc-fce6-490b-814f-750a7c36aeda admin admin] 10.222.0.30 "DELETE /v2.0/routers/3dccfd59-6b4a-4c4e-bcc4-9e9277d2fbb2 HTTP/1.1" status: 204 len: 168 time: 0.9737000 Apr 16 04:53:38.891815 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45352) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:38.940088 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ac96ac-250e-4874-a1f9-75fdf680ae58 admin admin] Deleting subnet fd285f12-2fcf-4cbd-8bb6-2863770bea37 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:53:38.944741 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-91ac96ac-250e-4874-a1f9-75fdf680ae58 admin admin] Publish callbacks [] for subnet (fd285f12-2fcf-4cbd-8bb6-2863770bea37), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:38.980696 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-91ac96ac-250e-4874-a1f9-75fdf680ae58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (fd285f12-2fcf-4cbd-8bb6-2863770bea37), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:39.067835 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-91ac96ac-250e-4874-a1f9-75fdf680ae58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (fd285f12-2fcf-4cbd-8bb6-2863770bea37), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:39.108517 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4a236f0d-6e1a-46ac-b20a-15a62c268993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:39.183172 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-91ac96ac-250e-4874-a1f9-75fdf680ae58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (fd285f12-2fcf-4cbd-8bb6-2863770bea37), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:39.209330 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac96ac-250e-4874-a1f9-75fdf680ae58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd285f12-2fcf-4cbd-8bb6-2863770bea37,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:39.213064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-91ac96ac-250e-4874-a1f9-75fdf680ae58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:39.216268 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-91ac96ac-250e-4874-a1f9-75fdf680ae58 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fd285f12-2fcf-4cbd-8bb6-2863770bea37 HTTP/1.1" status: 204 len: 168 time: 0.3234708 Apr 16 04:53:39.218757 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45354) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:39.219181 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e915c4-c32f-4283-9ea1-b52582f32ef2 None None] Network 00cccc79-d227-4abe-8622-b34b8d0270ce requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:53:39.293556 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c400312-50e8-4b19-b83e-361fc96030d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (00cccc79-d227-4abe-8622-b34b8d0270ce), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:39.341310 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-5c400312-50e8-4b19-b83e-361fc96030d4 admin admin] Deleting port 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:53:39.341649 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c400312-50e8-4b19-b83e-361fc96030d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (0f69b87b-f42a-4b22-b941-a8ae1c6abd5a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:39.388916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720063b4-eaf1-4e64-9054-dce5fbdf201e None None] DHCP port deletion for 00cccc79-d227-4abe-8622-b34b8d0270ce request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:53:39.410531 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-5c400312-50e8-4b19-b83e-361fc96030d4 admin admin] For port 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=0f69b87b-f42a-4b22-b941-a8ae1c6abd5a,segment=NetworkSegment(7040dcf6-dde8-4155-95f5-2036c0472781),segment_id=7040dcf6-dde8-4155-95f5-2036c0472781)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:53:39.410992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c400312-50e8-4b19-b83e-361fc96030d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (0f69b87b-f42a-4b22-b941-a8ae1c6abd5a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:39.425210 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-5c400312-50e8-4b19-b83e-361fc96030d4 admin admin] Calling delete_port for 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:53:39.429210 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-720063b4-eaf1-4e64-9054-dce5fbdf201e None None] Deleting port 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:53:39.429583 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-720063b4-eaf1-4e64-9054-dce5fbdf201e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (0f69b87b-f42a-4b22-b941-a8ae1c6abd5a), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:39.495966 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-720063b4-eaf1-4e64-9054-dce5fbdf201e None None] For port 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=0f69b87b-f42a-4b22-b941-a8ae1c6abd5a,segment=NetworkSegment(7040dcf6-dde8-4155-95f5-2036c0472781),segment_id=7040dcf6-dde8-4155-95f5-2036c0472781)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:53:39.496247 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-720063b4-eaf1-4e64-9054-dce5fbdf201e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (0f69b87b-f42a-4b22-b941-a8ae1c6abd5a), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:39.509859 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-720063b4-eaf1-4e64-9054-dce5fbdf201e None None] Calling delete_port for 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:53:39.600190 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c400312-50e8-4b19-b83e-361fc96030d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (0f69b87b-f42a-4b22-b941-a8ae1c6abd5a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:39.605874 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-720063b4-eaf1-4e64-9054-dce5fbdf201e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (0f69b87b-f42a-4b22-b941-a8ae1c6abd5a), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:39.624861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c400312-50e8-4b19-b83e-361fc96030d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f69b87b-f42a-4b22-b941-a8ae1c6abd5a,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:39.634095 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c400312-50e8-4b19-b83e-361fc96030d4 admin admin] No DVR routers for this DVR port 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:53:39.634626 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720063b4-eaf1-4e64-9054-dce5fbdf201e None None] Pushing event deleted for resources: {'Port': ['ID=0f69b87b-f42a-4b22-b941-a8ae1c6abd5a,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:39.638553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720063b4-eaf1-4e64-9054-dce5fbdf201e None None] No DVR routers for this DVR port 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:53:39.712810 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c400312-50e8-4b19-b83e-361fc96030d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (00cccc79-d227-4abe-8622-b34b8d0270ce), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:39.733375 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-5c400312-50e8-4b19-b83e-361fc96030d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00cccc79-d227-4abe-8622-b34b8d0270ce']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:39.743019 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-5c400312-50e8-4b19-b83e-361fc96030d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7040dcf6-dde8-4155-95f5-2036c0472781') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:39.743311 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-5c400312-50e8-4b19-b83e-361fc96030d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7040dcf6-dde8-4155-95f5-2036c0472781') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:39.752631 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c400312-50e8-4b19-b83e-361fc96030d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (7040dcf6-dde8-4155-95f5-2036c0472781), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:39.767294 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c400312-50e8-4b19-b83e-361fc96030d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (7040dcf6-dde8-4155-95f5-2036c0472781), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:39.773420 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c400312-50e8-4b19-b83e-361fc96030d4 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:53:39.773831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c400312-50e8-4b19-b83e-361fc96030d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (7040dcf6-dde8-4155-95f5-2036c0472781), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:53:39.775526 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:53:39.905360 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c400312-50e8-4b19-b83e-361fc96030d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (00cccc79-d227-4abe-8622-b34b8d0270ce), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:39.911238 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5c400312-50e8-4b19-b83e-361fc96030d4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:39.914379 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5c400312-50e8-4b19-b83e-361fc96030d4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/00cccc79-d227-4abe-8622-b34b8d0270ce HTTP/1.1" status: 204 len: 168 time: 0.6946330 Apr 16 04:53:39.926432 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c400312-50e8-4b19-b83e-361fc96030d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=00cccc79-d227-4abe-8622-b34b8d0270ce,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:40.036922 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6319dadd-e52d-428b-bb34-e50bbff31466 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:53:40.057462 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 6319dadd-e52d-428b-bb34-e50bbff31466 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:53:40.057807 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6319dadd-e52d-428b-bb34-e50bbff31466 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:53:40.058243 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:53:40.077242 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:53:40.077521 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 0f69b87b-f42a-4b22-b941-a8ae1c6abd5a not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:53:40.077946 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 48453e47-d14e-4069-9604-eb014bf91436 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:53:40.098433 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 48453e47-d14e-4069-9604-eb014bf91436 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:53:40.098778 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 48453e47-d14e-4069-9604-eb014bf91436 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:53:40.269680 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45358) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:40.308711 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-dfa0cb20-c08a-4bd6-ae69-1db5d8384580 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89d7b5ec781c40f6a9a56c6a90a67299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378437 Apr 16 04:53:40.311048 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45360) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:40.361443 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ce94000b-6dee-40f5-9303-33c9fdb6f4f2 admin admin] Publish callbacks [] for security_group (3fe4e8e6-4a30-45d8-863e-15180af679f0), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:40.382814 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ce94000b-6dee-40f5-9303-33c9fdb6f4f2 admin admin] Publish callbacks [] for security_group (3fe4e8e6-4a30-45d8-863e-15180af679f0), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:40.499246 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ce94000b-6dee-40f5-9303-33c9fdb6f4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (3fe4e8e6-4a30-45d8-863e-15180af679f0), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:40.502295 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ce94000b-6dee-40f5-9303-33c9fdb6f4f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:40.503437 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ce94000b-6dee-40f5-9303-33c9fdb6f4f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3fe4e8e6-4a30-45d8-863e-15180af679f0 HTTP/1.1" status: 204 len: 168 time: 0.1915038 Apr 16 04:53:40.511716 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94000b-6dee-40f5-9303-33c9fdb6f4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe4e8e6-4a30-45d8-863e-15180af679f0,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:41.088199 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45366) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:41.132627 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ff6887ff-805d-4d56-8110-d8fa810379a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4096ddf6b726499182783e0778f28c7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431814 Apr 16 04:53:41.134983 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45368) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:41.181992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0d401b6d-05fa-458e-9fa0-72d446ef402b admin admin] Publish callbacks [] for security_group (d56394f9-4e74-4195-a7da-343e21ec8748), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:41.202868 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0d401b6d-05fa-458e-9fa0-72d446ef402b admin admin] Publish callbacks [] for security_group (d56394f9-4e74-4195-a7da-343e21ec8748), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:41.302264 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0d401b6d-05fa-458e-9fa0-72d446ef402b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (d56394f9-4e74-4195-a7da-343e21ec8748), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:41.304797 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-0d401b6d-05fa-458e-9fa0-72d446ef402b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:41.305989 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-0d401b6d-05fa-458e-9fa0-72d446ef402b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d56394f9-4e74-4195-a7da-343e21ec8748 HTTP/1.1" status: 204 len: 168 time: 0.1700792 Apr 16 04:53:41.313724 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d401b6d-05fa-458e-9fa0-72d446ef402b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56394f9-4e74-4195-a7da-343e21ec8748,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:41.536900 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5abbcb38-fae0-4a00-9ff7-5a9d54fe022b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:42.714144 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:43.432541 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45408) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:43.437107 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-abce514c-f2ad-4f8c-b7df-8ad9018346ea tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1740375192', 'description': 'tempest-secgroup-smoke-1740375192 description', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:53:43.531129 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-abce514c-f2ad-4f8c-b7df-8ad9018346ea tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:43.539118 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-abce514c-f2ad-4f8c-b7df-8ad9018346ea tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:43.612168 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-abce514c-f2ad-4f8c-b7df-8ad9018346ea tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (de310d55-2b91-496c-b3c5-42fa12ff8aa4), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:43.687581 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-abce514c-f2ad-4f8c-b7df-8ad9018346ea tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (de310d55-2b91-496c-b3c5-42fa12ff8aa4), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:43.725320 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce514c-f2ad-4f8c-b7df-8ad9018346ea tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de310d55-2b91-496c-b3c5-42fa12ff8aa4,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:43.765430 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-abce514c-f2ad-4f8c-b7df-8ad9018346ea tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (578c684b-37ef-47ec-8e35-8b54451770e1), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:43.802164 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-abce514c-f2ad-4f8c-b7df-8ad9018346ea tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (578c684b-37ef-47ec-8e35-8b54451770e1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:43.833391 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce514c-f2ad-4f8c-b7df-8ad9018346ea tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=578c684b-37ef-47ec-8e35-8b54451770e1,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:43.884219 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-abce514c-f2ad-4f8c-b7df-8ad9018346ea tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:43.885557 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-abce514c-f2ad-4f8c-b7df-8ad9018346ea tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4519954 Apr 16 04:53:43.888810 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45410) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:43.893203 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-63507726-8778-44e6-b68f-3a6bb911ddf1 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': '578c684b-37ef-47ec-8e35-8b54451770e1', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:53:43.991974 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-63507726-8778-44e6-b68f-3a6bb911ddf1 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (d75a167c-e609-4498-9ea3-2d15e1d191d2), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:44.052302 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-63507726-8778-44e6-b68f-3a6bb911ddf1 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (d75a167c-e609-4498-9ea3-2d15e1d191d2), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:44.125320 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-63507726-8778-44e6-b68f-3a6bb911ddf1 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (d75a167c-e609-4498-9ea3-2d15e1d191d2), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:44.125511 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:44.143123 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63507726-8778-44e6-b68f-3a6bb911ddf1 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75a167c-e609-4498-9ea3-2d15e1d191d2,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:44.224072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-63507726-8778-44e6-b68f-3a6bb911ddf1 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:44.225331 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-63507726-8778-44e6-b68f-3a6bb911ddf1 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3355622 Apr 16 04:53:44.233943 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45412) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:44.238873 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-97853e7e-643c-48d4-83fa-35d82e4da02c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': '578c684b-37ef-47ec-8e35-8b54451770e1', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:53:44.324545 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-97853e7e-643c-48d4-83fa-35d82e4da02c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (a709c89a-5337-4c2b-8b94-730d0392b789), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:44.379897 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-97853e7e-643c-48d4-83fa-35d82e4da02c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (a709c89a-5337-4c2b-8b94-730d0392b789), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:44.436172 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-97853e7e-643c-48d4-83fa-35d82e4da02c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (a709c89a-5337-4c2b-8b94-730d0392b789), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:44.453063 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97853e7e-643c-48d4-83fa-35d82e4da02c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a709c89a-5337-4c2b-8b94-730d0392b789,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:44.541069 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-97853e7e-643c-48d4-83fa-35d82e4da02c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:44.542242 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-97853e7e-643c-48d4-83fa-35d82e4da02c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3074100 Apr 16 04:53:44.544857 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45414) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:44.549048 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-d7c32891-7eac-44a7-975a-2acfa399969c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': '578c684b-37ef-47ec-8e35-8b54451770e1', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:53:44.630341 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d7c32891-7eac-44a7-975a-2acfa399969c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (72a318e4-245e-436b-8090-eeaa27584340), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:44.685753 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d7c32891-7eac-44a7-975a-2acfa399969c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (72a318e4-245e-436b-8090-eeaa27584340), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:44.750895 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d7c32891-7eac-44a7-975a-2acfa399969c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (72a318e4-245e-436b-8090-eeaa27584340), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:44.768627 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c32891-7eac-44a7-975a-2acfa399969c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a318e4-245e-436b-8090-eeaa27584340,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:44.833035 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d7c32891-7eac-44a7-975a-2acfa399969c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:44.834065 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d7c32891-7eac-44a7-975a-2acfa399969c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2882941 Apr 16 04:53:44.836655 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45416) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:44.841096 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-93249c8f-5433-4eae-832a-d894fdfc0f93 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': '578c684b-37ef-47ec-8e35-8b54451770e1', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:53:44.925017 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-93249c8f-5433-4eae-832a-d894fdfc0f93 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (d19d7cf8-dec9-40c3-8ad8-1b04914b4da2), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:44.983543 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-93249c8f-5433-4eae-832a-d894fdfc0f93 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (d19d7cf8-dec9-40c3-8ad8-1b04914b4da2), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:45.045352 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-93249c8f-5433-4eae-832a-d894fdfc0f93 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (d19d7cf8-dec9-40c3-8ad8-1b04914b4da2), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:45.064956 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93249c8f-5433-4eae-832a-d894fdfc0f93 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19d7cf8-dec9-40c3-8ad8-1b04914b4da2,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:45.144408 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-93249c8f-5433-4eae-832a-d894fdfc0f93 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:45.145644 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-93249c8f-5433-4eae-832a-d894fdfc0f93 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3079073 Apr 16 04:53:45.148353 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45418) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:45.152707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-dc6b2e5e-0808-4353-b1eb-bcd07391df01 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': '578c684b-37ef-47ec-8e35-8b54451770e1', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:53:45.228272 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-dc6b2e5e-0808-4353-b1eb-bcd07391df01 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Project 2d93c1aa75b44c2fba551b8c34a64e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:53:45.234060 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc6b2e5e-0808-4353-b1eb-bcd07391df01 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (91cda44d-abaa-40fe-99fb-4f55e2cf497a), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:45.290985 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc6b2e5e-0808-4353-b1eb-bcd07391df01 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (91cda44d-abaa-40fe-99fb-4f55e2cf497a), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:45.348327 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc6b2e5e-0808-4353-b1eb-bcd07391df01 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (91cda44d-abaa-40fe-99fb-4f55e2cf497a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:45.367132 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b2e5e-0808-4353-b1eb-bcd07391df01 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91cda44d-abaa-40fe-99fb-4f55e2cf497a,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:45.371266 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:45.421055 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dc6b2e5e-0808-4353-b1eb-bcd07391df01 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:45.422842 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-dc6b2e5e-0808-4353-b1eb-bcd07391df01 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2729323 Apr 16 04:53:45.425659 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45420) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:45.429854 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-aede7219-2c0b-41e1-8001-13f7f9e65395 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': '578c684b-37ef-47ec-8e35-8b54451770e1', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:53:45.499031 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-aede7219-2c0b-41e1-8001-13f7f9e65395 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Project 2d93c1aa75b44c2fba551b8c34a64e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:53:45.504413 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aede7219-2c0b-41e1-8001-13f7f9e65395 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (d0ea8cd4-29a7-493c-b1db-ba0125ce7cc1), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:45.561799 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aede7219-2c0b-41e1-8001-13f7f9e65395 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (d0ea8cd4-29a7-493c-b1db-ba0125ce7cc1), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:45.633726 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aede7219-2c0b-41e1-8001-13f7f9e65395 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (d0ea8cd4-29a7-493c-b1db-ba0125ce7cc1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:45.651351 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede7219-2c0b-41e1-8001-13f7f9e65395 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ea8cd4-29a7-493c-b1db-ba0125ce7cc1,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:45.727247 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aede7219-2c0b-41e1-8001-13f7f9e65395 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:45.728397 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-aede7219-2c0b-41e1-8001-13f7f9e65395 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3018312 Apr 16 04:53:45.731337 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45422) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:45.736909 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-0fedbd64-180c-44d1-900e-b5d00f1045f4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'network': {'name': 'tempest-network-smoke--2041577356', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'port_security_enabled': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:53:45.816689 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fedbd64-180c-44d1-900e-b5d00f1045f4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Made reservation on behalf of 2d93c1aa75b44c2fba551b8c34a64e4a for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:53:45.820056 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0fedbd64-180c-44d1-900e-b5d00f1045f4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:45.845949 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fedbd64-180c-44d1-900e-b5d00f1045f4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:53:45.854418 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0fedbd64-180c-44d1-900e-b5d00f1045f4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (ceaf292e-8343-4af9-884f-687d949dbf93), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:45.854753 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-0fedbd64-180c-44d1-900e-b5d00f1045f4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Added segment ceaf292e-8343-4af9-884f-687d949dbf93 of type vlan for network aed29e35-9ff3-4d2c-9a98-5cc0996b6488 Apr 16 04:53:45.893995 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0fedbd64-180c-44d1-900e-b5d00f1045f4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (aed29e35-9ff3-4d2c-9a98-5cc0996b6488), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:45.976670 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0fedbd64-180c-44d1-900e-b5d00f1045f4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (aed29e35-9ff3-4d2c-9a98-5cc0996b6488), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:45.986829 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fedbd64-180c-44d1-900e-b5d00f1045f4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:45.986829 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0fedbd64-180c-44d1-900e-b5d00f1045f4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:46.047723 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedbd64-180c-44d1-900e-b5d00f1045f4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Network': ['ID=aed29e35-9ff3-4d2c-9a98-5cc0996b6488,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:46.057891 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network aed29e35-9ff3-4d2c-9a98-5cc0996b6488 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:53:46.093577 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0fedbd64-180c-44d1-900e-b5d00f1045f4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3611748 Apr 16 04:53:46.097289 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45424) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:46.101869 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-09997019-0278-45d8-8b61-54c920fbd601 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1324134674', 'admin_state_up': True, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:53:46.173685 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-09997019-0278-45d8-8b61-54c920fbd601 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (492a4e12-7031-4513-938d-112ab314da9f), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:46.174718 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-09997019-0278-45d8-8b61-54c920fbd601 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (492a4e12-7031-4513-938d-112ab314da9f), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:46.230430 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-09997019-0278-45d8-8b61-54c920fbd601 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_controller (492a4e12-7031-4513-938d-112ab314da9f), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:46.421687 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-09997019-0278-45d8-8b61-54c920fbd601 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_gateway (492a4e12-7031-4513-938d-112ab314da9f), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:46.656827 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-09997019-0278-45d8-8b61-54c920fbd601 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_gateway (492a4e12-7031-4513-938d-112ab314da9f), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:46.675633 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-09997019-0278-45d8-8b61-54c920fbd601 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:46.780578 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-09997019-0278-45d8-8b61-54c920fbd601 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Allocated IP 172.26.6.110 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/707c0cf3-b935-4bd8-90c9-205ac29ab1b4) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:53:46.883275 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-09997019-0278-45d8-8b61-54c920fbd601 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (707c0cf3-b935-4bd8-90c9-205ac29ab1b4), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:47.005942 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-09997019-0278-45d8-8b61-54c920fbd601 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (707c0cf3-b935-4bd8-90c9-205ac29ab1b4), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:47.048928 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09997019-0278-45d8-8b61-54c920fbd601 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:53:47.055433 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-09997019-0278-45d8-8b61-54c920fbd601 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:53:47.058013 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09997019-0278-45d8-8b61-54c920fbd601 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:53:47.079905 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09997019-0278-45d8-8b61-54c920fbd601 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=707c0cf3-b935-4bd8-90c9-205ac29ab1b4,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:47.376502 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-09997019-0278-45d8-8b61-54c920fbd601 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_gateway (492a4e12-7031-4513-938d-112ab314da9f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:47.577256 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-09997019-0278-45d8-8b61-54c920fbd601 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (492a4e12-7031-4513-938d-112ab314da9f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:47.770911 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09997019-0278-45d8-8b61-54c920fbd601 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router 492a4e12-7031-4513-938d-112ab314da9f is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:53:47.880596 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09997019-0278-45d8-8b61-54c920fbd601 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:53:47.890162 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] Sync routers for ids ['492a4e12-7031-4513-938d-112ab314da9f'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:53:47.900321 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] Routers {'492a4e12-7031-4513-938d-112ab314da9f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:53:47.901049 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:53:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['492a4e12-7031-4513-938d-112ab314da9f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:47.969821 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-09997019-0278-45d8-8b61-54c920fbd601 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:47.971072 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-09997019-0278-45d8-8b61-54c920fbd601 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8727582 Apr 16 04:53:47.974203 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45426) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:48.010382 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] Set router 492a4e12-7031-4513-938d-112ab314da9f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:53:48.096251 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-da1b0177-4471-4abe-b9ea-567f44470a91 tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=2d93c1aa75b44c2fba551b8c34a64e4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1209741 Apr 16 04:53:48.098968 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45430) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:48.183490 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72e7a5c-cd45-4f8f-bdf1-b8951e745d0d tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:48.184477 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492a4e12-7031-4513-938d-112ab314da9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324134674', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:47Z', 'revision_number': 3, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:48.185019 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a72e7a5c-cd45-4f8f-bdf1-b8951e745d0d tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0850649 Apr 16 04:53:48.188644 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45432) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:48.211940 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] Checking router: 492a4e12-7031-4513-938d-112ab314da9f for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:53:48.212278 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] Updating router 492a4e12-7031-4513-938d-112ab314da9f port 707c0cf3-b935-4bd8-90c9-205ac29ab1b4 binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:53:48.220604 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-143a50ea-4625-468e-adb9-ed529042547d tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308533 Apr 16 04:53:48.227341 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45434) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:48.232005 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-27e583c0-07a6-4321-815a-c4bfb805d53f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-880046623', 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:53:48.241604 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (707c0cf3-b935-4bd8-90c9-205ac29ab1b4), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:48.379316 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e583c0-07a6-4321-815a-c4bfb805d53f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Made reservation on behalf of 2d93c1aa75b44c2fba551b8c34a64e4a for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:53:48.382663 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-27e583c0-07a6-4321-815a-c4bfb805d53f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:48.499155 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] Publish callbacks [] for port (707c0cf3-b935-4bd8-90c9-205ac29ab1b4), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:48.582502 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (707c0cf3-b935-4bd8-90c9-205ac29ab1b4), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:48.638820 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] Attempting to bind port 707c0cf3-b935-4bd8-90c9-205ac29ab1b4 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:53:48.638820 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] Attempting to bind port 707c0cf3-b935-4bd8-90c9-205ac29ab1b4 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:53:48.638820 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] Attempting to bind port 707c0cf3-b935-4bd8-90c9-205ac29ab1b4 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:53:48.638820 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1772b-ca08-4bac-9a7a-e71cb45a4786 None None] Pushing event updated for resources: {'Port': ['ID=707c0cf3-b935-4bd8-90c9-205ac29ab1b4,revision_number=2']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:48.645761 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1772b-ca08-4bac-9a7a-e71cb45a4786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:48.646104 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1772b-ca08-4bac-9a7a-e71cb45a4786 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:48.646440 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1772b-ca08-4bac-9a7a-e71cb45a4786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:48.646772 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1772b-ca08-4bac-9a7a-e71cb45a4786 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:48.647099 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1772b-ca08-4bac-9a7a-e71cb45a4786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:48.647421 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1772b-ca08-4bac-9a7a-e71cb45a4786 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:48.647741 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1772b-ca08-4bac-9a7a-e71cb45a4786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:48.648058 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1772b-ca08-4bac-9a7a-e71cb45a4786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:48.648376 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1772b-ca08-4bac-9a7a-e71cb45a4786 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:48.648692 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1772b-ca08-4bac-9a7a-e71cb45a4786 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:48.649032 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1772b-ca08-4bac-9a7a-e71cb45a4786 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:48.649348 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1772b-ca08-4bac-9a7a-e71cb45a4786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:48.649662 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1772b-ca08-4bac-9a7a-e71cb45a4786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:48.649973 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1772b-ca08-4bac-9a7a-e71cb45a4786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:48.650284 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1772b-ca08-4bac-9a7a-e71cb45a4786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:53:48.653330 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:53:48.653702 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:53:48.654096 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:48.654476 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:53:48.654937 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] Bound port: 707c0cf3-b935-4bd8-90c9-205ac29ab1b4, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:53:48.655312 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (707c0cf3-b935-4bd8-90c9-205ac29ab1b4), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:48.661035 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-27e583c0-07a6-4321-815a-c4bfb805d53f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (d33e1c94-020e-4cf0-a117-ebba04c4b049), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:48.705735 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] For port 707c0cf3-b935-4bd8-90c9-205ac29ab1b4, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:53:48.708669 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] For port 707c0cf3-b935-4bd8-90c9-205ac29ab1b4, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=707c0cf3-b935-4bd8-90c9-205ac29ab1b4,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:53:48.723524 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e583c0-07a6-4321-815a-c4bfb805d53f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Subnet': ['ID=d33e1c94-020e-4cf0-a117-ebba04c4b049,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:48.730614 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e583c0-07a6-4321-815a-c4bfb805d53f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Checking segment: {'id': 'ceaf292e-8343-4af9-884f-687d949dbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:53:48.730976 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e583c0-07a6-4321-815a-c4bfb805d53f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network hostable DHCP agents. Network: aed29e35-9ff3-4d2c-9a98-5cc0996b6488, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:53:48.805748 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (707c0cf3-b935-4bd8-90c9-205ac29ab1b4), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:48.846004 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e583c0-07a6-4321-815a-c4bfb805d53f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network aed29e35-9ff3-4d2c-9a98-5cc0996b6488 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:53:48.863607 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] Routers {'492a4e12-7031-4513-938d-112ab314da9f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:53:48.864187 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:53:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['492a4e12-7031-4513-938d-112ab314da9f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:48.898310 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1772b-ca08-4bac-9a7a-e71cb45a4786 None None] Pushing event updated for resources: {'Port': ['ID=707c0cf3-b935-4bd8-90c9-205ac29ab1b4,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:48.933294 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-27e583c0-07a6-4321-815a-c4bfb805d53f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, aed29e35-9ff3-4d2c-9a98-5cc0996b6488) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:53:48.937684 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e583c0-07a6-4321-815a-c4bfb805d53f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:48.938375 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-27e583c0-07a6-4321-815a-c4bfb805d53f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:48.943543 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c59b4c3-21bf-431d-8db2-9fc3e01bde5f None None] Network aed29e35-9ff3-4d2c-9a98-5cc0996b6488 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:53:48.971348 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] Set router 492a4e12-7031-4513-938d-112ab314da9f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:53:49.039170 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-27e583c0-07a6-4321-815a-c4bfb805d53f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8107922 Apr 16 04:53:49.042081 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45436) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:53:49.049885 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-aed29e35-9ff3-4d2c-9a98-5cc0996b6488', 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ips': [{'subnet_id': 'd33e1c94-020e-4cf0-a117-ebba04c4b049'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:53:49.052989 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:49.195845 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] Allocated IP 172.20.0.2 (aed29e35-9ff3-4d2c-9a98-5cc0996b6488/d33e1c94-020e-4cf0-a117-ebba04c4b049/6d574a5e-1110-45d7-bf11-f9c1639ea24e) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:53:49.244767 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492a4e12-7031-4513-938d-112ab314da9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324134674', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:47Z', 'revision_number': 3, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:49.272315 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06af88e-f614-4f77-9188-32866fbac386 None None] The sync data for ids ['492a4e12-7031-4513-938d-112ab314da9f'] in dv-neutron-838078-2-hyperv is: [{'id': '492a4e12-7031-4513-938d-112ab314da9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324134674', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:47Z', 'revision_number': 3, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:53:49.347038 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] Publish callbacks [] for port (6d574a5e-1110-45d7-bf11-f9c1639ea24e), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:49.420018 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (6d574a5e-1110-45d7-bf11-f9c1639ea24e), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:49.455516 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] Network aed29e35-9ff3-4d2c-9a98-5cc0996b6488 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:53:49.458104 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:53:49.462216 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:53:49.546751 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] Pushing event updated for resources: {'Port': ['ID=6d574a5e-1110-45d7-bf11-f9c1639ea24e,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:49.549008 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-51faba9a-e14c-4a88-ba8a-14e5f6af8b3b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:49.573028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] Attempting to bind port 6d574a5e-1110-45d7-bf11-f9c1639ea24e on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:53:49.573569 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] Attempting to bind port 6d574a5e-1110-45d7-bf11-f9c1639ea24e by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ceaf292e-8343-4af9-884f-687d949dbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:53:49.573943 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] Attempting to bind port 6d574a5e-1110-45d7-bf11-f9c1639ea24e on network aed29e35-9ff3-4d2c-9a98-5cc0996b6488 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:53:49.579665 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:53:49.580050 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] Checking segment: {'id': 'ceaf292e-8343-4af9-884f-687d949dbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:53:49.580458 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:49.580882 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] Bound using segment: {'id': 'ceaf292e-8343-4af9-884f-687d949dbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:53:49.581380 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] Bound port: 6d574a5e-1110-45d7-bf11-f9c1639ea24e, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceaf292e-8343-4af9-884f-687d949dbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:53:49.581747 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6d574a5e-1110-45d7-bf11-f9c1639ea24e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:49.668809 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] For port 6d574a5e-1110-45d7-bf11-f9c1639ea24e, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:53:49.674819 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] For port 6d574a5e-1110-45d7-bf11-f9c1639ea24e, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6d574a5e-1110-45d7-bf11-f9c1639ea24e,segment=NetworkSegment(ceaf292e-8343-4af9-884f-687d949dbf93),segment_id=ceaf292e-8343-4af9-884f-687d949dbf93)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:53:49.783826 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6d574a5e-1110-45d7-bf11-f9c1639ea24e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:49.873981 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237af9dc-e9d0-4ebc-ae73-f78992e3a466 None None] Pushing event updated for resources: {'Port': ['ID=6d574a5e-1110-45d7-bf11-f9c1639ea24e,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:50.145689 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 707c0cf3-b935-4bd8-90c9-205ac29ab1b4 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:53:50.227623 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-51faba9a-e14c-4a88-ba8a-14e5f6af8b3b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Allocated IP 172.20.0.1 (aed29e35-9ff3-4d2c-9a98-5cc0996b6488/d33e1c94-020e-4cf0-a117-ebba04c4b049/42456749-f745-4dab-816a-5a26676d9256) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:53:50.233404 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 707c0cf3-b935-4bd8-90c9-205ac29ab1b4 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:53:50.235643 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (707c0cf3-b935-4bd8-90c9-205ac29ab1b4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:50.324452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 707c0cf3-b935-4bd8-90c9-205ac29ab1b4 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:53:50.324895 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (707c0cf3-b935-4bd8-90c9-205ac29ab1b4), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:50.352463 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 707c0cf3-b935-4bd8-90c9-205ac29ab1b4, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=707c0cf3-b935-4bd8-90c9-205ac29ab1b4,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:53:50.390519 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-51faba9a-e14c-4a88-ba8a-14e5f6af8b3b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (42456749-f745-4dab-816a-5a26676d9256), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:50.430653 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (707c0cf3-b935-4bd8-90c9-205ac29ab1b4), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:50.479719 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=707c0cf3-b935-4bd8-90c9-205ac29ab1b4,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:50.491554 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-51faba9a-e14c-4a88-ba8a-14e5f6af8b3b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (42456749-f745-4dab-816a-5a26676d9256), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:50.541366 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51faba9a-e14c-4a88-ba8a-14e5f6af8b3b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network aed29e35-9ff3-4d2c-9a98-5cc0996b6488 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:53:50.546667 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-51faba9a-e14c-4a88-ba8a-14e5f6af8b3b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:53:50.550642 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51faba9a-e14c-4a88-ba8a-14e5f6af8b3b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:53:50.557511 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51faba9a-e14c-4a88-ba8a-14e5f6af8b3b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=42456749-f745-4dab-816a-5a26676d9256,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:50.599262 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-51faba9a-e14c-4a88-ba8a-14e5f6af8b3b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (492a4e12-7031-4513-938d-112ab314da9f), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:50.836573 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-51faba9a-e14c-4a88-ba8a-14e5f6af8b3b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (42456749-f745-4dab-816a-5a26676d9256), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:51.028759 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf68886-dfa2-4e85-bb46-d55e01b759df None None] Network aed29e35-9ff3-4d2c-9a98-5cc0996b6488 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:53:51.096187 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-e70daa54-5264-4347-85e1-dc3bfa4ff4da None None] Provisioning complete for port 6d574a5e-1110-45d7-bf11-f9c1639ea24e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:53:51.096553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e70daa54-5264-4347-85e1-dc3bfa4ff4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6d574a5e-1110-45d7-bf11-f9c1639ea24e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:51.156600 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-51faba9a-e14c-4a88-ba8a-14e5f6af8b3b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (42456749-f745-4dab-816a-5a26676d9256), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:51.220443 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e70daa54-5264-4347-85e1-dc3bfa4ff4da None None] Current status of the port 6d574a5e-1110-45d7-bf11-f9c1639ea24e is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:53:51.221045 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e70daa54-5264-4347-85e1-dc3bfa4ff4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6d574a5e-1110-45d7-bf11-f9c1639ea24e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:51.225747 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-51faba9a-e14c-4a88-ba8a-14e5f6af8b3b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (42456749-f745-4dab-816a-5a26676d9256), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:51.264657 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e70daa54-5264-4347-85e1-dc3bfa4ff4da None None] For port 6d574a5e-1110-45d7-bf11-f9c1639ea24e, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6d574a5e-1110-45d7-bf11-f9c1639ea24e,segment=NetworkSegment(ceaf292e-8343-4af9-884f-687d949dbf93),segment_id=ceaf292e-8343-4af9-884f-687d949dbf93)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:53:51.317533 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-51faba9a-e14c-4a88-ba8a-14e5f6af8b3b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (492a4e12-7031-4513-938d-112ab314da9f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:51.345826 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e70daa54-5264-4347-85e1-dc3bfa4ff4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (6d574a5e-1110-45d7-bf11-f9c1639ea24e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:51.357119 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51faba9a-e14c-4a88-ba8a-14e5f6af8b3b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=42456749-f745-4dab-816a-5a26676d9256,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:51.416188 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70daa54-5264-4347-85e1-dc3bfa4ff4da None None] Pushing event updated for resources: {'Port': ['ID=6d574a5e-1110-45d7-bf11-f9c1639ea24e,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:51.439867 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51faba9a-e14c-4a88-ba8a-14e5f6af8b3b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network aed29e35-9ff3-4d2c-9a98-5cc0996b6488 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:53:51.441583 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-51faba9a-e14c-4a88-ba8a-14e5f6af8b3b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:53:51.568013 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8acf0268-b3bd-4316-9781-2e5bbf46433b None None] Provisioning complete for port 42456749-f745-4dab-816a-5a26676d9256 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:53:51.568388 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8acf0268-b3bd-4316-9781-2e5bbf46433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (42456749-f745-4dab-816a-5a26676d9256), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:51.577615 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51faba9a-e14c-4a88-ba8a-14e5f6af8b3b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router 492a4e12-7031-4513-938d-112ab314da9f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:53:51.616571 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8acf0268-b3bd-4316-9781-2e5bbf46433b None None] Port 42456749-f745-4dab-816a-5a26676d9256 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:53:51.638365 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8acf0268-b3bd-4316-9781-2e5bbf46433b None None] Provisioning complete for port 6d574a5e-1110-45d7-bf11-f9c1639ea24e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:53:51.639299 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8acf0268-b3bd-4316-9781-2e5bbf46433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6d574a5e-1110-45d7-bf11-f9c1639ea24e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:51.709244 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51faba9a-e14c-4a88-ba8a-14e5f6af8b3b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:53:51.720971 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-51faba9a-e14c-4a88-ba8a-14e5f6af8b3b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "PUT /v2.0/routers/492a4e12-7031-4513-938d-112ab314da9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6778355 Apr 16 04:53:51.730516 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] Sync routers for ids ['492a4e12-7031-4513-938d-112ab314da9f'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:53:51.755292 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] Routers {'492a4e12-7031-4513-938d-112ab314da9f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:53:51.755930 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:53:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['492a4e12-7031-4513-938d-112ab314da9f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:51.757810 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8acf0268-b3bd-4316-9781-2e5bbf46433b None None] Current status of the port 6d574a5e-1110-45d7-bf11-f9c1639ea24e is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:53:51.894946 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-5dbc28f8-01cd-4f5a-b19b-a0374661cb90 None None] Provisioning complete for port 42456749-f745-4dab-816a-5a26676d9256 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:53:51.895416 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5dbc28f8-01cd-4f5a-b19b-a0374661cb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (42456749-f745-4dab-816a-5a26676d9256), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:51.909196 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-5973c1b1-a0ea-48bb-998c-725ebfabf555 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1740375192&fields=id&tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a HTTP/1.1" status: 200 len: 267 time: 0.0549064 Apr 16 04:53:51.922313 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] Set router 492a4e12-7031-4513-938d-112ab314da9f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:53:51.979276 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-5dbc28f8-01cd-4f5a-b19b-a0374661cb90 None None] Port 42456749-f745-4dab-816a-5a26676d9256 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:53:52.035152 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-1011c59d-d15d-43db-9c6e-beb6b83ac2f5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:52.043066 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-1011c59d-d15d-43db-9c6e-beb6b83ac2f5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/networks?id=aed29e35-9ff3-4d2c-9a98-5cc0996b6488 HTTP/1.1" status: 200 len: 797 time: 0.1204603 Apr 16 04:53:52.052012 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-c890192f-7571-4759-bde4-b395661487a2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/quotas/2d93c1aa75b44c2fba551b8c34a64e4a HTTP/1.1" status: 200 len: 375 time: 0.0099337 Apr 16 04:53:52.111584 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-94fa9d46-220c-47bc-9104-80fc697e05c7 None None] Provisioning complete for port 42456749-f745-4dab-816a-5a26676d9256 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:53:52.112073 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-94fa9d46-220c-47bc-9104-80fc697e05c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (42456749-f745-4dab-816a-5a26676d9256), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:52.117149 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-fca83ce3-a7c0-4a82-a114-85d337a657bf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595770 Apr 16 04:53:52.152343 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6d574a5e-1110-45d7-bf11-f9c1639ea24e up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:53:52.247627 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492a4e12-7031-4513-938d-112ab314da9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324134674', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:50Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '42456749-f745-4dab-816a-5a26676d9256', 'name': '', 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:d4:5d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'd33e1c94-020e-4cf0-a117-ebba04c4b049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:50Z', 'updated_at': '2022-04-16T04:53:51Z', 'revision_number': 2, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'd33e1c94-020e-4cf0-a117-ebba04c4b049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:52.252452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-94fa9d46-220c-47bc-9104-80fc697e05c7 None None] Port 42456749-f745-4dab-816a-5a26676d9256 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:53:52.286485 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-960e7a80-0dcd-4044-8bc9-daeb4c514dd3 service neutron] 10.222.0.30 "GET /v2.0/networks/aed29e35-9ff3-4d2c-9a98-5cc0996b6488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575851 Apr 16 04:53:52.386511 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-be6c3877-17c9-4297-bafb-7a74f4ffc4f3 service neutron] 10.222.0.30 "GET /v2.0/networks/aed29e35-9ff3-4d2c-9a98-5cc0996b6488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939877 Apr 16 04:53:52.435424 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] Checking router: 492a4e12-7031-4513-938d-112ab314da9f for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:53:52.435783 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] Updating router 492a4e12-7031-4513-938d-112ab314da9f port 42456749-f745-4dab-816a-5a26676d9256 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:53:52.471260 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (42456749-f745-4dab-816a-5a26676d9256), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:52.479737 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 6d574a5e-1110-45d7-bf11-f9c1639ea24e triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:53:52.480108 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (6d574a5e-1110-45d7-bf11-f9c1639ea24e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:52.641554 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c913a791-fbc0-49c4-abe4-9e0dbf95b479 req-17b6c642-5038-4372-bb84-77847cf36707 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 210 time: 0.0305440 Apr 16 04:53:52.667246 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 6d574a5e-1110-45d7-bf11-f9c1639ea24e is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:53:52.668313 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 707c0cf3-b935-4bd8-90c9-205ac29ab1b4 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:53:52.776068 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 707c0cf3-b935-4bd8-90c9-205ac29ab1b4 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:53:52.776441 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (707c0cf3-b935-4bd8-90c9-205ac29ab1b4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:52.905541 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] Publish callbacks [] for port (42456749-f745-4dab-816a-5a26676d9256), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:52.918338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 707c0cf3-b935-4bd8-90c9-205ac29ab1b4 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:53:53.005018 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (42456749-f745-4dab-816a-5a26676d9256), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:53.060739 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c9a65-b1d5-44ae-9fd8-d9c042e3617b None None] Pushing event updated for resources: {'Port': ['ID=42456749-f745-4dab-816a-5a26676d9256,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:53.111588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] Attempting to bind port 42456749-f745-4dab-816a-5a26676d9256 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:53:53.111960 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] Attempting to bind port 42456749-f745-4dab-816a-5a26676d9256 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ceaf292e-8343-4af9-884f-687d949dbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:53:53.112328 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] Attempting to bind port 42456749-f745-4dab-816a-5a26676d9256 on network aed29e35-9ff3-4d2c-9a98-5cc0996b6488 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:53:53.117736 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:53:53.118199 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] Checking segment: {'id': 'ceaf292e-8343-4af9-884f-687d949dbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:53:53.118674 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:53.119139 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] Bound using segment: {'id': 'ceaf292e-8343-4af9-884f-687d949dbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:53:53.119676 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] Bound port: 42456749-f745-4dab-816a-5a26676d9256, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceaf292e-8343-4af9-884f-687d949dbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:53:53.120134 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (42456749-f745-4dab-816a-5a26676d9256), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:53.191505 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] For port 42456749-f745-4dab-816a-5a26676d9256, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:53:53.194835 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] For port 42456749-f745-4dab-816a-5a26676d9256, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=42456749-f745-4dab-816a-5a26676d9256,segment=NetworkSegment(ceaf292e-8343-4af9-884f-687d949dbf93),segment_id=ceaf292e-8343-4af9-884f-687d949dbf93)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:53:53.274267 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (42456749-f745-4dab-816a-5a26676d9256), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:53.301588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-040238aa-4e54-40fe-9756-ef6b1742a427 None None] Provisioning complete for port 42456749-f745-4dab-816a-5a26676d9256 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:53:53.301948 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-040238aa-4e54-40fe-9756-ef6b1742a427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (42456749-f745-4dab-816a-5a26676d9256), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:53.368825 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c9a65-b1d5-44ae-9fd8-d9c042e3617b None None] Pushing event updated for resources: {'Port': ['ID=42456749-f745-4dab-816a-5a26676d9256,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:53.373980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] Routers {'492a4e12-7031-4513-938d-112ab314da9f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:53:53.374605 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:53:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['492a4e12-7031-4513-938d-112ab314da9f'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:53.507882 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-040238aa-4e54-40fe-9756-ef6b1742a427 None None] Current status of the port 42456749-f745-4dab-816a-5a26676d9256 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:53:53.510471 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-040238aa-4e54-40fe-9756-ef6b1742a427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (42456749-f745-4dab-816a-5a26676d9256), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:53.537445 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] Set router 492a4e12-7031-4513-938d-112ab314da9f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:53:53.577405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-040238aa-4e54-40fe-9756-ef6b1742a427 None None] For port 42456749-f745-4dab-816a-5a26676d9256, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=42456749-f745-4dab-816a-5a26676d9256,segment=NetworkSegment(ceaf292e-8343-4af9-884f-687d949dbf93),segment_id=ceaf292e-8343-4af9-884f-687d949dbf93)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:53:53.666897 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-040238aa-4e54-40fe-9756-ef6b1742a427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (42456749-f745-4dab-816a-5a26676d9256), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:53.725715 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cc628c4d-7ba4-4d9e-a910-e5c277b241d6 req-ab57059c-cdc6-492e-aa83-dd4734bd7b9c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 210 time: 0.0294523 Apr 16 04:53:53.737990 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040238aa-4e54-40fe-9756-ef6b1742a427 None None] Pushing event updated for resources: {'Port': ['ID=42456749-f745-4dab-816a-5a26676d9256,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:53.790820 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3e34fa94-576b-4861-8e79-5450c6c41022 None None] Provisioning complete for port 42456749-f745-4dab-816a-5a26676d9256 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:53:53.791148 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3e34fa94-576b-4861-8e79-5450c6c41022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (42456749-f745-4dab-816a-5a26676d9256), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:53.795772 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492a4e12-7031-4513-938d-112ab314da9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324134674', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:50Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '42456749-f745-4dab-816a-5a26676d9256', 'name': '', 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:d4:5d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'd33e1c94-020e-4cf0-a117-ebba04c4b049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:50Z', 'updated_at': '2022-04-16T04:53:53Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'd33e1c94-020e-4cf0-a117-ebba04c4b049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:53:53.843921 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f1dc3b-9eed-4e0c-ac2b-a08e7aca887e None None] The sync data for ids ['492a4e12-7031-4513-938d-112ab314da9f'] in dv-neutron-838078-2-hyperv is: [{'id': '492a4e12-7031-4513-938d-112ab314da9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324134674', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:50Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '42456749-f745-4dab-816a-5a26676d9256', 'name': '', 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:d4:5d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'd33e1c94-020e-4cf0-a117-ebba04c4b049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:50Z', 'updated_at': '2022-04-16T04:53:53Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'd33e1c94-020e-4cf0-a117-ebba04c4b049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:53:53.914247 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3e34fa94-576b-4861-8e79-5450c6c41022 None None] Current status of the port 42456749-f745-4dab-816a-5a26676d9256 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:53:54.062115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 42456749-f745-4dab-816a-5a26676d9256 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:53:54.116706 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 42456749-f745-4dab-816a-5a26676d9256 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:53:54.117105 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (42456749-f745-4dab-816a-5a26676d9256), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:54.198475 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 42456749-f745-4dab-816a-5a26676d9256 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:53:54.878624 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d9c28034-a6ee-45ac-b364-c41385894f3e req-27f07675-196e-4a0d-baa1-1447c9199822 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 210 time: 0.0504758 Apr 16 04:53:54.898237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-e82509c9-4463-4144-a6a4-5aa5eba53a2b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:54.900006 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-e82509c9-4463-4144-a6a4-5aa5eba53a2b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "GET /v2.0/networks?id=aed29e35-9ff3-4d2c-9a98-5cc0996b6488 HTTP/1.1" status: 200 len: 797 time: 0.1350286 Apr 16 04:53:54.962615 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-ba0e1477-5ad6-4563-9c4c-2ae834a7cc1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a HTTP/1.1" status: 200 len: 380 time: 0.0545144 Apr 16 04:53:54.974191 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-06eb96a1-4b11-4ed9-aaa3-1d44e975c05f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'port': {'device_id': 'a2dd6718-2e71-48cb-ae55-dfb9ddfa4674', 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488', 'admin_state_up': True, 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'security_groups': ['578c684b-37ef-47ec-8e35-8b54451770e1']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:53:55.162183 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-06eb96a1-4b11-4ed9-aaa3-1d44e975c05f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Made reservation on behalf of 2d93c1aa75b44c2fba551b8c34a64e4a for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:53:55.165611 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-06eb96a1-4b11-4ed9-aaa3-1d44e975c05f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:55.290140 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-06eb96a1-4b11-4ed9-aaa3-1d44e975c05f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Allocated IP 172.20.0.6 (aed29e35-9ff3-4d2c-9a98-5cc0996b6488/d33e1c94-020e-4cf0-a117-ebba04c4b049/75b20df7-6618-4f99-936e-e4bb366d1e12) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:53:55.432503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-06eb96a1-4b11-4ed9-aaa3-1d44e975c05f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (75b20df7-6618-4f99-936e-e4bb366d1e12), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:55.525586 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-06eb96a1-4b11-4ed9-aaa3-1d44e975c05f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (75b20df7-6618-4f99-936e-e4bb366d1e12), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:55.570900 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-06eb96a1-4b11-4ed9-aaa3-1d44e975c05f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network aed29e35-9ff3-4d2c-9a98-5cc0996b6488 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:53:55.573911 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-06eb96a1-4b11-4ed9-aaa3-1d44e975c05f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:53:55.576321 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-06eb96a1-4b11-4ed9-aaa3-1d44e975c05f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:53:55.610815 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb96a1-4b11-4ed9-aaa3-1d44e975c05f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=75b20df7-6618-4f99-936e-e4bb366d1e12,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:55.636357 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-06eb96a1-4b11-4ed9-aaa3-1d44e975c05f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:55.637016 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-06eb96a1-4b11-4ed9-aaa3-1d44e975c05f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:55.705770 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-06eb96a1-4b11-4ed9-aaa3-1d44e975c05f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7374399 Apr 16 04:53:55.718269 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] Request body: {'port': {'device_id': 'a2dd6718-2e71-48cb-ae55-dfb9ddfa4674', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:53:55.780603 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (75b20df7-6618-4f99-936e-e4bb366d1e12), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:55.847497 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-5a7bb040-5161-465b-b1d7-fe285566e06d None None] Provisioning complete for port 75b20df7-6618-4f99-936e-e4bb366d1e12 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:53:55.848041 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5a7bb040-5161-465b-b1d7-fe285566e06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (75b20df7-6618-4f99-936e-e4bb366d1e12), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:55.885236 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-5a7bb040-5161-465b-b1d7-fe285566e06d None None] Port 75b20df7-6618-4f99-936e-e4bb366d1e12 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:53:55.991883 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c9824-5137-4558-aa39-1f290ccc8a4a req-c9d4d14a-f80e-47b3-8448-2128868cb182 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:55.993457 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b25c9824-5137-4558-aa39-1f290ccc8a4a req-c9d4d14a-f80e-47b3-8448-2128868cb182 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 931 time: 0.0479071 Apr 16 04:53:56.043958 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b25c9824-5137-4558-aa39-1f290ccc8a4a req-129bbdcb-f334-4d01-b326-1f2eca5c8240 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=578c684b-37ef-47ec-8e35-8b54451770e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444629 Apr 16 04:53:56.052327 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b20df7-6618-4f99-936e-e4bb366d1e12 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:53:56.060203 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] Publish callbacks [] for port (75b20df7-6618-4f99-936e-e4bb366d1e12), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:56.072871 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] Transition to ACTIVE for port object 75b20df7-6618-4f99-936e-e4bb366d1e12 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:53:56.136505 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (75b20df7-6618-4f99-936e-e4bb366d1e12), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:56.186161 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135edf8-f92e-4629-a100-784481208014 service neutron] Pushing event updated for resources: {'Port': ['ID=75b20df7-6618-4f99-936e-e4bb366d1e12,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:56.261032 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] Attempting to bind port 75b20df7-6618-4f99-936e-e4bb366d1e12 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:53:56.261367 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] Attempting to bind port 75b20df7-6618-4f99-936e-e4bb366d1e12 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'ceaf292e-8343-4af9-884f-687d949dbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:53:56.261693 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] Attempting to bind port 75b20df7-6618-4f99-936e-e4bb366d1e12 on network aed29e35-9ff3-4d2c-9a98-5cc0996b6488 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:53:56.266836 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] Port 75b20df7-6618-4f99-936e-e4bb366d1e12 on network aed29e35-9ff3-4d2c-9a98-5cc0996b6488 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:53:56.267150 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] Attempting to bind port 75b20df7-6618-4f99-936e-e4bb366d1e12 on network aed29e35-9ff3-4d2c-9a98-5cc0996b6488 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:53:56.272348 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:53:56.272682 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] Checking segment: {'id': 'ceaf292e-8343-4af9-884f-687d949dbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:53:56.273105 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] Bound using segment: {'id': 'ceaf292e-8343-4af9-884f-687d949dbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:53:56.273524 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] Bound port: 75b20df7-6618-4f99-936e-e4bb366d1e12, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceaf292e-8343-4af9-884f-687d949dbf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:53:56.273879 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (75b20df7-6618-4f99-936e-e4bb366d1e12), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:56.344964 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] For port 75b20df7-6618-4f99-936e-e4bb366d1e12, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:53:56.348774 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] For port 75b20df7-6618-4f99-936e-e4bb366d1e12, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=75b20df7-6618-4f99-936e-e4bb366d1e12,segment=NetworkSegment(ceaf292e-8343-4af9-884f-687d949dbf93),segment_id=ceaf292e-8343-4af9-884f-687d949dbf93)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:53:56.445952 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (75b20df7-6618-4f99-936e-e4bb366d1e12), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:56.479530 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:56.480139 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:56.481529 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b135edf8-f92e-4629-a100-784481208014 service neutron] 10.222.0.18 "PUT /v2.0/ports/75b20df7-6618-4f99-936e-e4bb366d1e12 HTTP/1.1" status: 200 len: 1093 time: 0.7677228 Apr 16 04:53:56.481958 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dd6718-2e71-48cb-ae55-dfb9ddfa4674', 'tag': '75b20df7-6618-4f99-936e-e4bb366d1e12'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:53:56.484678 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1a0b8b-f62c-4497-8917-44856c1776b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a2dd6718-2e71-48cb-ae55-dfb9ddfa4674", "tag": "75b20df7-6618-4f99-936e-e4bb366d1e12"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:53:56.512155 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135edf8-f92e-4629-a100-784481208014 service neutron] Pushing event updated for resources: {'Port': ['ID=75b20df7-6618-4f99-936e-e4bb366d1e12,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:53:56.534032 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa438aa6-2724-42d9-96a4-8403a53cc8b3 x-openstack-request-id: req-aa438aa6-2724-42d9-96a4-8403a53cc8b3 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:53:56.534335 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2dd6718-2e71-48cb-ae55-dfb9ddfa4674", "tag": "75b20df7-6618-4f99-936e-e4bb366d1e12", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:53:56.534584 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa438aa6-2724-42d9-96a4-8403a53cc8b3 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:53:56.534995 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa438aa6-2724-42d9-96a4-8403a53cc8b3'] response: {'name': 'network-changed', 'server_uuid': 'a2dd6718-2e71-48cb-ae55-dfb9ddfa4674', 'tag': '75b20df7-6618-4f99-936e-e4bb366d1e12', 'status': 'completed', 'code': 200} Apr 16 04:53:56.594853 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a0b8b-f62c-4497-8917-44856c1776b3 req-7c2a2398-ec17-4fe2-bab7-27010e442cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:56.596450 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5d1a0b8b-f62c-4497-8917-44856c1776b3 req-7c2a2398-ec17-4fe2-bab7-27010e442cfb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 1127 time: 0.0422738 Apr 16 04:53:56.701125 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a0b8b-f62c-4497-8917-44856c1776b3 req-95d8e37a-2750-49fb-8ea6-43c59c14df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:56.702527 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5d1a0b8b-f62c-4497-8917-44856c1776b3 req-95d8e37a-2750-49fb-8ea6-43c59c14df59 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0983071 Apr 16 04:53:56.794066 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a0b8b-f62c-4497-8917-44856c1776b3 req-00706c03-58a8-4844-b7d0-a69e92353b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:56.795476 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5d1a0b8b-f62c-4497-8917-44856c1776b3 req-00706c03-58a8-4844-b7d0-a69e92353b51 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0872021 Apr 16 04:53:56.871688 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-24801e64-c63a-42fa-b3d9-9d2f6170329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:56.873193 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-24801e64-c63a-42fa-b3d9-9d2f6170329e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 1127 time: 0.0441771 Apr 16 04:53:56.913736 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-b783c826-73f1-4134-92fb-25b4097db3a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75b20df7-6618-4f99-936e-e4bb366d1e12 HTTP/1.1" status: 200 len: 217 time: 0.0339572 Apr 16 04:53:56.962291 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-2d998764-738b-4d7d-ab60-5f5e1de1d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:56.963668 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-2d998764-738b-4d7d-ab60-5f5e1de1d240 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d33e1c94-020e-4cf0-a117-ebba04c4b049 HTTP/1.1" status: 200 len: 834 time: 0.0432348 Apr 16 04:53:57.009746 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-02286231-9061-4a1f-b1fa-9b32b5b4eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:57.011454 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-02286231-9061-4a1f-b1fa-9b32b5b4eea6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aed29e35-9ff3-4d2c-9a98-5cc0996b6488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418057 Apr 16 04:53:57.103190 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-87d9a153-afac-4b23-8dd8-37ec8bae1657 service neutron] 10.222.0.18 "GET /v2.0/networks/aed29e35-9ff3-4d2c-9a98-5cc0996b6488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853126 Apr 16 04:53:57.159168 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063ac49-2785-4557-afa4-3ef8a4c45c11 req-a288a16a-7bac-4387-b697-a505498c3804 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:57.160638 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8063ac49-2785-4557-afa4-3ef8a4c45c11 req-a288a16a-7bac-4387-b697-a505498c3804 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 943 time: 0.0510221 Apr 16 04:53:57.197442 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-521e1d94-2b30-43ea-8100-c9db255faf1e req-573ad1bc-7727-4e2f-9980-e2610a0c16a4 service neutron] 10.222.0.18 "GET /v2.0/networks/aed29e35-9ff3-4d2c-9a98-5cc0996b6488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882168 Apr 16 04:53:57.209788 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8063ac49-2785-4557-afa4-3ef8a4c45c11 req-eb1624c4-58d4-449e-a5a6-bd1b6dfa6eae tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=578c684b-37ef-47ec-8e35-8b54451770e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434318 Apr 16 04:53:58.322638 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb0d9e-36e1-45b3-9e86-b38b1c85028b req-004f6e53-a6ae-474a-8855-f15f34a4b61e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:58.324123 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8ebb0d9e-36e1-45b3-9e86-b38b1c85028b req-004f6e53-a6ae-474a-8855-f15f34a4b61e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 943 time: 0.0472949 Apr 16 04:53:58.350263 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:53:58.373500 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8ebb0d9e-36e1-45b3-9e86-b38b1c85028b req-00d69b70-c114-45af-b1e8-5f9d9655e532 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=578c684b-37ef-47ec-8e35-8b54451770e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434442 Apr 16 04:53:59.487672 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd5d0d-0f8d-4aa8-8ae0-d729d575f896 req-8081799a-9ab9-4b3c-96fb-060773f782fe tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:53:59.489196 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-eadd5d0d-0f8d-4aa8-8ae0-d729d575f896 req-8081799a-9ab9-4b3c-96fb-060773f782fe tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 943 time: 0.0476477 Apr 16 04:53:59.537822 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-eadd5d0d-0f8d-4aa8-8ae0-d729d575f896 req-94e7df80-f8e6-4fc8-9f5a-f1bbe3853860 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=578c684b-37ef-47ec-8e35-8b54451770e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430894 Apr 16 04:54:00.529719 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 75b20df7-6618-4f99-936e-e4bb366d1e12 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:54:00.629602 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 75b20df7-6618-4f99-936e-e4bb366d1e12, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=75b20df7-6618-4f99-936e-e4bb366d1e12,segment=NetworkSegment(ceaf292e-8343-4af9-884f-687d949dbf93),segment_id=ceaf292e-8343-4af9-884f-687d949dbf93)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:54:00.641549 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '75b20df7-6618-4f99-936e-e4bb366d1e12', 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488', 'port_id': '75b20df7-6618-4f99-936e-e4bb366d1e12', 'mac_address': 'fa:16:3e:1f:78:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33e1c94-020e-4cf0-a117-ebba04c4b049', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:54:00.648627 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93714f6f-1c6b-43a3-9b05-103a83a527c0 req-7c4b5619-1e60-4cdf-8559-d12a7547a2c6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:00.650137 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-93714f6f-1c6b-43a3-9b05-103a83a527c0 req-7c4b5619-1e60-4cdf-8559-d12a7547a2c6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 943 time: 0.0472589 Apr 16 04:54:00.678425 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 75b20df7-6618-4f99-936e-e4bb366d1e12 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:54:00.678813 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (75b20df7-6618-4f99-936e-e4bb366d1e12), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:00.692057 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b20df7-6618-4f99-936e-e4bb366d1e12 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:54:00.701563 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-93714f6f-1c6b-43a3-9b05-103a83a527c0 req-7a81b0a1-8c49-4ab4-b87d-79d2cc24cd1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=578c684b-37ef-47ec-8e35-8b54451770e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459275 Apr 16 04:54:00.712801 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 75b20df7-6618-4f99-936e-e4bb366d1e12, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=75b20df7-6618-4f99-936e-e4bb366d1e12,segment=NetworkSegment(ceaf292e-8343-4af9-884f-687d949dbf93),segment_id=ceaf292e-8343-4af9-884f-687d949dbf93)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:54:00.778951 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (75b20df7-6618-4f99-936e-e4bb366d1e12), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:00.826250 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=75b20df7-6618-4f99-936e-e4bb366d1e12,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:00.974716 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['75b20df7-6618-4f99-936e-e4bb366d1e12'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:54:01.813091 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f95b54-9bff-4468-be9f-4415367ed6ed req-607ffcbc-c160-4dc6-9e44-3a86375f5c93 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:01.814545 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-44f95b54-9bff-4468-be9f-4415367ed6ed req-607ffcbc-c160-4dc6-9e44-3a86375f5c93 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 944 time: 0.0465257 Apr 16 04:54:01.867175 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-44f95b54-9bff-4468-be9f-4415367ed6ed req-9ba4248d-98a8-4134-aeba-352fb90c44b3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=578c684b-37ef-47ec-8e35-8b54451770e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471652 Apr 16 04:54:02.529572 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 75b20df7-6618-4f99-936e-e4bb366d1e12 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:54:02.578034 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 75b20df7-6618-4f99-936e-e4bb366d1e12 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:54:02.658526 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 75b20df7-6618-4f99-936e-e4bb366d1e12 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:54:02.658919 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (75b20df7-6618-4f99-936e-e4bb366d1e12), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:02.733440 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 75b20df7-6618-4f99-936e-e4bb366d1e12 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:54:02.733828 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (75b20df7-6618-4f99-936e-e4bb366d1e12), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:02.755764 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dd6718-2e71-48cb-ae55-dfb9ddfa4674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b20df7-6618-4f99-936e-e4bb366d1e12'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:54:02.758023 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c24bae-e435-4ecc-a1de-83a2a7b3e7c4" -d '{"events": [{"server_uuid": "a2dd6718-2e71-48cb-ae55-dfb9ddfa4674", "name": "network-vif-plugged", "status": "completed", "tag": "75b20df7-6618-4f99-936e-e4bb366d1e12"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:54:02.770228 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 75b20df7-6618-4f99-936e-e4bb366d1e12, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=75b20df7-6618-4f99-936e-e4bb366d1e12,segment=NetworkSegment(ceaf292e-8343-4af9-884f-687d949dbf93),segment_id=ceaf292e-8343-4af9-884f-687d949dbf93)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:54:02.835851 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (75b20df7-6618-4f99-936e-e4bb366d1e12), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:02.860089 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341bf3c9-b631-4c34-bc18-554823d4bb01 x-openstack-request-id: req-341bf3c9-b631-4c34-bc18-554823d4bb01 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:54:02.860365 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2dd6718-2e71-48cb-ae55-dfb9ddfa4674", "name": "network-vif-plugged", "status": "completed", "tag": "75b20df7-6618-4f99-936e-e4bb366d1e12", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:54:02.860620 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-341bf3c9-b631-4c34-bc18-554823d4bb01 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:54:02.861040 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-341bf3c9-b631-4c34-bc18-554823d4bb01'] response: {'server_uuid': 'a2dd6718-2e71-48cb-ae55-dfb9ddfa4674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b20df7-6618-4f99-936e-e4bb366d1e12', 'code': 200} Apr 16 04:54:02.890194 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=75b20df7-6618-4f99-936e-e4bb366d1e12,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:02.986451 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d4f0e-99e2-419a-a6a6-1de2f1a37a69 req-2561d80d-5f54-4a8d-b5f7-003834ad395b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:02.988023 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-036d4f0e-99e2-419a-a6a6-1de2f1a37a69 req-2561d80d-5f54-4a8d-b5f7-003834ad395b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 945 time: 0.0468354 Apr 16 04:54:03.037310 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-036d4f0e-99e2-419a-a6a6-1de2f1a37a69 req-1feee885-c428-4f92-8797-643bd9d79ea3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=578c684b-37ef-47ec-8e35-8b54451770e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436163 Apr 16 04:54:03.169873 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbd828-ef88-4b6f-9de8-08cafe9835fe req-38f566de-645e-41d9-927e-9fd5066d5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:03.171495 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b4bbd828-ef88-4b6f-9de8-08cafe9835fe req-38f566de-645e-41d9-927e-9fd5066d5010 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 1129 time: 0.0387237 Apr 16 04:54:03.215968 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b4bbd828-ef88-4b6f-9de8-08cafe9835fe req-aec08982-0066-48f4-81d7-4ba54e839c08 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=578c684b-37ef-47ec-8e35-8b54451770e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383966 Apr 16 04:54:04.078411 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:54:04.153032 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ce4ac-9774-4718-9558-94b3121f7dfc req-93e7fdab-6e7b-4c80-af92-f822bd7bc9bf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:04.154502 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-509ce4ac-9774-4718-9558-94b3121f7dfc req-93e7fdab-6e7b-4c80-af92-f822bd7bc9bf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 945 time: 0.0470185 Apr 16 04:54:04.204251 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-509ce4ac-9774-4718-9558-94b3121f7dfc req-026c8ecd-4a23-44de-9e22-9eb079e73777 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=578c684b-37ef-47ec-8e35-8b54451770e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436831 Apr 16 04:54:05.315114 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75019d71-0cc7-4340-a171-617a473afddc req-ef771fe5-1c85-4fac-92d5-6aeb9cf09d6d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:05.316575 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-75019d71-0cc7-4340-a171-617a473afddc req-ef771fe5-1c85-4fac-92d5-6aeb9cf09d6d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 945 time: 0.0465209 Apr 16 04:54:05.366338 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-75019d71-0cc7-4340-a171-617a473afddc req-8c548253-286a-48c1-8977-80e202fb0cf4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=578c684b-37ef-47ec-8e35-8b54451770e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442610 Apr 16 04:54:05.380320 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf43fff-f464-4948-abc2-bb123e8f3675 req-5bd0f0d3-28ab-4e01-8a15-6bd1730b9059 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415764 Apr 16 04:54:05.461350 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf43fff-f464-4948-abc2-bb123e8f3675 req-09f1717e-67be-461e-8c22-414579a93649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:05.462896 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf43fff-f464-4948-abc2-bb123e8f3675 req-09f1717e-67be-461e-8c22-414579a93649 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 1129 time: 0.0425739 Apr 16 04:54:05.575553 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf43fff-f464-4948-abc2-bb123e8f3675 req-f2cd9585-eba0-4601-8825-dcdb6427f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:05.576963 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf43fff-f464-4948-abc2-bb123e8f3675 req-f2cd9585-eba0-4601-8825-dcdb6427f39b service neutron] 10.222.0.18 "GET /v2.0/networks?id=aed29e35-9ff3-4d2c-9a98-5cc0996b6488 HTTP/1.1" status: 200 len: 897 time: 0.0956368 Apr 16 04:54:05.618823 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf43fff-f464-4948-abc2-bb123e8f3675 req-15f2ad18-214e-446b-acac-add20e386879 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75b20df7-6618-4f99-936e-e4bb366d1e12 HTTP/1.1" status: 200 len: 217 time: 0.0363884 Apr 16 04:54:05.694461 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6ecd1-72cf-489d-a56b-562e40987e23 req-d0dbd4e7-025f-47d5-a9ff-4cbc85fe998a tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:05.695921 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-12c6ecd1-72cf-489d-a56b-562e40987e23 req-d0dbd4e7-025f-47d5-a9ff-4cbc85fe998a tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 945 time: 0.0795240 Apr 16 04:54:05.701142 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf43fff-f464-4948-abc2-bb123e8f3675 req-a4fcabd0-8dc5-4802-a4a2-4331803c4fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:05.702450 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf43fff-f464-4948-abc2-bb123e8f3675 req-a4fcabd0-8dc5-4802-a4a2-4331803c4fae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d33e1c94-020e-4cf0-a117-ebba04c4b049 HTTP/1.1" status: 200 len: 834 time: 0.0757380 Apr 16 04:54:05.760683 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf43fff-f464-4948-abc2-bb123e8f3675 req-aca89424-54ee-46b8-bb5d-134dcb1de3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:05.762175 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf43fff-f464-4948-abc2-bb123e8f3675 req-aca89424-54ee-46b8-bb5d-134dcb1de3bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aed29e35-9ff3-4d2c-9a98-5cc0996b6488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0533707 Apr 16 04:54:05.785661 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-12c6ecd1-72cf-489d-a56b-562e40987e23 req-9bb99dc0-b491-40dc-b687-444ff6383ce3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=578c684b-37ef-47ec-8e35-8b54451770e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822918 Apr 16 04:54:05.809004 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45502) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:05.852058 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd8d2cf-b534-4f3c-bb72-1799352c0e7b tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:05.853538 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3bd8d2cf-b534-4f3c-bb72-1799352c0e7b tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 1124 time: 0.0434921 Apr 16 04:54:05.856474 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45504) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:05.861217 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-cbb61c27-5f47-4dcb-84ed-093e1e853a56 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': '75b20df7-6618-4f99-936e-e4bb366d1e12', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:54:05.865176 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf43fff-f464-4948-abc2-bb123e8f3675 req-1c4400db-a622-4486-9bce-8df1cb8de081 service neutron] 10.222.0.18 "GET /v2.0/networks/aed29e35-9ff3-4d2c-9a98-5cc0996b6488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954361 Apr 16 04:54:05.950256 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cbb61c27-5f47-4dcb-84ed-093e1e853a56 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:05.953829 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9bf43fff-f464-4948-abc2-bb123e8f3675 req-6dd17d09-528f-45aa-a2ae-cadb778482ef service neutron] 10.222.0.18 "GET /v2.0/networks/aed29e35-9ff3-4d2c-9a98-5cc0996b6488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829034 Apr 16 04:54:06.028819 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cbb61c27-5f47-4dcb-84ed-093e1e853a56 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:06.131787 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-cbb61c27-5f47-4dcb-84ed-093e1e853a56 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Allocated IP 172.26.6.75 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/223a4266-5fae-445f-82a0-eb559e962608) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:54:06.233970 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cbb61c27-5f47-4dcb-84ed-093e1e853a56 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (223a4266-5fae-445f-82a0-eb559e962608), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:06.319460 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cbb61c27-5f47-4dcb-84ed-093e1e853a56 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (223a4266-5fae-445f-82a0-eb559e962608), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:06.356830 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb61c27-5f47-4dcb-84ed-093e1e853a56 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:54:06.359660 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-cbb61c27-5f47-4dcb-84ed-093e1e853a56 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:54:06.365295 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb61c27-5f47-4dcb-84ed-093e1e853a56 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:54:06.389256 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb61c27-5f47-4dcb-84ed-093e1e853a56 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=223a4266-5fae-445f-82a0-eb559e962608,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:06.729207 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cbb61c27-5f47-4dcb-84ed-093e1e853a56 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for floatingip (3fb27451-8e02-4171-bd5b-c4500e4fd300), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:06.851780 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cbb61c27-5f47-4dcb-84ed-093e1e853a56 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (223a4266-5fae-445f-82a0-eb559e962608), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:07.002519 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cbb61c27-5f47-4dcb-84ed-093e1e853a56 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (223a4266-5fae-445f-82a0-eb559e962608), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:07.073098 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cbb61c27-5f47-4dcb-84ed-093e1e853a56 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (223a4266-5fae-445f-82a0-eb559e962608), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:07.137932 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb61c27-5f47-4dcb-84ed-093e1e853a56 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=223a4266-5fae-445f-82a0-eb559e962608,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:07.151063 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cbb61c27-5f47-4dcb-84ed-093e1e853a56 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (3fb27451-8e02-4171-bd5b-c4500e4fd300), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:07.253680 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-cbb61c27-5f47-4dcb-84ed-093e1e853a56 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Floating IP 3fb27451-8e02-4171-bd5b-c4500e4fd300 associated. External IP: 172.26.6.75, port: 75b20df7-6618-4f99-936e-e4bb366d1e12. Apr 16 04:54:07.465385 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb61c27-5f47-4dcb-84ed-093e1e853a56 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router 492a4e12-7031-4513-938d-112ab314da9f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:54:07.578719 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb61c27-5f47-4dcb-84ed-093e1e853a56 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:54:07.588983 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a57ec24-6376-40ec-b02e-656d3a4eee9a None None] Sync routers for ids ['492a4e12-7031-4513-938d-112ab314da9f'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:54:07.600458 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a57ec24-6376-40ec-b02e-656d3a4eee9a None None] Routers {'492a4e12-7031-4513-938d-112ab314da9f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:54:07.601109 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1a57ec24-6376-40ec-b02e-656d3a4eee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:53:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['492a4e12-7031-4513-938d-112ab314da9f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:54:07.658906 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cbb61c27-5f47-4dcb-84ed-093e1e853a56 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:07.689906 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-cbb61c27-5f47-4dcb-84ed-093e1e853a56 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8323798 Apr 16 04:54:07.690511 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dd6718-2e71-48cb-ae55-dfb9ddfa4674', 'tag': '75b20df7-6618-4f99-936e-e4bb366d1e12'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:54:07.693064 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca33e6a2-9482-4cec-8ba0-0b8b3cde202a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2dd6718-2e71-48cb-ae55-dfb9ddfa4674", "tag": "75b20df7-6618-4f99-936e-e4bb366d1e12"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:54:07.709565 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-1a57ec24-6376-40ec-b02e-656d3a4eee9a None None] Set router 492a4e12-7031-4513-938d-112ab314da9f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:54:07.733864 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a9a492-5416-4d32-912d-7554851c9a3a x-openstack-request-id: req-78a9a492-5416-4d32-912d-7554851c9a3a {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:54:07.734169 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2dd6718-2e71-48cb-ae55-dfb9ddfa4674", "tag": "75b20df7-6618-4f99-936e-e4bb366d1e12", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:54:07.734429 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78a9a492-5416-4d32-912d-7554851c9a3a {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:54:07.734849 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a9a492-5416-4d32-912d-7554851c9a3a'] response: {'name': 'network-changed', 'server_uuid': 'a2dd6718-2e71-48cb-ae55-dfb9ddfa4674', 'tag': '75b20df7-6618-4f99-936e-e4bb366d1e12', 'status': 'completed', 'code': 200} Apr 16 04:54:07.795435 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00f4ec-a36b-4703-84a9-df58d4aa6b31 req-505d5a2e-f30d-4adf-b8c0-a69e6a666362 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:07.797104 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0c00f4ec-a36b-4703-84a9-df58d4aa6b31 req-505d5a2e-f30d-4adf-b8c0-a69e6a666362 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 945 time: 0.0484946 Apr 16 04:54:07.850981 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0c00f4ec-a36b-4703-84a9-df58d4aa6b31 req-01d4af9d-a5ad-4615-8cd9-f059f7806b5e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=578c684b-37ef-47ec-8e35-8b54451770e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482826 Apr 16 04:54:07.873764 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45510) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:07.925839 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1a57ec24-6376-40ec-b02e-656d3a4eee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492a4e12-7031-4513-938d-112ab314da9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324134674', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:50Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '3fb27451-8e02-4171-bd5b-c4500e4fd300', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'floating_ip_address': '172.26.6.75', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '492a4e12-7031-4513-938d-112ab314da9f', 'port_id': '75b20df7-6618-4f99-936e-e4bb366d1e12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488', 'mac_address': 'fa:16:3e:1f:78:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dd6718-2e71-48cb-ae55-dfb9ddfa4674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:54:06Z', 'updated_at': '2022-04-16T04:54:06Z', 'revision_number': 0, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42456749-f745-4dab-816a-5a26676d9256', 'name': '', 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:d4:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'd33e1c94-020e-4cf0-a117-ebba04c4b049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:50Z', 'updated_at': '2022-04-16T04:53:53Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'd33e1c94-020e-4cf0-a117-ebba04c4b049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:54:07.937806 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d445661c-a812-4bd6-ad6a-19375a91970b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/floatingips/3fb27451-8e02-4171-bd5b-c4500e4fd300 HTTP/1.1" status: 200 len: 990 time: 0.0623739 Apr 16 04:54:07.948089 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33e6a2-9482-4cec-8ba0-0b8b3cde202a req-b9c42de3-7d8b-412d-bfff-269196dc8204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:07.949635 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ca33e6a2-9482-4cec-8ba0-0b8b3cde202a req-b9c42de3-7d8b-412d-bfff-269196dc8204 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 1129 time: 0.0499446 Apr 16 04:54:07.959585 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a57ec24-6376-40ec-b02e-656d3a4eee9a None None] Checking router: 492a4e12-7031-4513-938d-112ab314da9f for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:54:07.968497 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a57ec24-6376-40ec-b02e-656d3a4eee9a None None] Routers {'492a4e12-7031-4513-938d-112ab314da9f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:54:07.969147 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1a57ec24-6376-40ec-b02e-656d3a4eee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:53:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['492a4e12-7031-4513-938d-112ab314da9f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:54:08.044156 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33e6a2-9482-4cec-8ba0-0b8b3cde202a req-26078be8-8bc9-4db2-b0c1-a427f9c21903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:08.045659 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ca33e6a2-9482-4cec-8ba0-0b8b3cde202a req-26078be8-8bc9-4db2-b0c1-a427f9c21903 service neutron] 10.222.0.18 "GET /v2.0/networks?id=aed29e35-9ff3-4d2c-9a98-5cc0996b6488 HTTP/1.1" status: 200 len: 897 time: 0.0897973 Apr 16 04:54:08.079776 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-1a57ec24-6376-40ec-b02e-656d3a4eee9a None None] Set router 492a4e12-7031-4513-938d-112ab314da9f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:54:08.111817 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ca33e6a2-9482-4cec-8ba0-0b8b3cde202a req-4fb3ff2e-9553-4167-abe3-179a301b3bbd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75b20df7-6618-4f99-936e-e4bb366d1e12 HTTP/1.1" status: 200 len: 998 time: 0.0595052 Apr 16 04:54:08.165283 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33e6a2-9482-4cec-8ba0-0b8b3cde202a req-3ee9935d-b00d-49a0-9a73-4802f5924daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:08.166734 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ca33e6a2-9482-4cec-8ba0-0b8b3cde202a req-3ee9935d-b00d-49a0-9a73-4802f5924daa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d33e1c94-020e-4cf0-a117-ebba04c4b049 HTTP/1.1" status: 200 len: 834 time: 0.0487165 Apr 16 04:54:08.209849 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33e6a2-9482-4cec-8ba0-0b8b3cde202a req-1397310d-62f0-4007-b6e4-74e55749b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:08.211347 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ca33e6a2-9482-4cec-8ba0-0b8b3cde202a req-1397310d-62f0-4007-b6e4-74e55749b97a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aed29e35-9ff3-4d2c-9a98-5cc0996b6488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386267 Apr 16 04:54:08.292854 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1a57ec24-6376-40ec-b02e-656d3a4eee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492a4e12-7031-4513-938d-112ab314da9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324134674', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:50Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '3fb27451-8e02-4171-bd5b-c4500e4fd300', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'floating_ip_address': '172.26.6.75', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '492a4e12-7031-4513-938d-112ab314da9f', 'port_id': '75b20df7-6618-4f99-936e-e4bb366d1e12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488', 'mac_address': 'fa:16:3e:1f:78:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dd6718-2e71-48cb-ae55-dfb9ddfa4674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:54:06Z', 'updated_at': '2022-04-16T04:54:06Z', 'revision_number': 0, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42456749-f745-4dab-816a-5a26676d9256', 'name': '', 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:d4:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'd33e1c94-020e-4cf0-a117-ebba04c4b049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:50Z', 'updated_at': '2022-04-16T04:53:53Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'd33e1c94-020e-4cf0-a117-ebba04c4b049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:54:08.299926 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ca33e6a2-9482-4cec-8ba0-0b8b3cde202a req-d6c09940-7aa6-4961-afec-05ae083cefcf service neutron] 10.222.0.18 "GET /v2.0/networks/aed29e35-9ff3-4d2c-9a98-5cc0996b6488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824533 Apr 16 04:54:08.319973 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a57ec24-6376-40ec-b02e-656d3a4eee9a None None] The sync data for ids ['492a4e12-7031-4513-938d-112ab314da9f'] in dv-neutron-838078-2-hyperv is: [{'id': '492a4e12-7031-4513-938d-112ab314da9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324134674', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:50Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '3fb27451-8e02-4171-bd5b-c4500e4fd300', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'floating_ip_address': '172.26.6.75', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '492a4e12-7031-4513-938d-112ab314da9f', 'port_id': '75b20df7-6618-4f99-936e-e4bb366d1e12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488', 'mac_address': 'fa:16:3e:1f:78:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dd6718-2e71-48cb-ae55-dfb9ddfa4674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:54:06Z', 'updated_at': '2022-04-16T04:54:06Z', 'revision_number': 0, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42456749-f745-4dab-816a-5a26676d9256', 'name': '', 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:d4:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'd33e1c94-020e-4cf0-a117-ebba04c4b049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:50Z', 'updated_at': '2022-04-16T04:53:53Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'd33e1c94-020e-4cf0-a117-ebba04c4b049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:54:08.394147 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ca33e6a2-9482-4cec-8ba0-0b8b3cde202a req-49ea0e04-c615-4b51-9967-1c8b0f50a81b service neutron] 10.222.0.18 "GET /v2.0/networks/aed29e35-9ff3-4d2c-9a98-5cc0996b6488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887740 Apr 16 04:54:08.512527 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed66d917-28cb-4382-a6d2-69adcc6dc33c None None] New status for floating IP 3fb27451-8e02-4171-bd5b-c4500e4fd300: ACTIVE {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:54:08.940788 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45512) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:09.004403 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1bd137d4-7a82-4ac2-b6b0-70daac7ffc6a tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/floatingips/3fb27451-8e02-4171-bd5b-c4500e4fd300 HTTP/1.1" status: 200 len: 992 time: 0.0624006 Apr 16 04:54:09.086991 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a51df006-142e-41d3-b464-072720ac5b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:11.481032 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0a6b95cb-d4c3-4a79-9de8-01947051ae3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:12.673702 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:14.158907 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:15.398830 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:28.358543 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:39.079047 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-121f43d3-e81f-47fa-9eab-a91d35ffb568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:40.181805 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b295a-9dc1-4335-95e7-00e9f80b7b07 req-fc815a34-8d1c-4e4b-8be6-65cddb55b94d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:40.183285 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a57b295a-9dc1-4335-95e7-00e9f80b7b07 req-fc815a34-8d1c-4e4b-8be6-65cddb55b94d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 945 time: 0.0476065 Apr 16 04:54:40.232295 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a57b295a-9dc1-4335-95e7-00e9f80b7b07 req-c1925171-f0c8-48dc-9f9b-c0af31568ecd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=578c684b-37ef-47ec-8e35-8b54451770e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435081 Apr 16 04:54:41.071857 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:54:41.348426 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d377dc-6602-4bad-95e4-cae75260a054 req-de176b66-413e-4985-89fc-1591bd594708 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:41.349933 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c4d377dc-6602-4bad-95e4-cae75260a054 req-de176b66-413e-4985-89fc-1591bd594708 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 945 time: 0.0470815 Apr 16 04:54:41.398301 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c4d377dc-6602-4bad-95e4-cae75260a054 req-2cb8ae4c-4c85-45aa-bc65-ab7311eec136 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=578c684b-37ef-47ec-8e35-8b54451770e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429401 Apr 16 04:54:41.420554 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45538) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:41.483225 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-04fca2de-5cd6-4789-b6cf-894daf4138dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/floatingips/3fb27451-8e02-4171-bd5b-c4500e4fd300 HTTP/1.1" status: 200 len: 992 time: 0.0615025 Apr 16 04:54:41.498308 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-524d0348-1559-47cd-91ad-e48492ebbe23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:42.681029 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:42.953476 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d369fd2-2a85-4c07-b1f9-ee7b79c6aed4 req-68c6acfe-0981-4b6c-90da-6daf18048956 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:42.954977 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6d369fd2-2a85-4c07-b1f9-ee7b79c6aed4 req-68c6acfe-0981-4b6c-90da-6daf18048956 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 945 time: 0.0510349 Apr 16 04:54:43.005318 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6d369fd2-2a85-4c07-b1f9-ee7b79c6aed4 req-605c72b1-2fce-4425-b8fb-cc0d852a688b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=578c684b-37ef-47ec-8e35-8b54451770e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430784 Apr 16 04:54:44.141582 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21624256-209b-4b5f-a446-c2f96d483281 req-bd21186a-f5a0-482b-b549-d360ab3482b9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:44.143375 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-21624256-209b-4b5f-a446-c2f96d483281 req-bd21186a-f5a0-482b-b549-d360ab3482b9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 945 time: 0.0515110 Apr 16 04:54:44.195046 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-21624256-209b-4b5f-a446-c2f96d483281 req-f51df7ad-3dca-478a-81d2-1f5037289f17 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=578c684b-37ef-47ec-8e35-8b54451770e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459888 Apr 16 04:54:44.210522 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:44.219482 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45548) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:44.285280 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6d83bf6c-48f5-408f-9409-234fa00b7dba tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/floatingips/3fb27451-8e02-4171-bd5b-c4500e4fd300 HTTP/1.1" status: 200 len: 992 time: 0.0645690 Apr 16 04:54:44.512859 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45554) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:44.664316 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting port 223a4266-5fae-445f-82a0-eb559e962608 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:54:44.664660 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (223a4266-5fae-445f-82a0-eb559e962608), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:44.739034 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (223a4266-5fae-445f-82a0-eb559e962608), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:44.739366 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for floatingip (223a4266-5fae-445f-82a0-eb559e962608), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:44.752020 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Calling delete_port for 223a4266-5fae-445f-82a0-eb559e962608 owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:54:45.302232 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (223a4266-5fae-445f-82a0-eb559e962608), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:45.338131 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Port': ['ID=223a4266-5fae-445f-82a0-eb559e962608,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:45.360237 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:45.360896 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:45.361021 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:45.361276 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:45.361612 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:45.361943 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:45.362277 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:45.362608 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:45.362937 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:45.363260 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:45.363582 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:45.363905 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:45.364236 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:45.364557 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:45.364903 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:45.376619 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:45.406351 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for floatingip (3fb27451-8e02-4171-bd5b-c4500e4fd300), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:45.406680 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Floating IP 3fb27451-8e02-4171-bd5b-c4500e4fd300 disassociated (deleted). External IP: 172.26.6.75, port: 75b20df7-6618-4f99-936e-e4bb366d1e12. Apr 16 04:54:45.616594 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router 492a4e12-7031-4513-938d-112ab314da9f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:54:45.729086 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:54:45.733832 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:45.744074 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cf67db-0e69-4b4a-b8a0-85811faf6956 None None] Sync routers for ids ['492a4e12-7031-4513-938d-112ab314da9f'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:54:45.754813 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cf67db-0e69-4b4a-b8a0-85811faf6956 None None] Routers {'492a4e12-7031-4513-938d-112ab314da9f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:54:45.755723 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-90cf67db-0e69-4b4a-b8a0-85811faf6956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:54:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['492a4e12-7031-4513-938d-112ab314da9f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:54:45.765238 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-96b9e459-3c7f-4fa6-a53c-69e2125a1ee5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/floatingips/3fb27451-8e02-4171-bd5b-c4500e4fd300 HTTP/1.1" status: 204 len: 168 time: 1.2513132 Apr 16 04:54:45.765951 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dd6718-2e71-48cb-ae55-dfb9ddfa4674', 'tag': '75b20df7-6618-4f99-936e-e4bb366d1e12'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:54:45.768456 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d6101e-c1d0-4a3b-8bba-b45fa071ab0b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2dd6718-2e71-48cb-ae55-dfb9ddfa4674", "tag": "75b20df7-6618-4f99-936e-e4bb366d1e12"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:54:45.809799 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcdca9a-1e2d-49b3-8969-94bfd9651b7e x-openstack-request-id: req-cdcdca9a-1e2d-49b3-8969-94bfd9651b7e {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:54:45.810101 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2dd6718-2e71-48cb-ae55-dfb9ddfa4674", "tag": "75b20df7-6618-4f99-936e-e4bb366d1e12", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:54:45.812140 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cdcdca9a-1e2d-49b3-8969-94bfd9651b7e {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:54:45.812140 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdcdca9a-1e2d-49b3-8969-94bfd9651b7e'] response: {'name': 'network-changed', 'server_uuid': 'a2dd6718-2e71-48cb-ae55-dfb9ddfa4674', 'tag': '75b20df7-6618-4f99-936e-e4bb366d1e12', 'status': 'completed', 'code': 200} Apr 16 04:54:45.872281 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6101e-c1d0-4a3b-8bba-b45fa071ab0b req-2bf59a93-7ece-42ff-9d8a-4f44eee04466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:45.873843 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a7d6101e-c1d0-4a3b-8bba-b45fa071ab0b req-2bf59a93-7ece-42ff-9d8a-4f44eee04466 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 1129 time: 0.0401671 Apr 16 04:54:45.874187 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-90cf67db-0e69-4b4a-b8a0-85811faf6956 None None] Set router 492a4e12-7031-4513-938d-112ab314da9f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:54:45.968397 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6101e-c1d0-4a3b-8bba-b45fa071ab0b req-81205897-65b0-45ec-8109-b76108eb2ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:45.969917 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a7d6101e-c1d0-4a3b-8bba-b45fa071ab0b req-81205897-65b0-45ec-8109-b76108eb2ced service neutron] 10.222.0.18 "GET /v2.0/networks?id=aed29e35-9ff3-4d2c-9a98-5cc0996b6488 HTTP/1.1" status: 200 len: 897 time: 0.0907383 Apr 16 04:54:46.011284 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a7d6101e-c1d0-4a3b-8bba-b45fa071ab0b req-da1de508-ac42-4279-8db5-d6f6c985abb9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75b20df7-6618-4f99-936e-e4bb366d1e12 HTTP/1.1" status: 200 len: 217 time: 0.0357621 Apr 16 04:54:46.061344 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6101e-c1d0-4a3b-8bba-b45fa071ab0b req-6d00014d-0593-406c-8681-d39982a28e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:46.062801 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a7d6101e-c1d0-4a3b-8bba-b45fa071ab0b req-6d00014d-0593-406c-8681-d39982a28e45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d33e1c94-020e-4cf0-a117-ebba04c4b049 HTTP/1.1" status: 200 len: 834 time: 0.0456510 Apr 16 04:54:46.080776 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-90cf67db-0e69-4b4a-b8a0-85811faf6956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492a4e12-7031-4513-938d-112ab314da9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324134674', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:50Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '42456749-f745-4dab-816a-5a26676d9256', 'name': '', 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:d4:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'd33e1c94-020e-4cf0-a117-ebba04c4b049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:50Z', 'updated_at': '2022-04-16T04:53:53Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'd33e1c94-020e-4cf0-a117-ebba04c4b049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:54:46.115585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6101e-c1d0-4a3b-8bba-b45fa071ab0b req-073be762-36ea-45eb-b9d8-b9605b428928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:46.117183 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a7d6101e-c1d0-4a3b-8bba-b45fa071ab0b req-073be762-36ea-45eb-b9d8-b9605b428928 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aed29e35-9ff3-4d2c-9a98-5cc0996b6488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0487516 Apr 16 04:54:46.175693 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9247b6-301e-4bce-9dbf-8d9be91c4acd req-279040e1-0b37-4c27-a6c9-3522a8401173 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:46.177367 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4d9247b6-301e-4bce-9dbf-8d9be91c4acd req-279040e1-0b37-4c27-a6c9-3522a8401173 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 945 time: 0.0498221 Apr 16 04:54:46.200605 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cf67db-0e69-4b4a-b8a0-85811faf6956 None None] Checking router: 492a4e12-7031-4513-938d-112ab314da9f for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:54:46.208995 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cf67db-0e69-4b4a-b8a0-85811faf6956 None None] Routers {'492a4e12-7031-4513-938d-112ab314da9f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:54:46.209596 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-90cf67db-0e69-4b4a-b8a0-85811faf6956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:54:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['492a4e12-7031-4513-938d-112ab314da9f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:54:46.226851 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4d9247b6-301e-4bce-9dbf-8d9be91c4acd req-d03b868a-b4c6-4db2-878d-4d6764d4b2e3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=578c684b-37ef-47ec-8e35-8b54451770e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433478 Apr 16 04:54:46.316171 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-90cf67db-0e69-4b4a-b8a0-85811faf6956 None None] Set router 492a4e12-7031-4513-938d-112ab314da9f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:54:46.499512 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-90cf67db-0e69-4b4a-b8a0-85811faf6956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492a4e12-7031-4513-938d-112ab314da9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324134674', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:50Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '42456749-f745-4dab-816a-5a26676d9256', 'name': '', 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:d4:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'd33e1c94-020e-4cf0-a117-ebba04c4b049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:50Z', 'updated_at': '2022-04-16T04:53:53Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'd33e1c94-020e-4cf0-a117-ebba04c4b049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:54:46.528471 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cf67db-0e69-4b4a-b8a0-85811faf6956 None None] The sync data for ids ['492a4e12-7031-4513-938d-112ab314da9f'] in dv-neutron-838078-2-hyperv is: [{'id': '492a4e12-7031-4513-938d-112ab314da9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324134674', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:50Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '42456749-f745-4dab-816a-5a26676d9256', 'name': '', 'network_id': 'aed29e35-9ff3-4d2c-9a98-5cc0996b6488', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:d4:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'd33e1c94-020e-4cf0-a117-ebba04c4b049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:50Z', 'updated_at': '2022-04-16T04:53:53Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'd33e1c94-020e-4cf0-a117-ebba04c4b049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:54:46.746638 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a31e5f-30e6-4124-9bef-633cbfbdf42d None None] New status for floating IP 3fb27451-8e02-4171-bd5b-c4500e4fd300: DOWN {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:54:47.340764 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbdd38-8938-46cb-80ec-ee36a5177dc5 req-7f069c47-89d6-4193-a18c-a90e11a4aac8 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:47.342294 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b7fbdd38-8938-46cb-80ec-ee36a5177dc5 req-7f069c47-89d6-4193-a18c-a90e11a4aac8 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 945 time: 0.0483315 Apr 16 04:54:47.395254 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b7fbdd38-8938-46cb-80ec-ee36a5177dc5 req-a7fa6710-8838-40a8-a16d-1fa4fb6d5c35 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=578c684b-37ef-47ec-8e35-8b54451770e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471489 Apr 16 04:54:47.413976 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a7d6101e-c1d0-4a3b-8bba-b45fa071ab0b req-5a2322ed-6d2c-40cf-8607-ae1f8d71ea4e service neutron] 10.222.0.18 "GET /v2.0/networks/aed29e35-9ff3-4d2c-9a98-5cc0996b6488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894930 Apr 16 04:54:47.509175 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a7d6101e-c1d0-4a3b-8bba-b45fa071ab0b req-22d10b97-09a8-4417-b57f-8bf5265804cf service neutron] 10.222.0.18 "GET /v2.0/networks/aed29e35-9ff3-4d2c-9a98-5cc0996b6488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834787 Apr 16 04:54:47.664285 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d40e8a-a3ff-4ce4-851f-c6c88a3c2568 req-2b910cc9-0cbe-4344-99b9-5b52c4201c1d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:47.665836 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-28d40e8a-a3ff-4ce4-851f-c6c88a3c2568 req-2b910cc9-0cbe-4344-99b9-5b52c4201c1d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 945 time: 0.0467136 Apr 16 04:54:47.752151 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-28d40e8a-a3ff-4ce4-851f-c6c88a3c2568 req-bd695dd1-cde7-4956-87ba-ae97cd85b48d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting port 75b20df7-6618-4f99-936e-e4bb366d1e12 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:54:47.752492 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-28d40e8a-a3ff-4ce4-851f-c6c88a3c2568 req-bd695dd1-cde7-4956-87ba-ae97cd85b48d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (75b20df7-6618-4f99-936e-e4bb366d1e12), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:47.840315 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-28d40e8a-a3ff-4ce4-851f-c6c88a3c2568 req-bd695dd1-cde7-4956-87ba-ae97cd85b48d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] For port 75b20df7-6618-4f99-936e-e4bb366d1e12, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=75b20df7-6618-4f99-936e-e4bb366d1e12,segment=NetworkSegment(ceaf292e-8343-4af9-884f-687d949dbf93),segment_id=ceaf292e-8343-4af9-884f-687d949dbf93)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:54:47.840684 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-28d40e8a-a3ff-4ce4-851f-c6c88a3c2568 req-bd695dd1-cde7-4956-87ba-ae97cd85b48d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (75b20df7-6618-4f99-936e-e4bb366d1e12), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:47.858115 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-28d40e8a-a3ff-4ce4-851f-c6c88a3c2568 req-bd695dd1-cde7-4956-87ba-ae97cd85b48d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Calling delete_port for 75b20df7-6618-4f99-936e-e4bb366d1e12 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:54:48.058081 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-28d40e8a-a3ff-4ce4-851f-c6c88a3c2568 req-bd695dd1-cde7-4956-87ba-ae97cd85b48d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (75b20df7-6618-4f99-936e-e4bb366d1e12), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:48.086555 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd695dd1-cde7-4956-87ba-ae97cd85b48d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Port': ['ID=75b20df7-6618-4f99-936e-e4bb366d1e12,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:48.133358 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d40e8a-a3ff-4ce4-851f-c6c88a3c2568 req-bd695dd1-cde7-4956-87ba-ae97cd85b48d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] No DVR routers for this DVR port 75b20df7-6618-4f99-936e-e4bb366d1e12 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:54:48.136104 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-28d40e8a-a3ff-4ce4-851f-c6c88a3c2568 req-bd695dd1-cde7-4956-87ba-ae97cd85b48d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:48.139429 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-28d40e8a-a3ff-4ce4-851f-c6c88a3c2568 req-bd695dd1-cde7-4956-87ba-ae97cd85b48d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "DELETE /v2.0/ports/75b20df7-6618-4f99-936e-e4bb366d1e12 HTTP/1.1" status: 204 len: 173 time: 0.4685957 Apr 16 04:54:48.139859 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dd6718-2e71-48cb-ae55-dfb9ddfa4674', 'name': 'network-vif-deleted', 'tag': '75b20df7-6618-4f99-936e-e4bb366d1e12'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:54:48.142095 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca5a5b5-8678-49d2-8adf-b1d5744cb9c7" -d '{"events": [{"server_uuid": "a2dd6718-2e71-48cb-ae55-dfb9ddfa4674", "name": "network-vif-deleted", "tag": "75b20df7-6618-4f99-936e-e4bb366d1e12"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:54:48.178456 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc60eea1-550d-406a-a4d6-776907b52796 x-openstack-request-id: req-cc60eea1-550d-406a-a4d6-776907b52796 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:54:48.178733 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2dd6718-2e71-48cb-ae55-dfb9ddfa4674", "name": "network-vif-deleted", "tag": "75b20df7-6618-4f99-936e-e4bb366d1e12", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:54:48.178990 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc60eea1-550d-406a-a4d6-776907b52796 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:54:48.179395 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc60eea1-550d-406a-a4d6-776907b52796'] response: {'server_uuid': 'a2dd6718-2e71-48cb-ae55-dfb9ddfa4674', 'name': 'network-vif-deleted', 'tag': '75b20df7-6618-4f99-936e-e4bb366d1e12', 'status': 'completed', 'code': 200} Apr 16 04:54:48.504204 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b9ff57e2-202f-4d5d-960d-c2f93c80d7eb req-8754467b-61b8-4ce5-bffd-9bf3bdd9fd93 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2dd6718-2e71-48cb-ae55-dfb9ddfa4674 HTTP/1.1" status: 200 len: 210 time: 0.0289099 Apr 16 04:54:49.566594 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45570) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:49.966523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d25dc5d-aa54-4a33-bb80-275c0e12188d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (492a4e12-7031-4513-938d-112ab314da9f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:50.207199 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-6d25dc5d-aa54-4a33-bb80-275c0e12188d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting port 42456749-f745-4dab-816a-5a26676d9256 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:54:50.207540 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d25dc5d-aa54-4a33-bb80-275c0e12188d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (42456749-f745-4dab-816a-5a26676d9256), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:50.297982 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-6d25dc5d-aa54-4a33-bb80-275c0e12188d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] For port 42456749-f745-4dab-816a-5a26676d9256, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=42456749-f745-4dab-816a-5a26676d9256,segment=NetworkSegment(ceaf292e-8343-4af9-884f-687d949dbf93),segment_id=ceaf292e-8343-4af9-884f-687d949dbf93)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:54:50.298341 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d25dc5d-aa54-4a33-bb80-275c0e12188d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (42456749-f745-4dab-816a-5a26676d9256), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:50.312522 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-6d25dc5d-aa54-4a33-bb80-275c0e12188d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Calling delete_port for 42456749-f745-4dab-816a-5a26676d9256 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:54:50.576345 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d25dc5d-aa54-4a33-bb80-275c0e12188d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (42456749-f745-4dab-816a-5a26676d9256), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:50.601560 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25dc5d-aa54-4a33-bb80-275c0e12188d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Port': ['ID=42456749-f745-4dab-816a-5a26676d9256,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:50.779571 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 75b20df7-6618-4f99-936e-e4bb366d1e12 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:54:50.807159 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6d25dc5d-aa54-4a33-bb80-275c0e12188d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (492a4e12-7031-4513-938d-112ab314da9f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:50.809203 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 75b20df7-6618-4f99-936e-e4bb366d1e12 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:54:50.809731 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 75b20df7-6618-4f99-936e-e4bb366d1e12 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:54:51.038489 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d25dc5d-aa54-4a33-bb80-275c0e12188d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router 492a4e12-7031-4513-938d-112ab314da9f has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:54:51.153653 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d25dc5d-aa54-4a33-bb80-275c0e12188d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:54:51.161326 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6d25dc5d-aa54-4a33-bb80-275c0e12188d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "PUT /v2.0/routers/492a4e12-7031-4513-938d-112ab314da9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5935678 Apr 16 04:54:51.163258 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45572) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:51.166090 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c6acb1-ebd2-411c-8d0b-2bc580b2ddba None None] Sync routers for ids ['492a4e12-7031-4513-938d-112ab314da9f'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:54:51.176141 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c6acb1-ebd2-411c-8d0b-2bc580b2ddba None None] Routers {'492a4e12-7031-4513-938d-112ab314da9f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:54:51.176776 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-59c6acb1-ebd2-411c-8d0b-2bc580b2ddba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:54:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['492a4e12-7031-4513-938d-112ab314da9f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:54:51.217371 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3f31c4-1b14-42a6-9eba-2f1f3d613902 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting subnet d33e1c94-020e-4cf0-a117-ebba04c4b049 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:54:51.220638 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a3f31c4-1b14-42a6-9eba-2f1f3d613902 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for subnet (d33e1c94-020e-4cf0-a117-ebba04c4b049), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:51.267580 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a3f31c4-1b14-42a6-9eba-2f1f3d613902 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (d33e1c94-020e-4cf0-a117-ebba04c4b049), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:51.285536 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-59c6acb1-ebd2-411c-8d0b-2bc580b2ddba None None] Set router 492a4e12-7031-4513-938d-112ab314da9f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:54:51.356280 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a3f31c4-1b14-42a6-9eba-2f1f3d613902 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (d33e1c94-020e-4cf0-a117-ebba04c4b049), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:51.459489 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-59c6acb1-ebd2-411c-8d0b-2bc580b2ddba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492a4e12-7031-4513-938d-112ab314da9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324134674', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:54:50Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:54:51.490773 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c6acb1-ebd2-411c-8d0b-2bc580b2ddba None None] Checking router: 492a4e12-7031-4513-938d-112ab314da9f for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:54:51.491220 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a3f31c4-1b14-42a6-9eba-2f1f3d613902 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (d33e1c94-020e-4cf0-a117-ebba04c4b049), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:51.499666 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c6acb1-ebd2-411c-8d0b-2bc580b2ddba None None] Routers {'492a4e12-7031-4513-938d-112ab314da9f'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:54:51.500275 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-59c6acb1-ebd2-411c-8d0b-2bc580b2ddba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:54:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['492a4e12-7031-4513-938d-112ab314da9f'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:54:51.525104 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f31c4-1b14-42a6-9eba-2f1f3d613902 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Subnet': ['ID=d33e1c94-020e-4cf0-a117-ebba04c4b049,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:51.529011 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7a3f31c4-1b14-42a6-9eba-2f1f3d613902 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:51.532358 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7a3f31c4-1b14-42a6-9eba-2f1f3d613902 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/subnets/d33e1c94-020e-4cf0-a117-ebba04c4b049 HTTP/1.1" status: 204 len: 168 time: 0.3680565 Apr 16 04:54:51.535023 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45574) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:51.537925 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4cee45-bad2-4aaa-a22a-18833b78d39d None None] Network aed29e35-9ff3-4d2c-9a98-5cc0996b6488 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:54:51.626201 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-59c6acb1-ebd2-411c-8d0b-2bc580b2ddba None None] Set router 492a4e12-7031-4513-938d-112ab314da9f gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:54:51.728000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] DHCP port deletion for aed29e35-9ff3-4d2c-9a98-5cc0996b6488 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:54:51.764558 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] Deleting port 6d574a5e-1110-45d7-bf11-f9c1639ea24e {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:54:51.765252 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (6d574a5e-1110-45d7-bf11-f9c1639ea24e), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:51.832005 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-59c6acb1-ebd2-411c-8d0b-2bc580b2ddba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492a4e12-7031-4513-938d-112ab314da9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324134674', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:54:50Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:54:51.836390 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] For port 6d574a5e-1110-45d7-bf11-f9c1639ea24e, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=6d574a5e-1110-45d7-bf11-f9c1639ea24e,segment=NetworkSegment(ceaf292e-8343-4af9-884f-687d949dbf93),segment_id=ceaf292e-8343-4af9-884f-687d949dbf93)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:54:51.836954 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (6d574a5e-1110-45d7-bf11-f9c1639ea24e), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:51.854957 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] Calling delete_port for 6d574a5e-1110-45d7-bf11-f9c1639ea24e owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:54:51.859306 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c6acb1-ebd2-411c-8d0b-2bc580b2ddba None None] The sync data for ids ['492a4e12-7031-4513-938d-112ab314da9f'] in dv-neutron-838078-2-hyperv is: [{'id': '492a4e12-7031-4513-938d-112ab314da9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324134674', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:54:50Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '707c0cf3-b935-4bd8-90c9-205ac29ab1b4', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492a4e12-7031-4513-938d-112ab314da9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:53:46Z', 'updated_at': '2022-04-16T04:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:54:52.005010 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (6d574a5e-1110-45d7-bf11-f9c1639ea24e), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:52.006712 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9d29da0c-52f0-4769-ae0b-2dc8e468dd41 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router (492a4e12-7031-4513-938d-112ab314da9f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:52.030593 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] Pushing event deleted for resources: {'Port': ['ID=6d574a5e-1110-45d7-bf11-f9c1639ea24e,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:52.035452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] No DVR routers for this DVR port 6d574a5e-1110-45d7-bf11-f9c1639ea24e on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:54:52.042019 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:52.042953 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:52.042953 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:52.043180 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:52.043351 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:52.043680 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:52.044007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:52.044331 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:52.044657 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:52.048701 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:52.048701 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:52.048701 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:52.048701 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:52.048701 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:52.048701 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f24be-7732-4a59-8c52-bf74bc7f53be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:52.119841 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9d29da0c-52f0-4769-ae0b-2dc8e468dd41 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_gateway (492a4e12-7031-4513-938d-112ab314da9f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:52.247187 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-9d29da0c-52f0-4769-ae0b-2dc8e468dd41 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting port 707c0cf3-b935-4bd8-90c9-205ac29ab1b4 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:54:52.247187 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9d29da0c-52f0-4769-ae0b-2dc8e468dd41 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (707c0cf3-b935-4bd8-90c9-205ac29ab1b4), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:52.273624 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 42456749-f745-4dab-816a-5a26676d9256 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:54:52.295863 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 42456749-f745-4dab-816a-5a26676d9256 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:54:52.296203 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 42456749-f745-4dab-816a-5a26676d9256 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:54:52.296645 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6d574a5e-1110-45d7-bf11-f9c1639ea24e no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:54:52.324448 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-9d29da0c-52f0-4769-ae0b-2dc8e468dd41 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] For port 707c0cf3-b935-4bd8-90c9-205ac29ab1b4, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=707c0cf3-b935-4bd8-90c9-205ac29ab1b4,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:54:52.324852 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9d29da0c-52f0-4769-ae0b-2dc8e468dd41 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (707c0cf3-b935-4bd8-90c9-205ac29ab1b4), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:52.326230 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 6d574a5e-1110-45d7-bf11-f9c1639ea24e {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:54:52.326580 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 6d574a5e-1110-45d7-bf11-f9c1639ea24e not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:54:52.341697 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-9d29da0c-52f0-4769-ae0b-2dc8e468dd41 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Calling delete_port for 707c0cf3-b935-4bd8-90c9-205ac29ab1b4 owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:54:52.589781 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9d29da0c-52f0-4769-ae0b-2dc8e468dd41 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (707c0cf3-b935-4bd8-90c9-205ac29ab1b4), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:52.616915 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29da0c-52f0-4769-ae0b-2dc8e468dd41 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Port': ['ID=707c0cf3-b935-4bd8-90c9-205ac29ab1b4,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:52.677851 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9d29da0c-52f0-4769-ae0b-2dc8e468dd41 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (492a4e12-7031-4513-938d-112ab314da9f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:52.771690 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9d29da0c-52f0-4769-ae0b-2dc8e468dd41 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (492a4e12-7031-4513-938d-112ab314da9f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:52.773886 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9d29da0c-52f0-4769-ae0b-2dc8e468dd41 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_controller (492a4e12-7031-4513-938d-112ab314da9f), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:52.898065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9d29da0c-52f0-4769-ae0b-2dc8e468dd41 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (492a4e12-7031-4513-938d-112ab314da9f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:52.898631 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d29da0c-52f0-4769-ae0b-2dc8e468dd41 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Fanout notify agent at l3_agent the message router_deleted on router 492a4e12-7031-4513-938d-112ab314da9f {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:54:52.909001 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9d29da0c-52f0-4769-ae0b-2dc8e468dd41 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:52.909001 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9d29da0c-52f0-4769-ae0b-2dc8e468dd41 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/routers/492a4e12-7031-4513-938d-112ab314da9f HTTP/1.1" status: 204 len: 168 time: 1.3702302 Apr 16 04:54:52.909001 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45576) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:52.988817 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-618c219d-3e22-4de3-8a2e-ff85e6475002 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (aed29e35-9ff3-4d2c-9a98-5cc0996b6488), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:53.079040 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-618c219d-3e22-4de3-8a2e-ff85e6475002 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (aed29e35-9ff3-4d2c-9a98-5cc0996b6488), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:53.099426 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-618c219d-3e22-4de3-8a2e-ff85e6475002 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed29e35-9ff3-4d2c-9a98-5cc0996b6488']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:54:53.108488 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-618c219d-3e22-4de3-8a2e-ff85e6475002 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceaf292e-8343-4af9-884f-687d949dbf93') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:54:53.108820 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-618c219d-3e22-4de3-8a2e-ff85e6475002 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceaf292e-8343-4af9-884f-687d949dbf93') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:54:53.118115 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-618c219d-3e22-4de3-8a2e-ff85e6475002 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (ceaf292e-8343-4af9-884f-687d949dbf93), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:53.131461 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-618c219d-3e22-4de3-8a2e-ff85e6475002 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (ceaf292e-8343-4af9-884f-687d949dbf93), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:53.137435 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618c219d-3e22-4de3-8a2e-ff85e6475002 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:54:53.137819 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-618c219d-3e22-4de3-8a2e-ff85e6475002 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (ceaf292e-8343-4af9-884f-687d949dbf93), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:54:53.140762 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:54:53.252323 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-618c219d-3e22-4de3-8a2e-ff85e6475002 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (aed29e35-9ff3-4d2c-9a98-5cc0996b6488), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:53.260400 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-618c219d-3e22-4de3-8a2e-ff85e6475002 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:53.263071 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-618c219d-3e22-4de3-8a2e-ff85e6475002 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/networks/aed29e35-9ff3-4d2c-9a98-5cc0996b6488 HTTP/1.1" status: 204 len: 168 time: 0.3531761 Apr 16 04:54:53.265987 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45578) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:53.274629 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c219d-3e22-4de3-8a2e-ff85e6475002 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Network': ['ID=aed29e35-9ff3-4d2c-9a98-5cc0996b6488,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:53.325859 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4db05c10-8ccf-4c39-950b-99def0aa8f8d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (578c684b-37ef-47ec-8e35-8b54451770e1), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:53.354535 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4db05c10-8ccf-4c39-950b-99def0aa8f8d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (578c684b-37ef-47ec-8e35-8b54451770e1), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:53.481111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4db05c10-8ccf-4c39-950b-99def0aa8f8d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (578c684b-37ef-47ec-8e35-8b54451770e1), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:53.483714 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4db05c10-8ccf-4c39-950b-99def0aa8f8d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:53.484908 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4db05c10-8ccf-4c39-950b-99def0aa8f8d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/security-groups/578c684b-37ef-47ec-8e35-8b54451770e1 HTTP/1.1" status: 204 len: 168 time: 0.2178814 Apr 16 04:54:53.494624 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db05c10-8ccf-4c39-950b-99def0aa8f8d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=578c684b-37ef-47ec-8e35-8b54451770e1,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:53.501860 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db05c10-8ccf-4c39-950b-99def0aa8f8d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:53.502209 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db05c10-8ccf-4c39-950b-99def0aa8f8d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:53.503294 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db05c10-8ccf-4c39-950b-99def0aa8f8d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:53.503597 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db05c10-8ccf-4c39-950b-99def0aa8f8d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:53.503942 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db05c10-8ccf-4c39-950b-99def0aa8f8d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:53.504282 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db05c10-8ccf-4c39-950b-99def0aa8f8d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:53.504616 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db05c10-8ccf-4c39-950b-99def0aa8f8d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:53.504979 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db05c10-8ccf-4c39-950b-99def0aa8f8d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:53.505310 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db05c10-8ccf-4c39-950b-99def0aa8f8d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:53.505640 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db05c10-8ccf-4c39-950b-99def0aa8f8d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:53.505976 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db05c10-8ccf-4c39-950b-99def0aa8f8d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:53.506307 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db05c10-8ccf-4c39-950b-99def0aa8f8d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:53.506637 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db05c10-8ccf-4c39-950b-99def0aa8f8d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:53.506963 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db05c10-8ccf-4c39-950b-99def0aa8f8d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:53.507288 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db05c10-8ccf-4c39-950b-99def0aa8f8d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:54:53.881479 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45584) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:53.886459 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-36f9f786-6a95-43dc-a2bf-dfbec2c291f2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1288591340', 'description': 'tempest-secgroup-smoke-1288591340 description', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:54:53.976479 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-36f9f786-6a95-43dc-a2bf-dfbec2c291f2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:54.045796 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-36f9f786-6a95-43dc-a2bf-dfbec2c291f2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (b80af97b-fe48-4aae-8314-b020deb932ec), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:54.075257 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 707c0cf3-b935-4bd8-90c9-205ac29ab1b4 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:54:54.095819 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 707c0cf3-b935-4bd8-90c9-205ac29ab1b4 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:54:54.096220 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 707c0cf3-b935-4bd8-90c9-205ac29ab1b4 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:54:54.149946 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-36f9f786-6a95-43dc-a2bf-dfbec2c291f2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (b80af97b-fe48-4aae-8314-b020deb932ec), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:54.179163 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9f786-6a95-43dc-a2bf-dfbec2c291f2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b80af97b-fe48-4aae-8314-b020deb932ec,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:54.260688 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-36f9f786-6a95-43dc-a2bf-dfbec2c291f2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:54.261967 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-36f9f786-6a95-43dc-a2bf-dfbec2c291f2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3793740 Apr 16 04:54:54.264773 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45586) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:54.269796 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-4b6c7f30-ac2b-4855-b54c-fd90bea02bf5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': 'b80af97b-fe48-4aae-8314-b020deb932ec', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:54:54.366084 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7f30-ac2b-4855-b54c-fd90bea02bf5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (8dfa2b39-c467-4a43-92ea-9325b9959af4), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:54.420706 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7f30-ac2b-4855-b54c-fd90bea02bf5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (8dfa2b39-c467-4a43-92ea-9325b9959af4), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:54.484387 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7f30-ac2b-4855-b54c-fd90bea02bf5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (8dfa2b39-c467-4a43-92ea-9325b9959af4), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:54.501147 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c7f30-ac2b-4855-b54c-fd90bea02bf5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfa2b39-c467-4a43-92ea-9325b9959af4,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:54.579779 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7f30-ac2b-4855-b54c-fd90bea02bf5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:54.581620 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4b6c7f30-ac2b-4855-b54c-fd90bea02bf5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3152473 Apr 16 04:54:54.584277 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45588) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:54.588570 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-fed8f325-8071-4134-affe-b830e7434d9d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': 'b80af97b-fe48-4aae-8314-b020deb932ec', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:54:54.667014 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fed8f325-8071-4134-affe-b830e7434d9d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (fe621331-fd50-49e3-ab0f-c03cc252db7f), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:54.722169 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fed8f325-8071-4134-affe-b830e7434d9d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (fe621331-fd50-49e3-ab0f-c03cc252db7f), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:54.799143 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fed8f325-8071-4134-affe-b830e7434d9d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (fe621331-fd50-49e3-ab0f-c03cc252db7f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:54.817877 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8f325-8071-4134-affe-b830e7434d9d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe621331-fd50-49e3-ab0f-c03cc252db7f,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:54.881427 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fed8f325-8071-4134-affe-b830e7434d9d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:54.882725 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fed8f325-8071-4134-affe-b830e7434d9d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2974741 Apr 16 04:54:54.885705 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45590) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:54.889944 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-79e1cec7-369f-493b-9aaa-0493cedf69b0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': 'b80af97b-fe48-4aae-8314-b020deb932ec', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:54:54.989641 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-79e1cec7-369f-493b-9aaa-0493cedf69b0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (15c5b5b6-9424-48b3-a7ca-f791ea7532d2), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:55.047103 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-79e1cec7-369f-493b-9aaa-0493cedf69b0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (15c5b5b6-9424-48b3-a7ca-f791ea7532d2), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:55.121073 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-79e1cec7-369f-493b-9aaa-0493cedf69b0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (15c5b5b6-9424-48b3-a7ca-f791ea7532d2), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:55.138030 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1cec7-369f-493b-9aaa-0493cedf69b0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c5b5b6-9424-48b3-a7ca-f791ea7532d2,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:55.206944 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-79e1cec7-369f-493b-9aaa-0493cedf69b0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:55.208147 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-79e1cec7-369f-493b-9aaa-0493cedf69b0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3215165 Apr 16 04:54:55.210772 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45592) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:55.214959 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-78a52b12-bf34-4fa6-a6b0-bc1c0f0e6640 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': 'b80af97b-fe48-4aae-8314-b020deb932ec', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:54:55.295943 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-78a52b12-bf34-4fa6-a6b0-bc1c0f0e6640 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (92f3acc6-8220-456e-8519-35695171cb73), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:55.352081 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-78a52b12-bf34-4fa6-a6b0-bc1c0f0e6640 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (92f3acc6-8220-456e-8519-35695171cb73), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:55.429527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-78a52b12-bf34-4fa6-a6b0-bc1c0f0e6640 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (92f3acc6-8220-456e-8519-35695171cb73), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:55.446251 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a52b12-bf34-4fa6-a6b0-bc1c0f0e6640 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f3acc6-8220-456e-8519-35695171cb73,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:55.517213 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-78a52b12-bf34-4fa6-a6b0-bc1c0f0e6640 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:55.518915 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-78a52b12-bf34-4fa6-a6b0-bc1c0f0e6640 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3067300 Apr 16 04:54:55.521564 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45594) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:55.525745 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-49b98a19-1532-4dde-8dbf-7749a7f811b7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': 'b80af97b-fe48-4aae-8314-b020deb932ec', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:54:55.612597 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-49b98a19-1532-4dde-8dbf-7749a7f811b7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Project 2d93c1aa75b44c2fba551b8c34a64e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:54:55.617814 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-49b98a19-1532-4dde-8dbf-7749a7f811b7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (2b7b7b20-1e2d-40cd-b8ee-e7423592c126), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:55.674948 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-49b98a19-1532-4dde-8dbf-7749a7f811b7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (2b7b7b20-1e2d-40cd-b8ee-e7423592c126), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:55.761101 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-49b98a19-1532-4dde-8dbf-7749a7f811b7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (2b7b7b20-1e2d-40cd-b8ee-e7423592c126), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:55.779839 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b98a19-1532-4dde-8dbf-7749a7f811b7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7b7b20-1e2d-40cd-b8ee-e7423592c126,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:55.863842 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-49b98a19-1532-4dde-8dbf-7749a7f811b7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:55.865037 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-49b98a19-1532-4dde-8dbf-7749a7f811b7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3425336 Apr 16 04:54:55.867635 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45596) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:55.872608 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-e53651db-2097-4690-820f-9214d27230fa tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': 'b80af97b-fe48-4aae-8314-b020deb932ec', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:54:55.953425 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-e53651db-2097-4690-820f-9214d27230fa tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Project 2d93c1aa75b44c2fba551b8c34a64e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:54:55.959691 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e53651db-2097-4690-820f-9214d27230fa tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (2764d1bd-b9e4-4ca8-9fe7-af95b063ed29), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:56.019601 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e53651db-2097-4690-820f-9214d27230fa tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (2764d1bd-b9e4-4ca8-9fe7-af95b063ed29), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:56.073199 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e53651db-2097-4690-820f-9214d27230fa tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (2764d1bd-b9e4-4ca8-9fe7-af95b063ed29), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:56.092436 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53651db-2097-4690-820f-9214d27230fa tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2764d1bd-b9e4-4ca8-9fe7-af95b063ed29,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:56.155152 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-e53651db-2097-4690-820f-9214d27230fa tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:56.157912 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e53651db-2097-4690-820f-9214d27230fa tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2878146 Apr 16 04:54:56.159077 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45598) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:56.163804 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f57a4671-ddc4-4c53-af78-73bcdb54e441 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'network': {'name': 'tempest-network-smoke--2079203605', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'port_security_enabled': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:54:56.233482 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57a4671-ddc4-4c53-af78-73bcdb54e441 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Made reservation on behalf of 2d93c1aa75b44c2fba551b8c34a64e4a for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:54:56.236740 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f57a4671-ddc4-4c53-af78-73bcdb54e441 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:56.260559 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57a4671-ddc4-4c53-af78-73bcdb54e441 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:54:56.269216 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f57a4671-ddc4-4c53-af78-73bcdb54e441 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (fcf8f709-406e-4e9d-b382-5a4c02f54145), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:56.269555 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-f57a4671-ddc4-4c53-af78-73bcdb54e441 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Added segment fcf8f709-406e-4e9d-b382-5a4c02f54145 of type vlan for network 1fb95829-5e7d-41b4-a80b-db352f127902 Apr 16 04:54:56.311212 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f57a4671-ddc4-4c53-af78-73bcdb54e441 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (1fb95829-5e7d-41b4-a80b-db352f127902), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:56.410980 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f57a4671-ddc4-4c53-af78-73bcdb54e441 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (1fb95829-5e7d-41b4-a80b-db352f127902), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:56.415915 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57a4671-ddc4-4c53-af78-73bcdb54e441 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:56.419465 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f57a4671-ddc4-4c53-af78-73bcdb54e441 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:56.758343 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f57a4671-ddc4-4c53-af78-73bcdb54e441 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5981202 Apr 16 04:54:56.761275 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45600) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:56.765804 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-2ff8bcb0-1fc6-46ae-ba68-1997ba9ebd16 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1671158116', 'admin_state_up': True, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:54:56.766974 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a4671-ddc4-4c53-af78-73bcdb54e441 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Network': ['ID=1fb95829-5e7d-41b4-a80b-db352f127902,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:56.778282 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 1fb95829-5e7d-41b4-a80b-db352f127902 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:54:56.847091 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2ff8bcb0-1fc6-46ae-ba68-1997ba9ebd16 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (36594529-2e07-47e2-a12e-41f184ecfaf9), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:56.849396 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2ff8bcb0-1fc6-46ae-ba68-1997ba9ebd16 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (36594529-2e07-47e2-a12e-41f184ecfaf9), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:56.905524 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2ff8bcb0-1fc6-46ae-ba68-1997ba9ebd16 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_controller (36594529-2e07-47e2-a12e-41f184ecfaf9), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:57.092216 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2ff8bcb0-1fc6-46ae-ba68-1997ba9ebd16 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_gateway (36594529-2e07-47e2-a12e-41f184ecfaf9), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:57.314168 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2ff8bcb0-1fc6-46ae-ba68-1997ba9ebd16 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_gateway (36594529-2e07-47e2-a12e-41f184ecfaf9), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:57.332499 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2ff8bcb0-1fc6-46ae-ba68-1997ba9ebd16 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:57.437029 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-2ff8bcb0-1fc6-46ae-ba68-1997ba9ebd16 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Allocated IP 172.26.6.137 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/fda9da4f-3142-48d9-ab5e-baa48e400e11) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:54:57.540595 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2ff8bcb0-1fc6-46ae-ba68-1997ba9ebd16 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (fda9da4f-3142-48d9-ab5e-baa48e400e11), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:57.624392 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2ff8bcb0-1fc6-46ae-ba68-1997ba9ebd16 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (fda9da4f-3142-48d9-ab5e-baa48e400e11), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:57.662970 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8bcb0-1fc6-46ae-ba68-1997ba9ebd16 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:54:57.667841 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-2ff8bcb0-1fc6-46ae-ba68-1997ba9ebd16 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:54:57.671412 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff8bcb0-1fc6-46ae-ba68-1997ba9ebd16 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:54:57.693289 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8bcb0-1fc6-46ae-ba68-1997ba9ebd16 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=fda9da4f-3142-48d9-ab5e-baa48e400e11,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:58.011787 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2ff8bcb0-1fc6-46ae-ba68-1997ba9ebd16 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_gateway (36594529-2e07-47e2-a12e-41f184ecfaf9), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:58.212020 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2ff8bcb0-1fc6-46ae-ba68-1997ba9ebd16 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (36594529-2e07-47e2-a12e-41f184ecfaf9), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:58.376641 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:58.405036 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff8bcb0-1fc6-46ae-ba68-1997ba9ebd16 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router 36594529-2e07-47e2-a12e-41f184ecfaf9 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:54:58.514105 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff8bcb0-1fc6-46ae-ba68-1997ba9ebd16 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:54:58.523361 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] Sync routers for ids ['36594529-2e07-47e2-a12e-41f184ecfaf9'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:54:58.532443 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] Routers {'36594529-2e07-47e2-a12e-41f184ecfaf9'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:54:58.533098 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:54:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['36594529-2e07-47e2-a12e-41f184ecfaf9'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:54:58.624419 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2ff8bcb0-1fc6-46ae-ba68-1997ba9ebd16 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:58.625718 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2ff8bcb0-1fc6-46ae-ba68-1997ba9ebd16 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8634365 Apr 16 04:54:58.628803 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45602) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:58.640351 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] Set router 36594529-2e07-47e2-a12e-41f184ecfaf9 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:54:58.663275 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1d0ffdb6-9281-49ee-8853-4472a650ef2c tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=2d93c1aa75b44c2fba551b8c34a64e4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328121 Apr 16 04:54:58.665892 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45604) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:58.810294 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671158116', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:54:56Z', 'updated_at': '2022-04-16T04:54:57Z', 'revision_number': 3, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:54:57Z', 'updated_at': '2022-04-16T04:54:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:54:58.817283 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d92b17-0ec7-413e-83d3-2a8599d37bac tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:58.818791 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c0d92b17-0ec7-413e-83d3-2a8599d37bac tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1519923 Apr 16 04:54:58.821525 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45606) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:58.842241 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] Checking router: 36594529-2e07-47e2-a12e-41f184ecfaf9 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:54:58.842593 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] Updating router 36594529-2e07-47e2-a12e-41f184ecfaf9 port fda9da4f-3142-48d9-ab5e-baa48e400e11 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:54:58.860779 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-fcafd2a6-aa96-40f6-9afc-86bd75878ef8 tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359912 Apr 16 04:54:58.860992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45608) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:54:58.865566 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-3d59bccb-d771-42bc-9b03-5857bfff8916 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-185488037', 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:54:58.870012 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fda9da4f-3142-48d9-ab5e-baa48e400e11), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:59.133537 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] Publish callbacks [] for port (fda9da4f-3142-48d9-ab5e-baa48e400e11), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:59.189935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (fda9da4f-3142-48d9-ab5e-baa48e400e11), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:59.247899 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] Attempting to bind port fda9da4f-3142-48d9-ab5e-baa48e400e11 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:54:59.252431 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] Attempting to bind port fda9da4f-3142-48d9-ab5e-baa48e400e11 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:54:59.252431 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] Attempting to bind port fda9da4f-3142-48d9-ab5e-baa48e400e11 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:54:59.252431 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d68727-6297-4176-b74a-72816e5f21e6 None None] Pushing event updated for resources: {'Port': ['ID=fda9da4f-3142-48d9-ab5e-baa48e400e11,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:59.256643 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:54:59.257044 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:54:59.257446 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:59.257846 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:54:59.258294 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] Bound port: fda9da4f-3142-48d9-ab5e-baa48e400e11, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:54:59.259342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fda9da4f-3142-48d9-ab5e-baa48e400e11), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:59.309259 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] For port fda9da4f-3142-48d9-ab5e-baa48e400e11, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:54:59.312159 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] For port fda9da4f-3142-48d9-ab5e-baa48e400e11, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=fda9da4f-3142-48d9-ab5e-baa48e400e11,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:54:59.327008 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d59bccb-d771-42bc-9b03-5857bfff8916 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Made reservation on behalf of 2d93c1aa75b44c2fba551b8c34a64e4a for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:54:59.330486 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3d59bccb-d771-42bc-9b03-5857bfff8916 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:59.407990 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (fda9da4f-3142-48d9-ab5e-baa48e400e11), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:59.457098 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] Routers {'36594529-2e07-47e2-a12e-41f184ecfaf9'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:54:59.457757 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:54:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['36594529-2e07-47e2-a12e-41f184ecfaf9'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:54:59.513585 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d68727-6297-4176-b74a-72816e5f21e6 None None] Pushing event updated for resources: {'Port': ['ID=fda9da4f-3142-48d9-ab5e-baa48e400e11,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:59.573126 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3d59bccb-d771-42bc-9b03-5857bfff8916 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (36490160-4bcd-485c-8fcd-f44caeb5ff1e), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:59.580113 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] Set router 36594529-2e07-47e2-a12e-41f184ecfaf9 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:54:59.639966 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59bccb-d771-42bc-9b03-5857bfff8916 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Subnet': ['ID=36490160-4bcd-485c-8fcd-f44caeb5ff1e,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:54:59.647580 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d59bccb-d771-42bc-9b03-5857bfff8916 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Checking segment: {'id': 'fcf8f709-406e-4e9d-b382-5a4c02f54145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:54:59.647580 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d59bccb-d771-42bc-9b03-5857bfff8916 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network hostable DHCP agents. Network: 1fb95829-5e7d-41b4-a80b-db352f127902, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:54:59.727139 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d59bccb-d771-42bc-9b03-5857bfff8916 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network 1fb95829-5e7d-41b4-a80b-db352f127902 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:54:59.754226 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671158116', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:54:56Z', 'updated_at': '2022-04-16T04:54:57Z', 'revision_number': 3, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:54:57Z', 'updated_at': '2022-04-16T04:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:54:59.781101 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d7daba-225a-4526-b1d1-f4e783c04694 None None] The sync data for ids ['36594529-2e07-47e2-a12e-41f184ecfaf9'] in dv-neutron-838078-2-hyperv is: [{'id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671158116', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:54:56Z', 'updated_at': '2022-04-16T04:54:57Z', 'revision_number': 3, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:54:57Z', 'updated_at': '2022-04-16T04:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:54:59.823313 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-3d59bccb-d771-42bc-9b03-5857bfff8916 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 1fb95829-5e7d-41b4-a80b-db352f127902) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:54:59.827628 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d59bccb-d771-42bc-9b03-5857bfff8916 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:54:59.828242 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3d59bccb-d771-42bc-9b03-5857bfff8916 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:54:59.833411 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853b8ebe-1c8c-4e3c-8fdf-def02a5deccf None None] Network 1fb95829-5e7d-41b4-a80b-db352f127902 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:54:59.924036 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3d59bccb-d771-42bc-9b03-5857bfff8916 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0620489 Apr 16 04:54:59.926733 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45610) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:55:00.147667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-1fb95829-5e7d-41b4-a80b-db352f127902', 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ips': [{'subnet_id': '36490160-4bcd-485c-8fcd-f44caeb5ff1e'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:55:00.148530 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:00.243265 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device fda9da4f-3142-48d9-ab5e-baa48e400e11 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:55:00.336689 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port fda9da4f-3142-48d9-ab5e-baa48e400e11 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:55:00.338136 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (fda9da4f-3142-48d9-ab5e-baa48e400e11), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:00.384860 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] Allocated IP 172.20.0.2 (1fb95829-5e7d-41b4-a80b-db352f127902/36490160-4bcd-485c-8fcd-f44caeb5ff1e/391163b5-4ef2-44df-bc6b-e824a4f84fb4) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:55:00.508510 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port fda9da4f-3142-48d9-ab5e-baa48e400e11 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:55:00.509223 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (fda9da4f-3142-48d9-ab5e-baa48e400e11), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:00.515951 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-520e4dbd-24ec-4d22-9157-c9d03a451d66 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:00.542956 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port fda9da4f-3142-48d9-ab5e-baa48e400e11, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=fda9da4f-3142-48d9-ab5e-baa48e400e11,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:55:00.619360 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] Publish callbacks [] for port (391163b5-4ef2-44df-bc6b-e824a4f84fb4), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:00.641931 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (fda9da4f-3142-48d9-ab5e-baa48e400e11), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:00.697818 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (391163b5-4ef2-44df-bc6b-e824a4f84fb4), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:00.705798 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=fda9da4f-3142-48d9-ab5e-baa48e400e11,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:55:00.761884 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] Pushing event updated for resources: {'Port': ['ID=391163b5-4ef2-44df-bc6b-e824a4f84fb4,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:55:00.773119 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] Network 1fb95829-5e7d-41b4-a80b-db352f127902 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:55:00.774755 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:55:00.784019 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:55:00.861248 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] Attempting to bind port 391163b5-4ef2-44df-bc6b-e824a4f84fb4 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:55:00.861627 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] Attempting to bind port 391163b5-4ef2-44df-bc6b-e824a4f84fb4 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'fcf8f709-406e-4e9d-b382-5a4c02f54145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:55:00.862031 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] Attempting to bind port 391163b5-4ef2-44df-bc6b-e824a4f84fb4 on network 1fb95829-5e7d-41b4-a80b-db352f127902 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:55:00.867579 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:55:00.867958 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] Checking segment: {'id': 'fcf8f709-406e-4e9d-b382-5a4c02f54145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:55:00.868372 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:00.869214 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] Bound using segment: {'id': 'fcf8f709-406e-4e9d-b382-5a4c02f54145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:55:00.869546 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] Bound port: 391163b5-4ef2-44df-bc6b-e824a4f84fb4, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf8f709-406e-4e9d-b382-5a4c02f54145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:55:00.869936 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (391163b5-4ef2-44df-bc6b-e824a4f84fb4), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:00.922234 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-520e4dbd-24ec-4d22-9157-c9d03a451d66 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Allocated IP 172.20.0.1 (1fb95829-5e7d-41b4-a80b-db352f127902/36490160-4bcd-485c-8fcd-f44caeb5ff1e/ec27411d-a617-4d62-b560-1b3413bc9fc6) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:55:00.958745 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] For port 391163b5-4ef2-44df-bc6b-e824a4f84fb4, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:55:00.961938 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] For port 391163b5-4ef2-44df-bc6b-e824a4f84fb4, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=391163b5-4ef2-44df-bc6b-e824a4f84fb4,segment=NetworkSegment(fcf8f709-406e-4e9d-b382-5a4c02f54145),segment_id=fcf8f709-406e-4e9d-b382-5a4c02f54145)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:55:01.013132 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (391163b5-4ef2-44df-bc6b-e824a4f84fb4), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:01.052435 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-520e4dbd-24ec-4d22-9157-c9d03a451d66 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (ec27411d-a617-4d62-b560-1b3413bc9fc6), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:01.079401 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9b4a0-e0c7-4cde-af88-571b0d092007 None None] Pushing event updated for resources: {'Port': ['ID=391163b5-4ef2-44df-bc6b-e824a4f84fb4,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:55:01.139442 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-520e4dbd-24ec-4d22-9157-c9d03a451d66 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (ec27411d-a617-4d62-b560-1b3413bc9fc6), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:01.182256 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520e4dbd-24ec-4d22-9157-c9d03a451d66 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network 1fb95829-5e7d-41b4-a80b-db352f127902 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:55:01.187568 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-520e4dbd-24ec-4d22-9157-c9d03a451d66 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:55:01.191396 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520e4dbd-24ec-4d22-9157-c9d03a451d66 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:55:01.197942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e4dbd-24ec-4d22-9157-c9d03a451d66 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=ec27411d-a617-4d62-b560-1b3413bc9fc6,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:55:01.253519 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-520e4dbd-24ec-4d22-9157-c9d03a451d66 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (36594529-2e07-47e2-a12e-41f184ecfaf9), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:01.457611 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-520e4dbd-24ec-4d22-9157-c9d03a451d66 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ec27411d-a617-4d62-b560-1b3413bc9fc6), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:01.735620 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-520e4dbd-24ec-4d22-9157-c9d03a451d66 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (ec27411d-a617-4d62-b560-1b3413bc9fc6), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:01.784184 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-520e4dbd-24ec-4d22-9157-c9d03a451d66 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (ec27411d-a617-4d62-b560-1b3413bc9fc6), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:01.866082 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e4dbd-24ec-4d22-9157-c9d03a451d66 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=ec27411d-a617-4d62-b560-1b3413bc9fc6,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:55:01.866082 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-520e4dbd-24ec-4d22-9157-c9d03a451d66 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (36594529-2e07-47e2-a12e-41f184ecfaf9), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:01.957920 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520e4dbd-24ec-4d22-9157-c9d03a451d66 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network 1fb95829-5e7d-41b4-a80b-db352f127902 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:55:01.959572 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-520e4dbd-24ec-4d22-9157-c9d03a451d66 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:55:02.085312 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520e4dbd-24ec-4d22-9157-c9d03a451d66 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router 36594529-2e07-47e2-a12e-41f184ecfaf9 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:55:02.166107 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 391163b5-4ef2-44df-bc6b-e824a4f84fb4 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:55:02.207865 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520e4dbd-24ec-4d22-9157-c9d03a451d66 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:55:02.212898 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-520e4dbd-24ec-4d22-9157-c9d03a451d66 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "PUT /v2.0/routers/36594529-2e07-47e2-a12e-41f184ecfaf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2851319 Apr 16 04:55:02.215238 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 391163b5-4ef2-44df-bc6b-e824a4f84fb4 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:55:02.215616 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (391163b5-4ef2-44df-bc6b-e824a4f84fb4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:02.228745 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] Sync routers for ids ['36594529-2e07-47e2-a12e-41f184ecfaf9'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:55:02.240595 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] Routers {'36594529-2e07-47e2-a12e-41f184ecfaf9'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:55:02.241257 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:54:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['36594529-2e07-47e2-a12e-41f184ecfaf9'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:55:02.277092 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a85c2d-78e7-4be7-bf48-5a76b4bb82d1 None None] Network 1fb95829-5e7d-41b4-a80b-db352f127902 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:55:02.362973 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] Set router 36594529-2e07-47e2-a12e-41f184ecfaf9 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:55:02.370780 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-91557d6d-fb72-455c-b6e9-e228b1ef712b None None] Provisioning complete for port 391163b5-4ef2-44df-bc6b-e824a4f84fb4 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:55:02.371146 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-91557d6d-fb72-455c-b6e9-e228b1ef712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (391163b5-4ef2-44df-bc6b-e824a4f84fb4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:02.374139 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 391163b5-4ef2-44df-bc6b-e824a4f84fb4 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:55:02.374517 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (391163b5-4ef2-44df-bc6b-e824a4f84fb4), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:02.383064 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-e47d262c-efee-4882-8db0-08de21c4c9c6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1288591340&fields=id&tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a HTTP/1.1" status: 200 len: 267 time: 0.0471017 Apr 16 04:55:02.453026 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 391163b5-4ef2-44df-bc6b-e824a4f84fb4, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=391163b5-4ef2-44df-bc6b-e824a4f84fb4,segment=NetworkSegment(fcf8f709-406e-4e9d-b382-5a4c02f54145),segment_id=fcf8f709-406e-4e9d-b382-5a4c02f54145)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:55:02.514295 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-e08038c0-e088-4430-9b97-0f34c1f38d38 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:02.522141 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-e08038c0-e088-4430-9b97-0f34c1f38d38 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/networks?id=1fb95829-5e7d-41b4-a80b-db352f127902 HTTP/1.1" status: 200 len: 797 time: 0.1229200 Apr 16 04:55:02.527229 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-91557d6d-fb72-455c-b6e9-e228b1ef712b None None] Current status of the port 391163b5-4ef2-44df-bc6b-e824a4f84fb4 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:55:02.527616 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-91557d6d-fb72-455c-b6e9-e228b1ef712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (391163b5-4ef2-44df-bc6b-e824a4f84fb4), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:02.537345 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-40bf679e-b023-4784-99dd-0db735cfd682 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/quotas/2d93c1aa75b44c2fba551b8c34a64e4a HTTP/1.1" status: 200 len: 375 time: 0.0142157 Apr 16 04:55:02.553066 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (391163b5-4ef2-44df-bc6b-e824a4f84fb4), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:02.553886 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device fda9da4f-3142-48d9-ab5e-baa48e400e11 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:55:02.599428 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-22e323c1-c09a-41d6-9950-bdedd2aa733f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584080 Apr 16 04:55:02.617995 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-76272ed6-5dde-4da5-a242-7a48c41fa209 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:55:02.618938 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-76272ed6-5dde-4da5-a242-7a48c41fa209 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059893 Apr 16 04:55:02.652649 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-91557d6d-fb72-455c-b6e9-e228b1ef712b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 04:55:02.653393 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-91557d6d-fb72-455c-b6e9-e228b1ef712b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 04:55:02.671623 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=391163b5-4ef2-44df-bc6b-e824a4f84fb4,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:55:02.683702 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port fda9da4f-3142-48d9-ab5e-baa48e400e11 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:55:02.687768 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (fda9da4f-3142-48d9-ab5e-baa48e400e11), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:02.699734 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671158116', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:54:56Z', 'updated_at': '2022-04-16T04:55:01Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:54:57Z', 'updated_at': '2022-04-16T04:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'ec27411d-a617-4d62-b560-1b3413bc9fc6', 'name': '', 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:07:1a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '36490160-4bcd-485c-8fcd-f44caeb5ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:55:00Z', 'updated_at': '2022-04-16T04:55:01Z', 'revision_number': 2, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': '36490160-4bcd-485c-8fcd-f44caeb5ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:55:02.720038 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-507b882f-dc0b-43c9-b971-6259081ed488 service neutron] 10.222.0.30 "GET /v2.0/networks/1fb95829-5e7d-41b4-a80b-db352f127902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913267 Apr 16 04:55:02.735034 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] Checking router: 36594529-2e07-47e2-a12e-41f184ecfaf9 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:55:02.735478 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] Updating router 36594529-2e07-47e2-a12e-41f184ecfaf9 port ec27411d-a617-4d62-b560-1b3413bc9fc6 binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:55:02.774906 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ec27411d-a617-4d62-b560-1b3413bc9fc6), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:02.776942 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port fda9da4f-3142-48d9-ab5e-baa48e400e11 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:55:02.823801 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-1557da55-9ccd-4884-9713-5f4d826236f8 service neutron] 10.222.0.30 "GET /v2.0/networks/1fb95829-5e7d-41b4-a80b-db352f127902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961497 Apr 16 04:55:03.061465 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ed6985c8-adc6-4745-bbdf-01f566f9d58a req-e786761f-955f-4493-8800-d11d2f189bad tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 210 time: 0.0377166 Apr 16 04:55:03.084076 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] Publish callbacks [] for port (ec27411d-a617-4d62-b560-1b3413bc9fc6), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:03.150202 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ec27411d-a617-4d62-b560-1b3413bc9fc6), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:03.203540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-91557d6d-fb72-455c-b6e9-e228b1ef712b None None] Current status of the port 391163b5-4ef2-44df-bc6b-e824a4f84fb4 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:55:03.205680 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abf1e4-b3d2-4684-8ccc-9375fdf0ea20 None None] Pushing event updated for resources: {'Port': ['ID=ec27411d-a617-4d62-b560-1b3413bc9fc6,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:55:03.217014 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abf1e4-b3d2-4684-8ccc-9375fdf0ea20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:55:03.217358 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abf1e4-b3d2-4684-8ccc-9375fdf0ea20 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:55:03.217728 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abf1e4-b3d2-4684-8ccc-9375fdf0ea20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:55:03.218031 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abf1e4-b3d2-4684-8ccc-9375fdf0ea20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:55:03.218359 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abf1e4-b3d2-4684-8ccc-9375fdf0ea20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:55:03.218682 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abf1e4-b3d2-4684-8ccc-9375fdf0ea20 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:55:03.219000 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abf1e4-b3d2-4684-8ccc-9375fdf0ea20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:55:03.219321 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abf1e4-b3d2-4684-8ccc-9375fdf0ea20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:55:03.219644 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abf1e4-b3d2-4684-8ccc-9375fdf0ea20 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:55:03.219964 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abf1e4-b3d2-4684-8ccc-9375fdf0ea20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:55:03.220285 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abf1e4-b3d2-4684-8ccc-9375fdf0ea20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:55:03.220605 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abf1e4-b3d2-4684-8ccc-9375fdf0ea20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:55:03.220988 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abf1e4-b3d2-4684-8ccc-9375fdf0ea20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:55:03.221247 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abf1e4-b3d2-4684-8ccc-9375fdf0ea20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:55:03.221559 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abf1e4-b3d2-4684-8ccc-9375fdf0ea20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:55:03.280861 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] Attempting to bind port ec27411d-a617-4d62-b560-1b3413bc9fc6 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:55:03.281486 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] Attempting to bind port ec27411d-a617-4d62-b560-1b3413bc9fc6 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'fcf8f709-406e-4e9d-b382-5a4c02f54145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:55:03.281594 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] Attempting to bind port ec27411d-a617-4d62-b560-1b3413bc9fc6 on network 1fb95829-5e7d-41b4-a80b-db352f127902 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:55:03.287432 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:55:03.287742 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] Checking segment: {'id': 'fcf8f709-406e-4e9d-b382-5a4c02f54145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:55:03.288140 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:03.288523 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] Bound using segment: {'id': 'fcf8f709-406e-4e9d-b382-5a4c02f54145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:55:03.289006 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] Bound port: ec27411d-a617-4d62-b560-1b3413bc9fc6, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf8f709-406e-4e9d-b382-5a4c02f54145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:55:03.289385 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ec27411d-a617-4d62-b560-1b3413bc9fc6), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:03.321560 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-329a2165-38c5-4b84-a1a6-c82d61649d25 None None] Provisioning complete for port 391163b5-4ef2-44df-bc6b-e824a4f84fb4 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:55:03.321941 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-329a2165-38c5-4b84-a1a6-c82d61649d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (391163b5-4ef2-44df-bc6b-e824a4f84fb4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:03.362917 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] For port ec27411d-a617-4d62-b560-1b3413bc9fc6, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:55:03.362917 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] For port ec27411d-a617-4d62-b560-1b3413bc9fc6, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ec27411d-a617-4d62-b560-1b3413bc9fc6,segment=NetworkSegment(fcf8f709-406e-4e9d-b382-5a4c02f54145),segment_id=fcf8f709-406e-4e9d-b382-5a4c02f54145)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:55:03.417188 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-329a2165-38c5-4b84-a1a6-c82d61649d25 None None] Current status of the port 391163b5-4ef2-44df-bc6b-e824a4f84fb4 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:55:03.426680 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-329a2165-38c5-4b84-a1a6-c82d61649d25 None None] Provisioning complete for port ec27411d-a617-4d62-b560-1b3413bc9fc6 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:55:03.427051 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-329a2165-38c5-4b84-a1a6-c82d61649d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ec27411d-a617-4d62-b560-1b3413bc9fc6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:03.436423 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ec27411d-a617-4d62-b560-1b3413bc9fc6), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:03.461949 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-329a2165-38c5-4b84-a1a6-c82d61649d25 None None] Port ec27411d-a617-4d62-b560-1b3413bc9fc6 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:55:03.493372 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] Routers {'36594529-2e07-47e2-a12e-41f184ecfaf9'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:55:03.493996 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:54:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['36594529-2e07-47e2-a12e-41f184ecfaf9'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:55:03.534285 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abf1e4-b3d2-4684-8ccc-9375fdf0ea20 None None] Pushing event updated for resources: {'Port': ['ID=ec27411d-a617-4d62-b560-1b3413bc9fc6,revision_number=4']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:55:03.585586 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3dcf7295-5476-4eb5-945e-85a2121128fb None None] Provisioning complete for port ec27411d-a617-4d62-b560-1b3413bc9fc6 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:55:03.585586 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3dcf7295-5476-4eb5-945e-85a2121128fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ec27411d-a617-4d62-b560-1b3413bc9fc6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:03.610663 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] Set router 36594529-2e07-47e2-a12e-41f184ecfaf9 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:55:03.672602 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3dcf7295-5476-4eb5-945e-85a2121128fb None None] Current status of the port ec27411d-a617-4d62-b560-1b3413bc9fc6 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:55:03.673145 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3dcf7295-5476-4eb5-945e-85a2121128fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ec27411d-a617-4d62-b560-1b3413bc9fc6), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:03.710750 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3dcf7295-5476-4eb5-945e-85a2121128fb None None] For port ec27411d-a617-4d62-b560-1b3413bc9fc6, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ec27411d-a617-4d62-b560-1b3413bc9fc6,segment=NetworkSegment(fcf8f709-406e-4e9d-b382-5a4c02f54145),segment_id=fcf8f709-406e-4e9d-b382-5a4c02f54145)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:55:03.804155 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671158116', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:54:56Z', 'updated_at': '2022-04-16T04:55:01Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:54:57Z', 'updated_at': '2022-04-16T04:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'ec27411d-a617-4d62-b560-1b3413bc9fc6', 'name': '', 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:07:1a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '36490160-4bcd-485c-8fcd-f44caeb5ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:55:00Z', 'updated_at': '2022-04-16T04:55:03Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': '36490160-4bcd-485c-8fcd-f44caeb5ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:55:03.830726 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a82c06-e67a-4cf0-961a-4b83dc07d323 None None] The sync data for ids ['36594529-2e07-47e2-a12e-41f184ecfaf9'] in dv-neutron-838078-2-hyperv is: [{'id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671158116', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:54:56Z', 'updated_at': '2022-04-16T04:55:01Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:54:57Z', 'updated_at': '2022-04-16T04:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'ec27411d-a617-4d62-b560-1b3413bc9fc6', 'name': '', 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:07:1a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '36490160-4bcd-485c-8fcd-f44caeb5ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:55:00Z', 'updated_at': '2022-04-16T04:55:03Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': '36490160-4bcd-485c-8fcd-f44caeb5ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:55:03.835743 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3dcf7295-5476-4eb5-945e-85a2121128fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ec27411d-a617-4d62-b560-1b3413bc9fc6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:03.903405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf7295-5476-4eb5-945e-85a2121128fb None None] Pushing event updated for resources: {'Port': ['ID=ec27411d-a617-4d62-b560-1b3413bc9fc6,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:55:03.954732 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-9c039644-481c-4817-8848-0fc43d9892c6 None None] Provisioning complete for port ec27411d-a617-4d62-b560-1b3413bc9fc6 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:55:03.955117 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9c039644-481c-4817-8848-0fc43d9892c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ec27411d-a617-4d62-b560-1b3413bc9fc6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:04.053235 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-9c039644-481c-4817-8848-0fc43d9892c6 None None] Current status of the port ec27411d-a617-4d62-b560-1b3413bc9fc6 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:55:04.169874 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f06f6f84-a420-4239-ae6b-1463246badff req-49b49126-1ec9-4e5d-a071-59080c7c1a09 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 210 time: 0.0316000 Apr 16 04:55:04.194445 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 391163b5-4ef2-44df-bc6b-e824a4f84fb4 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:55:04.244166 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 391163b5-4ef2-44df-bc6b-e824a4f84fb4 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:55:04.244883 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (391163b5-4ef2-44df-bc6b-e824a4f84fb4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:04.341147 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 391163b5-4ef2-44df-bc6b-e824a4f84fb4 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:55:04.342285 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ec27411d-a617-4d62-b560-1b3413bc9fc6 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:55:04.395408 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port ec27411d-a617-4d62-b560-1b3413bc9fc6 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:55:04.395981 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ec27411d-a617-4d62-b560-1b3413bc9fc6), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:04.477191 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port ec27411d-a617-4d62-b560-1b3413bc9fc6 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:55:05.085219 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-321db1ba-251b-4637-b47f-d1ef7f544cbf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:05.086779 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-321db1ba-251b-4637-b47f-d1ef7f544cbf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "GET /v2.0/networks?id=1fb95829-5e7d-41b4-a80b-db352f127902 HTTP/1.1" status: 200 len: 797 time: 0.1042552 Apr 16 04:55:05.149710 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-7e88ba6b-4311-4049-9377-0c9df8126e1c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a HTTP/1.1" status: 200 len: 380 time: 0.0543630 Apr 16 04:55:05.158591 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-c4af98b5-ad2b-4f8e-9a51-4943a2ec3f78 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'port': {'device_id': '11a04cb8-ab11-47ae-aa2b-0ac04329563c', 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902', 'admin_state_up': True, 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'security_groups': ['b80af97b-fe48-4aae-8314-b020deb932ec']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:55:05.280212 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-10f42e0d-6e8f-4574-8a79-8aff811a0ea1 req-8a9a925a-d879-48be-9472-dfc6b6155ec4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 210 time: 0.0389385 Apr 16 04:55:05.376678 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-c4af98b5-ad2b-4f8e-9a51-4943a2ec3f78 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Made reservation on behalf of 2d93c1aa75b44c2fba551b8c34a64e4a for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:55:05.380765 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-c4af98b5-ad2b-4f8e-9a51-4943a2ec3f78 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:05.506879 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-c4af98b5-ad2b-4f8e-9a51-4943a2ec3f78 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Allocated IP 172.20.0.6 (1fb95829-5e7d-41b4-a80b-db352f127902/36490160-4bcd-485c-8fcd-f44caeb5ff1e/f14588ac-3e1a-4b4e-8764-13dfeca09a55) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:55:05.651798 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-c4af98b5-ad2b-4f8e-9a51-4943a2ec3f78 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (f14588ac-3e1a-4b4e-8764-13dfeca09a55), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:05.756144 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-c4af98b5-ad2b-4f8e-9a51-4943a2ec3f78 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (f14588ac-3e1a-4b4e-8764-13dfeca09a55), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:05.799309 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-c4af98b5-ad2b-4f8e-9a51-4943a2ec3f78 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network 1fb95829-5e7d-41b4-a80b-db352f127902 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:55:05.806330 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-c4af98b5-ad2b-4f8e-9a51-4943a2ec3f78 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:55:05.810239 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-c4af98b5-ad2b-4f8e-9a51-4943a2ec3f78 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:55:05.834175 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af98b5-ad2b-4f8e-9a51-4943a2ec3f78 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=f14588ac-3e1a-4b4e-8764-13dfeca09a55,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:55:05.862870 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-c4af98b5-ad2b-4f8e-9a51-4943a2ec3f78 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:05.864054 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-c4af98b5-ad2b-4f8e-9a51-4943a2ec3f78 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:05.941524 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-c4af98b5-ad2b-4f8e-9a51-4943a2ec3f78 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7864366 Apr 16 04:55:05.952898 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] Request body: {'port': {'device_id': '11a04cb8-ab11-47ae-aa2b-0ac04329563c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:55:06.017395 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f14588ac-3e1a-4b4e-8764-13dfeca09a55), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:06.090833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-d5bf2d4c-c09d-42c9-b6e2-2acce40fdc12 None None] Provisioning complete for port f14588ac-3e1a-4b4e-8764-13dfeca09a55 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:55:06.095028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d5bf2d4c-c09d-42c9-b6e2-2acce40fdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f14588ac-3e1a-4b4e-8764-13dfeca09a55), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:06.125385 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d5bf2d4c-c09d-42c9-b6e2-2acce40fdc12 None None] Port f14588ac-3e1a-4b4e-8764-13dfeca09a55 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:55:06.277825 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14588ac-3e1a-4b4e-8764-13dfeca09a55 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:55:06.285058 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] Publish callbacks [] for port (f14588ac-3e1a-4b4e-8764-13dfeca09a55), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:06.296888 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] Transition to ACTIVE for port object f14588ac-3e1a-4b4e-8764-13dfeca09a55 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:55:06.365198 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (f14588ac-3e1a-4b4e-8764-13dfeca09a55), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:06.392691 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ccf15-99b5-42a4-93e4-69413f4f3c83 req-bd0e45cc-30ef-47eb-8653-1768d520e248 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:06.394160 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-444ccf15-99b5-42a4-93e4-69413f4f3c83 req-bd0e45cc-30ef-47eb-8653-1768d520e248 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 931 time: 0.0472424 Apr 16 04:55:06.420168 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] Pushing event updated for resources: {'Port': ['ID=f14588ac-3e1a-4b4e-8764-13dfeca09a55,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:55:06.453610 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-444ccf15-99b5-42a4-93e4-69413f4f3c83 req-2888baa9-aecc-4388-98f3-2d69b631b7aa tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528767 Apr 16 04:55:06.490978 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] Attempting to bind port f14588ac-3e1a-4b4e-8764-13dfeca09a55 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:55:06.491328 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] Attempting to bind port f14588ac-3e1a-4b4e-8764-13dfeca09a55 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'fcf8f709-406e-4e9d-b382-5a4c02f54145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:55:06.491662 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] Attempting to bind port f14588ac-3e1a-4b4e-8764-13dfeca09a55 on network 1fb95829-5e7d-41b4-a80b-db352f127902 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:55:06.496348 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] Port f14588ac-3e1a-4b4e-8764-13dfeca09a55 on network 1fb95829-5e7d-41b4-a80b-db352f127902 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:55:06.496666 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] Attempting to bind port f14588ac-3e1a-4b4e-8764-13dfeca09a55 on network 1fb95829-5e7d-41b4-a80b-db352f127902 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:55:06.501668 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:55:06.502025 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] Checking segment: {'id': 'fcf8f709-406e-4e9d-b382-5a4c02f54145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:55:06.502404 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] Bound using segment: {'id': 'fcf8f709-406e-4e9d-b382-5a4c02f54145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:55:06.502823 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] Bound port: f14588ac-3e1a-4b4e-8764-13dfeca09a55, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf8f709-406e-4e9d-b382-5a4c02f54145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:55:06.503182 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f14588ac-3e1a-4b4e-8764-13dfeca09a55), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:06.570712 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] For port f14588ac-3e1a-4b4e-8764-13dfeca09a55, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:55:06.573908 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] For port f14588ac-3e1a-4b4e-8764-13dfeca09a55, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=f14588ac-3e1a-4b4e-8764-13dfeca09a55,segment=NetworkSegment(fcf8f709-406e-4e9d-b382-5a4c02f54145),segment_id=fcf8f709-406e-4e9d-b382-5a4c02f54145)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:55:06.646763 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (f14588ac-3e1a-4b4e-8764-13dfeca09a55), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:06.677238 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:06.677850 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:06.679440 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] 10.222.0.18 "PUT /v2.0/ports/f14588ac-3e1a-4b4e-8764-13dfeca09a55 HTTP/1.1" status: 200 len: 1093 time: 0.7307389 Apr 16 04:55:06.681767 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a04cb8-ab11-47ae-aa2b-0ac04329563c', 'tag': 'f14588ac-3e1a-4b4e-8764-13dfeca09a55'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:55:06.684999 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66d83c5-2b53-49a8-a5a9-7e332aecf57c" -d '{"events": [{"name": "network-changed", "server_uuid": "11a04cb8-ab11-47ae-aa2b-0ac04329563c", "tag": "f14588ac-3e1a-4b4e-8764-13dfeca09a55"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:55:06.716787 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d972f8-23d6-4202-958d-13bbcd61a428 service neutron] Pushing event updated for resources: {'Port': ['ID=f14588ac-3e1a-4b4e-8764-13dfeca09a55,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:55:06.722975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d44db34-d9a2-4a78-a43f-ad7f78922f4c x-openstack-request-id: req-9d44db34-d9a2-4a78-a43f-ad7f78922f4c {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:55:06.723270 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a04cb8-ab11-47ae-aa2b-0ac04329563c", "tag": "f14588ac-3e1a-4b4e-8764-13dfeca09a55", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:55:06.723519 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d44db34-d9a2-4a78-a43f-ad7f78922f4c {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:55:06.723923 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d44db34-d9a2-4a78-a43f-ad7f78922f4c'] response: {'name': 'network-changed', 'server_uuid': '11a04cb8-ab11-47ae-aa2b-0ac04329563c', 'tag': 'f14588ac-3e1a-4b4e-8764-13dfeca09a55', 'status': 'completed', 'code': 200} Apr 16 04:55:06.783596 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d83c5-2b53-49a8-a5a9-7e332aecf57c req-37cfa93e-8a59-433d-9254-ecf0772f91ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:06.785169 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a66d83c5-2b53-49a8-a5a9-7e332aecf57c req-37cfa93e-8a59-433d-9254-ecf0772f91ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 1127 time: 0.0426359 Apr 16 04:55:06.891302 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d83c5-2b53-49a8-a5a9-7e332aecf57c req-08392b89-d25f-4308-88e0-d500c9213993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:06.892839 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a66d83c5-2b53-49a8-a5a9-7e332aecf57c req-08392b89-d25f-4308-88e0-d500c9213993 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0995257 Apr 16 04:55:06.986391 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d83c5-2b53-49a8-a5a9-7e332aecf57c req-c214cefa-68ef-4dac-aeea-46c385d809b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:06.987859 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a66d83c5-2b53-49a8-a5a9-7e332aecf57c req-c214cefa-68ef-4dac-aeea-46c385d809b0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0893445 Apr 16 04:55:07.058131 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-19f53822-6b4c-41b2-a3cf-9ba2e1bf6450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:07.059618 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-19f53822-6b4c-41b2-a3cf-9ba2e1bf6450 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 1127 time: 0.0383229 Apr 16 04:55:07.100803 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-848a5757-eb7b-4906-9b70-f9ed11f8fac4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f14588ac-3e1a-4b4e-8764-13dfeca09a55 HTTP/1.1" status: 200 len: 217 time: 0.0348096 Apr 16 04:55:07.147644 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-06fa4def-0659-429e-968e-5d5eb192b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:07.149088 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-06fa4def-0659-429e-968e-5d5eb192b826 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36490160-4bcd-485c-8fcd-f44caeb5ff1e HTTP/1.1" status: 200 len: 834 time: 0.0430789 Apr 16 04:55:07.195532 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-60f6beeb-d212-4b1d-9d85-c53d4fa101a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:07.197015 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-60f6beeb-d212-4b1d-9d85-c53d4fa101a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fb95829-5e7d-41b4-a80b-db352f127902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420027 Apr 16 04:55:07.285796 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-26ebb36d-e6da-415c-b428-b1010b51411c service neutron] 10.222.0.18 "GET /v2.0/networks/1fb95829-5e7d-41b4-a80b-db352f127902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819535 Apr 16 04:55:07.376026 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0fd8b1aa-418e-4038-88e9-dde4c1b409eb req-1fee4d56-0bef-4d71-8b63-83b6e6efdaae service neutron] 10.222.0.18 "GET /v2.0/networks/1fb95829-5e7d-41b4-a80b-db352f127902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851932 Apr 16 04:55:07.565268 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a54326-5d84-4725-9709-0f5ae7375efd req-3c4079c9-a1cd-4f16-97f1-0305e12be825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:07.566913 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-44a54326-5d84-4725-9709-0f5ae7375efd req-3c4079c9-a1cd-4f16-97f1-0305e12be825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 943 time: 0.0465236 Apr 16 04:55:07.615182 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-44a54326-5d84-4725-9709-0f5ae7375efd req-095f85f3-d79f-4628-a65a-bb2893d1eb1e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425568 Apr 16 04:55:08.726899 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99d16f-f877-4f00-867f-c03bc7ebea09 req-efdd4f3a-fe9a-43a6-9a7d-83d6ea4f2adf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:08.728370 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1d99d16f-f877-4f00-867f-c03bc7ebea09 req-efdd4f3a-fe9a-43a6-9a7d-83d6ea4f2adf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 943 time: 0.0468562 Apr 16 04:55:08.777085 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1d99d16f-f877-4f00-867f-c03bc7ebea09 req-79255b4c-d42a-415d-8da1-98bcfdcdcc66 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430989 Apr 16 04:55:09.092885 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f0ba38ae-3bf3-4b44-8cb0-ee6488e733c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:09.886577 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e73f59-84d7-4289-9b4b-ebbaa443914e req-c94025d6-e285-4d9d-b085-1127a3b8c7d1 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:09.888039 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c3e73f59-84d7-4289-9b4b-ebbaa443914e req-c94025d6-e285-4d9d-b085-1127a3b8c7d1 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 943 time: 0.0467446 Apr 16 04:55:09.935898 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c3e73f59-84d7-4289-9b4b-ebbaa443914e req-8364ee6c-d1aa-47a5-ae6b-3ade39b56b2a tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423949 Apr 16 04:55:10.888196 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device f14588ac-3e1a-4b4e-8764-13dfeca09a55 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:55:10.987917 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port f14588ac-3e1a-4b4e-8764-13dfeca09a55, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=f14588ac-3e1a-4b4e-8764-13dfeca09a55,segment=NetworkSegment(fcf8f709-406e-4e9d-b382-5a4c02f54145),segment_id=fcf8f709-406e-4e9d-b382-5a4c02f54145)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:55:10.999722 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'f14588ac-3e1a-4b4e-8764-13dfeca09a55', 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902', 'port_id': 'f14588ac-3e1a-4b4e-8764-13dfeca09a55', 'mac_address': 'fa:16:3e:8f:31:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36490160-4bcd-485c-8fcd-f44caeb5ff1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:55:11.036961 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port f14588ac-3e1a-4b4e-8764-13dfeca09a55 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:55:11.037353 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f14588ac-3e1a-4b4e-8764-13dfeca09a55), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:11.049751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b63f8-b6ff-4039-baa5-70507e5c9a11 req-faad8c63-0730-4c02-af95-0c0d66e03668 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:11.050295 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14588ac-3e1a-4b4e-8764-13dfeca09a55 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:55:11.051837 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-548b63f8-b6ff-4039-baa5-70507e5c9a11 req-faad8c63-0730-4c02-af95-0c0d66e03668 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 943 time: 0.0504045 Apr 16 04:55:11.070669 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port f14588ac-3e1a-4b4e-8764-13dfeca09a55, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=f14588ac-3e1a-4b4e-8764-13dfeca09a55,segment=NetworkSegment(fcf8f709-406e-4e9d-b382-5a4c02f54145),segment_id=fcf8f709-406e-4e9d-b382-5a4c02f54145)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:55:11.099865 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-548b63f8-b6ff-4039-baa5-70507e5c9a11 req-51a22e58-0ada-44c1-8c59-32fb79006976 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418642 Apr 16 04:55:11.138476 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (f14588ac-3e1a-4b4e-8764-13dfeca09a55), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:11.190465 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=f14588ac-3e1a-4b4e-8764-13dfeca09a55,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:55:11.340001 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['f14588ac-3e1a-4b4e-8764-13dfeca09a55'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:55:11.506531 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d5535cf5-742d-4ae5-bbc1-8db3c474bf6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:12.215883 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc8cca-9bcf-4178-a407-f7949c4aa27a req-2c460ab2-5294-4392-816b-96a2bdfea7ee tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:12.217372 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a4dc8cca-9bcf-4178-a407-f7949c4aa27a req-2c460ab2-5294-4392-816b-96a2bdfea7ee tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 944 time: 0.0513093 Apr 16 04:55:12.266851 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a4dc8cca-9bcf-4178-a407-f7949c4aa27a req-a56e2e47-799f-4add-8dc3-34c4a5d88b2f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439298 Apr 16 04:55:12.673572 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:12.918820 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device f14588ac-3e1a-4b4e-8764-13dfeca09a55 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:55:12.962175 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port f14588ac-3e1a-4b4e-8764-13dfeca09a55 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:55:13.035329 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port f14588ac-3e1a-4b4e-8764-13dfeca09a55 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:55:13.035697 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f14588ac-3e1a-4b4e-8764-13dfeca09a55), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:13.112308 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port f14588ac-3e1a-4b4e-8764-13dfeca09a55 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:55:13.112683 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f14588ac-3e1a-4b4e-8764-13dfeca09a55), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:13.134855 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a04cb8-ab11-47ae-aa2b-0ac04329563c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14588ac-3e1a-4b4e-8764-13dfeca09a55'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:55:13.137338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862da0c4-db3e-4910-9bbe-ce64eb3581b5" -d '{"events": [{"server_uuid": "11a04cb8-ab11-47ae-aa2b-0ac04329563c", "name": "network-vif-plugged", "status": "completed", "tag": "f14588ac-3e1a-4b4e-8764-13dfeca09a55"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:55:13.149656 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port f14588ac-3e1a-4b4e-8764-13dfeca09a55, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=f14588ac-3e1a-4b4e-8764-13dfeca09a55,segment=NetworkSegment(fcf8f709-406e-4e9d-b382-5a4c02f54145),segment_id=fcf8f709-406e-4e9d-b382-5a4c02f54145)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:55:13.173329 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e3d2dd-cb8d-445c-ac5d-aaf4c291c93a x-openstack-request-id: req-69e3d2dd-cb8d-445c-ac5d-aaf4c291c93a {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:55:13.173617 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a04cb8-ab11-47ae-aa2b-0ac04329563c", "name": "network-vif-plugged", "status": "completed", "tag": "f14588ac-3e1a-4b4e-8764-13dfeca09a55", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:55:13.173888 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69e3d2dd-cb8d-445c-ac5d-aaf4c291c93a {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:55:13.174288 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e3d2dd-cb8d-445c-ac5d-aaf4c291c93a'] response: {'server_uuid': '11a04cb8-ab11-47ae-aa2b-0ac04329563c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14588ac-3e1a-4b4e-8764-13dfeca09a55', 'code': 200} Apr 16 04:55:13.218434 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (f14588ac-3e1a-4b4e-8764-13dfeca09a55), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:13.266436 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=f14588ac-3e1a-4b4e-8764-13dfeca09a55,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:55:13.379707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed627de0-3660-4587-a889-d768879893ea req-dddea565-a74f-4130-aa7c-27daa24e1817 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:13.381331 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ed627de0-3660-4587-a889-d768879893ea req-dddea565-a74f-4130-aa7c-27daa24e1817 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 945 time: 0.0483353 Apr 16 04:55:13.416682 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33502d24-6d5c-4ebe-bac8-4fcc8e138c96 req-123632b3-d8b8-4442-a347-5a12e8d40543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:13.418205 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-33502d24-6d5c-4ebe-bac8-4fcc8e138c96 req-123632b3-d8b8-4442-a347-5a12e8d40543 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 1129 time: 0.0377674 Apr 16 04:55:13.430759 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ed627de0-3660-4587-a889-d768879893ea req-58fee0e1-8fcb-4c11-ac2c-0af5192e083e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436027 Apr 16 04:55:13.463783 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-33502d24-6d5c-4ebe-bac8-4fcc8e138c96 req-c3842e5f-5d90-4457-8274-ed1a410ec93d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396786 Apr 16 04:55:14.142356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:14.546037 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf62c99-d9bc-41e6-9199-0339595993ce req-d2b0dd0a-c88f-4e0e-a713-5b46200823f8 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:14.547503 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7bf62c99-d9bc-41e6-9199-0339595993ce req-d2b0dd0a-c88f-4e0e-a713-5b46200823f8 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 945 time: 0.0485342 Apr 16 04:55:14.599050 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7bf62c99-d9bc-41e6-9199-0339595993ce req-fe70bb5f-2798-4780-9ee7-276491c887b3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460289 Apr 16 04:55:15.376264 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:15.714273 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bb922-ce47-450d-8847-52ac035d9ce1 req-9a19f12b-399f-4ff6-9d1b-3eb7c65572ab tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:15.715764 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d36bb922-ce47-450d-8847-52ac035d9ce1 req-9a19f12b-399f-4ff6-9d1b-3eb7c65572ab tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 945 time: 0.0504653 Apr 16 04:55:15.764491 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d36bb922-ce47-450d-8847-52ac035d9ce1 req-97532c8a-d1ca-4cb0-87e1-3f1fb07d635b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429955 Apr 16 04:55:15.873587 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee15e2-1865-46f3-987f-b02a42b51fb2 req-b482fc82-84f0-43c3-9963-2ec9d64b7caf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:15.875042 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-baee15e2-1865-46f3-987f-b02a42b51fb2 req-b482fc82-84f0-43c3-9963-2ec9d64b7caf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 945 time: 0.0466428 Apr 16 04:55:15.924284 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-baee15e2-1865-46f3-987f-b02a42b51fb2 req-12405b1a-d9c3-4c3f-a549-a3c41e45c1cd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437930 Apr 16 04:55:15.945425 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45670) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:55:15.983346 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9087ae4b-1fd9-496a-9718-4f0d6a41157e tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:15.984917 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9087ae4b-1fd9-496a-9718-4f0d6a41157e tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 1124 time: 0.0384259 Apr 16 04:55:15.987522 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45672) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:55:15.991691 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-5b3334ba-e769-4cd3-aa79-b97dfab0e1cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': 'f14588ac-3e1a-4b4e-8764-13dfeca09a55', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:55:16.064240 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5b3334ba-e769-4cd3-aa79-b97dfab0e1cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:16.143255 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5b3334ba-e769-4cd3-aa79-b97dfab0e1cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:16.242245 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-5b3334ba-e769-4cd3-aa79-b97dfab0e1cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Allocated IP 172.26.6.157 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/aecca18d-0f33-407b-87e6-0c19b179aaa7) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:55:16.344886 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5b3334ba-e769-4cd3-aa79-b97dfab0e1cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (aecca18d-0f33-407b-87e6-0c19b179aaa7), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:16.445648 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5b3334ba-e769-4cd3-aa79-b97dfab0e1cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (aecca18d-0f33-407b-87e6-0c19b179aaa7), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:16.479409 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3334ba-e769-4cd3-aa79-b97dfab0e1cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:55:16.482166 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-5b3334ba-e769-4cd3-aa79-b97dfab0e1cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:55:16.484751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3334ba-e769-4cd3-aa79-b97dfab0e1cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:55:16.527499 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3334ba-e769-4cd3-aa79-b97dfab0e1cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=aecca18d-0f33-407b-87e6-0c19b179aaa7,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:55:17.159780 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5b3334ba-e769-4cd3-aa79-b97dfab0e1cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for floatingip (d4c81fc4-9121-401e-a7b4-d2ceb7a9cc9f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:17.287934 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5b3334ba-e769-4cd3-aa79-b97dfab0e1cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (aecca18d-0f33-407b-87e6-0c19b179aaa7), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:17.430829 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5b3334ba-e769-4cd3-aa79-b97dfab0e1cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (aecca18d-0f33-407b-87e6-0c19b179aaa7), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:17.484985 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5b3334ba-e769-4cd3-aa79-b97dfab0e1cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (aecca18d-0f33-407b-87e6-0c19b179aaa7), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:17.553630 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3334ba-e769-4cd3-aa79-b97dfab0e1cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=aecca18d-0f33-407b-87e6-0c19b179aaa7,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:55:17.564906 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5b3334ba-e769-4cd3-aa79-b97dfab0e1cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (d4c81fc4-9121-401e-a7b4-d2ceb7a9cc9f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:17.666163 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-5b3334ba-e769-4cd3-aa79-b97dfab0e1cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Floating IP d4c81fc4-9121-401e-a7b4-d2ceb7a9cc9f associated. External IP: 172.26.6.157, port: f14588ac-3e1a-4b4e-8764-13dfeca09a55. Apr 16 04:55:17.879679 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3334ba-e769-4cd3-aa79-b97dfab0e1cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router 36594529-2e07-47e2-a12e-41f184ecfaf9 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:55:17.989733 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3334ba-e769-4cd3-aa79-b97dfab0e1cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:55:17.998905 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed4dabe-dfbb-4fcd-8749-4eebd3c1dbbe None None] Sync routers for ids ['36594529-2e07-47e2-a12e-41f184ecfaf9'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:55:18.009222 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed4dabe-dfbb-4fcd-8749-4eebd3c1dbbe None None] Routers {'36594529-2e07-47e2-a12e-41f184ecfaf9'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:55:18.010533 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-6ed4dabe-dfbb-4fcd-8749-4eebd3c1dbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:55:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['36594529-2e07-47e2-a12e-41f184ecfaf9'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:55:18.054611 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-5b3334ba-e769-4cd3-aa79-b97dfab0e1cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:18.071951 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:55:18.090837 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-5b3334ba-e769-4cd3-aa79-b97dfab0e1cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0968297 Apr 16 04:55:18.090837 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a04cb8-ab11-47ae-aa2b-0ac04329563c', 'tag': 'f14588ac-3e1a-4b4e-8764-13dfeca09a55'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:55:18.090837 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a16175b-3208-430b-9d78-549e806b4022" -d '{"events": [{"name": "network-changed", "server_uuid": "11a04cb8-ab11-47ae-aa2b-0ac04329563c", "tag": "f14588ac-3e1a-4b4e-8764-13dfeca09a55"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:55:18.122874 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-6ed4dabe-dfbb-4fcd-8749-4eebd3c1dbbe None None] Set router 36594529-2e07-47e2-a12e-41f184ecfaf9 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:55:18.125751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02740a05-cfea-46da-b79d-98a2bce763d7 x-openstack-request-id: req-02740a05-cfea-46da-b79d-98a2bce763d7 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:55:18.126299 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a04cb8-ab11-47ae-aa2b-0ac04329563c", "tag": "f14588ac-3e1a-4b4e-8764-13dfeca09a55", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:55:18.126607 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02740a05-cfea-46da-b79d-98a2bce763d7 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:55:18.127053 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02740a05-cfea-46da-b79d-98a2bce763d7'] response: {'name': 'network-changed', 'server_uuid': '11a04cb8-ab11-47ae-aa2b-0ac04329563c', 'tag': 'f14588ac-3e1a-4b4e-8764-13dfeca09a55', 'status': 'completed', 'code': 200} Apr 16 04:55:18.194680 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16175b-3208-430b-9d78-549e806b4022 req-bca7dc18-16bb-49eb-ac3b-bbf803ea3eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:18.199216 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6a16175b-3208-430b-9d78-549e806b4022 req-bca7dc18-16bb-49eb-ac3b-bbf803ea3eb6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 1129 time: 0.0502627 Apr 16 04:55:18.202069 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d5cdc-7702-4a93-80bd-eae29e261f56 req-f37845fb-ae3a-44cf-aad0-a9d89d6ff83d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:18.203681 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-362d5cdc-7702-4a93-80bd-eae29e261f56 req-f37845fb-ae3a-44cf-aad0-a9d89d6ff83d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 945 time: 0.0569158 Apr 16 04:55:18.258876 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-362d5cdc-7702-4a93-80bd-eae29e261f56 req-133c0aa5-2034-4258-b6c6-ea2ed152ce95 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486708 Apr 16 04:55:18.289146 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45678) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:55:18.303218 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16175b-3208-430b-9d78-549e806b4022 req-d5730c70-9b61-4aa5-b8fa-d3be51eef00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:18.304769 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6a16175b-3208-430b-9d78-549e806b4022 req-d5730c70-9b61-4aa5-b8fa-d3be51eef00c service neutron] 10.222.0.18 "GET /v2.0/networks?id=1fb95829-5e7d-41b4-a80b-db352f127902 HTTP/1.1" status: 200 len: 897 time: 0.0987442 Apr 16 04:55:18.356023 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f97e08b4-b1f3-4e22-99dd-f2c5e6bdc0d3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/floatingips/d4c81fc4-9121-401e-a7b4-d2ceb7a9cc9f HTTP/1.1" status: 200 len: 991 time: 0.0645511 Apr 16 04:55:18.372276 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6a16175b-3208-430b-9d78-549e806b4022 req-3dad60e9-3e4f-47ed-9aee-1abbd4117605 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f14588ac-3e1a-4b4e-8764-13dfeca09a55 HTTP/1.1" status: 200 len: 999 time: 0.0620620 Apr 16 04:55:18.419795 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16175b-3208-430b-9d78-549e806b4022 req-d97d88e5-5471-4d60-bf46-38ce4b9f5e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:18.421336 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6a16175b-3208-430b-9d78-549e806b4022 req-d97d88e5-5471-4d60-bf46-38ce4b9f5e22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36490160-4bcd-485c-8fcd-f44caeb5ff1e HTTP/1.1" status: 200 len: 834 time: 0.0438275 Apr 16 04:55:18.470135 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16175b-3208-430b-9d78-549e806b4022 req-b53627d4-bced-436c-8e66-d05076c5e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:18.471649 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6a16175b-3208-430b-9d78-549e806b4022 req-b53627d4-bced-436c-8e66-d05076c5e9ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fb95829-5e7d-41b4-a80b-db352f127902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443046 Apr 16 04:55:18.501121 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-6ed4dabe-dfbb-4fcd-8749-4eebd3c1dbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671158116', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:54:56Z', 'updated_at': '2022-04-16T04:55:01Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:54:57Z', 'updated_at': '2022-04-16T04:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'd4c81fc4-9121-401e-a7b4-d2ceb7a9cc9f', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'floating_ip_address': '172.26.6.157', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'port_id': 'f14588ac-3e1a-4b4e-8764-13dfeca09a55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902', 'mac_address': 'fa:16:3e:8f:31:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a04cb8-ab11-47ae-aa2b-0ac04329563c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:55:17Z', 'updated_at': '2022-04-16T04:55:17Z', 'revision_number': 0, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec27411d-a617-4d62-b560-1b3413bc9fc6', 'name': '', 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:07:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '36490160-4bcd-485c-8fcd-f44caeb5ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:55:00Z', 'updated_at': '2022-04-16T04:55:03Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': '36490160-4bcd-485c-8fcd-f44caeb5ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:55:18.532699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed4dabe-dfbb-4fcd-8749-4eebd3c1dbbe None None] Checking router: 36594529-2e07-47e2-a12e-41f184ecfaf9 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:55:18.541116 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed4dabe-dfbb-4fcd-8749-4eebd3c1dbbe None None] Routers {'36594529-2e07-47e2-a12e-41f184ecfaf9'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:55:18.542745 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-6ed4dabe-dfbb-4fcd-8749-4eebd3c1dbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:55:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['36594529-2e07-47e2-a12e-41f184ecfaf9'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:55:18.561472 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6a16175b-3208-430b-9d78-549e806b4022 req-4f13c693-fe15-4090-8fc1-da13a2c32898 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb95829-5e7d-41b4-a80b-db352f127902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840344 Apr 16 04:55:18.652636 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-6ed4dabe-dfbb-4fcd-8749-4eebd3c1dbbe None None] Set router 36594529-2e07-47e2-a12e-41f184ecfaf9 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:55:18.655959 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6a16175b-3208-430b-9d78-549e806b4022 req-14ed5239-29eb-4709-aa93-03aaa7a3e44a service neutron] 10.222.0.18 "GET /v2.0/networks/1fb95829-5e7d-41b4-a80b-db352f127902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881798 Apr 16 04:55:18.864352 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-6ed4dabe-dfbb-4fcd-8749-4eebd3c1dbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671158116', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:54:56Z', 'updated_at': '2022-04-16T04:55:01Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:54:57Z', 'updated_at': '2022-04-16T04:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'd4c81fc4-9121-401e-a7b4-d2ceb7a9cc9f', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'floating_ip_address': '172.26.6.157', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'port_id': 'f14588ac-3e1a-4b4e-8764-13dfeca09a55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902', 'mac_address': 'fa:16:3e:8f:31:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a04cb8-ab11-47ae-aa2b-0ac04329563c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:55:17Z', 'updated_at': '2022-04-16T04:55:17Z', 'revision_number': 0, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec27411d-a617-4d62-b560-1b3413bc9fc6', 'name': '', 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:07:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '36490160-4bcd-485c-8fcd-f44caeb5ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:55:00Z', 'updated_at': '2022-04-16T04:55:03Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': '36490160-4bcd-485c-8fcd-f44caeb5ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:55:18.894713 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed4dabe-dfbb-4fcd-8749-4eebd3c1dbbe None None] The sync data for ids ['36594529-2e07-47e2-a12e-41f184ecfaf9'] in dv-neutron-838078-2-hyperv is: [{'id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671158116', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:54:56Z', 'updated_at': '2022-04-16T04:55:01Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:54:57Z', 'updated_at': '2022-04-16T04:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'd4c81fc4-9121-401e-a7b4-d2ceb7a9cc9f', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'floating_ip_address': '172.26.6.157', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'port_id': 'f14588ac-3e1a-4b4e-8764-13dfeca09a55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902', 'mac_address': 'fa:16:3e:8f:31:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a04cb8-ab11-47ae-aa2b-0ac04329563c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:55:17Z', 'updated_at': '2022-04-16T04:55:17Z', 'revision_number': 0, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec27411d-a617-4d62-b560-1b3413bc9fc6', 'name': '', 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:07:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '36490160-4bcd-485c-8fcd-f44caeb5ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:55:00Z', 'updated_at': '2022-04-16T04:55:03Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': '36490160-4bcd-485c-8fcd-f44caeb5ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:55:19.080375 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e22b1e-51f9-402b-8d90-dfc42daf761c None None] New status for floating IP d4c81fc4-9121-401e-a7b4-d2ceb7a9cc9f: ACTIVE {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:55:19.358466 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45680) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:55:19.419359 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7028b41b-839e-42a5-8b4a-64c313d0e907 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/floatingips/d4c81fc4-9121-401e-a7b4-d2ceb7a9cc9f HTTP/1.1" status: 200 len: 993 time: 0.0597768 Apr 16 04:55:28.395775 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:39.102514 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-57d21767-8cf9-4182-b94b-0f870b051262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:41.485088 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3062621e-6f69-4e2f-846f-f41d3d496015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:42.664018 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:44.149856 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:45.383907 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:46.327450 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a7ed2-ad39-4b94-b996-cd9c12f5bf6d req-9b62bd4a-7d7d-46c3-8281-4af37585c3a3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:46.329178 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c01a7ed2-ad39-4b94-b996-cd9c12f5bf6d req-9b62bd4a-7d7d-46c3-8281-4af37585c3a3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 945 time: 0.0554130 Apr 16 04:55:46.406793 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0e926-829e-4e50-b41d-0473eb8906ba req-376944bf-8c39-44fb-aff4-03a47650ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:46.408291 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8d0e926-829e-4e50-b41d-0473eb8906ba req-376944bf-8c39-44fb-aff4-03a47650ee5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 1129 time: 0.0648007 Apr 16 04:55:46.412455 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c01a7ed2-ad39-4b94-b996-cd9c12f5bf6d req-e212ce09-01db-4ba8-82b2-9bc146e2b99b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769858 Apr 16 04:55:46.502984 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0e926-829e-4e50-b41d-0473eb8906ba req-3a11d67d-6d24-4f9b-99e0-661813c43f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:46.504413 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8d0e926-829e-4e50-b41d-0473eb8906ba req-3a11d67d-6d24-4f9b-99e0-661813c43f93 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1fb95829-5e7d-41b4-a80b-db352f127902 HTTP/1.1" status: 200 len: 897 time: 0.0903456 Apr 16 04:55:46.569558 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8d0e926-829e-4e50-b41d-0473eb8906ba req-f4854569-eb6c-4e07-a729-6d5f02240d3f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f14588ac-3e1a-4b4e-8764-13dfeca09a55 HTTP/1.1" status: 200 len: 1001 time: 0.0581763 Apr 16 04:55:46.620398 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0e926-829e-4e50-b41d-0473eb8906ba req-17f9a735-6d04-490a-9fd5-63d5b2e2a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:46.621830 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8d0e926-829e-4e50-b41d-0473eb8906ba req-17f9a735-6d04-490a-9fd5-63d5b2e2a903 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36490160-4bcd-485c-8fcd-f44caeb5ff1e HTTP/1.1" status: 200 len: 834 time: 0.0432069 Apr 16 04:55:46.668002 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0e926-829e-4e50-b41d-0473eb8906ba req-5ec237eb-e7df-4d63-ae11-50b45bc162f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:46.669552 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8d0e926-829e-4e50-b41d-0473eb8906ba req-5ec237eb-e7df-4d63-ae11-50b45bc162f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fb95829-5e7d-41b4-a80b-db352f127902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418382 Apr 16 04:55:46.758497 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8d0e926-829e-4e50-b41d-0473eb8906ba req-844871a8-54bf-44b7-a0cd-c9fb93169892 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb95829-5e7d-41b4-a80b-db352f127902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829422 Apr 16 04:55:46.855711 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8d0e926-829e-4e50-b41d-0473eb8906ba req-23acc7f6-2dbe-4dfa-b039-b5e9b7cb6228 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb95829-5e7d-41b4-a80b-db352f127902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872703 Apr 16 04:55:47.527156 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a8adc-29de-44f1-bdd2-25f64332fc09 req-a2efb8fb-56e6-4655-a4e6-783f227b89ad tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:47.528598 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8b1a8adc-29de-44f1-bdd2-25f64332fc09 req-a2efb8fb-56e6-4655-a4e6-783f227b89ad tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 945 time: 0.0468063 Apr 16 04:55:47.575843 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8b1a8adc-29de-44f1-bdd2-25f64332fc09 req-dd0ed2d8-5714-4dd5-8212-9a6dbc2b1d28 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418811 Apr 16 04:55:48.687065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f590d95-c861-42c7-9982-44c6ea44265d req-24fdc770-b40d-4c39-bb18-b1c3d20b796b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:48.688505 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7f590d95-c861-42c7-9982-44c6ea44265d req-24fdc770-b40d-4c39-bb18-b1c3d20b796b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 945 time: 0.0468302 Apr 16 04:55:48.736673 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7f590d95-c861-42c7-9982-44c6ea44265d req-58cc8b18-962a-473f-b7b2-2e6025ccddfa tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426757 Apr 16 04:55:49.851345 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93233c-8497-4207-a991-bb9afbc2514f req-808bb20e-9426-4620-9efe-3ec954be550a tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:49.852848 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5b93233c-8497-4207-a991-bb9afbc2514f req-808bb20e-9426-4620-9efe-3ec954be550a tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 945 time: 0.0509503 Apr 16 04:55:49.901269 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5b93233c-8497-4207-a991-bb9afbc2514f req-07008d6c-cbd8-4da1-b945-2ee99a522350 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429289 Apr 16 04:55:51.014842 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c897e-378c-4476-ad1d-4621e7f9557f req-54c64ba9-b920-4d32-baa8-28ebfd1ff99f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:51.016250 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e34c897e-378c-4476-ad1d-4621e7f9557f req-54c64ba9-b920-4d32-baa8-28ebfd1ff99f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 945 time: 0.0475364 Apr 16 04:55:51.068345 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e34c897e-378c-4476-ad1d-4621e7f9557f req-003a8571-1b0d-4806-b81b-8a589c0d9788 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465305 Apr 16 04:55:52.179913 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238187f1-1d96-49d9-95c8-02583755f4f6 req-6263595a-2429-4358-9d3a-de66ba2e7c41 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:52.181435 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-238187f1-1d96-49d9-95c8-02583755f4f6 req-6263595a-2429-4358-9d3a-de66ba2e7c41 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 945 time: 0.0474362 Apr 16 04:55:52.229866 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-238187f1-1d96-49d9-95c8-02583755f4f6 req-088b09ac-edb2-4bf2-bebb-4ba06a6e3bf1 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428646 Apr 16 04:55:53.340359 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796034b-4665-472a-a99f-854f7f5eb97f req-bbef364e-7fdb-4ad6-885a-f4cb3c73bd23 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:53.341845 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b796034b-4665-472a-a99f-854f7f5eb97f req-bbef364e-7fdb-4ad6-885a-f4cb3c73bd23 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 945 time: 0.0466168 Apr 16 04:55:53.391060 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b796034b-4665-472a-a99f-854f7f5eb97f req-d690b47c-40a4-4d4e-ac91-34a5331885a8 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434878 Apr 16 04:55:54.501491 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bc725-4ef5-4fd7-967a-d68e2a87399a req-bd47ac89-d4ba-48a5-8732-ede1666e935b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:54.502946 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-665bc725-4ef5-4fd7-967a-d68e2a87399a req-bd47ac89-d4ba-48a5-8732-ede1666e935b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 945 time: 0.0463796 Apr 16 04:55:54.555127 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-665bc725-4ef5-4fd7-967a-d68e2a87399a req-fd68c132-4870-4515-a42f-aea97e38fb96 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463026 Apr 16 04:55:55.071428 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:55:55.666352 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700a368-31b3-4ba7-9851-206335b82dc2 req-2e59bc85-1792-48ca-93c4-6d4f08c736c4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:55.667788 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3700a368-31b3-4ba7-9851-206335b82dc2 req-2e59bc85-1792-48ca-93c4-6d4f08c736c4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 945 time: 0.0468752 Apr 16 04:55:55.715362 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3700a368-31b3-4ba7-9851-206335b82dc2 req-732489ba-de62-4b0d-8120-e40d3343c387 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421095 Apr 16 04:55:56.825749 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682408f-1d40-4e69-b0a0-766dfffeb98d req-adfc6f83-f7b1-4a6e-a3b4-787c783295f0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:56.827215 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7682408f-1d40-4e69-b0a0-766dfffeb98d req-adfc6f83-f7b1-4a6e-a3b4-787c783295f0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 945 time: 0.0466442 Apr 16 04:55:56.875252 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7682408f-1d40-4e69-b0a0-766dfffeb98d req-aeeb98ae-5250-40d9-8a9c-5bbb29b3a92e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425508 Apr 16 04:55:57.991986 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d715bf-a2a2-482e-9e0e-dfae706b8995 req-ba0b157d-a56e-4acf-b6ac-0f75e16666c9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:57.993505 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-70d715bf-a2a2-482e-9e0e-dfae706b8995 req-ba0b157d-a56e-4acf-b6ac-0f75e16666c9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 945 time: 0.0510087 Apr 16 04:55:58.042250 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-70d715bf-a2a2-482e-9e0e-dfae706b8995 req-f6d9e3a3-bc0d-4bd7-8f93-6567b1adb811 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430644 Apr 16 04:55:58.395545 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:55:59.152251 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4d13f-8c6c-43cb-8a8f-dfa8eb561a4b req-f695efc9-cb11-4f21-bfff-9e8be3954349 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:55:59.153749 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-84f4d13f-8c6c-43cb-8a8f-dfa8eb561a4b req-f695efc9-cb11-4f21-bfff-9e8be3954349 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 945 time: 0.0471866 Apr 16 04:55:59.201822 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-84f4d13f-8c6c-43cb-8a8f-dfa8eb561a4b req-889d54a4-6b1b-4b89-8449-51cd73715b0e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427151 Apr 16 04:55:59.225883 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45716) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:55:59.290983 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-213d8eff-7402-4d9f-9a3d-86b30ac28424 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/floatingips/d4c81fc4-9121-401e-a7b4-d2ceb7a9cc9f HTTP/1.1" status: 200 len: 993 time: 0.0639946 Apr 16 04:56:07.368058 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48e79789-ea2b-42ec-8591-52365f22f8c7 req-afaa5d3e-d1f7-427d-aca1-435a16e244c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389750 Apr 16 04:56:07.443620 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e79789-ea2b-42ec-8591-52365f22f8c7 req-7e30d0d5-4883-4ec5-9c35-fba4fa6f5d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:07.445084 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48e79789-ea2b-42ec-8591-52365f22f8c7 req-7e30d0d5-4883-4ec5-9c35-fba4fa6f5d41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 1129 time: 0.0383179 Apr 16 04:56:07.550022 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e79789-ea2b-42ec-8591-52365f22f8c7 req-52b54a1e-01c1-4d6d-a55f-6b9d268cb3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:07.551475 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48e79789-ea2b-42ec-8591-52365f22f8c7 req-52b54a1e-01c1-4d6d-a55f-6b9d268cb3b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1fb95829-5e7d-41b4-a80b-db352f127902 HTTP/1.1" status: 200 len: 897 time: 0.0879765 Apr 16 04:56:07.613932 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48e79789-ea2b-42ec-8591-52365f22f8c7 req-c3df63ec-14e5-427f-b512-6cf8a2379226 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f14588ac-3e1a-4b4e-8764-13dfeca09a55 HTTP/1.1" status: 200 len: 1001 time: 0.0566738 Apr 16 04:56:07.665443 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e79789-ea2b-42ec-8591-52365f22f8c7 req-44f22f62-2383-47af-a5e3-e7b5363256e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:07.666837 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48e79789-ea2b-42ec-8591-52365f22f8c7 req-44f22f62-2383-47af-a5e3-e7b5363256e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36490160-4bcd-485c-8fcd-f44caeb5ff1e HTTP/1.1" status: 200 len: 834 time: 0.0475569 Apr 16 04:56:07.708215 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e79789-ea2b-42ec-8591-52365f22f8c7 req-93bc8163-108a-4d3d-a855-14e95aef4261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:07.709703 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48e79789-ea2b-42ec-8591-52365f22f8c7 req-93bc8163-108a-4d3d-a855-14e95aef4261 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fb95829-5e7d-41b4-a80b-db352f127902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0371463 Apr 16 04:56:07.797164 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48e79789-ea2b-42ec-8591-52365f22f8c7 req-873dd8bc-8f83-4f5b-ad5f-b4ed71781680 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb95829-5e7d-41b4-a80b-db352f127902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808523 Apr 16 04:56:07.888670 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48e79789-ea2b-42ec-8591-52365f22f8c7 req-ea1713a3-a3c6-41e0-81c5-760eb11a582c service neutron] 10.222.0.18 "GET /v2.0/networks/1fb95829-5e7d-41b4-a80b-db352f127902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859993 Apr 16 04:56:09.104052 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-416bbb5d-6082-4537-b134-ed8a6bb56c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:11.481564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c47c1709-0e59-47bf-a304-97b0c1eb9108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:12.664326 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:14.167174 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:15.395965 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:27.653163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45738) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:27.800639 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting port aecca18d-0f33-407b-87e6-0c19b179aaa7 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:56:27.801006 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (aecca18d-0f33-407b-87e6-0c19b179aaa7), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:27.878222 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (aecca18d-0f33-407b-87e6-0c19b179aaa7), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:27.878560 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for floatingip (aecca18d-0f33-407b-87e6-0c19b179aaa7), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:27.891138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Calling delete_port for aecca18d-0f33-407b-87e6-0c19b179aaa7 owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:56:28.087099 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (aecca18d-0f33-407b-87e6-0c19b179aaa7), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:28.112592 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Port': ['ID=aecca18d-0f33-407b-87e6-0c19b179aaa7,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:28.124528 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:28.124902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:28.125248 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:28.125629 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:28.125951 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:28.126282 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:28.126611 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:28.126939 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:28.127263 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:28.127585 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:28.127908 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:28.128229 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:28.128552 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:28.128904 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:28.129229 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:28.183423 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for floatingip (d4c81fc4-9121-401e-a7b4-d2ceb7a9cc9f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:28.183745 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Floating IP d4c81fc4-9121-401e-a7b4-d2ceb7a9cc9f disassociated (deleted). External IP: 172.26.6.157, port: f14588ac-3e1a-4b4e-8764-13dfeca09a55. Apr 16 04:56:28.398101 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router 36594529-2e07-47e2-a12e-41f184ecfaf9 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:56:28.406049 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:28.812103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:56:28.816839 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:28.822488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bcde4-03c5-47f8-b357-5bc778988ed5 None None] Sync routers for ids ['36594529-2e07-47e2-a12e-41f184ecfaf9'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:56:28.836824 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526bcde4-03c5-47f8-b357-5bc778988ed5 None None] Routers {'36594529-2e07-47e2-a12e-41f184ecfaf9'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:56:28.837450 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-526bcde4-03c5-47f8-b357-5bc778988ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:56:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['36594529-2e07-47e2-a12e-41f184ecfaf9'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:56:28.846239 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c5d470b1-5981-41af-93cd-b1da4e4f9a6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/floatingips/d4c81fc4-9121-401e-a7b4-d2ceb7a9cc9f HTTP/1.1" status: 204 len: 168 time: 1.1919725 Apr 16 04:56:28.846826 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a04cb8-ab11-47ae-aa2b-0ac04329563c', 'tag': 'f14588ac-3e1a-4b4e-8764-13dfeca09a55'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:56:28.849078 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d926a968-cf58-4692-95d5-0e22851d860b" -d '{"events": [{"name": "network-changed", "server_uuid": "11a04cb8-ab11-47ae-aa2b-0ac04329563c", "tag": "f14588ac-3e1a-4b4e-8764-13dfeca09a55"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:56:28.889466 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592787a7-d1d3-457d-ae0d-dbd9fb101f0b x-openstack-request-id: req-592787a7-d1d3-457d-ae0d-dbd9fb101f0b {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:56:28.889837 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a04cb8-ab11-47ae-aa2b-0ac04329563c", "tag": "f14588ac-3e1a-4b4e-8764-13dfeca09a55", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:56:28.890189 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-592787a7-d1d3-457d-ae0d-dbd9fb101f0b {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:56:28.890680 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-592787a7-d1d3-457d-ae0d-dbd9fb101f0b'] response: {'name': 'network-changed', 'server_uuid': '11a04cb8-ab11-47ae-aa2b-0ac04329563c', 'tag': 'f14588ac-3e1a-4b4e-8764-13dfeca09a55', 'status': 'completed', 'code': 200} Apr 16 04:56:28.948402 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926a968-cf58-4692-95d5-0e22851d860b req-6b7a78b6-9e8f-43ed-918c-f243ba9c5b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:28.950072 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d926a968-cf58-4692-95d5-0e22851d860b req-6b7a78b6-9e8f-43ed-918c-f243ba9c5b06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 1129 time: 0.0405200 Apr 16 04:56:28.951251 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-526bcde4-03c5-47f8-b357-5bc778988ed5 None None] Set router 36594529-2e07-47e2-a12e-41f184ecfaf9 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:56:29.045038 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926a968-cf58-4692-95d5-0e22851d860b req-697c8876-5e67-4ba7-868e-3233127c84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:29.046515 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d926a968-cf58-4692-95d5-0e22851d860b req-697c8876-5e67-4ba7-868e-3233127c84e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1fb95829-5e7d-41b4-a80b-db352f127902 HTTP/1.1" status: 200 len: 897 time: 0.0907474 Apr 16 04:56:29.089046 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d926a968-cf58-4692-95d5-0e22851d860b req-9ee12d92-9d8e-494e-bd10-8e20f0df9720 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f14588ac-3e1a-4b4e-8764-13dfeca09a55 HTTP/1.1" status: 200 len: 217 time: 0.0363915 Apr 16 04:56:29.146748 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-526bcde4-03c5-47f8-b357-5bc778988ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671158116', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:54:56Z', 'updated_at': '2022-04-16T04:55:01Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:54:57Z', 'updated_at': '2022-04-16T04:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'ec27411d-a617-4d62-b560-1b3413bc9fc6', 'name': '', 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:07:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '36490160-4bcd-485c-8fcd-f44caeb5ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:55:00Z', 'updated_at': '2022-04-16T04:55:03Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': '36490160-4bcd-485c-8fcd-f44caeb5ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:56:29.147072 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926a968-cf58-4692-95d5-0e22851d860b req-2ee2e217-dbd9-4fb8-bf7e-e53710678350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:29.148211 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d926a968-cf58-4692-95d5-0e22851d860b req-2ee2e217-dbd9-4fb8-bf7e-e53710678350 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36490160-4bcd-485c-8fcd-f44caeb5ff1e HTTP/1.1" status: 200 len: 834 time: 0.0496182 Apr 16 04:56:29.174650 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bcde4-03c5-47f8-b357-5bc778988ed5 None None] Checking router: 36594529-2e07-47e2-a12e-41f184ecfaf9 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:56:29.184892 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526bcde4-03c5-47f8-b357-5bc778988ed5 None None] Routers {'36594529-2e07-47e2-a12e-41f184ecfaf9'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:56:29.185037 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-526bcde4-03c5-47f8-b357-5bc778988ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:56:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['36594529-2e07-47e2-a12e-41f184ecfaf9'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:56:29.195211 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926a968-cf58-4692-95d5-0e22851d860b req-8a15eb00-dc97-4f59-8fa0-16c33e64fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:29.196877 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d926a968-cf58-4692-95d5-0e22851d860b req-8a15eb00-dc97-4f59-8fa0-16c33e64fd92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fb95829-5e7d-41b4-a80b-db352f127902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430596 Apr 16 04:56:29.261345 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa4a26-7cfa-46d4-a7b8-9f144a6146ff req-372c3e98-763f-4586-97cd-20f3d7cf9ca9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:29.262818 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7ffa4a26-7cfa-46d4-a7b8-9f144a6146ff req-372c3e98-763f-4586-97cd-20f3d7cf9ca9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 945 time: 0.0486720 Apr 16 04:56:29.296940 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-526bcde4-03c5-47f8-b357-5bc778988ed5 None None] Set router 36594529-2e07-47e2-a12e-41f184ecfaf9 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:56:29.318266 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7ffa4a26-7cfa-46d4-a7b8-9f144a6146ff req-9e01b63e-ec89-4683-a8e5-0b76c1cb8d9e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495625 Apr 16 04:56:29.489310 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-526bcde4-03c5-47f8-b357-5bc778988ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671158116', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:54:56Z', 'updated_at': '2022-04-16T04:55:01Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:54:57Z', 'updated_at': '2022-04-16T04:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'ec27411d-a617-4d62-b560-1b3413bc9fc6', 'name': '', 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:07:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '36490160-4bcd-485c-8fcd-f44caeb5ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:55:00Z', 'updated_at': '2022-04-16T04:55:03Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': '36490160-4bcd-485c-8fcd-f44caeb5ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:56:29.515873 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bcde4-03c5-47f8-b357-5bc778988ed5 None None] The sync data for ids ['36594529-2e07-47e2-a12e-41f184ecfaf9'] in dv-neutron-838078-2-hyperv is: [{'id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671158116', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:54:56Z', 'updated_at': '2022-04-16T04:55:01Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:54:57Z', 'updated_at': '2022-04-16T04:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'ec27411d-a617-4d62-b560-1b3413bc9fc6', 'name': '', 'network_id': '1fb95829-5e7d-41b4-a80b-db352f127902', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:07:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '36490160-4bcd-485c-8fcd-f44caeb5ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:55:00Z', 'updated_at': '2022-04-16T04:55:03Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': '36490160-4bcd-485c-8fcd-f44caeb5ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:56:29.723000 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542f4740-bc75-46a5-9864-2db717d27dae None None] New status for floating IP d4c81fc4-9121-401e-a7b4-d2ceb7a9cc9f: DOWN {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:56:30.398298 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d926a968-cf58-4692-95d5-0e22851d860b req-e67043f7-cfbe-48b2-8aee-a5b61e4ab893 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb95829-5e7d-41b4-a80b-db352f127902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888765 Apr 16 04:56:30.434923 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b9c36-bbf1-4288-a8a5-799028abaf50 req-310f3ac9-2fa0-49dc-b6bb-8d309263d854 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:30.436412 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7d8b9c36-bbf1-4288-a8a5-799028abaf50 req-310f3ac9-2fa0-49dc-b6bb-8d309263d854 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 945 time: 0.0486963 Apr 16 04:56:30.490041 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7d8b9c36-bbf1-4288-a8a5-799028abaf50 req-849258cd-d6e3-40a8-97a7-ceeb69cbc0c0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b80af97b-fe48-4aae-8314-b020deb932ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478523 Apr 16 04:56:30.502916 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d926a968-cf58-4692-95d5-0e22851d860b req-1d6f253c-2a38-443d-81d5-c7562b241b4c service neutron] 10.222.0.18 "GET /v2.0/networks/1fb95829-5e7d-41b4-a80b-db352f127902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854108 Apr 16 04:56:30.684277 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1418d0-7398-46b0-82aa-6b0d7a51cd40 req-6d2bbafe-b6a9-4ede-8984-e68bf6faf3ba tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:30.685737 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9c1418d0-7398-46b0-82aa-6b0d7a51cd40 req-6d2bbafe-b6a9-4ede-8984-e68bf6faf3ba tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 945 time: 0.0514433 Apr 16 04:56:30.766902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-9c1418d0-7398-46b0-82aa-6b0d7a51cd40 req-d10ae644-c651-4a7f-8e68-07a3b9bbf16c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting port f14588ac-3e1a-4b4e-8764-13dfeca09a55 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:56:30.767243 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-9c1418d0-7398-46b0-82aa-6b0d7a51cd40 req-d10ae644-c651-4a7f-8e68-07a3b9bbf16c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (f14588ac-3e1a-4b4e-8764-13dfeca09a55), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:30.860510 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-9c1418d0-7398-46b0-82aa-6b0d7a51cd40 req-d10ae644-c651-4a7f-8e68-07a3b9bbf16c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] For port f14588ac-3e1a-4b4e-8764-13dfeca09a55, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=f14588ac-3e1a-4b4e-8764-13dfeca09a55,segment=NetworkSegment(fcf8f709-406e-4e9d-b382-5a4c02f54145),segment_id=fcf8f709-406e-4e9d-b382-5a4c02f54145)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:56:30.860925 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-9c1418d0-7398-46b0-82aa-6b0d7a51cd40 req-d10ae644-c651-4a7f-8e68-07a3b9bbf16c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (f14588ac-3e1a-4b4e-8764-13dfeca09a55), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:30.873866 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-9c1418d0-7398-46b0-82aa-6b0d7a51cd40 req-d10ae644-c651-4a7f-8e68-07a3b9bbf16c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Calling delete_port for f14588ac-3e1a-4b4e-8764-13dfeca09a55 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:56:31.087191 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-9c1418d0-7398-46b0-82aa-6b0d7a51cd40 req-d10ae644-c651-4a7f-8e68-07a3b9bbf16c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (f14588ac-3e1a-4b4e-8764-13dfeca09a55), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:31.119192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ae644-c651-4a7f-8e68-07a3b9bbf16c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Port': ['ID=f14588ac-3e1a-4b4e-8764-13dfeca09a55,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:31.163682 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1418d0-7398-46b0-82aa-6b0d7a51cd40 req-d10ae644-c651-4a7f-8e68-07a3b9bbf16c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] No DVR routers for this DVR port f14588ac-3e1a-4b4e-8764-13dfeca09a55 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:56:31.166173 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-9c1418d0-7398-46b0-82aa-6b0d7a51cd40 req-d10ae644-c651-4a7f-8e68-07a3b9bbf16c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:31.169407 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9c1418d0-7398-46b0-82aa-6b0d7a51cd40 req-d10ae644-c651-4a7f-8e68-07a3b9bbf16c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "DELETE /v2.0/ports/f14588ac-3e1a-4b4e-8764-13dfeca09a55 HTTP/1.1" status: 204 len: 173 time: 0.4787850 Apr 16 04:56:31.169843 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a04cb8-ab11-47ae-aa2b-0ac04329563c', 'name': 'network-vif-deleted', 'tag': 'f14588ac-3e1a-4b4e-8764-13dfeca09a55'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:56:31.172071 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d320bd4d-0ca9-4b2c-9e47-0df585313655" -d '{"events": [{"server_uuid": "11a04cb8-ab11-47ae-aa2b-0ac04329563c", "name": "network-vif-deleted", "tag": "f14588ac-3e1a-4b4e-8764-13dfeca09a55"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:56:31.208659 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f31a10-1006-4e69-b494-2a263280ffff x-openstack-request-id: req-46f31a10-1006-4e69-b494-2a263280ffff {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:56:31.212021 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a04cb8-ab11-47ae-aa2b-0ac04329563c", "name": "network-vif-deleted", "tag": "f14588ac-3e1a-4b4e-8764-13dfeca09a55", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:56:31.212021 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46f31a10-1006-4e69-b494-2a263280ffff {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:56:31.212021 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f31a10-1006-4e69-b494-2a263280ffff'] response: {'server_uuid': '11a04cb8-ab11-47ae-aa2b-0ac04329563c', 'name': 'network-vif-deleted', 'tag': 'f14588ac-3e1a-4b4e-8764-13dfeca09a55', 'status': 'completed', 'code': 200} Apr 16 04:56:31.598251 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-74a5309b-8c4f-4c50-994d-755b7f431f8e req-804c5b68-86fd-41c8-87a9-2bbefc871efb tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a04cb8-ab11-47ae-aa2b-0ac04329563c HTTP/1.1" status: 200 len: 210 time: 0.0285056 Apr 16 04:56:32.070020 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:56:32.655448 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45756) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:32.994381 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3511bc41-e62a-4df0-979e-56fb5ff02d72 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (36594529-2e07-47e2-a12e-41f184ecfaf9), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:33.235158 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-3511bc41-e62a-4df0-979e-56fb5ff02d72 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting port ec27411d-a617-4d62-b560-1b3413bc9fc6 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:56:33.235524 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3511bc41-e62a-4df0-979e-56fb5ff02d72 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (ec27411d-a617-4d62-b560-1b3413bc9fc6), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:33.278043 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device f14588ac-3e1a-4b4e-8764-13dfeca09a55 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:56:33.298980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: f14588ac-3e1a-4b4e-8764-13dfeca09a55 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:56:33.299593 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device f14588ac-3e1a-4b4e-8764-13dfeca09a55 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:56:33.323092 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-3511bc41-e62a-4df0-979e-56fb5ff02d72 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] For port ec27411d-a617-4d62-b560-1b3413bc9fc6, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ec27411d-a617-4d62-b560-1b3413bc9fc6,segment=NetworkSegment(fcf8f709-406e-4e9d-b382-5a4c02f54145),segment_id=fcf8f709-406e-4e9d-b382-5a4c02f54145)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:56:33.323454 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3511bc41-e62a-4df0-979e-56fb5ff02d72 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (ec27411d-a617-4d62-b560-1b3413bc9fc6), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:33.336158 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-3511bc41-e62a-4df0-979e-56fb5ff02d72 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Calling delete_port for ec27411d-a617-4d62-b560-1b3413bc9fc6 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:56:33.577775 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3511bc41-e62a-4df0-979e-56fb5ff02d72 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (ec27411d-a617-4d62-b560-1b3413bc9fc6), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:33.609905 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511bc41-e62a-4df0-979e-56fb5ff02d72 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Port': ['ID=ec27411d-a617-4d62-b560-1b3413bc9fc6,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:33.786699 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3511bc41-e62a-4df0-979e-56fb5ff02d72 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (36594529-2e07-47e2-a12e-41f184ecfaf9), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:34.004954 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3511bc41-e62a-4df0-979e-56fb5ff02d72 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router 36594529-2e07-47e2-a12e-41f184ecfaf9 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:56:34.114486 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3511bc41-e62a-4df0-979e-56fb5ff02d72 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:56:34.122556 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3511bc41-e62a-4df0-979e-56fb5ff02d72 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "PUT /v2.0/routers/36594529-2e07-47e2-a12e-41f184ecfaf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4629264 Apr 16 04:56:34.122556 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45758) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:34.125741 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8676fa0-65bd-4d7d-9c77-4d207258c06b None None] Sync routers for ids ['36594529-2e07-47e2-a12e-41f184ecfaf9'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:56:34.137010 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8676fa0-65bd-4d7d-9c77-4d207258c06b None None] Routers {'36594529-2e07-47e2-a12e-41f184ecfaf9'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:56:34.137613 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a8676fa0-65bd-4d7d-9c77-4d207258c06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:56:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['36594529-2e07-47e2-a12e-41f184ecfaf9'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:56:34.174559 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8288e2-fd76-4c84-bad4-f3ef34b181e7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting subnet 36490160-4bcd-485c-8fcd-f44caeb5ff1e {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:56:34.178330 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ce8288e2-fd76-4c84-bad4-f3ef34b181e7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for subnet (36490160-4bcd-485c-8fcd-f44caeb5ff1e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:34.219182 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ce8288e2-fd76-4c84-bad4-f3ef34b181e7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (36490160-4bcd-485c-8fcd-f44caeb5ff1e), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:34.246034 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-a8676fa0-65bd-4d7d-9c77-4d207258c06b None None] Set router 36594529-2e07-47e2-a12e-41f184ecfaf9 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:56:34.307553 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ce8288e2-fd76-4c84-bad4-f3ef34b181e7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (36490160-4bcd-485c-8fcd-f44caeb5ff1e), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:34.419028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a8676fa0-65bd-4d7d-9c77-4d207258c06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671158116', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:54:56Z', 'updated_at': '2022-04-16T04:56:33Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:54:57Z', 'updated_at': '2022-04-16T04:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:56:34.430912 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ce8288e2-fd76-4c84-bad4-f3ef34b181e7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (36490160-4bcd-485c-8fcd-f44caeb5ff1e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:34.445994 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8676fa0-65bd-4d7d-9c77-4d207258c06b None None] Checking router: 36594529-2e07-47e2-a12e-41f184ecfaf9 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:56:34.454128 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8676fa0-65bd-4d7d-9c77-4d207258c06b None None] Routers {'36594529-2e07-47e2-a12e-41f184ecfaf9'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:56:34.454722 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a8676fa0-65bd-4d7d-9c77-4d207258c06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:56:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['36594529-2e07-47e2-a12e-41f184ecfaf9'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:56:34.458691 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8288e2-fd76-4c84-bad4-f3ef34b181e7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Subnet': ['ID=36490160-4bcd-485c-8fcd-f44caeb5ff1e,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:34.463631 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ce8288e2-fd76-4c84-bad4-f3ef34b181e7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:34.469194 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ce8288e2-fd76-4c84-bad4-f3ef34b181e7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/subnets/36490160-4bcd-485c-8fcd-f44caeb5ff1e HTTP/1.1" status: 204 len: 168 time: 0.3436847 Apr 16 04:56:34.469471 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45760) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:34.583040 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bc2333f2-320c-4e40-8591-21be6194ac4e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router (36594529-2e07-47e2-a12e-41f184ecfaf9), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:34.639697 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503a9d13-06c8-42df-a610-6fe9e136d140 None None] Network 1fb95829-5e7d-41b4-a80b-db352f127902 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:56:34.698089 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bc2333f2-320c-4e40-8591-21be6194ac4e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_gateway (36594529-2e07-47e2-a12e-41f184ecfaf9), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:34.783236 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-a8676fa0-65bd-4d7d-9c77-4d207258c06b None None] Set router 36594529-2e07-47e2-a12e-41f184ecfaf9 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:56:34.793119 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-bc2333f2-320c-4e40-8591-21be6194ac4e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting port fda9da4f-3142-48d9-ab5e-baa48e400e11 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:56:34.793661 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bc2333f2-320c-4e40-8591-21be6194ac4e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (fda9da4f-3142-48d9-ab5e-baa48e400e11), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:34.844532 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] DHCP port deletion for 1fb95829-5e7d-41b4-a80b-db352f127902 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:56:34.881123 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-bc2333f2-320c-4e40-8591-21be6194ac4e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] For port fda9da4f-3142-48d9-ab5e-baa48e400e11, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=fda9da4f-3142-48d9-ab5e-baa48e400e11,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:56:34.881551 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bc2333f2-320c-4e40-8591-21be6194ac4e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (fda9da4f-3142-48d9-ab5e-baa48e400e11), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:34.894788 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-bc2333f2-320c-4e40-8591-21be6194ac4e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Calling delete_port for fda9da4f-3142-48d9-ab5e-baa48e400e11 owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:56:34.938190 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] Deleting port 391163b5-4ef2-44df-bc6b-e824a4f84fb4 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:56:34.938556 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (391163b5-4ef2-44df-bc6b-e824a4f84fb4), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:35.032532 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] For port 391163b5-4ef2-44df-bc6b-e824a4f84fb4, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=391163b5-4ef2-44df-bc6b-e824a4f84fb4,segment=NetworkSegment(fcf8f709-406e-4e9d-b382-5a4c02f54145),segment_id=fcf8f709-406e-4e9d-b382-5a4c02f54145)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:56:35.032946 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (391163b5-4ef2-44df-bc6b-e824a4f84fb4), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:35.052162 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] Calling delete_port for 391163b5-4ef2-44df-bc6b-e824a4f84fb4 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:56:35.068179 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-a8676fa0-65bd-4d7d-9c77-4d207258c06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671158116', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:54:56Z', 'updated_at': '2022-04-16T04:56:33Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:54:57Z', 'updated_at': '2022-04-16T04:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:56:35.116176 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bc2333f2-320c-4e40-8591-21be6194ac4e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (fda9da4f-3142-48d9-ab5e-baa48e400e11), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:35.124022 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8676fa0-65bd-4d7d-9c77-4d207258c06b None None] The sync data for ids ['36594529-2e07-47e2-a12e-41f184ecfaf9'] in dv-neutron-838078-2-hyperv is: [{'id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671158116', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:54:56Z', 'updated_at': '2022-04-16T04:56:33Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'fda9da4f-3142-48d9-ab5e-baa48e400e11', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36594529-2e07-47e2-a12e-41f184ecfaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:54:57Z', 'updated_at': '2022-04-16T04:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:56:35.143888 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2333f2-320c-4e40-8591-21be6194ac4e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Port': ['ID=fda9da4f-3142-48d9-ab5e-baa48e400e11,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:35.208398 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bc2333f2-320c-4e40-8591-21be6194ac4e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (36594529-2e07-47e2-a12e-41f184ecfaf9), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:35.217367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (391163b5-4ef2-44df-bc6b-e824a4f84fb4), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:35.243352 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] Pushing event deleted for resources: {'Port': ['ID=391163b5-4ef2-44df-bc6b-e824a4f84fb4,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:35.247695 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] No DVR routers for this DVR port 391163b5-4ef2-44df-bc6b-e824a4f84fb4 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:56:35.254368 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.259699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.259699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.259699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.259699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.259699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.259699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.259699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.259699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.259699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.259699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.259699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.259699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.259699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.259699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c32c82-429a-4f8b-92b6-5e84ab28d6c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.311548 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bc2333f2-320c-4e40-8591-21be6194ac4e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (36594529-2e07-47e2-a12e-41f184ecfaf9), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:35.313720 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bc2333f2-320c-4e40-8591-21be6194ac4e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_controller (36594529-2e07-47e2-a12e-41f184ecfaf9), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:35.413451 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bc2333f2-320c-4e40-8591-21be6194ac4e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (36594529-2e07-47e2-a12e-41f184ecfaf9), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:35.413986 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2333f2-320c-4e40-8591-21be6194ac4e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Fanout notify agent at l3_agent the message router_deleted on router 36594529-2e07-47e2-a12e-41f184ecfaf9 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:56:35.422512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-bc2333f2-320c-4e40-8591-21be6194ac4e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:35.422512 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-bc2333f2-320c-4e40-8591-21be6194ac4e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/routers/36594529-2e07-47e2-a12e-41f184ecfaf9 HTTP/1.1" status: 204 len: 168 time: 0.9510796 Apr 16 04:56:35.424330 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45762) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:35.503797 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (1fb95829-5e7d-41b4-a80b-db352f127902), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:35.601345 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (1fb95829-5e7d-41b4-a80b-db352f127902), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:35.621799 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb95829-5e7d-41b4-a80b-db352f127902']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:56:35.631162 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf8f709-406e-4e9d-b382-5a4c02f54145') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:56:35.631942 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf8f709-406e-4e9d-b382-5a4c02f54145') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:56:35.641422 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (fcf8f709-406e-4e9d-b382-5a4c02f54145), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:35.655010 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (fcf8f709-406e-4e9d-b382-5a4c02f54145), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:35.660685 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:56:35.661093 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (fcf8f709-406e-4e9d-b382-5a4c02f54145), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:56:35.664132 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:56:35.795865 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (1fb95829-5e7d-41b4-a80b-db352f127902), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:35.800162 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:35.805102 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/networks/1fb95829-5e7d-41b4-a80b-db352f127902 HTTP/1.1" status: 204 len: 168 time: 0.3786788 Apr 16 04:56:35.811188 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45764) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:35.818358 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Network': ['ID=1fb95829-5e7d-41b4-a80b-db352f127902,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:35.826381 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.826732 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.827073 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.827507 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.827846 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.828179 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.828509 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.828867 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.829195 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.829524 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.829847 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.830169 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.830493 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.830813 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.831244 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a20f6-a67c-4462-bec2-63804f8d899e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:35.869062 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3d1e5fca-a676-46f0-b04c-7ccfa5e22978 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (b80af97b-fe48-4aae-8314-b020deb932ec), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:35.894546 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3d1e5fca-a676-46f0-b04c-7ccfa5e22978 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (b80af97b-fe48-4aae-8314-b020deb932ec), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:36.001373 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3d1e5fca-a676-46f0-b04c-7ccfa5e22978 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (b80af97b-fe48-4aae-8314-b020deb932ec), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:36.003926 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3d1e5fca-a676-46f0-b04c-7ccfa5e22978 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:36.005166 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3d1e5fca-a676-46f0-b04c-7ccfa5e22978 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/security-groups/b80af97b-fe48-4aae-8314-b020deb932ec HTTP/1.1" status: 204 len: 168 time: 0.1929300 Apr 16 04:56:36.015115 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e5fca-a676-46f0-b04c-7ccfa5e22978 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80af97b-fe48-4aae-8314-b020deb932ec,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:36.155296 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 391163b5-4ef2-44df-bc6b-e824a4f84fb4 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:56:36.179998 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 391163b5-4ef2-44df-bc6b-e824a4f84fb4 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:56:36.180338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 391163b5-4ef2-44df-bc6b-e824a4f84fb4 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:56:36.180770 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ec27411d-a617-4d62-b560-1b3413bc9fc6 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:56:36.199255 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: ec27411d-a617-4d62-b560-1b3413bc9fc6 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:56:36.199600 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ec27411d-a617-4d62-b560-1b3413bc9fc6 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:56:36.200006 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device fda9da4f-3142-48d9-ab5e-baa48e400e11 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:56:36.218582 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: fda9da4f-3142-48d9-ab5e-baa48e400e11 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:56:36.218929 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device fda9da4f-3142-48d9-ab5e-baa48e400e11 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:56:36.343922 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45770) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:36.348451 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-57d8942c-6b78-4da6-a531-abb25df5d654 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1406523110', 'description': 'tempest-secgroup-smoke-1406523110 description', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:56:36.419107 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-57d8942c-6b78-4da6-a531-abb25df5d654 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:36.484039 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-57d8942c-6b78-4da6-a531-abb25df5d654 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (783bf20c-9de7-4eee-97ab-c27c7aa8b94b), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:36.544477 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-57d8942c-6b78-4da6-a531-abb25df5d654 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (783bf20c-9de7-4eee-97ab-c27c7aa8b94b), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:36.571644 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8942c-6b78-4da6-a531-abb25df5d654 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783bf20c-9de7-4eee-97ab-c27c7aa8b94b,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:36.620783 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-57d8942c-6b78-4da6-a531-abb25df5d654 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:36.622135 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-57d8942c-6b78-4da6-a531-abb25df5d654 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2772133 Apr 16 04:56:36.625024 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45772) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:36.629218 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f5285ab2-fdd5-4d19-af12-7f85a4a471b9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': '783bf20c-9de7-4eee-97ab-c27c7aa8b94b', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:56:36.704132 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f5285ab2-fdd5-4d19-af12-7f85a4a471b9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (2c8a4d5e-e294-4b5d-853e-8f3f78354b2a), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:36.762698 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f5285ab2-fdd5-4d19-af12-7f85a4a471b9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (2c8a4d5e-e294-4b5d-853e-8f3f78354b2a), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:36.830445 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f5285ab2-fdd5-4d19-af12-7f85a4a471b9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (2c8a4d5e-e294-4b5d-853e-8f3f78354b2a), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:36.848315 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5285ab2-fdd5-4d19-af12-7f85a4a471b9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8a4d5e-e294-4b5d-853e-8f3f78354b2a,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:36.906507 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f5285ab2-fdd5-4d19-af12-7f85a4a471b9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:36.907710 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f5285ab2-fdd5-4d19-af12-7f85a4a471b9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2817750 Apr 16 04:56:36.910495 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45774) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:36.914798 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-321fbf3d-5b22-46cb-b5c8-d7ac625f6e67 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': '783bf20c-9de7-4eee-97ab-c27c7aa8b94b', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:56:36.989527 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-321fbf3d-5b22-46cb-b5c8-d7ac625f6e67 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (842a4e30-6753-4138-b99b-f1a84457ba8d), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:37.046122 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-321fbf3d-5b22-46cb-b5c8-d7ac625f6e67 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (842a4e30-6753-4138-b99b-f1a84457ba8d), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:37.109743 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-321fbf3d-5b22-46cb-b5c8-d7ac625f6e67 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (842a4e30-6753-4138-b99b-f1a84457ba8d), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:37.127118 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fbf3d-5b22-46cb-b5c8-d7ac625f6e67 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842a4e30-6753-4138-b99b-f1a84457ba8d,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:37.174860 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-321fbf3d-5b22-46cb-b5c8-d7ac625f6e67 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:37.176070 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-321fbf3d-5b22-46cb-b5c8-d7ac625f6e67 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2646575 Apr 16 04:56:37.178817 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45776) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:37.183061 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-2c06c4c4-b195-42b8-87b6-bd08d5446a87 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': '783bf20c-9de7-4eee-97ab-c27c7aa8b94b', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:56:37.252562 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2c06c4c4-b195-42b8-87b6-bd08d5446a87 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (5a4b34ed-502b-405a-a41e-045ac888cf4d), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:37.308979 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2c06c4c4-b195-42b8-87b6-bd08d5446a87 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (5a4b34ed-502b-405a-a41e-045ac888cf4d), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:37.361299 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2c06c4c4-b195-42b8-87b6-bd08d5446a87 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (5a4b34ed-502b-405a-a41e-045ac888cf4d), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:37.379250 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06c4c4-b195-42b8-87b6-bd08d5446a87 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a4b34ed-502b-405a-a41e-045ac888cf4d,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:37.436114 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2c06c4c4-b195-42b8-87b6-bd08d5446a87 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:37.437373 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2c06c4c4-b195-42b8-87b6-bd08d5446a87 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2576365 Apr 16 04:56:37.440063 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45778) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:37.444299 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-32e2439b-409c-4009-b2f9-d50e6b86d4e6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': '783bf20c-9de7-4eee-97ab-c27c7aa8b94b', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:56:37.515446 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-32e2439b-409c-4009-b2f9-d50e6b86d4e6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (acec7206-713a-4935-8736-6ee660018c6f), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:37.573346 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-32e2439b-409c-4009-b2f9-d50e6b86d4e6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (acec7206-713a-4935-8736-6ee660018c6f), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:37.624236 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-32e2439b-409c-4009-b2f9-d50e6b86d4e6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (acec7206-713a-4935-8736-6ee660018c6f), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:37.643136 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2439b-409c-4009-b2f9-d50e6b86d4e6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acec7206-713a-4935-8736-6ee660018c6f,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:37.689303 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-32e2439b-409c-4009-b2f9-d50e6b86d4e6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:37.690507 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-32e2439b-409c-4009-b2f9-d50e6b86d4e6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2495232 Apr 16 04:56:37.693333 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45780) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:37.697650 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-aa618208-cf66-4574-9004-818f12a8e27b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': '783bf20c-9de7-4eee-97ab-c27c7aa8b94b', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:56:37.761682 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-aa618208-cf66-4574-9004-818f12a8e27b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Project 2d93c1aa75b44c2fba551b8c34a64e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:56:37.766923 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aa618208-cf66-4574-9004-818f12a8e27b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (e8e69bce-ec39-4b5e-848b-f43d18af7de1), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:37.825096 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aa618208-cf66-4574-9004-818f12a8e27b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (e8e69bce-ec39-4b5e-848b-f43d18af7de1), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:37.886386 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aa618208-cf66-4574-9004-818f12a8e27b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (e8e69bce-ec39-4b5e-848b-f43d18af7de1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:37.905452 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa618208-cf66-4574-9004-818f12a8e27b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e69bce-ec39-4b5e-848b-f43d18af7de1,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:37.968124 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-aa618208-cf66-4574-9004-818f12a8e27b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:37.969366 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-aa618208-cf66-4574-9004-818f12a8e27b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2751186 Apr 16 04:56:37.971976 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45782) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:37.976188 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-dd5beaee-f25c-423d-84c1-df20194e75bb tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': '783bf20c-9de7-4eee-97ab-c27c7aa8b94b', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:56:38.074778 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-dd5beaee-f25c-423d-84c1-df20194e75bb tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Project 2d93c1aa75b44c2fba551b8c34a64e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:56:38.080254 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dd5beaee-f25c-423d-84c1-df20194e75bb tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (21a0e15b-d36e-49dc-8e6a-1bd06373d990), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:38.138679 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dd5beaee-f25c-423d-84c1-df20194e75bb tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (21a0e15b-d36e-49dc-8e6a-1bd06373d990), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:38.213443 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dd5beaee-f25c-423d-84c1-df20194e75bb tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (21a0e15b-d36e-49dc-8e6a-1bd06373d990), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:38.231997 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5beaee-f25c-423d-84c1-df20194e75bb tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a0e15b-d36e-49dc-8e6a-1bd06373d990,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:38.340001 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-dd5beaee-f25c-423d-84c1-df20194e75bb tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:38.341302 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-dd5beaee-f25c-423d-84c1-df20194e75bb tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3684101 Apr 16 04:56:38.344069 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45784) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:38.348864 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-669ef056-807f-4a85-adee-7210a37f91ef tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'network': {'name': 'tempest-network-smoke--2002467079', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'port_security_enabled': True}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:56:38.440237 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669ef056-807f-4a85-adee-7210a37f91ef tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Made reservation on behalf of 2d93c1aa75b44c2fba551b8c34a64e4a for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:56:38.443507 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-669ef056-807f-4a85-adee-7210a37f91ef tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:38.467235 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669ef056-807f-4a85-adee-7210a37f91ef tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:56:38.475629 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-669ef056-807f-4a85-adee-7210a37f91ef tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (ffc00ba5-fb28-42d8-90a2-07792196aa22), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:38.475997 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-669ef056-807f-4a85-adee-7210a37f91ef tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Added segment ffc00ba5-fb28-42d8-90a2-07792196aa22 of type vlan for network a9c425c1-3905-4211-abd6-58390216ffa5 Apr 16 04:56:38.516992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-669ef056-807f-4a85-adee-7210a37f91ef tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (a9c425c1-3905-4211-abd6-58390216ffa5), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:38.611623 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-669ef056-807f-4a85-adee-7210a37f91ef tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (a9c425c1-3905-4211-abd6-58390216ffa5), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:38.616516 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669ef056-807f-4a85-adee-7210a37f91ef tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:38.617125 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-669ef056-807f-4a85-adee-7210a37f91ef tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:38.681893 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ef056-807f-4a85-adee-7210a37f91ef tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Network': ['ID=a9c425c1-3905-4211-abd6-58390216ffa5,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:38.691951 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network a9c425c1-3905-4211-abd6-58390216ffa5 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:56:38.701456 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-669ef056-807f-4a85-adee-7210a37f91ef tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3564093 Apr 16 04:56:38.704067 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45786) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:38.708957 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-50df4037-9c40-4205-ab6e-f09ada0b054e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-929138236', 'admin_state_up': True, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:56:38.789296 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50df4037-9c40-4205-ab6e-f09ada0b054e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (bdb58236-56d9-4a64-af8a-f24d94745788), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:38.790369 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50df4037-9c40-4205-ab6e-f09ada0b054e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (bdb58236-56d9-4a64-af8a-f24d94745788), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:38.846702 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50df4037-9c40-4205-ab6e-f09ada0b054e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_controller (bdb58236-56d9-4a64-af8a-f24d94745788), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:39.051628 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50df4037-9c40-4205-ab6e-f09ada0b054e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_gateway (bdb58236-56d9-4a64-af8a-f24d94745788), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:39.103755 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d69aff2d-266a-4b99-bf85-5421ecfc6227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:39.300443 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50df4037-9c40-4205-ab6e-f09ada0b054e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_gateway (bdb58236-56d9-4a64-af8a-f24d94745788), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:39.319232 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50df4037-9c40-4205-ab6e-f09ada0b054e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:39.421712 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-50df4037-9c40-4205-ab6e-f09ada0b054e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Allocated IP 172.26.6.220 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/2b24b117-f793-45aa-b35f-db7172e8b119) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:56:39.520958 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50df4037-9c40-4205-ab6e-f09ada0b054e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (2b24b117-f793-45aa-b35f-db7172e8b119), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:39.607874 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50df4037-9c40-4205-ab6e-f09ada0b054e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (2b24b117-f793-45aa-b35f-db7172e8b119), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:39.649057 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50df4037-9c40-4205-ab6e-f09ada0b054e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:56:39.654511 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-50df4037-9c40-4205-ab6e-f09ada0b054e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:56:39.658075 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50df4037-9c40-4205-ab6e-f09ada0b054e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:56:39.680402 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df4037-9c40-4205-ab6e-f09ada0b054e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=2b24b117-f793-45aa-b35f-db7172e8b119,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:39.998480 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50df4037-9c40-4205-ab6e-f09ada0b054e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_gateway (bdb58236-56d9-4a64-af8a-f24d94745788), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:40.474023 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50df4037-9c40-4205-ab6e-f09ada0b054e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (bdb58236-56d9-4a64-af8a-f24d94745788), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:40.698305 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50df4037-9c40-4205-ab6e-f09ada0b054e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router bdb58236-56d9-4a64-af8a-f24d94745788 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:56:40.812193 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50df4037-9c40-4205-ab6e-f09ada0b054e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:56:40.821364 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] Sync routers for ids ['bdb58236-56d9-4a64-af8a-f24d94745788'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:56:40.832333 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] Routers {'bdb58236-56d9-4a64-af8a-f24d94745788'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:56:40.832966 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:56:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['bdb58236-56d9-4a64-af8a-f24d94745788'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:56:40.900935 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-50df4037-9c40-4205-ab6e-f09ada0b054e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:40.905140 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-50df4037-9c40-4205-ab6e-f09ada0b054e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1966569 Apr 16 04:56:40.905406 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45788) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:40.936588 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-784361f8-59e9-4d56-b8fc-3df277de77ee tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=2d93c1aa75b44c2fba551b8c34a64e4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278885 Apr 16 04:56:40.936938 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45790) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:40.940758 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] Set router bdb58236-56d9-4a64-af8a-f24d94745788 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:56:41.026256 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612906e7-c935-4f6d-a16f-357b3fa97458 tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:41.027838 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-612906e7-c935-4f6d-a16f-357b3fa97458 tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898407 Apr 16 04:56:41.030657 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45792) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:41.058947 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-dfb2b3da-41f9-4754-a621-9e673e8f0e13 tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271885 Apr 16 04:56:41.061368 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45794) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:41.066023 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1c82171e-c56e-4cc6-a855-e5ae581bc48f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-63949980', 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:56:41.192814 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929138236', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:56:38Z', 'updated_at': '2022-04-16T04:56:39Z', 'revision_number': 3, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:39Z', 'updated_at': '2022-04-16T04:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:56:41.207433 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c82171e-c56e-4cc6-a855-e5ae581bc48f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Made reservation on behalf of 2d93c1aa75b44c2fba551b8c34a64e4a for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:56:41.210935 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c82171e-c56e-4cc6-a855-e5ae581bc48f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:41.220630 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] Checking router: bdb58236-56d9-4a64-af8a-f24d94745788 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:56:41.228097 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] Updating router bdb58236-56d9-4a64-af8a-f24d94745788 port 2b24b117-f793-45aa-b35f-db7172e8b119 binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:56:41.251673 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2b24b117-f793-45aa-b35f-db7172e8b119), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:41.459866 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c82171e-c56e-4cc6-a855-e5ae581bc48f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (eb6fae7f-7690-4e97-b760-9d5b51f8d527), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:41.481888 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bd798a64-b560-4147-bf58-8663ea75ed0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:41.503542 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] Publish callbacks [] for port (2b24b117-f793-45aa-b35f-db7172e8b119), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:41.532173 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82171e-c56e-4cc6-a855-e5ae581bc48f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Subnet': ['ID=eb6fae7f-7690-4e97-b760-9d5b51f8d527,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:41.539180 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82171e-c56e-4cc6-a855-e5ae581bc48f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Checking segment: {'id': 'ffc00ba5-fb28-42d8-90a2-07792196aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:56:41.539632 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c82171e-c56e-4cc6-a855-e5ae581bc48f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network hostable DHCP agents. Network: a9c425c1-3905-4211-abd6-58390216ffa5, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:56:41.590778 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2b24b117-f793-45aa-b35f-db7172e8b119), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:41.613675 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c82171e-c56e-4cc6-a855-e5ae581bc48f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network a9c425c1-3905-4211-abd6-58390216ffa5 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:56:41.645263 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f425f-a6cc-46d4-b6c5-999f6cf9a100 None None] Pushing event updated for resources: {'Port': ['ID=2b24b117-f793-45aa-b35f-db7172e8b119,revision_number=2']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:41.648267 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] Attempting to bind port 2b24b117-f793-45aa-b35f-db7172e8b119 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:56:41.648629 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] Attempting to bind port 2b24b117-f793-45aa-b35f-db7172e8b119 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:56:41.649008 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] Attempting to bind port 2b24b117-f793-45aa-b35f-db7172e8b119 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:56:41.657255 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:56:41.657621 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:56:41.658016 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:41.658400 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:56:41.658848 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] Bound port: 2b24b117-f793-45aa-b35f-db7172e8b119, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:56:41.659220 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2b24b117-f793-45aa-b35f-db7172e8b119), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:41.661284 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f425f-a6cc-46d4-b6c5-999f6cf9a100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:41.661635 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f425f-a6cc-46d4-b6c5-999f6cf9a100 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:41.661958 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f425f-a6cc-46d4-b6c5-999f6cf9a100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:41.662310 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f425f-a6cc-46d4-b6c5-999f6cf9a100 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:41.662656 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f425f-a6cc-46d4-b6c5-999f6cf9a100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:41.662980 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f425f-a6cc-46d4-b6c5-999f6cf9a100 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:41.663297 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f425f-a6cc-46d4-b6c5-999f6cf9a100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:41.663614 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f425f-a6cc-46d4-b6c5-999f6cf9a100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:41.663932 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f425f-a6cc-46d4-b6c5-999f6cf9a100 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:41.664250 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f425f-a6cc-46d4-b6c5-999f6cf9a100 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:41.664568 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f425f-a6cc-46d4-b6c5-999f6cf9a100 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:41.664947 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f425f-a6cc-46d4-b6c5-999f6cf9a100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:41.665301 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f425f-a6cc-46d4-b6c5-999f6cf9a100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:41.665617 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f425f-a6cc-46d4-b6c5-999f6cf9a100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:41.665934 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f425f-a6cc-46d4-b6c5-999f6cf9a100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:56:41.687607 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-1c82171e-c56e-4cc6-a855-e5ae581bc48f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, a9c425c1-3905-4211-abd6-58390216ffa5) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:56:41.692322 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c82171e-c56e-4cc6-a855-e5ae581bc48f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:41.692951 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c82171e-c56e-4cc6-a855-e5ae581bc48f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:41.698047 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa7e5e5-3533-47db-9fd0-0f2606d6da71 None None] Network a9c425c1-3905-4211-abd6-58390216ffa5 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:56:41.725241 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] For port 2b24b117-f793-45aa-b35f-db7172e8b119, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:56:41.728001 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] For port 2b24b117-f793-45aa-b35f-db7172e8b119, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2b24b117-f793-45aa-b35f-db7172e8b119,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:56:41.795065 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1c82171e-c56e-4cc6-a855-e5ae581bc48f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7305796 Apr 16 04:56:41.797637 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45796) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:41.802150 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-a9c425c1-3905-4211-abd6-58390216ffa5', 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ips': [{'subnet_id': 'eb6fae7f-7690-4e97-b760-9d5b51f8d527'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:56:41.803044 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:41.814204 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2b24b117-f793-45aa-b35f-db7172e8b119), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:41.873286 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] Routers {'bdb58236-56d9-4a64-af8a-f24d94745788'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:56:41.873943 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:56:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['bdb58236-56d9-4a64-af8a-f24d94745788'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:56:41.917358 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f425f-a6cc-46d4-b6c5-999f6cf9a100 None None] Pushing event updated for resources: {'Port': ['ID=2b24b117-f793-45aa-b35f-db7172e8b119,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:41.949797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] Allocated IP 172.20.0.2 (a9c425c1-3905-4211-abd6-58390216ffa5/eb6fae7f-7690-4e97-b760-9d5b51f8d527/e34d21d4-77d5-421c-9fbc-388026171c5a) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:56:41.994234 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] Set router bdb58236-56d9-4a64-af8a-f24d94745788 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:56:42.103594 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] Publish callbacks [] for port (e34d21d4-77d5-421c-9fbc-388026171c5a), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:42.167667 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929138236', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:56:38Z', 'updated_at': '2022-04-16T04:56:39Z', 'revision_number': 3, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:39Z', 'updated_at': '2022-04-16T04:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:56:42.190846 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (e34d21d4-77d5-421c-9fbc-388026171c5a), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:42.198768 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6135bdc-e3ec-40a3-9fdf-210dcfc0b205 None None] The sync data for ids ['bdb58236-56d9-4a64-af8a-f24d94745788'] in dv-neutron-838078-2-hyperv is: [{'id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929138236', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:56:38Z', 'updated_at': '2022-04-16T04:56:39Z', 'revision_number': 3, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:39Z', 'updated_at': '2022-04-16T04:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:56:42.239628 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] Network a9c425c1-3905-4211-abd6-58390216ffa5 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:56:42.245396 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:56:42.247893 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:56:42.268768 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fca9a4e4-49fd-486d-91af-286ab1fe2593 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:42.276669 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] Pushing event updated for resources: {'Port': ['ID=e34d21d4-77d5-421c-9fbc-388026171c5a,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:42.313670 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] Attempting to bind port e34d21d4-77d5-421c-9fbc-388026171c5a on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:56:42.314016 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] Attempting to bind port e34d21d4-77d5-421c-9fbc-388026171c5a by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ffc00ba5-fb28-42d8-90a2-07792196aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:56:42.314377 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] Attempting to bind port e34d21d4-77d5-421c-9fbc-388026171c5a on network a9c425c1-3905-4211-abd6-58390216ffa5 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:56:42.319699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:56:42.324558 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] Checking segment: {'id': 'ffc00ba5-fb28-42d8-90a2-07792196aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:56:42.324558 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:42.324558 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] Bound using segment: {'id': 'ffc00ba5-fb28-42d8-90a2-07792196aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:56:42.324558 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] Bound port: e34d21d4-77d5-421c-9fbc-388026171c5a, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc00ba5-fb28-42d8-90a2-07792196aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:56:42.324558 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e34d21d4-77d5-421c-9fbc-388026171c5a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:42.388630 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] For port e34d21d4-77d5-421c-9fbc-388026171c5a, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:56:42.391970 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] For port e34d21d4-77d5-421c-9fbc-388026171c5a, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e34d21d4-77d5-421c-9fbc-388026171c5a,segment=NetworkSegment(ffc00ba5-fb28-42d8-90a2-07792196aa22),segment_id=ffc00ba5-fb28-42d8-90a2-07792196aa22)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:56:42.470872 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e34d21d4-77d5-421c-9fbc-388026171c5a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:42.549566 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0602252-d774-47f0-a4de-6d758c22efd1 None None] Pushing event updated for resources: {'Port': ['ID=e34d21d4-77d5-421c-9fbc-388026171c5a,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:42.598806 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-fca9a4e4-49fd-486d-91af-286ab1fe2593 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Allocated IP 172.20.0.1 (a9c425c1-3905-4211-abd6-58390216ffa5/eb6fae7f-7690-4e97-b760-9d5b51f8d527/c9dcc87d-cfcd-4ddb-a007-3d66614174c4) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:56:42.711125 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:42.748506 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fca9a4e4-49fd-486d-91af-286ab1fe2593 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (c9dcc87d-cfcd-4ddb-a007-3d66614174c4), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:42.837642 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fca9a4e4-49fd-486d-91af-286ab1fe2593 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (c9dcc87d-cfcd-4ddb-a007-3d66614174c4), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:42.884431 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca9a4e4-49fd-486d-91af-286ab1fe2593 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network a9c425c1-3905-4211-abd6-58390216ffa5 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:56:42.887837 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-fca9a4e4-49fd-486d-91af-286ab1fe2593 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:56:42.890312 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca9a4e4-49fd-486d-91af-286ab1fe2593 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:56:42.923200 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9a4e4-49fd-486d-91af-286ab1fe2593 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=c9dcc87d-cfcd-4ddb-a007-3d66614174c4,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:42.945395 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fca9a4e4-49fd-486d-91af-286ab1fe2593 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (bdb58236-56d9-4a64-af8a-f24d94745788), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:43.153994 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fca9a4e4-49fd-486d-91af-286ab1fe2593 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c9dcc87d-cfcd-4ddb-a007-3d66614174c4), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:43.445062 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fca9a4e4-49fd-486d-91af-286ab1fe2593 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (c9dcc87d-cfcd-4ddb-a007-3d66614174c4), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:43.500014 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fca9a4e4-49fd-486d-91af-286ab1fe2593 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (c9dcc87d-cfcd-4ddb-a007-3d66614174c4), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:43.526667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b7ad74-888c-4052-9a0f-5c830758e885 None None] Network a9c425c1-3905-4211-abd6-58390216ffa5 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:56:43.582406 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9a4e4-49fd-486d-91af-286ab1fe2593 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=c9dcc87d-cfcd-4ddb-a007-3d66614174c4,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:43.584804 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fca9a4e4-49fd-486d-91af-286ab1fe2593 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (bdb58236-56d9-4a64-af8a-f24d94745788), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:43.588006 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-c0f068a5-e6fd-4469-93aa-d6d5e752eae5 None None] Provisioning complete for port e34d21d4-77d5-421c-9fbc-388026171c5a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:56:43.588514 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c0f068a5-e6fd-4469-93aa-d6d5e752eae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e34d21d4-77d5-421c-9fbc-388026171c5a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:43.685980 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca9a4e4-49fd-486d-91af-286ab1fe2593 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network a9c425c1-3905-4211-abd6-58390216ffa5 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:56:43.687680 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-fca9a4e4-49fd-486d-91af-286ab1fe2593 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:56:43.709657 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-c0f068a5-e6fd-4469-93aa-d6d5e752eae5 None None] Current status of the port e34d21d4-77d5-421c-9fbc-388026171c5a is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:56:43.710049 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c0f068a5-e6fd-4469-93aa-d6d5e752eae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (e34d21d4-77d5-421c-9fbc-388026171c5a), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:43.746958 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-c0f068a5-e6fd-4469-93aa-d6d5e752eae5 None None] For port e34d21d4-77d5-421c-9fbc-388026171c5a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e34d21d4-77d5-421c-9fbc-388026171c5a,segment=NetworkSegment(ffc00ba5-fb28-42d8-90a2-07792196aa22),segment_id=ffc00ba5-fb28-42d8-90a2-07792196aa22)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:56:43.815896 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca9a4e4-49fd-486d-91af-286ab1fe2593 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router bdb58236-56d9-4a64-af8a-f24d94745788 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:56:43.825038 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c0f068a5-e6fd-4469-93aa-d6d5e752eae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (e34d21d4-77d5-421c-9fbc-388026171c5a), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:43.889130 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f068a5-e6fd-4469-93aa-d6d5e752eae5 None None] Pushing event updated for resources: {'Port': ['ID=e34d21d4-77d5-421c-9fbc-388026171c5a,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:43.947079 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca9a4e4-49fd-486d-91af-286ab1fe2593 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:56:43.951982 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-6734249a-1995-4ff8-abd6-b66370ea2bdd None None] Provisioning complete for port c9dcc87d-cfcd-4ddb-a007-3d66614174c4 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:56:43.952353 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6734249a-1995-4ff8-abd6-b66370ea2bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c9dcc87d-cfcd-4ddb-a007-3d66614174c4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:43.962772 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fca9a4e4-49fd-486d-91af-286ab1fe2593 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "PUT /v2.0/routers/bdb58236-56d9-4a64-af8a-f24d94745788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1636763 Apr 16 04:56:44.038032 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-6734249a-1995-4ff8-abd6-b66370ea2bdd None None] Port c9dcc87d-cfcd-4ddb-a007-3d66614174c4 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:56:44.163500 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-c66e3824-9fcc-45d9-8338-f39364fcb91f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1406523110&fields=id&tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a HTTP/1.1" status: 200 len: 267 time: 0.0914643 Apr 16 04:56:44.308119 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e34d21d4-77d5-421c-9fbc-388026171c5a up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:56:44.308685 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] Sync routers for ids ['bdb58236-56d9-4a64-af8a-f24d94745788'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:56:44.311864 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-5692d441-545f-4c0a-8d8e-a618f41a91e7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:44.313450 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-5692d441-545f-4c0a-8d8e-a618f41a91e7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/networks?id=a9c425c1-3905-4211-abd6-58390216ffa5 HTTP/1.1" status: 200 len: 797 time: 0.1408327 Apr 16 04:56:44.322524 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-6734249a-1995-4ff8-abd6-b66370ea2bdd None None] Provisioning complete for port e34d21d4-77d5-421c-9fbc-388026171c5a triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:56:44.322884 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6734249a-1995-4ff8-abd6-b66370ea2bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e34d21d4-77d5-421c-9fbc-388026171c5a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:44.331577 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-9d44ad20-be85-4461-8e56-1944163b6e0c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/quotas/2d93c1aa75b44c2fba551b8c34a64e4a HTTP/1.1" status: 200 len: 375 time: 0.0113974 Apr 16 04:56:44.389137 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3d4a1cd8-5dae-4735-836a-535f68e60865 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492511 Apr 16 04:56:44.399832 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:44.405962 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] Routers {'bdb58236-56d9-4a64-af8a-f24d94745788'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:56:44.405962 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:56:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['bdb58236-56d9-4a64-af8a-f24d94745788'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:56:44.496031 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-2e083d41-1311-4280-a80c-bc3e6b9995bf service neutron] 10.222.0.30 "GET /v2.0/networks/a9c425c1-3905-4211-abd6-58390216ffa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928793 Apr 16 04:56:44.527201 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port e34d21d4-77d5-421c-9fbc-388026171c5a triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:56:44.527575 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (e34d21d4-77d5-421c-9fbc-388026171c5a), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:44.593409 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-dcbbf0ee-4ad2-4e29-b00a-229f47bfe560 service neutron] 10.222.0.30 "GET /v2.0/networks/a9c425c1-3905-4211-abd6-58390216ffa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922446 Apr 16 04:56:44.605556 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] Set router bdb58236-56d9-4a64-af8a-f24d94745788 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:56:44.608044 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-6734249a-1995-4ff8-abd6-b66370ea2bdd None None] Current status of the port e34d21d4-77d5-421c-9fbc-388026171c5a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:56:44.775874 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-bd9972ff-a3bc-431a-890c-af7f75a763b3 None None] Provisioning complete for port c9dcc87d-cfcd-4ddb-a007-3d66614174c4 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:56:44.776225 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-bd9972ff-a3bc-431a-890c-af7f75a763b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c9dcc87d-cfcd-4ddb-a007-3d66614174c4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:44.777727 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port e34d21d4-77d5-421c-9fbc-388026171c5a is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:56:44.778746 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2b24b117-f793-45aa-b35f-db7172e8b119 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:56:44.853716 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-bd9972ff-a3bc-431a-890c-af7f75a763b3 None None] Port c9dcc87d-cfcd-4ddb-a007-3d66614174c4 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:56:44.886075 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ec32563d-1a2a-4e2a-bdd3-403a2575ce66 req-0aad9cfd-55ab-40f4-a9fe-0ae089c50b2e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 210 time: 0.0388548 Apr 16 04:56:44.904312 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 2b24b117-f793-45aa-b35f-db7172e8b119 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:56:44.904687 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2b24b117-f793-45aa-b35f-db7172e8b119), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:44.949873 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929138236', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:56:38Z', 'updated_at': '2022-04-16T04:56:43Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:39Z', 'updated_at': '2022-04-16T04:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'c9dcc87d-cfcd-4ddb-a007-3d66614174c4', 'name': '', 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:ac:04:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'eb6fae7f-7690-4e97-b760-9d5b51f8d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:42Z', 'updated_at': '2022-04-16T04:56:43Z', 'revision_number': 2, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'eb6fae7f-7690-4e97-b760-9d5b51f8d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:56:44.979080 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] Checking router: bdb58236-56d9-4a64-af8a-f24d94745788 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:56:44.979435 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] Updating router bdb58236-56d9-4a64-af8a-f24d94745788 port c9dcc87d-cfcd-4ddb-a007-3d66614174c4 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:56:45.036490 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c9dcc87d-cfcd-4ddb-a007-3d66614174c4), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:45.058482 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 2b24b117-f793-45aa-b35f-db7172e8b119 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:56:45.058851 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (2b24b117-f793-45aa-b35f-db7172e8b119), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:45.097510 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 2b24b117-f793-45aa-b35f-db7172e8b119, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2b24b117-f793-45aa-b35f-db7172e8b119,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:56:45.163400 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (2b24b117-f793-45aa-b35f-db7172e8b119), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:45.269528 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=2b24b117-f793-45aa-b35f-db7172e8b119,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:45.378941 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] Publish callbacks [] for port (c9dcc87d-cfcd-4ddb-a007-3d66614174c4), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:45.412901 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:45.435728 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c9dcc87d-cfcd-4ddb-a007-3d66614174c4), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:45.488533 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2813b2-9f6f-4c0d-8b95-b6cdf5253be9 None None] Pushing event updated for resources: {'Port': ['ID=c9dcc87d-cfcd-4ddb-a007-3d66614174c4,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:45.546370 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] Attempting to bind port c9dcc87d-cfcd-4ddb-a007-3d66614174c4 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:56:45.546748 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] Attempting to bind port c9dcc87d-cfcd-4ddb-a007-3d66614174c4 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ffc00ba5-fb28-42d8-90a2-07792196aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:56:45.547116 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] Attempting to bind port c9dcc87d-cfcd-4ddb-a007-3d66614174c4 on network a9c425c1-3905-4211-abd6-58390216ffa5 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:56:45.552351 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:56:45.552746 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] Checking segment: {'id': 'ffc00ba5-fb28-42d8-90a2-07792196aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:56:45.553167 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:45.553569 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] Bound using segment: {'id': 'ffc00ba5-fb28-42d8-90a2-07792196aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:56:45.554041 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] Bound port: c9dcc87d-cfcd-4ddb-a007-3d66614174c4, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc00ba5-fb28-42d8-90a2-07792196aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:56:45.554424 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c9dcc87d-cfcd-4ddb-a007-3d66614174c4), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:45.621678 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] For port c9dcc87d-cfcd-4ddb-a007-3d66614174c4, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:56:45.625137 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] For port c9dcc87d-cfcd-4ddb-a007-3d66614174c4, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c9dcc87d-cfcd-4ddb-a007-3d66614174c4,segment=NetworkSegment(ffc00ba5-fb28-42d8-90a2-07792196aa22),segment_id=ffc00ba5-fb28-42d8-90a2-07792196aa22)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:56:45.677651 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-7eed1555-d6af-4691-961e-774fdb73fd67 None None] Provisioning complete for port c9dcc87d-cfcd-4ddb-a007-3d66614174c4 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:56:45.678030 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7eed1555-d6af-4691-961e-774fdb73fd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c9dcc87d-cfcd-4ddb-a007-3d66614174c4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:45.713718 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c9dcc87d-cfcd-4ddb-a007-3d66614174c4), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:45.722625 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-7eed1555-d6af-4691-961e-774fdb73fd67 None None] Port c9dcc87d-cfcd-4ddb-a007-3d66614174c4 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:56:45.773993 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] Routers {'bdb58236-56d9-4a64-af8a-f24d94745788'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:56:45.775150 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:56:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['bdb58236-56d9-4a64-af8a-f24d94745788'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:56:45.780299 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2813b2-9f6f-4c0d-8b95-b6cdf5253be9 None None] Pushing event updated for resources: {'Port': ['ID=c9dcc87d-cfcd-4ddb-a007-3d66614174c4,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:45.896307 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] Set router bdb58236-56d9-4a64-af8a-f24d94745788 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:56:45.990381 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-04fff9b2-f001-42b7-8c66-fe28d48a2347 req-92469507-36c3-40c3-9c89-427a3de79221 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 210 time: 0.0332022 Apr 16 04:56:46.046613 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-a1c6b155-c8bb-420b-96b3-c7197e796f8c None None] Provisioning complete for port c9dcc87d-cfcd-4ddb-a007-3d66614174c4 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:56:46.046905 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a1c6b155-c8bb-420b-96b3-c7197e796f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c9dcc87d-cfcd-4ddb-a007-3d66614174c4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:46.145203 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929138236', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:56:38Z', 'updated_at': '2022-04-16T04:56:43Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:39Z', 'updated_at': '2022-04-16T04:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'c9dcc87d-cfcd-4ddb-a007-3d66614174c4', 'name': '', 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:ac:04:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'eb6fae7f-7690-4e97-b760-9d5b51f8d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:42Z', 'updated_at': '2022-04-16T04:56:45Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'eb6fae7f-7690-4e97-b760-9d5b51f8d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:56:46.165230 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2b24b117-f793-45aa-b35f-db7172e8b119 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:56:46.194860 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa204d9-ba41-4086-9e13-6e75d9e0f74c None None] The sync data for ids ['bdb58236-56d9-4a64-af8a-f24d94745788'] in dv-neutron-838078-2-hyperv is: [{'id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929138236', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:56:38Z', 'updated_at': '2022-04-16T04:56:43Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:39Z', 'updated_at': '2022-04-16T04:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'c9dcc87d-cfcd-4ddb-a007-3d66614174c4', 'name': '', 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:ac:04:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'eb6fae7f-7690-4e97-b760-9d5b51f8d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:42Z', 'updated_at': '2022-04-16T04:56:45Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'eb6fae7f-7690-4e97-b760-9d5b51f8d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:56:46.232833 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a1c6b155-c8bb-420b-96b3-c7197e796f8c None None] Current status of the port c9dcc87d-cfcd-4ddb-a007-3d66614174c4 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:56:46.233173 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a1c6b155-c8bb-420b-96b3-c7197e796f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c9dcc87d-cfcd-4ddb-a007-3d66614174c4), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:46.438764 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-a1c6b155-c8bb-420b-96b3-c7197e796f8c None None] For port c9dcc87d-cfcd-4ddb-a007-3d66614174c4, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c9dcc87d-cfcd-4ddb-a007-3d66614174c4,segment=NetworkSegment(ffc00ba5-fb28-42d8-90a2-07792196aa22),segment_id=ffc00ba5-fb28-42d8-90a2-07792196aa22)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:56:46.440071 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 2b24b117-f793-45aa-b35f-db7172e8b119 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:56:46.440423 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (2b24b117-f793-45aa-b35f-db7172e8b119), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:46.507704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a1c6b155-c8bb-420b-96b3-c7197e796f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c9dcc87d-cfcd-4ddb-a007-3d66614174c4), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:46.546980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 2b24b117-f793-45aa-b35f-db7172e8b119 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:56:46.570644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6b155-c8bb-420b-96b3-c7197e796f8c None None] Pushing event updated for resources: {'Port': ['ID=c9dcc87d-cfcd-4ddb-a007-3d66614174c4,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:46.852080 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-aa973e5e-a791-4c08-96dd-37a18e6c2d24 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:46.854179 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-aa973e5e-a791-4c08-96dd-37a18e6c2d24 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "GET /v2.0/networks?id=a9c425c1-3905-4211-abd6-58390216ffa5 HTTP/1.1" status: 200 len: 797 time: 0.1082997 Apr 16 04:56:46.919374 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-1575ec05-4085-4145-886c-2e7bd664dfec tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a HTTP/1.1" status: 200 len: 380 time: 0.0571780 Apr 16 04:56:46.938807 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-51c50839-6735-497a-97f7-c261c4398c8b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'port': {'device_id': '8144f861-8c64-4cb5-bdbd-c77ec548bc23', 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5', 'admin_state_up': True, 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'security_groups': ['783bf20c-9de7-4eee-97ab-c27c7aa8b94b']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:56:47.092402 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c4a9df17-ce17-43e2-81ad-fa1d6d98522f req-9c775524-5a33-48cc-a060-fff364fc1e6a tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 210 time: 0.0289695 Apr 16 04:56:47.115771 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-51c50839-6735-497a-97f7-c261c4398c8b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Made reservation on behalf of 2d93c1aa75b44c2fba551b8c34a64e4a for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:56:47.119410 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-51c50839-6735-497a-97f7-c261c4398c8b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:47.260781 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-51c50839-6735-497a-97f7-c261c4398c8b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Allocated IP 172.20.0.7 (a9c425c1-3905-4211-abd6-58390216ffa5/eb6fae7f-7690-4e97-b760-9d5b51f8d527/dea2c61b-968f-4f25-99d8-19cfd647e89b) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:56:47.401500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-51c50839-6735-497a-97f7-c261c4398c8b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:47.498907 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-51c50839-6735-497a-97f7-c261c4398c8b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:47.539714 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-51c50839-6735-497a-97f7-c261c4398c8b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network a9c425c1-3905-4211-abd6-58390216ffa5 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:56:47.542774 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-51c50839-6735-497a-97f7-c261c4398c8b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:56:47.548888 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-51c50839-6735-497a-97f7-c261c4398c8b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:56:47.574086 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c50839-6735-497a-97f7-c261c4398c8b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=dea2c61b-968f-4f25-99d8-19cfd647e89b,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:47.602232 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-51c50839-6735-497a-97f7-c261c4398c8b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:47.602859 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-51c50839-6735-497a-97f7-c261c4398c8b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:47.688969 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-51c50839-6735-497a-97f7-c261c4398c8b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7540424 Apr 16 04:56:47.762129 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] Request body: {'port': {'device_id': '8144f861-8c64-4cb5-bdbd-c77ec548bc23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:56:47.823199 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:47.834667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-50d63109-7eb6-46b8-9be3-d131751d51e8 None None] Provisioning complete for port dea2c61b-968f-4f25-99d8-19cfd647e89b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:56:47.835212 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-50d63109-7eb6-46b8-9be3-d131751d51e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:47.870359 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-50d63109-7eb6-46b8-9be3-d131751d51e8 None None] Port dea2c61b-968f-4f25-99d8-19cfd647e89b cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:56:48.153282 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c9dcc87d-cfcd-4ddb-a007-3d66614174c4 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:56:48.205416 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port c9dcc87d-cfcd-4ddb-a007-3d66614174c4 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:56:48.206061 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c9dcc87d-cfcd-4ddb-a007-3d66614174c4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:48.301593 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port c9dcc87d-cfcd-4ddb-a007-3d66614174c4 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:56:48.386740 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c220b6e-c6be-4feb-93ac-0beb40e2a213 req-1c38f4af-1947-4314-9d56-a2cd79b35848 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:48.388138 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6c220b6e-c6be-4feb-93ac-0beb40e2a213 req-1c38f4af-1947-4314-9d56-a2cd79b35848 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 931 time: 0.0488460 Apr 16 04:56:48.422371 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea2c61b-968f-4f25-99d8-19cfd647e89b {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:56:48.429703 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] Publish callbacks [] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:48.437762 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6c220b6e-c6be-4feb-93ac-0beb40e2a213 req-e24cb03c-088c-4c52-8cc2-cc05b23d0833 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440166 Apr 16 04:56:48.446384 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] Transition to ACTIVE for port object dea2c61b-968f-4f25-99d8-19cfd647e89b will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:56:48.515668 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:48.569226 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=dea2c61b-968f-4f25-99d8-19cfd647e89b,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:48.640602 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] Attempting to bind port dea2c61b-968f-4f25-99d8-19cfd647e89b on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:56:48.640865 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] Attempting to bind port dea2c61b-968f-4f25-99d8-19cfd647e89b by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'ffc00ba5-fb28-42d8-90a2-07792196aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:56:48.641190 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] Attempting to bind port dea2c61b-968f-4f25-99d8-19cfd647e89b on network a9c425c1-3905-4211-abd6-58390216ffa5 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:56:48.646164 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] Port dea2c61b-968f-4f25-99d8-19cfd647e89b on network a9c425c1-3905-4211-abd6-58390216ffa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:56:48.646164 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] Attempting to bind port dea2c61b-968f-4f25-99d8-19cfd647e89b on network a9c425c1-3905-4211-abd6-58390216ffa5 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:56:48.651862 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:56:48.652204 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] Checking segment: {'id': 'ffc00ba5-fb28-42d8-90a2-07792196aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:56:48.652588 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] Bound using segment: {'id': 'ffc00ba5-fb28-42d8-90a2-07792196aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:56:48.653043 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] Bound port: dea2c61b-968f-4f25-99d8-19cfd647e89b, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc00ba5-fb28-42d8-90a2-07792196aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:56:48.653404 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:48.725464 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] For port dea2c61b-968f-4f25-99d8-19cfd647e89b, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:56:48.725464 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] For port dea2c61b-968f-4f25-99d8-19cfd647e89b, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=dea2c61b-968f-4f25-99d8-19cfd647e89b,segment=NetworkSegment(ffc00ba5-fb28-42d8-90a2-07792196aa22),segment_id=ffc00ba5-fb28-42d8-90a2-07792196aa22)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:56:48.802490 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:48.834875 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:48.835439 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:48.837690 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] 10.222.0.18 "PUT /v2.0/ports/dea2c61b-968f-4f25-99d8-19cfd647e89b HTTP/1.1" status: 200 len: 1093 time: 1.1417224 Apr 16 04:56:48.839795 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8144f861-8c64-4cb5-bdbd-c77ec548bc23', 'tag': 'dea2c61b-968f-4f25-99d8-19cfd647e89b'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:56:48.842801 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0364477-2c73-424b-bf33-b2282ed76dec" -d '{"events": [{"name": "network-changed", "server_uuid": "8144f861-8c64-4cb5-bdbd-c77ec548bc23", "tag": "dea2c61b-968f-4f25-99d8-19cfd647e89b"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:56:48.870953 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca619e0-200a-4886-865d-428594e57dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=dea2c61b-968f-4f25-99d8-19cfd647e89b,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:48.883974 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e01a696-f6ed-4917-b354-c4a39644bdb2 x-openstack-request-id: req-9e01a696-f6ed-4917-b354-c4a39644bdb2 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:56:48.883974 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8144f861-8c64-4cb5-bdbd-c77ec548bc23", "tag": "dea2c61b-968f-4f25-99d8-19cfd647e89b", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:56:48.884334 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e01a696-f6ed-4917-b354-c4a39644bdb2 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:56:48.884805 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e01a696-f6ed-4917-b354-c4a39644bdb2'] response: {'name': 'network-changed', 'server_uuid': '8144f861-8c64-4cb5-bdbd-c77ec548bc23', 'tag': 'dea2c61b-968f-4f25-99d8-19cfd647e89b', 'status': 'completed', 'code': 200} Apr 16 04:56:48.949643 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0364477-2c73-424b-bf33-b2282ed76dec req-8a7f57dd-fdad-4f67-bd06-d366df736109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:48.951172 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a0364477-2c73-424b-bf33-b2282ed76dec req-8a7f57dd-fdad-4f67-bd06-d366df736109 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 1127 time: 0.0460582 Apr 16 04:56:49.050811 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0364477-2c73-424b-bf33-b2282ed76dec req-f2bb4749-b2c9-435a-a867-1b780392c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:49.052283 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a0364477-2c73-424b-bf33-b2282ed76dec req-f2bb4749-b2c9-435a-a867-1b780392c30e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0944295 Apr 16 04:56:49.147442 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0364477-2c73-424b-bf33-b2282ed76dec req-d59d9758-97d6-4b53-a27e-ba87252f5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:49.148937 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a0364477-2c73-424b-bf33-b2282ed76dec req-d59d9758-97d6-4b53-a27e-ba87252f5b49 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0910370 Apr 16 04:56:49.219919 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-a510e134-63c8-4122-95ba-87fa8cedf7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:49.221432 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-a510e134-63c8-4122-95ba-87fa8cedf7d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 1127 time: 0.0397022 Apr 16 04:56:49.263819 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-8a5b3d98-0a9b-46d4-84ab-fb0ce4070a01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dea2c61b-968f-4f25-99d8-19cfd647e89b HTTP/1.1" status: 200 len: 217 time: 0.0358696 Apr 16 04:56:49.315077 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-b49c0641-f526-4fbb-b288-df1fdf2de5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:49.316489 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-b49c0641-f526-4fbb-b288-df1fdf2de5c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb6fae7f-7690-4e97-b760-9d5b51f8d527 HTTP/1.1" status: 200 len: 833 time: 0.0470874 Apr 16 04:56:49.358242 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-90b2d5ba-3c4c-4044-93f1-ffa104ff6680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:49.359685 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-90b2d5ba-3c4c-4044-93f1-ffa104ff6680 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a9c425c1-3905-4211-abd6-58390216ffa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0372550 Apr 16 04:56:49.453190 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-cbe55881-16ab-4dac-a511-aceb9e45dfeb service neutron] 10.222.0.18 "GET /v2.0/networks/a9c425c1-3905-4211-abd6-58390216ffa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867336 Apr 16 04:56:49.542175 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-722404d5-9fc8-4fb6-adca-e96f6f5ca3dd req-5c35e004-0d46-4696-891e-ebddc466fda2 service neutron] 10.222.0.18 "GET /v2.0/networks/a9c425c1-3905-4211-abd6-58390216ffa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834761 Apr 16 04:56:49.547572 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefbdcc-636f-49f0-a2da-c5b6bbe19318 req-9dfca555-c937-4a92-be6b-4626ee811b53 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:49.549058 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2aefbdcc-636f-49f0-a2da-c5b6bbe19318 req-9dfca555-c937-4a92-be6b-4626ee811b53 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 943 time: 0.0469110 Apr 16 04:56:49.601172 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2aefbdcc-636f-49f0-a2da-c5b6bbe19318 req-c4d0cba1-c8e7-494b-897c-7f89b3ee71a9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465603 Apr 16 04:56:50.718224 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f765850-0b0b-45ac-9966-a17ea0c304de req-e125125e-ff85-4a57-b54e-b769f78bf5f7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:50.719809 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1f765850-0b0b-45ac-9966-a17ea0c304de req-e125125e-ff85-4a57-b54e-b769f78bf5f7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 943 time: 0.0503416 Apr 16 04:56:50.778431 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1f765850-0b0b-45ac-9966-a17ea0c304de req-ce253280-9dcf-4506-97cb-fc6b0388d443 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525000 Apr 16 04:56:51.897096 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f30cf9-b683-4cc3-ab1f-05d58b05c6ac req-dc9403fb-9bd4-4692-93fe-4587ffa4559e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:51.898839 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-35f30cf9-b683-4cc3-ab1f-05d58b05c6ac req-dc9403fb-9bd4-4692-93fe-4587ffa4559e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 943 time: 0.0507019 Apr 16 04:56:51.949658 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-35f30cf9-b683-4cc3-ab1f-05d58b05c6ac req-72a521a9-65e9-42a1-8dcf-57edce87d3f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446334 Apr 16 04:56:53.060295 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61cb6d-c441-45cf-b740-bb87f40380f8 req-87f544d3-a076-4d0a-b90b-2d13f45a5761 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:53.061673 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fe61cb6d-c441-45cf-b740-bb87f40380f8 req-87f544d3-a076-4d0a-b90b-2d13f45a5761 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 943 time: 0.0462873 Apr 16 04:56:53.109927 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fe61cb6d-c441-45cf-b740-bb87f40380f8 req-4cdd2d11-ed5c-42ed-aaf1-8d12eec1a1cc tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427592 Apr 16 04:56:53.434170 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device dea2c61b-968f-4f25-99d8-19cfd647e89b details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:56:53.532297 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port dea2c61b-968f-4f25-99d8-19cfd647e89b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=dea2c61b-968f-4f25-99d8-19cfd647e89b,segment=NetworkSegment(ffc00ba5-fb28-42d8-90a2-07792196aa22),segment_id=ffc00ba5-fb28-42d8-90a2-07792196aa22)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:56:53.543114 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'dea2c61b-968f-4f25-99d8-19cfd647e89b', 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5', 'port_id': 'dea2c61b-968f-4f25-99d8-19cfd647e89b', 'mac_address': 'fa:16:3e:41:b3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6fae7f-7690-4e97-b760-9d5b51f8d527', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:56:53.579405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port dea2c61b-968f-4f25-99d8-19cfd647e89b is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:56:53.579787 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:53.592820 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea2c61b-968f-4f25-99d8-19cfd647e89b {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:56:53.611416 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port dea2c61b-968f-4f25-99d8-19cfd647e89b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=dea2c61b-968f-4f25-99d8-19cfd647e89b,segment=NetworkSegment(ffc00ba5-fb28-42d8-90a2-07792196aa22),segment_id=ffc00ba5-fb28-42d8-90a2-07792196aa22)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:56:53.704655 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:53.755177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=dea2c61b-968f-4f25-99d8-19cfd647e89b,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:53.903449 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['dea2c61b-968f-4f25-99d8-19cfd647e89b'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:56:54.220535 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce0925-d687-4554-b5bd-e9f35dccc95b req-f33848ba-9ed9-44c2-a1d8-af8521dc92da tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:54.222033 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f9ce0925-d687-4554-b5bd-e9f35dccc95b req-f33848ba-9ed9-44c2-a1d8-af8521dc92da tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 944 time: 0.0465515 Apr 16 04:56:54.271281 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f9ce0925-d687-4554-b5bd-e9f35dccc95b req-635443b2-a595-4c1e-977f-1144d91c8224 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435348 Apr 16 04:56:55.381028 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fc280-d26c-4f65-915c-899037c45ddc req-790c21e3-5d17-47d9-8e97-8e7bf88aa855 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:55.382473 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-749fc280-d26c-4f65-915c-899037c45ddc req-790c21e3-5d17-47d9-8e97-8e7bf88aa855 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 944 time: 0.0459502 Apr 16 04:56:55.431261 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-749fc280-d26c-4f65-915c-899037c45ddc req-04a31bdd-d151-46b7-a73f-db2ad5fffa59 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424323 Apr 16 04:56:55.434122 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device dea2c61b-968f-4f25-99d8-19cfd647e89b up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:56:55.478223 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port dea2c61b-968f-4f25-99d8-19cfd647e89b completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:56:55.538606 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port dea2c61b-968f-4f25-99d8-19cfd647e89b triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:56:55.538977 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:55.614656 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port dea2c61b-968f-4f25-99d8-19cfd647e89b is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:56:55.614961 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:55.637215 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8144f861-8c64-4cb5-bdbd-c77ec548bc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea2c61b-968f-4f25-99d8-19cfd647e89b'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:56:55.639422 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded7fd48-5c56-405f-a618-293f659f3f23" -d '{"events": [{"server_uuid": "8144f861-8c64-4cb5-bdbd-c77ec548bc23", "name": "network-vif-plugged", "status": "completed", "tag": "dea2c61b-968f-4f25-99d8-19cfd647e89b"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:56:55.654925 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port dea2c61b-968f-4f25-99d8-19cfd647e89b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=dea2c61b-968f-4f25-99d8-19cfd647e89b,segment=NetworkSegment(ffc00ba5-fb28-42d8-90a2-07792196aa22),segment_id=ffc00ba5-fb28-42d8-90a2-07792196aa22)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:56:55.673870 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41657b75-0df5-475f-8df1-482e506d75fe x-openstack-request-id: req-41657b75-0df5-475f-8df1-482e506d75fe {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:56:55.674160 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8144f861-8c64-4cb5-bdbd-c77ec548bc23", "name": "network-vif-plugged", "status": "completed", "tag": "dea2c61b-968f-4f25-99d8-19cfd647e89b", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:56:55.674411 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41657b75-0df5-475f-8df1-482e506d75fe {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:56:55.674813 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41657b75-0df5-475f-8df1-482e506d75fe'] response: {'server_uuid': '8144f861-8c64-4cb5-bdbd-c77ec548bc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea2c61b-968f-4f25-99d8-19cfd647e89b', 'code': 200} Apr 16 04:56:55.698922 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:55.747278 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=dea2c61b-968f-4f25-99d8-19cfd647e89b,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:55.945993 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7907a-20ab-400f-9035-454f99482e1b req-8b0cae75-7b2a-4f6d-86c4-f7fb54628c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:55.947486 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-92f7907a-20ab-400f-9035-454f99482e1b req-8b0cae75-7b2a-4f6d-86c4-f7fb54628c08 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 1129 time: 0.0432038 Apr 16 04:56:55.992194 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-92f7907a-20ab-400f-9035-454f99482e1b req-2f325416-1002-4c2e-8851-9456566e4253 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392179 Apr 16 04:56:56.544654 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d65699-ca66-4160-8eea-f8830a3e0124 req-67e59a9c-db55-4f72-a411-16c24e23ec55 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:56.546148 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-66d65699-ca66-4160-8eea-f8830a3e0124 req-67e59a9c-db55-4f72-a411-16c24e23ec55 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.0471079 Apr 16 04:56:56.595050 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-66d65699-ca66-4160-8eea-f8830a3e0124 req-bb38cca1-5a8f-4d19-8697-6abadb2fce53 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433278 Apr 16 04:56:57.709255 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275b3e2-ae8e-4790-8de4-c2dc6f55027f req-4ab8af85-4407-4775-8741-b315d74c335b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:57.710720 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1275b3e2-ae8e-4790-8de4-c2dc6f55027f req-4ab8af85-4407-4775-8741-b315d74c335b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.0503697 Apr 16 04:56:57.759283 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1275b3e2-ae8e-4790-8de4-c2dc6f55027f req-ad6c4c53-0856-4452-be3d-f65d927261b7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425060 Apr 16 04:56:57.869681 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf6641-817f-4d75-b492-1ae9d8b76def req-77e83c1d-9134-479a-87b8-812f20d5d1cd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:57.871139 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efdf6641-817f-4d75-b492-1ae9d8b76def req-77e83c1d-9134-479a-87b8-812f20d5d1cd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.0464146 Apr 16 04:56:57.924206 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efdf6641-817f-4d75-b492-1ae9d8b76def req-5301f406-f6bc-4e31-9e7c-14796ad1a158 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476120 Apr 16 04:56:57.945053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45858) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:57.982671 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e67fc82-5cf9-4458-b619-5e1fffcab578 tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:57.984155 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6e67fc82-5cf9-4458-b619-5e1fffcab578 tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 1124 time: 0.0381584 Apr 16 04:56:57.986887 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45860) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:56:57.991073 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-f6de1a32-5bfa-44b6-8ff8-84603e1942f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': 'dea2c61b-968f-4f25-99d8-19cfd647e89b', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:56:58.081671 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6de1a32-5bfa-44b6-8ff8-84603e1942f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:58.161524 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6de1a32-5bfa-44b6-8ff8-84603e1942f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:58.264541 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-f6de1a32-5bfa-44b6-8ff8-84603e1942f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Allocated IP 172.26.6.22 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/262d695c-4b2c-4f6a-b76e-b1fbc6d394d0) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:56:58.370016 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6de1a32-5bfa-44b6-8ff8-84603e1942f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (262d695c-4b2c-4f6a-b76e-b1fbc6d394d0), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:58.423114 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:58.469178 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6de1a32-5bfa-44b6-8ff8-84603e1942f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (262d695c-4b2c-4f6a-b76e-b1fbc6d394d0), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:58.507182 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6de1a32-5bfa-44b6-8ff8-84603e1942f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:56:58.519097 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-f6de1a32-5bfa-44b6-8ff8-84603e1942f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:56:58.522631 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6de1a32-5bfa-44b6-8ff8-84603e1942f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:56:58.528672 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de1a32-5bfa-44b6-8ff8-84603e1942f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=262d695c-4b2c-4f6a-b76e-b1fbc6d394d0,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:58.888665 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6de1a32-5bfa-44b6-8ff8-84603e1942f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for floatingip (96ff0697-525a-4cfa-a9fa-ffae7f3604d5), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:59.010910 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6de1a32-5bfa-44b6-8ff8-84603e1942f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (262d695c-4b2c-4f6a-b76e-b1fbc6d394d0), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:59.157499 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6de1a32-5bfa-44b6-8ff8-84603e1942f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (262d695c-4b2c-4f6a-b76e-b1fbc6d394d0), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:59.234480 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6de1a32-5bfa-44b6-8ff8-84603e1942f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (262d695c-4b2c-4f6a-b76e-b1fbc6d394d0), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:59.300582 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de1a32-5bfa-44b6-8ff8-84603e1942f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=262d695c-4b2c-4f6a-b76e-b1fbc6d394d0,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:56:59.312505 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6de1a32-5bfa-44b6-8ff8-84603e1942f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (96ff0697-525a-4cfa-a9fa-ffae7f3604d5), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:59.415631 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-f6de1a32-5bfa-44b6-8ff8-84603e1942f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Floating IP 96ff0697-525a-4cfa-a9fa-ffae7f3604d5 associated. External IP: 172.26.6.22, port: dea2c61b-968f-4f25-99d8-19cfd647e89b. Apr 16 04:56:59.626099 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6de1a32-5bfa-44b6-8ff8-84603e1942f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router bdb58236-56d9-4a64-af8a-f24d94745788 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:56:59.734694 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6de1a32-5bfa-44b6-8ff8-84603e1942f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:56:59.744620 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0184eeb-3c38-45f3-b4ca-b1c3eb682670 None None] Sync routers for ids ['bdb58236-56d9-4a64-af8a-f24d94745788'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:56:59.754294 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0184eeb-3c38-45f3-b4ca-b1c3eb682670 None None] Routers {'bdb58236-56d9-4a64-af8a-f24d94745788'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:56:59.754901 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-b0184eeb-3c38-45f3-b4ca-b1c3eb682670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:56:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['bdb58236-56d9-4a64-af8a-f24d94745788'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:56:59.821200 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6de1a32-5bfa-44b6-8ff8-84603e1942f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:56:59.851589 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f6de1a32-5bfa-44b6-8ff8-84603e1942f6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8636916 Apr 16 04:56:59.852284 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8144f861-8c64-4cb5-bdbd-c77ec548bc23', 'tag': 'dea2c61b-968f-4f25-99d8-19cfd647e89b'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:56:59.854673 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db37c1b-4053-48b3-9a24-bea3247c7ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "8144f861-8c64-4cb5-bdbd-c77ec548bc23", "tag": "dea2c61b-968f-4f25-99d8-19cfd647e89b"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:56:59.863787 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-b0184eeb-3c38-45f3-b4ca-b1c3eb682670 None None] Set router bdb58236-56d9-4a64-af8a-f24d94745788 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:56:59.899169 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8c9acb-2957-49b7-8b6f-419a39d1980f x-openstack-request-id: req-1b8c9acb-2957-49b7-8b6f-419a39d1980f {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:56:59.899686 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8144f861-8c64-4cb5-bdbd-c77ec548bc23", "tag": "dea2c61b-968f-4f25-99d8-19cfd647e89b", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:56:59.899779 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b8c9acb-2957-49b7-8b6f-419a39d1980f {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:56:59.900201 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b8c9acb-2957-49b7-8b6f-419a39d1980f'] response: {'name': 'network-changed', 'server_uuid': '8144f861-8c64-4cb5-bdbd-c77ec548bc23', 'tag': 'dea2c61b-968f-4f25-99d8-19cfd647e89b', 'status': 'completed', 'code': 200} Apr 16 04:56:59.959795 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b61a5-a713-4b85-8697-450593bce189 req-8a866ce9-7bf9-4e9d-b38a-defbe8b70bdd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:59.961370 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6d0b61a5-a713-4b85-8697-450593bce189 req-8a866ce9-7bf9-4e9d-b38a-defbe8b70bdd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.0478857 Apr 16 04:56:59.965965 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db37c1b-4053-48b3-9a24-bea3247c7ca5 req-640fabf9-bc59-4c44-b624-820345094c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:56:59.967493 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9db37c1b-4053-48b3-9a24-bea3247c7ca5 req-640fabf9-bc59-4c44-b624-820345094c56 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 1129 time: 0.0444481 Apr 16 04:57:00.012341 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6d0b61a5-a713-4b85-8697-450593bce189 req-6f93384d-f3e4-4ade-ba07-0a7c6f78d6ea tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448174 Apr 16 04:57:00.033923 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45866) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:57:00.087542 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-b0184eeb-3c38-45f3-b4ca-b1c3eb682670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929138236', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:56:38Z', 'updated_at': '2022-04-16T04:56:43Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:39Z', 'updated_at': '2022-04-16T04:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '96ff0697-525a-4cfa-a9fa-ffae7f3604d5', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'port_id': 'dea2c61b-968f-4f25-99d8-19cfd647e89b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5', 'mac_address': 'fa:16:3e:41:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8144f861-8c64-4cb5-bdbd-c77ec548bc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:56:58Z', 'updated_at': '2022-04-16T04:56:58Z', 'revision_number': 0, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9dcc87d-cfcd-4ddb-a007-3d66614174c4', 'name': '', 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:ac:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'eb6fae7f-7690-4e97-b760-9d5b51f8d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:42Z', 'updated_at': '2022-04-16T04:56:46Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'eb6fae7f-7690-4e97-b760-9d5b51f8d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:57:00.110634 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db37c1b-4053-48b3-9a24-bea3247c7ca5 req-83d4a038-925d-4da9-ab89-a9a4776a1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:00.112098 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9db37c1b-4053-48b3-9a24-bea3247c7ca5 req-83d4a038-925d-4da9-ab89-a9a4776a1d62 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a9c425c1-3905-4211-abd6-58390216ffa5 HTTP/1.1" status: 200 len: 897 time: 0.1393845 Apr 16 04:57:00.114078 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0184eeb-3c38-45f3-b4ca-b1c3eb682670 None None] Checking router: bdb58236-56d9-4a64-af8a-f24d94745788 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:57:00.116865 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3bf56312-4943-4dd6-968d-b3a8c6b25aa8 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/floatingips/96ff0697-525a-4cfa-a9fa-ffae7f3604d5 HTTP/1.1" status: 200 len: 990 time: 0.0818655 Apr 16 04:57:00.122884 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0184eeb-3c38-45f3-b4ca-b1c3eb682670 None None] Routers {'bdb58236-56d9-4a64-af8a-f24d94745788'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:57:00.123491 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-b0184eeb-3c38-45f3-b4ca-b1c3eb682670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:56:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['bdb58236-56d9-4a64-af8a-f24d94745788'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:57:00.175677 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9db37c1b-4053-48b3-9a24-bea3247c7ca5 req-9d68d797-e57d-4e5c-9ddb-c9d3740e6cfe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dea2c61b-968f-4f25-99d8-19cfd647e89b HTTP/1.1" status: 200 len: 998 time: 0.0578682 Apr 16 04:57:00.226097 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db37c1b-4053-48b3-9a24-bea3247c7ca5 req-422230a9-4437-4587-ab82-90554bc4a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:00.227950 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9db37c1b-4053-48b3-9a24-bea3247c7ca5 req-422230a9-4437-4587-ab82-90554bc4a80f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb6fae7f-7690-4e97-b760-9d5b51f8d527 HTTP/1.1" status: 200 len: 833 time: 0.0446932 Apr 16 04:57:00.276838 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db37c1b-4053-48b3-9a24-bea3247c7ca5 req-c5753a5a-d140-4204-8a71-ecaf6e099005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:00.278388 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9db37c1b-4053-48b3-9a24-bea3247c7ca5 req-c5753a5a-d140-4204-8a71-ecaf6e099005 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a9c425c1-3905-4211-abd6-58390216ffa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449610 Apr 16 04:57:00.317421 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-b0184eeb-3c38-45f3-b4ca-b1c3eb682670 None None] Set router bdb58236-56d9-4a64-af8a-f24d94745788 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:57:00.369181 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9db37c1b-4053-48b3-9a24-bea3247c7ca5 req-190150da-9055-4f62-8e5d-9d1240d16bff service neutron] 10.222.0.18 "GET /v2.0/networks/a9c425c1-3905-4211-abd6-58390216ffa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843792 Apr 16 04:57:00.459445 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9db37c1b-4053-48b3-9a24-bea3247c7ca5 req-bfcdeb74-698e-4b82-894e-44bbec20cf36 service neutron] 10.222.0.18 "GET /v2.0/networks/a9c425c1-3905-4211-abd6-58390216ffa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852375 Apr 16 04:57:00.531365 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-b0184eeb-3c38-45f3-b4ca-b1c3eb682670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929138236', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:56:38Z', 'updated_at': '2022-04-16T04:56:43Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:39Z', 'updated_at': '2022-04-16T04:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '96ff0697-525a-4cfa-a9fa-ffae7f3604d5', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'port_id': 'dea2c61b-968f-4f25-99d8-19cfd647e89b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5', 'mac_address': 'fa:16:3e:41:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8144f861-8c64-4cb5-bdbd-c77ec548bc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:56:58Z', 'updated_at': '2022-04-16T04:56:58Z', 'revision_number': 0, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9dcc87d-cfcd-4ddb-a007-3d66614174c4', 'name': '', 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:ac:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'eb6fae7f-7690-4e97-b760-9d5b51f8d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:42Z', 'updated_at': '2022-04-16T04:56:46Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'eb6fae7f-7690-4e97-b760-9d5b51f8d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:57:00.561716 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0184eeb-3c38-45f3-b4ca-b1c3eb682670 None None] The sync data for ids ['bdb58236-56d9-4a64-af8a-f24d94745788'] in dv-neutron-838078-2-hyperv is: [{'id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929138236', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:56:38Z', 'updated_at': '2022-04-16T04:56:43Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:39Z', 'updated_at': '2022-04-16T04:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '96ff0697-525a-4cfa-a9fa-ffae7f3604d5', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'port_id': 'dea2c61b-968f-4f25-99d8-19cfd647e89b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5', 'mac_address': 'fa:16:3e:41:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8144f861-8c64-4cb5-bdbd-c77ec548bc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:56:58Z', 'updated_at': '2022-04-16T04:56:58Z', 'revision_number': 0, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9dcc87d-cfcd-4ddb-a007-3d66614174c4', 'name': '', 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:ac:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'eb6fae7f-7690-4e97-b760-9d5b51f8d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:42Z', 'updated_at': '2022-04-16T04:56:46Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'eb6fae7f-7690-4e97-b760-9d5b51f8d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:57:00.749478 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e9ffc6-61b9-42d8-a012-a9f4d0efed2c None None] New status for floating IP 96ff0697-525a-4cfa-a9fa-ffae7f3604d5: ACTIVE {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:57:01.121272 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45868) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:57:01.186348 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4284a805-8fd9-40cf-b26e-741398ebc512 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/floatingips/96ff0697-525a-4cfa-a9fa-ffae7f3604d5 HTTP/1.1" status: 200 len: 992 time: 0.0639870 Apr 16 04:57:08.383894 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cd9268b2-e805-4a92-9ab1-2cef46a33c6c req-cf06c99f-75f2-4fd3-8401-e18241b6e991 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402169 Apr 16 04:57:08.472852 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9268b2-e805-4a92-9ab1-2cef46a33c6c req-29c90e9b-a47e-4487-9091-28b55d1ef5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:08.474422 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cd9268b2-e805-4a92-9ab1-2cef46a33c6c req-29c90e9b-a47e-4487-9091-28b55d1ef5dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 1129 time: 0.0383260 Apr 16 04:57:08.578757 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9268b2-e805-4a92-9ab1-2cef46a33c6c req-631d5551-11b6-446b-80b4-85140da9c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:08.580236 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cd9268b2-e805-4a92-9ab1-2cef46a33c6c req-631d5551-11b6-446b-80b4-85140da9c788 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a9c425c1-3905-4211-abd6-58390216ffa5 HTTP/1.1" status: 200 len: 897 time: 0.0885317 Apr 16 04:57:08.647781 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cd9268b2-e805-4a92-9ab1-2cef46a33c6c req-24308916-457c-4169-aa7b-2f5ffa2e5cbe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dea2c61b-968f-4f25-99d8-19cfd647e89b HTTP/1.1" status: 200 len: 1000 time: 0.0570946 Apr 16 04:57:08.699611 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9268b2-e805-4a92-9ab1-2cef46a33c6c req-08f5d505-e959-44ab-b427-f5b92b52db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:08.701019 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cd9268b2-e805-4a92-9ab1-2cef46a33c6c req-08f5d505-e959-44ab-b427-f5b92b52db59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb6fae7f-7690-4e97-b760-9d5b51f8d527 HTTP/1.1" status: 200 len: 833 time: 0.0458107 Apr 16 04:57:08.742963 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9268b2-e805-4a92-9ab1-2cef46a33c6c req-7811d448-ce79-405a-a1f2-f7f9a96452e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:08.744426 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cd9268b2-e805-4a92-9ab1-2cef46a33c6c req-7811d448-ce79-405a-a1f2-f7f9a96452e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a9c425c1-3905-4211-abd6-58390216ffa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376835 Apr 16 04:57:08.831609 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cd9268b2-e805-4a92-9ab1-2cef46a33c6c req-8b82b6b3-d89c-45bc-b7d7-c4710a655b57 service neutron] 10.222.0.18 "GET /v2.0/networks/a9c425c1-3905-4211-abd6-58390216ffa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803540 Apr 16 04:57:08.927259 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cd9268b2-e805-4a92-9ab1-2cef46a33c6c req-70f3f227-d629-454e-a740-303669129bd7 service neutron] 10.222.0.18 "GET /v2.0/networks/a9c425c1-3905-4211-abd6-58390216ffa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847223 Apr 16 04:57:09.069194 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:57:09.149169 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0113c20e-6225-4f3c-8755-b84e47791bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:57:11.510995 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d259779d-da91-4299-9e19-bc740167834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:57:12.727505 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:57:14.207551 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:57:15.361371 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:57:28.430334 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:57:32.413681 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [req-9f30bc70-38ec-4dcd-81c5-a590abf15f69 req-45872048-5178-4344-8ad5-e7a9a832ca14 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:57:32.414819 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9f30bc70-38ec-4dcd-81c5-a590abf15f69 req-45872048-5178-4344-8ad5-e7a9a832ca14 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055802 Apr 16 04:57:32.789649 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8fa8a-7b16-4307-bc4e-849bb5f48393 req-261334f6-c5db-4a9e-a665-956f545b0546 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:32.792017 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-40a8fa8a-7b16-4307-bc4e-849bb5f48393 req-261334f6-c5db-4a9e-a665-956f545b0546 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.1297517 Apr 16 04:57:32.842551 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-40a8fa8a-7b16-4307-bc4e-849bb5f48393 req-b6536130-4184-4010-9561-56b46fc1393b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446672 Apr 16 04:57:32.861706 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45892) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:57:32.938736 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-bde17a3f-caca-4ee6-9774-c3dd99b4f0ee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0759087 Apr 16 04:57:32.947060 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-c7b1fb8a-1689-42f3-a088-da2fc1a90537 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:57:32.948001 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-c7b1fb8a-1689-42f3-a088-da2fc1a90537 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047150 Apr 16 04:57:33.404997 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 45912) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:57:33.503573 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-f907b93b-79b7-42eb-9cc7-ed3ea3478632 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:33.504952 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-f907b93b-79b7-42eb-9cc7-ed3ea3478632 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports/dea2c61b-968f-4f25-99d8-19cfd647e89b HTTP/1.1" status: 200 len: 942 time: 0.0989239 Apr 16 04:57:34.011578 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901bbe2-adae-4f0f-9345-95ea8899029f req-9aab4b10-dac0-44b2-8c6f-49c0445ed0b6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:34.013013 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f901bbe2-adae-4f0f-9345-95ea8899029f req-9aab4b10-dac0-44b2-8c6f-49c0445ed0b6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.1011837 Apr 16 04:57:34.065961 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f901bbe2-adae-4f0f-9345-95ea8899029f req-438b5dfa-ac74-45a3-a69d-a7d928b67988 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465698 Apr 16 04:57:34.912623 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-1b419add-de1b-4077-a380-98218bf06ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:34.914133 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-1b419add-de1b-4077-a380-98218bf06ca9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 1129 time: 0.0390644 Apr 16 04:57:35.001018 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-05bdd375-78cd-45f0-8c89-52d36dfa0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:35.002442 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-05bdd375-78cd-45f0-8c89-52d36dfa0c10 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a9c425c1-3905-4211-abd6-58390216ffa5 HTTP/1.1" status: 200 len: 897 time: 0.0823202 Apr 16 04:57:35.069587 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-a77c1ef7-3b0a-498a-817f-df86c8fb7064 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dea2c61b-968f-4f25-99d8-19cfd647e89b HTTP/1.1" status: 200 len: 1000 time: 0.0608418 Apr 16 04:57:35.116891 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-786afee9-2996-4749-8537-5e8d28486dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:35.118346 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-786afee9-2996-4749-8537-5e8d28486dda service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb6fae7f-7690-4e97-b760-9d5b51f8d527 HTTP/1.1" status: 200 len: 833 time: 0.0432847 Apr 16 04:57:35.496039 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-619dadfb-f9d5-4d2d-bf1d-82ef33d5b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:35.497546 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-619dadfb-f9d5-4d2d-bf1d-82ef33d5b55b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a9c425c1-3905-4211-abd6-58390216ffa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3730500 Apr 16 04:57:35.507781 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd655e-4702-4a8a-bdf3-515f71ef4f22 req-ffaa06cc-00a5-4234-95ba-60b224709d19 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:35.509126 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-44cd655e-4702-4a8a-bdf3-515f71ef4f22 req-ffaa06cc-00a5-4234-95ba-60b224709d19 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.3756537 Apr 16 04:57:35.606516 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-44cd655e-4702-4a8a-bdf3-515f71ef4f22 req-09f067ef-2d77-46d8-986b-5665adb2ea05 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889623 Apr 16 04:57:35.625906 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-ae71bb27-2fc4-4f00-bee6-e276f765c87c service neutron] 10.222.0.18 "GET /v2.0/networks/a9c425c1-3905-4211-abd6-58390216ffa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158838 Apr 16 04:57:35.718007 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-9f106a99-b319-4c7f-8180-3196a9b92966 service neutron] 10.222.0.18 "GET /v2.0/networks/a9c425c1-3905-4211-abd6-58390216ffa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861700 Apr 16 04:57:36.717450 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03442928-f523-4ce1-a3aa-aa5a2de3edba req-2c4ba7d3-c98b-4d0e-9818-99bd4300afd5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:36.718899 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-03442928-f523-4ce1-a3aa-aa5a2de3edba req-2c4ba7d3-c98b-4d0e-9818-99bd4300afd5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.0461898 Apr 16 04:57:36.767425 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-03442928-f523-4ce1-a3aa-aa5a2de3edba req-ac2f51b1-cad1-45ba-aab9-6174e8e916eb tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430670 Apr 16 04:57:37.880538 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de15a7a-1899-4e98-86ec-6af403ee023f req-bc778775-397c-44a1-addb-4c948e309845 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:37.882029 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3de15a7a-1899-4e98-86ec-6af403ee023f req-bc778775-397c-44a1-addb-4c948e309845 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.0467696 Apr 16 04:57:37.930173 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3de15a7a-1899-4e98-86ec-6af403ee023f req-8569af56-53f5-44e3-b41e-fc3d31ca37e5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424113 Apr 16 04:57:39.043433 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4761887-d691-4a7b-8679-161ce0219f20 req-ab3bcae6-94b5-4971-87f9-fbb7354458b0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:39.045457 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e4761887-d691-4a7b-8679-161ce0219f20 req-ab3bcae6-94b5-4971-87f9-fbb7354458b0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.0506070 Apr 16 04:57:39.093252 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e4761887-d691-4a7b-8679-161ce0219f20 req-20662474-7280-4d07-b187-299a98f6dc03 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427842 Apr 16 04:57:39.098937 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-31206f2e-d643-427d-b711-0718f152bb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:57:40.210735 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380a2b0-0675-4a7a-9576-87f150d078d5 req-8348112e-6c36-4ff3-862d-eb045fed655d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:40.212209 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c380a2b0-0675-4a7a-9576-87f150d078d5 req-8348112e-6c36-4ff3-862d-eb045fed655d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.0506692 Apr 16 04:57:40.259860 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c380a2b0-0675-4a7a-9576-87f150d078d5 req-2b320f19-4171-4560-a06e-3b7e3649b132 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420470 Apr 16 04:57:41.372926 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf672e6-63d8-4926-917c-4faf53c2ba2c req-47394059-b5b7-4f6d-bfaa-d011abf90a5b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:41.374367 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-dcf672e6-63d8-4926-917c-4faf53c2ba2c req-47394059-b5b7-4f6d-bfaa-d011abf90a5b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.0498066 Apr 16 04:57:41.424103 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-dcf672e6-63d8-4926-917c-4faf53c2ba2c req-6592285f-7a6c-4e54-8f85-c6e4df8543dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442698 Apr 16 04:57:41.481533 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-62e4f04a-1b69-4950-bb28-4072c7c9e07c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:57:42.534975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92174b-c902-4e22-b395-b4421db4e3f4 req-e87468fe-fbc6-46d0-9c1e-ccd74e145c08 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:42.536410 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cb92174b-c902-4e22-b395-b4421db4e3f4 req-e87468fe-fbc6-46d0-9c1e-ccd74e145c08 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.0462770 Apr 16 04:57:42.583727 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cb92174b-c902-4e22-b395-b4421db4e3f4 req-ccd0f3e0-a4d5-4d78-8134-a847909bbdf2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417733 Apr 16 04:57:42.692904 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:57:43.697769 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8a0ca-a4b3-4f7d-a1c4-323581e5295b req-4b6d8bea-fdc9-4f70-9dfb-2f4177f85a64 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:43.699240 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-56c8a0ca-a4b3-4f7d-a1c4-323581e5295b req-4b6d8bea-fdc9-4f70-9dfb-2f4177f85a64 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.0469697 Apr 16 04:57:43.746867 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-56c8a0ca-a4b3-4f7d-a1c4-323581e5295b req-ea06b6ce-46d1-4ef9-b99b-7bee97317044 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422075 Apr 16 04:57:44.138699 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:57:44.862432 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1cadd-887d-4ef4-8214-38ae4038a7bd req-a0abb06b-0176-4355-af3d-4466f33e2abe tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:44.864167 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-80d1cadd-887d-4ef4-8214-38ae4038a7bd req-a0abb06b-0176-4355-af3d-4466f33e2abe tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.0510256 Apr 16 04:57:44.919787 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-80d1cadd-887d-4ef4-8214-38ae4038a7bd req-fd9bf8c8-34bc-4a28-894b-b5b70da16f0a tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452545 Apr 16 04:57:45.373164 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:57:46.030554 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf57946-be64-4b81-adb0-08af6069fd19 req-615958f8-629c-4168-af46-0022861d97cc tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:46.032036 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8cf57946-be64-4b81-adb0-08af6069fd19 req-615958f8-629c-4168-af46-0022861d97cc tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.0511661 Apr 16 04:57:46.067791 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:57:46.080418 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8cf57946-be64-4b81-adb0-08af6069fd19 req-39f2faab-0bba-4138-82fe-da6cd5c3f65e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428004 Apr 16 04:57:47.192574 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b27cd3-a570-4f1b-8fba-0566c8d7a73c req-4af2c550-cca7-46fc-9f0c-3cf1c9a9a773 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:47.194085 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d0b27cd3-a570-4f1b-8fba-0566c8d7a73c req-4af2c550-cca7-46fc-9f0c-3cf1c9a9a773 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.0472782 Apr 16 04:57:47.242210 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d0b27cd3-a570-4f1b-8fba-0566c8d7a73c req-c0526dcd-157e-470f-a453-168f31da654b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426316 Apr 16 04:57:47.548118 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-87ee3b09-21a8-49da-8fe0-f48b7d5e6711 service neutron] 10.222.0.18 "GET /v2.0/ports/dea2c61b-968f-4f25-99d8-19cfd647e89b/bindings/hv-neutron-8380 HTTP/1.1" status: 200 len: 384 time: 0.0535712 Apr 16 04:57:48.039873 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-e0cd3f63-743b-471b-be14-6a641cae564f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:48.041346 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-e0cd3f63-743b-471b-be14-6a641cae564f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23&tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a HTTP/1.1" status: 200 len: 1129 time: 0.0422595 Apr 16 04:57:48.097174 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-0c6a383a-578c-4020-99c3-7cc3fc16320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:48.098532 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-0c6a383a-578c-4020-99c3-7cc3fc16320f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 1129 time: 0.0373154 Apr 16 04:57:48.187998 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-5dcfaf2a-2398-4486-a438-75b8753fa222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:48.189496 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-5dcfaf2a-2398-4486-a438-75b8753fa222 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a9c425c1-3905-4211-abd6-58390216ffa5 HTTP/1.1" status: 200 len: 897 time: 0.0848131 Apr 16 04:57:48.257369 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-cd6db72f-6299-4b4c-8b75-1c12d5e18261 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dea2c61b-968f-4f25-99d8-19cfd647e89b HTTP/1.1" status: 200 len: 1000 time: 0.0617812 Apr 16 04:57:48.305029 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-562b16fc-14ed-43ec-a946-6e371dafa03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:48.306503 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-562b16fc-14ed-43ec-a946-6e371dafa03f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb6fae7f-7690-4e97-b760-9d5b51f8d527 HTTP/1.1" status: 200 len: 833 time: 0.0438440 Apr 16 04:57:48.350124 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-e099d081-ff17-45e6-965d-54b4db804028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:48.351564 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-e099d081-ff17-45e6-965d-54b4db804028 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a9c425c1-3905-4211-abd6-58390216ffa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392885 Apr 16 04:57:48.355379 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731ecc8-2cb0-44aa-be16-5b5a56cad197 req-f4b59f50-3f3d-47c3-8662-7bfb320d8ed0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:48.357059 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4731ecc8-2cb0-44aa-be16-5b5a56cad197 req-f4b59f50-3f3d-47c3-8662-7bfb320d8ed0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.0480266 Apr 16 04:57:48.408550 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4731ecc8-2cb0-44aa-be16-5b5a56cad197 req-419d9673-70b3-4e68-9e42-337134a59138 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454113 Apr 16 04:57:48.445775 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-fabb6758-ccef-479b-9a41-aff266138f2f service neutron] 10.222.0.18 "GET /v2.0/networks/a9c425c1-3905-4211-abd6-58390216ffa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877466 Apr 16 04:57:48.536479 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5393d8ba-5a45-4c91-8d0b-9d8845dae02c req-660677bb-5c05-4172-a137-55ebef5710a3 service neutron] 10.222.0.18 "GET /v2.0/networks/a9c425c1-3905-4211-abd6-58390216ffa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843291 Apr 16 04:57:49.522378 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad5e5f-3bc6-4735-a686-bf1d5ab503d4 req-49d014d9-a915-47eb-9043-071d88c11e8f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:49.523884 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fdad5e5f-3bc6-4735-a686-bf1d5ab503d4 req-49d014d9-a915-47eb-9043-071d88c11e8f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.0474057 Apr 16 04:57:49.571744 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fdad5e5f-3bc6-4735-a686-bf1d5ab503d4 req-b6764e91-5bf1-4982-b4a7-69d36799f6db tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416291 Apr 16 04:57:49.826342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device dea2c61b-968f-4f25-99d8-19cfd647e89b no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:57:49.906066 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port dea2c61b-968f-4f25-99d8-19cfd647e89b is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:57:49.906458 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:57:49.928423 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8144f861-8c64-4cb5-bdbd-c77ec548bc23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea2c61b-968f-4f25-99d8-19cfd647e89b'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:57:49.930672 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31ce0b3-c99f-471b-9584-fe6b22d638f8" -d '{"events": [{"server_uuid": "8144f861-8c64-4cb5-bdbd-c77ec548bc23", "name": "network-vif-unplugged", "status": "completed", "tag": "dea2c61b-968f-4f25-99d8-19cfd647e89b"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:57:49.943239 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port dea2c61b-968f-4f25-99d8-19cfd647e89b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=dea2c61b-968f-4f25-99d8-19cfd647e89b,segment=NetworkSegment(ffc00ba5-fb28-42d8-90a2-07792196aa22),segment_id=ffc00ba5-fb28-42d8-90a2-07792196aa22)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:57:49.974333 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 04:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc6e54d-32ff-490d-ae75-b9044f3076c0 x-openstack-request-id: req-bfc6e54d-32ff-490d-ae75-b9044f3076c0 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:57:49.974618 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8144f861-8c64-4cb5-bdbd-c77ec548bc23", "name": "network-vif-unplugged", "status": "completed", "tag": "dea2c61b-968f-4f25-99d8-19cfd647e89b", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:57:49.974867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bfc6e54d-32ff-490d-ae75-b9044f3076c0 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:57:49.975257 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfc6e54d-32ff-490d-ae75-b9044f3076c0'] response: {'server_uuid': '8144f861-8c64-4cb5-bdbd-c77ec548bc23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea2c61b-968f-4f25-99d8-19cfd647e89b', 'code': 200} Apr 16 04:57:50.019056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:57:50.065929 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=dea2c61b-968f-4f25-99d8-19cfd647e89b,revision_number=6']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:57:50.072834 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:57:50.073283 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:57:50.073625 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:57:50.073963 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:57:50.074338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:57:50.074611 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:57:50.075011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:57:50.075336 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:57:50.076283 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:57:50.076620 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:57:50.076968 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:57:50.077291 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:57:50.077611 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:57:50.077926 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:57:50.078242 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:57:50.687187 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc1f78-6211-41b6-ae5b-c6ff373f8cde req-e8ed9498-2b37-4593-91a9-f4af0b0db739 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:50.688896 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cdfc1f78-6211-41b6-ae5b-c6ff373f8cde req-e8ed9498-2b37-4593-91a9-f4af0b0db739 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 943 time: 0.0495548 Apr 16 04:57:50.745835 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cdfc1f78-6211-41b6-ae5b-c6ff373f8cde req-ebaffa64-4476-42a2-b998-5d717016a446 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506632 Apr 16 04:57:51.840392 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device dea2c61b-968f-4f25-99d8-19cfd647e89b details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:57:51.867354 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f4d47-cdf0-47fe-b83c-5f7b8273122a req-77a81a38-418a-43eb-be65-3e759c1938c8 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:51.868995 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1b9f4d47-cdf0-47fe-b83c-5f7b8273122a req-77a81a38-418a-43eb-be65-3e759c1938c8 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 943 time: 0.0516558 Apr 16 04:57:51.926093 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1b9f4d47-cdf0-47fe-b83c-5f7b8273122a req-ce192bf8-5011-42f0-984b-dc1022e17606 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504980 Apr 16 04:57:51.947159 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port dea2c61b-968f-4f25-99d8-19cfd647e89b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=dea2c61b-968f-4f25-99d8-19cfd647e89b,segment=NetworkSegment(ffc00ba5-fb28-42d8-90a2-07792196aa22),segment_id=ffc00ba5-fb28-42d8-90a2-07792196aa22)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:57:51.958670 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'dea2c61b-968f-4f25-99d8-19cfd647e89b', 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5', 'port_id': 'dea2c61b-968f-4f25-99d8-19cfd647e89b', 'mac_address': 'fa:16:3e:41:b3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6fae7f-7690-4e97-b760-9d5b51f8d527', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:57:51.996392 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port dea2c61b-968f-4f25-99d8-19cfd647e89b is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:57:51.996812 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:57:52.014275 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea2c61b-968f-4f25-99d8-19cfd647e89b {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:57:52.033019 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port dea2c61b-968f-4f25-99d8-19cfd647e89b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=dea2c61b-968f-4f25-99d8-19cfd647e89b,segment=NetworkSegment(ffc00ba5-fb28-42d8-90a2-07792196aa22),segment_id=ffc00ba5-fb28-42d8-90a2-07792196aa22)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:57:52.098547 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:57:52.148488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=dea2c61b-968f-4f25-99d8-19cfd647e89b,revision_number=7']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:57:52.152984 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['dea2c61b-968f-4f25-99d8-19cfd647e89b'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:57:52.288897 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59647dfa-598d-4bf4-bb12-5af203a34d5a req-f1445ad1-c068-4a04-bc39-cdf2a3a0338e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:52.290602 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-59647dfa-598d-4bf4-bb12-5af203a34d5a req-f1445ad1-c068-4a04-bc39-cdf2a3a0338e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 944 time: 0.0491891 Apr 16 04:57:52.343080 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-59647dfa-598d-4bf4-bb12-5af203a34d5a req-5ae90e54-0fba-4e3d-8cbe-1983c0a622ec tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454690 Apr 16 04:57:52.411550 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cd241-2414-4e9e-921e-66a101c4d0f3 req-ff7ca742-d1fe-441c-a747-2d2c9f1c59a1 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:52.413082 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf1cd241-2414-4e9e-921e-66a101c4d0f3 req-ff7ca742-d1fe-441c-a747-2d2c9f1c59a1 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23&tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&binding%3Ahost_id=hv-neutron-8380 HTTP/1.1" status: 200 len: 944 time: 0.0627809 Apr 16 04:57:52.461977 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6755f-b51c-448e-bb2e-2069d6b66e4a req-3a318cde-4751-4f75-8347-775953cd29a2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:52.463499 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-92f6755f-b51c-448e-bb2e-2069d6b66e4a req-3a318cde-4751-4f75-8347-775953cd29a2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 944 time: 0.0477085 Apr 16 04:57:52.520616 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cd241-2414-4e9e-921e-66a101c4d0f3 req-83b3990d-b698-4995-9599-6343609cc7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:52.522123 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf1cd241-2414-4e9e-921e-66a101c4d0f3 req-83b3990d-b698-4995-9599-6343609cc7ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 1128 time: 0.0577793 Apr 16 04:57:52.557028 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-92f6755f-b51c-448e-bb2e-2069d6b66e4a req-49ec087d-4daf-4593-b400-81568859f3fe tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843894 Apr 16 04:57:52.628318 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cd241-2414-4e9e-921e-66a101c4d0f3 req-e7c34250-2d4c-4c6f-88f0-cbc1490ae212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:52.629815 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf1cd241-2414-4e9e-921e-66a101c4d0f3 req-e7c34250-2d4c-4c6f-88f0-cbc1490ae212 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a9c425c1-3905-4211-abd6-58390216ffa5 HTTP/1.1" status: 200 len: 897 time: 0.1018727 Apr 16 04:57:52.694221 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf1cd241-2414-4e9e-921e-66a101c4d0f3 req-135e39cd-97e3-4b72-9c95-5311474177c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dea2c61b-968f-4f25-99d8-19cfd647e89b HTTP/1.1" status: 200 len: 999 time: 0.0588100 Apr 16 04:57:52.746784 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cd241-2414-4e9e-921e-66a101c4d0f3 req-dcf3511d-aafe-42f7-bf4a-e7a820b086a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:52.748273 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf1cd241-2414-4e9e-921e-66a101c4d0f3 req-dcf3511d-aafe-42f7-bf4a-e7a820b086a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb6fae7f-7690-4e97-b760-9d5b51f8d527 HTTP/1.1" status: 200 len: 833 time: 0.0482950 Apr 16 04:57:52.790898 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cd241-2414-4e9e-921e-66a101c4d0f3 req-867970ac-9b47-4112-a329-fe3999fdc36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:52.792382 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf1cd241-2414-4e9e-921e-66a101c4d0f3 req-867970ac-9b47-4112-a329-fe3999fdc36e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a9c425c1-3905-4211-abd6-58390216ffa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390091 Apr 16 04:57:52.880972 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf1cd241-2414-4e9e-921e-66a101c4d0f3 req-bcbcd61b-8945-45aa-ba16-57bb51a5246c service neutron] 10.222.0.18 "GET /v2.0/networks/a9c425c1-3905-4211-abd6-58390216ffa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821919 Apr 16 04:57:52.973307 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bf1cd241-2414-4e9e-921e-66a101c4d0f3 req-eefb52de-0bdb-4021-91e8-e17c2698d0a7 service neutron] 10.222.0.18 "GET /v2.0/networks/a9c425c1-3905-4211-abd6-58390216ffa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866611 Apr 16 04:57:53.671168 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe56ca-07a4-450c-a76c-70f16d099294 req-e1fc962d-b022-4442-ba2b-0b9ff8e785cb tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:53.672644 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3bfe56ca-07a4-450c-a76c-70f16d099294 req-e1fc962d-b022-4442-ba2b-0b9ff8e785cb tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 944 time: 0.0474646 Apr 16 04:57:53.721772 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3bfe56ca-07a4-450c-a76c-70f16d099294 req-c75d127d-0fca-4914-84aa-128e1fabaa6c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431778 Apr 16 04:57:53.843706 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device dea2c61b-968f-4f25-99d8-19cfd647e89b up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:57:53.891006 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port dea2c61b-968f-4f25-99d8-19cfd647e89b triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:57:53.891379 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:57:53.972189 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port dea2c61b-968f-4f25-99d8-19cfd647e89b is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:57:53.972567 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:57:53.994740 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8144f861-8c64-4cb5-bdbd-c77ec548bc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea2c61b-968f-4f25-99d8-19cfd647e89b'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:57:54.002291 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e32736d-5cc4-4981-8a46-9937d7c0d903" -d '{"events": [{"server_uuid": "8144f861-8c64-4cb5-bdbd-c77ec548bc23", "name": "network-vif-plugged", "status": "completed", "tag": "dea2c61b-968f-4f25-99d8-19cfd647e89b"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:57:54.009472 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port dea2c61b-968f-4f25-99d8-19cfd647e89b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=dea2c61b-968f-4f25-99d8-19cfd647e89b,segment=NetworkSegment(ffc00ba5-fb28-42d8-90a2-07792196aa22),segment_id=ffc00ba5-fb28-42d8-90a2-07792196aa22)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:57:54.033248 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8434eb2-c998-42a7-bd3a-4cb1b28ab2f2 x-openstack-request-id: req-c8434eb2-c998-42a7-bd3a-4cb1b28ab2f2 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:57:54.033538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8144f861-8c64-4cb5-bdbd-c77ec548bc23", "name": "network-vif-plugged", "status": "completed", "tag": "dea2c61b-968f-4f25-99d8-19cfd647e89b", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:57:54.037817 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8434eb2-c998-42a7-bd3a-4cb1b28ab2f2 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:57:54.037817 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8434eb2-c998-42a7-bd3a-4cb1b28ab2f2'] response: {'server_uuid': '8144f861-8c64-4cb5-bdbd-c77ec548bc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea2c61b-968f-4f25-99d8-19cfd647e89b', 'code': 200} Apr 16 04:57:54.064588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:57:54.112611 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=dea2c61b-968f-4f25-99d8-19cfd647e89b,revision_number=8']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:57:54.838131 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8090ab-6ba7-41e9-9c51-7ce64bdaa8b9 req-db6d2c97-5cff-44ba-bf30-8904b54a7b71 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:57:54.839587 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8d8090ab-6ba7-41e9-9c51-7ce64bdaa8b9 req-db6d2c97-5cff-44ba-bf30-8904b54a7b71 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.0509462 Apr 16 04:57:54.887900 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8d8090ab-6ba7-41e9-9c51-7ce64bdaa8b9 req-db3510ec-ffc3-4af2-ba77-aceef8cb6f2c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429041 Apr 16 04:57:54.909530 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45978) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:57:54.969006 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-561b4675-c5b7-472c-b302-113189b3da16 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/floatingips/96ff0697-525a-4cfa-a9fa-ffae7f3604d5 HTTP/1.1" status: 200 len: 992 time: 0.0582972 Apr 16 04:57:58.453075 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:09.081583 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a4a3b8b6-e488-43ef-a4b4-da8bbcf4140a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:10.371412 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efb46efd-3ae9-489a-ae2d-ad97b8b5b435 req-e84150a4-d430-4204-8c2d-470720a835b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380163 Apr 16 04:58:10.453802 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb46efd-3ae9-489a-ae2d-ad97b8b5b435 req-9f41b6f4-d141-44ca-923a-8f47885f3276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:10.455863 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efb46efd-3ae9-489a-ae2d-ad97b8b5b435 req-9f41b6f4-d141-44ca-923a-8f47885f3276 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 1129 time: 0.0430944 Apr 16 04:58:10.556946 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb46efd-3ae9-489a-ae2d-ad97b8b5b435 req-ce4bd63f-3730-4ece-bae3-cc5294bac5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:10.558402 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efb46efd-3ae9-489a-ae2d-ad97b8b5b435 req-ce4bd63f-3730-4ece-bae3-cc5294bac5f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a9c425c1-3905-4211-abd6-58390216ffa5 HTTP/1.1" status: 200 len: 897 time: 0.0850899 Apr 16 04:58:10.627502 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efb46efd-3ae9-489a-ae2d-ad97b8b5b435 req-850957aa-b953-4630-bedc-39c7e16ee700 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dea2c61b-968f-4f25-99d8-19cfd647e89b HTTP/1.1" status: 200 len: 1000 time: 0.0624497 Apr 16 04:58:10.674583 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb46efd-3ae9-489a-ae2d-ad97b8b5b435 req-49c48e45-bbd7-44c2-9889-161a306e8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:10.675973 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efb46efd-3ae9-489a-ae2d-ad97b8b5b435 req-49c48e45-bbd7-44c2-9889-161a306e8483 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb6fae7f-7690-4e97-b760-9d5b51f8d527 HTTP/1.1" status: 200 len: 833 time: 0.0428927 Apr 16 04:58:10.718876 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb46efd-3ae9-489a-ae2d-ad97b8b5b435 req-50e6a7fa-759a-43ac-8aa8-7877a7dae345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:10.720258 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efb46efd-3ae9-489a-ae2d-ad97b8b5b435 req-50e6a7fa-759a-43ac-8aa8-7877a7dae345 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a9c425c1-3905-4211-abd6-58390216ffa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382056 Apr 16 04:58:10.812606 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efb46efd-3ae9-489a-ae2d-ad97b8b5b435 req-d2edbfc6-0c9c-433f-babc-5927a83a2ff0 service neutron] 10.222.0.18 "GET /v2.0/networks/a9c425c1-3905-4211-abd6-58390216ffa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866618 Apr 16 04:58:10.908606 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-efb46efd-3ae9-489a-ae2d-ad97b8b5b435 req-66686fd4-bb8f-4aa2-9e1a-5a49bc061f18 service neutron] 10.222.0.18 "GET /v2.0/networks/a9c425c1-3905-4211-abd6-58390216ffa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899730 Apr 16 04:58:11.480997 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eda74ed8-9092-4617-bc4e-52a93afa24d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:12.686346 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:14.144149 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:15.372120 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:21.545277 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 45990) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:21.692080 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting port 262d695c-4b2c-4f6a-b76e-b1fbc6d394d0 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:58:21.692422 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (262d695c-4b2c-4f6a-b76e-b1fbc6d394d0), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:21.765307 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (262d695c-4b2c-4f6a-b76e-b1fbc6d394d0), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:21.765627 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for floatingip (262d695c-4b2c-4f6a-b76e-b1fbc6d394d0), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:21.778932 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Calling delete_port for 262d695c-4b2c-4f6a-b76e-b1fbc6d394d0 owned by network:floatingip {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:58:21.967351 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (262d695c-4b2c-4f6a-b76e-b1fbc6d394d0), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:21.993673 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Port': ['ID=262d695c-4b2c-4f6a-b76e-b1fbc6d394d0,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:22.018897 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:22.019228 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:22.019573 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:22.019912 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:22.020248 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:22.020581 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:22.020941 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:22.021274 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:22.021602 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:22.021928 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:22.022254 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:22.022579 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:22.022902 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:22.023224 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:22.023545 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:22.067416 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for floatingip (96ff0697-525a-4cfa-a9fa-ffae7f3604d5), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:22.067746 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Floating IP 96ff0697-525a-4cfa-a9fa-ffae7f3604d5 disassociated (deleted). External IP: 172.26.6.22, port: dea2c61b-968f-4f25-99d8-19cfd647e89b. Apr 16 04:58:22.281680 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router bdb58236-56d9-4a64-af8a-f24d94745788 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:58:22.392349 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:58:22.397046 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:22.401569 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a93786-b4a4-4418-afb2-307f7aa73175 None None] Sync routers for ids ['bdb58236-56d9-4a64-af8a-f24d94745788'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:58:22.411112 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a93786-b4a4-4418-afb2-307f7aa73175 None None] Routers {'bdb58236-56d9-4a64-af8a-f24d94745788'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:58:22.411777 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f7a93786-b4a4-4418-afb2-307f7aa73175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:58:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['bdb58236-56d9-4a64-af8a-f24d94745788'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:22.427569 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2724bb5e-c981-4072-8137-3770f9a06825 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/floatingips/96ff0697-525a-4cfa-a9fa-ffae7f3604d5 HTTP/1.1" status: 204 len: 168 time: 0.8812056 Apr 16 04:58:22.428161 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8144f861-8c64-4cb5-bdbd-c77ec548bc23', 'tag': 'dea2c61b-968f-4f25-99d8-19cfd647e89b'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:58:22.430564 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e170d3fe-dcf2-41e5-bdb8-f714f0eeb5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "8144f861-8c64-4cb5-bdbd-c77ec548bc23", "tag": "dea2c61b-968f-4f25-99d8-19cfd647e89b"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:58:22.529643 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-f7a93786-b4a4-4418-afb2-307f7aa73175 None None] Set router bdb58236-56d9-4a64-af8a-f24d94745788 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:58:22.532310 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9261478c-0f82-4d48-b80d-a7f815b50918 x-openstack-request-id: req-9261478c-0f82-4d48-b80d-a7f815b50918 {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:58:22.532700 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8144f861-8c64-4cb5-bdbd-c77ec548bc23", "tag": "dea2c61b-968f-4f25-99d8-19cfd647e89b", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:58:22.533052 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9261478c-0f82-4d48-b80d-a7f815b50918 {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:58:22.533526 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9261478c-0f82-4d48-b80d-a7f815b50918'] response: {'name': 'network-changed', 'server_uuid': '8144f861-8c64-4cb5-bdbd-c77ec548bc23', 'tag': 'dea2c61b-968f-4f25-99d8-19cfd647e89b', 'status': 'completed', 'code': 200} Apr 16 04:58:22.599360 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170d3fe-dcf2-41e5-bdb8-f714f0eeb5eb req-b3cad843-39a3-46ab-a635-7fb6c71f16a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:22.600934 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e170d3fe-dcf2-41e5-bdb8-f714f0eeb5eb req-b3cad843-39a3-46ab-a635-7fb6c71f16a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 1129 time: 0.0464044 Apr 16 04:58:22.696050 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170d3fe-dcf2-41e5-bdb8-f714f0eeb5eb req-f1062b2d-f889-43e0-9dda-fd750bd8aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:22.697663 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e170d3fe-dcf2-41e5-bdb8-f714f0eeb5eb req-f1062b2d-f889-43e0-9dda-fd750bd8aeef service neutron] 10.222.0.18 "GET /v2.0/networks?id=a9c425c1-3905-4211-abd6-58390216ffa5 HTTP/1.1" status: 200 len: 897 time: 0.0899727 Apr 16 04:58:22.727163 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f7a93786-b4a4-4418-afb2-307f7aa73175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929138236', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:56:38Z', 'updated_at': '2022-04-16T04:56:43Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:39Z', 'updated_at': '2022-04-16T04:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'c9dcc87d-cfcd-4ddb-a007-3d66614174c4', 'name': '', 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:ac:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'eb6fae7f-7690-4e97-b760-9d5b51f8d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:42Z', 'updated_at': '2022-04-16T04:56:46Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'eb6fae7f-7690-4e97-b760-9d5b51f8d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:22.744207 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e170d3fe-dcf2-41e5-bdb8-f714f0eeb5eb req-9015ec56-7584-44ee-9c52-0c36ff33a8ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dea2c61b-968f-4f25-99d8-19cfd647e89b HTTP/1.1" status: 200 len: 217 time: 0.0399122 Apr 16 04:58:22.754832 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a93786-b4a4-4418-afb2-307f7aa73175 None None] Checking router: bdb58236-56d9-4a64-af8a-f24d94745788 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:58:22.764603 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a93786-b4a4-4418-afb2-307f7aa73175 None None] Routers {'bdb58236-56d9-4a64-af8a-f24d94745788'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:58:22.765272 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f7a93786-b4a4-4418-afb2-307f7aa73175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:58:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['bdb58236-56d9-4a64-af8a-f24d94745788'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:22.824811 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170d3fe-dcf2-41e5-bdb8-f714f0eeb5eb req-c69506c9-1b95-4885-86d4-4465deddf010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:22.826272 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e170d3fe-dcf2-41e5-bdb8-f714f0eeb5eb req-c69506c9-1b95-4885-86d4-4465deddf010 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb6fae7f-7690-4e97-b760-9d5b51f8d527 HTTP/1.1" status: 200 len: 833 time: 0.0745733 Apr 16 04:58:22.837757 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c955ceb-f6a4-41c9-baae-61cc4cf371ad req-6c79a168-d5bb-471e-9e57-75745df3204e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:22.839158 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5c955ceb-f6a4-41c9-baae-61cc4cf371ad req-6c79a168-d5bb-471e-9e57-75745df3204e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.0573561 Apr 16 04:58:22.875083 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-f7a93786-b4a4-4418-afb2-307f7aa73175 None None] Set router bdb58236-56d9-4a64-af8a-f24d94745788 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:58:22.889179 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5c955ceb-f6a4-41c9-baae-61cc4cf371ad req-016a2848-956d-49eb-84ef-8107357663e0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437808 Apr 16 04:58:23.064974 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f7a93786-b4a4-4418-afb2-307f7aa73175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929138236', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:56:38Z', 'updated_at': '2022-04-16T04:56:43Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:39Z', 'updated_at': '2022-04-16T04:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'c9dcc87d-cfcd-4ddb-a007-3d66614174c4', 'name': '', 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:ac:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'eb6fae7f-7690-4e97-b760-9d5b51f8d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:42Z', 'updated_at': '2022-04-16T04:56:46Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'eb6fae7f-7690-4e97-b760-9d5b51f8d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:23.068166 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:58:23.095111 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a93786-b4a4-4418-afb2-307f7aa73175 None None] The sync data for ids ['bdb58236-56d9-4a64-af8a-f24d94745788'] in dv-neutron-838078-2-hyperv is: [{'id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929138236', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:56:38Z', 'updated_at': '2022-04-16T04:56:43Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:39Z', 'updated_at': '2022-04-16T04:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'c9dcc87d-cfcd-4ddb-a007-3d66614174c4', 'name': '', 'network_id': 'a9c425c1-3905-4211-abd6-58390216ffa5', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:ac:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'eb6fae7f-7690-4e97-b760-9d5b51f8d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:42Z', 'updated_at': '2022-04-16T04:56:46Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'eb6fae7f-7690-4e97-b760-9d5b51f8d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:58:23.305219 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de92922-f11b-4399-87ec-231e3977554f None None] New status for floating IP 96ff0697-525a-4cfa-a9fa-ffae7f3604d5: DOWN {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:58:24.004577 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ddaaf-d493-435e-812b-08f5685ca331 req-184706d1-4cf5-4606-8ee0-14aa890e462a tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:24.006038 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-321ddaaf-d493-435e-812b-08f5685ca331 req-184706d1-4cf5-4606-8ee0-14aa890e462a tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.0488141 Apr 16 04:58:24.053678 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-321ddaaf-d493-435e-812b-08f5685ca331 req-1991ae3c-5270-444f-9370-be01af2db58c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=783bf20c-9de7-4eee-97ab-c27c7aa8b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419669 Apr 16 04:58:24.126187 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170d3fe-dcf2-41e5-bdb8-f714f0eeb5eb req-d912b395-429f-4be1-b9bc-3ca97b6dc93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:24.127620 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e170d3fe-dcf2-41e5-bdb8-f714f0eeb5eb req-d912b395-429f-4be1-b9bc-3ca97b6dc93d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a9c425c1-3905-4211-abd6-58390216ffa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435867 Apr 16 04:58:24.218993 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e170d3fe-dcf2-41e5-bdb8-f714f0eeb5eb req-cc0a5725-5b42-497f-8f78-f5b3b9d7cf00 service neutron] 10.222.0.18 "GET /v2.0/networks/a9c425c1-3905-4211-abd6-58390216ffa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834582 Apr 16 04:58:24.377255 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e170d3fe-dcf2-41e5-bdb8-f714f0eeb5eb req-a120428f-5ab9-448f-9c6c-f88bb5fcd0c2 service neutron] 10.222.0.18 "GET /v2.0/networks/a9c425c1-3905-4211-abd6-58390216ffa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868256 Apr 16 04:58:24.456530 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcb78a-b107-4139-891c-39544a842dbf req-c2c2d819-12df-40c6-9167-dd185a0db2dc tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:24.458034 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-febcb78a-b107-4139-891c-39544a842dbf req-c2c2d819-12df-40c6-9167-dd185a0db2dc tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 945 time: 0.0461967 Apr 16 04:58:24.538414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-febcb78a-b107-4139-891c-39544a842dbf req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting port dea2c61b-968f-4f25-99d8-19cfd647e89b {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:58:24.538751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-febcb78a-b107-4139-891c-39544a842dbf req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:24.628170 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-febcb78a-b107-4139-891c-39544a842dbf req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] For port dea2c61b-968f-4f25-99d8-19cfd647e89b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=dea2c61b-968f-4f25-99d8-19cfd647e89b,segment=NetworkSegment(ffc00ba5-fb28-42d8-90a2-07792196aa22),segment_id=ffc00ba5-fb28-42d8-90a2-07792196aa22)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:58:24.628439 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-febcb78a-b107-4139-891c-39544a842dbf req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:24.641739 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-febcb78a-b107-4139-891c-39544a842dbf req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Calling delete_port for dea2c61b-968f-4f25-99d8-19cfd647e89b owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:58:24.813314 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-febcb78a-b107-4139-891c-39544a842dbf req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (dea2c61b-968f-4f25-99d8-19cfd647e89b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:24.842253 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Port': ['ID=dea2c61b-968f-4f25-99d8-19cfd647e89b,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:24.869447 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:24.869807 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:24.870158 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:24.870503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:24.870846 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:24.871214 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:24.871540 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:24.871878 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:24.872210 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:24.872540 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:24.872899 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:24.873235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:24.873562 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:24.873889 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:24.874215 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:24.897622 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-febcb78a-b107-4139-891c-39544a842dbf req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] No DVR routers for this DVR port dea2c61b-968f-4f25-99d8-19cfd647e89b on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:58:24.900098 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-febcb78a-b107-4139-891c-39544a842dbf req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:24.903433 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-febcb78a-b107-4139-891c-39544a842dbf req-6e71b59c-984e-4b75-941e-df00a06d2e25 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "DELETE /v2.0/ports/dea2c61b-968f-4f25-99d8-19cfd647e89b HTTP/1.1" status: 204 len: 173 time: 0.4406679 Apr 16 04:58:24.903863 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8144f861-8c64-4cb5-bdbd-c77ec548bc23', 'name': 'network-vif-deleted', 'tag': 'dea2c61b-968f-4f25-99d8-19cfd647e89b'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:58:24.906169 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea555961-4d09-44ae-aacf-4f60bc8c2e46" -d '{"events": [{"server_uuid": "8144f861-8c64-4cb5-bdbd-c77ec548bc23", "name": "network-vif-deleted", "tag": "dea2c61b-968f-4f25-99d8-19cfd647e89b"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:58:24.941123 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f34db1b-8370-4dbd-b3ec-016980432087 x-openstack-request-id: req-4f34db1b-8370-4dbd-b3ec-016980432087 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:58:24.941417 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8144f861-8c64-4cb5-bdbd-c77ec548bc23", "name": "network-vif-deleted", "tag": "dea2c61b-968f-4f25-99d8-19cfd647e89b", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:58:24.941769 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f34db1b-8370-4dbd-b3ec-016980432087 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:58:24.942182 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f34db1b-8370-4dbd-b3ec-016980432087'] response: {'server_uuid': '8144f861-8c64-4cb5-bdbd-c77ec548bc23', 'name': 'network-vif-deleted', 'tag': 'dea2c61b-968f-4f25-99d8-19cfd647e89b', 'status': 'completed', 'code': 200} Apr 16 04:58:25.157378 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-804969f3-f9be-458e-983c-2f9f708ebd1b req-42700407-c4c3-41ab-97e2-41c7ccd2a9c8 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8144f861-8c64-4cb5-bdbd-c77ec548bc23 HTTP/1.1" status: 200 len: 210 time: 0.0318782 Apr 16 04:58:26.213524 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46008) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:26.841128 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4504f03c-f511-4933-922d-eb9fa92e1679 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (bdb58236-56d9-4a64-af8a-f24d94745788), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:27.082944 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-4504f03c-f511-4933-922d-eb9fa92e1679 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting port c9dcc87d-cfcd-4ddb-a007-3d66614174c4 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:58:27.083182 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4504f03c-f511-4933-922d-eb9fa92e1679 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c9dcc87d-cfcd-4ddb-a007-3d66614174c4), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:27.169764 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-4504f03c-f511-4933-922d-eb9fa92e1679 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] For port c9dcc87d-cfcd-4ddb-a007-3d66614174c4, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c9dcc87d-cfcd-4ddb-a007-3d66614174c4,segment=NetworkSegment(ffc00ba5-fb28-42d8-90a2-07792196aa22),segment_id=ffc00ba5-fb28-42d8-90a2-07792196aa22)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:58:27.171994 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4504f03c-f511-4933-922d-eb9fa92e1679 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c9dcc87d-cfcd-4ddb-a007-3d66614174c4), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:27.182931 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-4504f03c-f511-4933-922d-eb9fa92e1679 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Calling delete_port for c9dcc87d-cfcd-4ddb-a007-3d66614174c4 owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:58:27.441703 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4504f03c-f511-4933-922d-eb9fa92e1679 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (c9dcc87d-cfcd-4ddb-a007-3d66614174c4), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:27.472038 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504f03c-f511-4933-922d-eb9fa92e1679 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Port': ['ID=c9dcc87d-cfcd-4ddb-a007-3d66614174c4,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:27.649862 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4504f03c-f511-4933-922d-eb9fa92e1679 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (bdb58236-56d9-4a64-af8a-f24d94745788), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:27.879956 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4504f03c-f511-4933-922d-eb9fa92e1679 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router bdb58236-56d9-4a64-af8a-f24d94745788 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:58:27.948425 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device dea2c61b-968f-4f25-99d8-19cfd647e89b no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:58:27.969280 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: dea2c61b-968f-4f25-99d8-19cfd647e89b {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:58:27.969625 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device dea2c61b-968f-4f25-99d8-19cfd647e89b not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:58:27.977505 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4504f03c-f511-4933-922d-eb9fa92e1679 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:58:27.982329 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4504f03c-f511-4933-922d-eb9fa92e1679 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "PUT /v2.0/routers/bdb58236-56d9-4a64-af8a-f24d94745788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7677989 Apr 16 04:58:27.985069 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46010) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:27.987831 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e5adb4-3656-4847-9c04-ba5d95d0bec1 None None] Sync routers for ids ['bdb58236-56d9-4a64-af8a-f24d94745788'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:58:27.997173 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e5adb4-3656-4847-9c04-ba5d95d0bec1 None None] Routers {'bdb58236-56d9-4a64-af8a-f24d94745788'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:58:27.997779 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-92e5adb4-3656-4847-9c04-ba5d95d0bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:58:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['bdb58236-56d9-4a64-af8a-f24d94745788'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:28.041430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-e418ef59-10cf-4bd2-a06a-27783f7e6ca5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting subnet eb6fae7f-7690-4e97-b760-9d5b51f8d527 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 04:58:28.044525 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e418ef59-10cf-4bd2-a06a-27783f7e6ca5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for subnet (eb6fae7f-7690-4e97-b760-9d5b51f8d527), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:28.085055 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e418ef59-10cf-4bd2-a06a-27783f7e6ca5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (eb6fae7f-7690-4e97-b760-9d5b51f8d527), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:28.178428 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e418ef59-10cf-4bd2-a06a-27783f7e6ca5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (eb6fae7f-7690-4e97-b760-9d5b51f8d527), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:28.204924 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-92e5adb4-3656-4847-9c04-ba5d95d0bec1 None None] Set router bdb58236-56d9-4a64-af8a-f24d94745788 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:58:28.363013 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e418ef59-10cf-4bd2-a06a-27783f7e6ca5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (eb6fae7f-7690-4e97-b760-9d5b51f8d527), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:28.372389 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-92e5adb4-3656-4847-9c04-ba5d95d0bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929138236', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:56:38Z', 'updated_at': '2022-04-16T04:58:27Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:39Z', 'updated_at': '2022-04-16T04:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:28.393807 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418ef59-10cf-4bd2-a06a-27783f7e6ca5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Subnet': ['ID=eb6fae7f-7690-4e97-b760-9d5b51f8d527,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:28.395792 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e418ef59-10cf-4bd2-a06a-27783f7e6ca5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:28.399049 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e418ef59-10cf-4bd2-a06a-27783f7e6ca5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/subnets/eb6fae7f-7690-4e97-b760-9d5b51f8d527 HTTP/1.1" status: 204 len: 168 time: 0.4124713 Apr 16 04:58:28.401820 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46012) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:28.403692 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e5adb4-3656-4847-9c04-ba5d95d0bec1 None None] Checking router: bdb58236-56d9-4a64-af8a-f24d94745788 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:58:28.403985 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc62f71-2e92-46a3-91cf-918ed3942ea2 None None] Network a9c425c1-3905-4211-abd6-58390216ffa5 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:58:28.412791 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e5adb4-3656-4847-9c04-ba5d95d0bec1 None None] Routers {'bdb58236-56d9-4a64-af8a-f24d94745788'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:58:28.414059 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-92e5adb4-3656-4847-9c04-ba5d95d0bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:58:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['bdb58236-56d9-4a64-af8a-f24d94745788'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:28.460870 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:28.530415 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7f6e2aa4-add6-4fa1-b94c-139f3285f529 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router (bdb58236-56d9-4a64-af8a-f24d94745788), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:28.535109 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-92e5adb4-3656-4847-9c04-ba5d95d0bec1 None None] Set router bdb58236-56d9-4a64-af8a-f24d94745788 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:58:28.573152 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252ddb4a-2a05-4677-908d-f83f4c7e829e None None] DHCP port deletion for a9c425c1-3905-4211-abd6-58390216ffa5 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 04:58:28.611548 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-252ddb4a-2a05-4677-908d-f83f4c7e829e None None] Deleting port e34d21d4-77d5-421c-9fbc-388026171c5a {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:58:28.612104 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-252ddb4a-2a05-4677-908d-f83f4c7e829e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (e34d21d4-77d5-421c-9fbc-388026171c5a), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:28.645392 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7f6e2aa4-add6-4fa1-b94c-139f3285f529 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_gateway (bdb58236-56d9-4a64-af8a-f24d94745788), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:28.682107 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-252ddb4a-2a05-4677-908d-f83f4c7e829e None None] For port e34d21d4-77d5-421c-9fbc-388026171c5a, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=e34d21d4-77d5-421c-9fbc-388026171c5a,segment=NetworkSegment(ffc00ba5-fb28-42d8-90a2-07792196aa22),segment_id=ffc00ba5-fb28-42d8-90a2-07792196aa22)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:58:28.682503 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-252ddb4a-2a05-4677-908d-f83f4c7e829e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (e34d21d4-77d5-421c-9fbc-388026171c5a), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:28.696242 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-252ddb4a-2a05-4677-908d-f83f4c7e829e None None] Calling delete_port for e34d21d4-77d5-421c-9fbc-388026171c5a owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:58:28.714935 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-92e5adb4-3656-4847-9c04-ba5d95d0bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929138236', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:56:38Z', 'updated_at': '2022-04-16T04:58:27Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:39Z', 'updated_at': '2022-04-16T04:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:28.741785 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e5adb4-3656-4847-9c04-ba5d95d0bec1 None None] The sync data for ids ['bdb58236-56d9-4a64-af8a-f24d94745788'] in dv-neutron-838078-2-hyperv is: [{'id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929138236', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:56:38Z', 'updated_at': '2022-04-16T04:58:27Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '2b24b117-f793-45aa-b35f-db7172e8b119', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb58236-56d9-4a64-af8a-f24d94745788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:56:39Z', 'updated_at': '2022-04-16T04:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:58:28.754839 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e2aa4-add6-4fa1-b94c-139f3285f529 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting port 2b24b117-f793-45aa-b35f-db7172e8b119 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 04:58:28.755191 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7f6e2aa4-add6-4fa1-b94c-139f3285f529 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (2b24b117-f793-45aa-b35f-db7172e8b119), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:28.836105 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-7f6e2aa4-add6-4fa1-b94c-139f3285f529 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] For port 2b24b117-f793-45aa-b35f-db7172e8b119, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=2b24b117-f793-45aa-b35f-db7172e8b119,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:58:28.836473 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7f6e2aa4-add6-4fa1-b94c-139f3285f529 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (2b24b117-f793-45aa-b35f-db7172e8b119), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:28.849229 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e2aa4-add6-4fa1-b94c-139f3285f529 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Calling delete_port for 2b24b117-f793-45aa-b35f-db7172e8b119 owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 04:58:28.852691 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-252ddb4a-2a05-4677-908d-f83f4c7e829e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (e34d21d4-77d5-421c-9fbc-388026171c5a), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:28.880691 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ddb4a-2a05-4677-908d-f83f4c7e829e None None] Pushing event deleted for resources: {'Port': ['ID=e34d21d4-77d5-421c-9fbc-388026171c5a,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:28.882559 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252ddb4a-2a05-4677-908d-f83f4c7e829e None None] No DVR routers for this DVR port e34d21d4-77d5-421c-9fbc-388026171c5a on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 04:58:29.087235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7f6e2aa4-add6-4fa1-b94c-139f3285f529 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (2b24b117-f793-45aa-b35f-db7172e8b119), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:29.114513 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e2aa4-add6-4fa1-b94c-139f3285f529 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Port': ['ID=2b24b117-f793-45aa-b35f-db7172e8b119,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:29.179065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7f6e2aa4-add6-4fa1-b94c-139f3285f529 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (bdb58236-56d9-4a64-af8a-f24d94745788), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:29.275524 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7f6e2aa4-add6-4fa1-b94c-139f3285f529 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (bdb58236-56d9-4a64-af8a-f24d94745788), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:29.277827 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7f6e2aa4-add6-4fa1-b94c-139f3285f529 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_controller (bdb58236-56d9-4a64-af8a-f24d94745788), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:29.401970 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7f6e2aa4-add6-4fa1-b94c-139f3285f529 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (bdb58236-56d9-4a64-af8a-f24d94745788), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:29.402509 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6e2aa4-add6-4fa1-b94c-139f3285f529 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Fanout notify agent at l3_agent the message router_deleted on router bdb58236-56d9-4a64-af8a-f24d94745788 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 04:58:29.412118 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7f6e2aa4-add6-4fa1-b94c-139f3285f529 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:29.412118 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7f6e2aa4-add6-4fa1-b94c-139f3285f529 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/routers/bdb58236-56d9-4a64-af8a-f24d94745788 HTTP/1.1" status: 204 len: 168 time: 1.0078511 Apr 16 04:58:29.413528 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46014) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:29.494431 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-617deaae-c168-452b-a522-810732330aa7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (a9c425c1-3905-4211-abd6-58390216ffa5), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:29.584349 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-617deaae-c168-452b-a522-810732330aa7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (a9c425c1-3905-4211-abd6-58390216ffa5), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:29.604687 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-617deaae-c168-452b-a522-810732330aa7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c425c1-3905-4211-abd6-58390216ffa5']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:29.614113 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-617deaae-c168-452b-a522-810732330aa7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc00ba5-fb28-42d8-90a2-07792196aa22') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:29.614444 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-617deaae-c168-452b-a522-810732330aa7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc00ba5-fb28-42d8-90a2-07792196aa22') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:29.623952 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-617deaae-c168-452b-a522-810732330aa7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (ffc00ba5-fb28-42d8-90a2-07792196aa22), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:29.637864 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-617deaae-c168-452b-a522-810732330aa7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (ffc00ba5-fb28-42d8-90a2-07792196aa22), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:29.644312 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617deaae-c168-452b-a522-810732330aa7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 04:58:29.644694 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-617deaae-c168-452b-a522-810732330aa7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (ffc00ba5-fb28-42d8-90a2-07792196aa22), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 04:58:29.647754 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 04:58:29.778702 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-617deaae-c168-452b-a522-810732330aa7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (a9c425c1-3905-4211-abd6-58390216ffa5), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:29.786493 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-617deaae-c168-452b-a522-810732330aa7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:29.789193 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-617deaae-c168-452b-a522-810732330aa7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/networks/a9c425c1-3905-4211-abd6-58390216ffa5 HTTP/1.1" status: 204 len: 168 time: 0.3745151 Apr 16 04:58:29.791917 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46016) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:29.800629 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617deaae-c168-452b-a522-810732330aa7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Network': ['ID=a9c425c1-3905-4211-abd6-58390216ffa5,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:29.856083 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-252427b0-970a-4106-857c-8dec4c78c30f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (783bf20c-9de7-4eee-97ab-c27c7aa8b94b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:29.880089 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-252427b0-970a-4106-857c-8dec4c78c30f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (783bf20c-9de7-4eee-97ab-c27c7aa8b94b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:30.012775 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-252427b0-970a-4106-857c-8dec4c78c30f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (783bf20c-9de7-4eee-97ab-c27c7aa8b94b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:30.015342 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-252427b0-970a-4106-857c-8dec4c78c30f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:30.017140 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-252427b0-970a-4106-857c-8dec4c78c30f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/security-groups/783bf20c-9de7-4eee-97ab-c27c7aa8b94b HTTP/1.1" status: 204 len: 168 time: 0.2241604 Apr 16 04:58:30.026839 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252427b0-970a-4106-857c-8dec4c78c30f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=783bf20c-9de7-4eee-97ab-c27c7aa8b94b,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:30.195500 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c9dcc87d-cfcd-4ddb-a007-3d66614174c4 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:58:30.218774 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: c9dcc87d-cfcd-4ddb-a007-3d66614174c4 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:58:30.219611 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c9dcc87d-cfcd-4ddb-a007-3d66614174c4 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:58:30.220025 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e34d21d4-77d5-421c-9fbc-388026171c5a no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:58:30.238951 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: e34d21d4-77d5-421c-9fbc-388026171c5a {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:58:30.239293 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device e34d21d4-77d5-421c-9fbc-388026171c5a not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:58:30.239719 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2b24b117-f793-45aa-b35f-db7172e8b119 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 04:58:30.258191 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 2b24b117-f793-45aa-b35f-db7172e8b119 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 04:58:30.258533 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 2b24b117-f793-45aa-b35f-db7172e8b119 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 04:58:30.492651 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46022) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:30.497288 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-2ba93870-8d4c-45e0-b503-eb4fe3696c81 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2025663390', 'description': 'tempest-secgroup-smoke-2025663390 description', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:58:30.572667 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2ba93870-8d4c-45e0-b503-eb4fe3696c81 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:30.641885 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2ba93870-8d4c-45e0-b503-eb4fe3696c81 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (9089431d-e4d7-4b0e-8f57-d97cc865e91e), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:30.692532 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2ba93870-8d4c-45e0-b503-eb4fe3696c81 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (9089431d-e4d7-4b0e-8f57-d97cc865e91e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:30.720530 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba93870-8d4c-45e0-b503-eb4fe3696c81 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9089431d-e4d7-4b0e-8f57-d97cc865e91e,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:30.757396 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2ba93870-8d4c-45e0-b503-eb4fe3696c81 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:30.758617 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2ba93870-8d4c-45e0-b503-eb4fe3696c81 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2649105 Apr 16 04:58:30.761763 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46024) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:30.766584 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-966b5a6d-9006-43dc-accf-3d624390eed5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': '9089431d-e4d7-4b0e-8f57-d97cc865e91e', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:58:30.853251 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-966b5a6d-9006-43dc-accf-3d624390eed5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (25b3704f-4b08-4fd5-857b-de24044ca075), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:30.908841 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-966b5a6d-9006-43dc-accf-3d624390eed5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (25b3704f-4b08-4fd5-857b-de24044ca075), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:30.949775 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-966b5a6d-9006-43dc-accf-3d624390eed5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (25b3704f-4b08-4fd5-857b-de24044ca075), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:30.967762 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b5a6d-9006-43dc-accf-3d624390eed5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b3704f-4b08-4fd5-857b-de24044ca075,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:31.026155 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-966b5a6d-9006-43dc-accf-3d624390eed5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:31.027398 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-966b5a6d-9006-43dc-accf-3d624390eed5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2647283 Apr 16 04:58:31.030314 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46026) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:31.034911 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-2f1116a9-27dc-471b-ab17-a3f0e3cfd834 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': '9089431d-e4d7-4b0e-8f57-d97cc865e91e', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:58:31.110265 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2f1116a9-27dc-471b-ab17-a3f0e3cfd834 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (83d10798-9297-4443-8ca1-1c68a2b0f69d), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:31.164337 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2f1116a9-27dc-471b-ab17-a3f0e3cfd834 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (83d10798-9297-4443-8ca1-1c68a2b0f69d), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:31.236522 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2f1116a9-27dc-471b-ab17-a3f0e3cfd834 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (83d10798-9297-4443-8ca1-1c68a2b0f69d), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:31.254444 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1116a9-27dc-471b-ab17-a3f0e3cfd834 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d10798-9297-4443-8ca1-1c68a2b0f69d,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:31.316856 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-2f1116a9-27dc-471b-ab17-a3f0e3cfd834 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:31.318059 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-2f1116a9-27dc-471b-ab17-a3f0e3cfd834 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2867022 Apr 16 04:58:31.320839 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46028) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:31.325034 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-db037052-9935-4aab-b795-26c04b592a75 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': '9089431d-e4d7-4b0e-8f57-d97cc865e91e', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:58:31.401101 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db037052-9935-4aab-b795-26c04b592a75 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (a94cafa4-c6a9-476c-b649-c975546f89c4), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:31.457241 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db037052-9935-4aab-b795-26c04b592a75 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (a94cafa4-c6a9-476c-b649-c975546f89c4), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:31.515729 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db037052-9935-4aab-b795-26c04b592a75 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (a94cafa4-c6a9-476c-b649-c975546f89c4), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:31.541054 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db037052-9935-4aab-b795-26c04b592a75 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94cafa4-c6a9-476c-b649-c975546f89c4,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:31.597644 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db037052-9935-4aab-b795-26c04b592a75 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:31.598840 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-db037052-9935-4aab-b795-26c04b592a75 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2770770 Apr 16 04:58:31.601547 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46030) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:31.605844 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-a6376c48-3d01-42ae-9e7f-f1dd36036f11 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': '9089431d-e4d7-4b0e-8f57-d97cc865e91e', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:58:31.680507 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a6376c48-3d01-42ae-9e7f-f1dd36036f11 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (9d083516-b1cf-4c78-818c-827817655eb5), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:31.739570 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a6376c48-3d01-42ae-9e7f-f1dd36036f11 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (9d083516-b1cf-4c78-818c-827817655eb5), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:31.801498 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a6376c48-3d01-42ae-9e7f-f1dd36036f11 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (9d083516-b1cf-4c78-818c-827817655eb5), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:31.818646 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6376c48-3d01-42ae-9e7f-f1dd36036f11 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d083516-b1cf-4c78-818c-827817655eb5,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:31.866448 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a6376c48-3d01-42ae-9e7f-f1dd36036f11 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:31.867660 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a6376c48-3d01-42ae-9e7f-f1dd36036f11 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2650959 Apr 16 04:58:31.870358 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46032) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:31.874571 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-e5f8539f-1a69-45b2-ab28-69c138f4cdd0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': '9089431d-e4d7-4b0e-8f57-d97cc865e91e', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:58:31.950186 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-e5f8539f-1a69-45b2-ab28-69c138f4cdd0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Project 2d93c1aa75b44c2fba551b8c34a64e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:58:31.956067 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e5f8539f-1a69-45b2-ab28-69c138f4cdd0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (07958e1d-07a5-4a0d-8988-f410bf758372), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:32.012430 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e5f8539f-1a69-45b2-ab28-69c138f4cdd0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (07958e1d-07a5-4a0d-8988-f410bf758372), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:32.070148 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e5f8539f-1a69-45b2-ab28-69c138f4cdd0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (07958e1d-07a5-4a0d-8988-f410bf758372), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:32.088933 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8539f-1a69-45b2-ab28-69c138f4cdd0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07958e1d-07a5-4a0d-8988-f410bf758372,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:32.158596 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e5f8539f-1a69-45b2-ab28-69c138f4cdd0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:32.159846 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e5f8539f-1a69-45b2-ab28-69c138f4cdd0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2885830 Apr 16 04:58:32.162468 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46034) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:32.167046 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-70d57701-1a21-4df3-9877-31edf52c393d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': '9089431d-e4d7-4b0e-8f57-d97cc865e91e', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:58:32.241612 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-70d57701-1a21-4df3-9877-31edf52c393d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Project 2d93c1aa75b44c2fba551b8c34a64e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 04:58:32.247456 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-70d57701-1a21-4df3-9877-31edf52c393d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (285c9153-2b53-41f9-acaa-64b42abe7e11), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:32.306442 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-70d57701-1a21-4df3-9877-31edf52c393d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (285c9153-2b53-41f9-acaa-64b42abe7e11), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:32.389775 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-70d57701-1a21-4df3-9877-31edf52c393d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (285c9153-2b53-41f9-acaa-64b42abe7e11), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:32.408587 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d57701-1a21-4df3-9877-31edf52c393d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285c9153-2b53-41f9-acaa-64b42abe7e11,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:32.477786 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-70d57701-1a21-4df3-9877-31edf52c393d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:32.479017 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-70d57701-1a21-4df3-9877-31edf52c393d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3156319 Apr 16 04:58:32.481701 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46036) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:32.486476 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-d252cb3a-c717-45b9-b2bb-d93b6fa8474d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'network': {'name': 'tempest-network-smoke--2124038257', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'port_security_enabled': True}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:58:32.544276 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d252cb3a-c717-45b9-b2bb-d93b6fa8474d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Made reservation on behalf of 2d93c1aa75b44c2fba551b8c34a64e4a for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:58:32.548110 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d252cb3a-c717-45b9-b2bb-d93b6fa8474d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:32.571102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d252cb3a-c717-45b9-b2bb-d93b6fa8474d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 04:58:32.579444 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d252cb3a-c717-45b9-b2bb-d93b6fa8474d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (081b8eda-3b3e-479a-a25f-59184967bfa0), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:32.579781 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-d252cb3a-c717-45b9-b2bb-d93b6fa8474d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Added segment 081b8eda-3b3e-479a-a25f-59184967bfa0 of type vlan for network f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 Apr 16 04:58:32.620770 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d252cb3a-c717-45b9-b2bb-d93b6fa8474d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:32.697985 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d252cb3a-c717-45b9-b2bb-d93b6fa8474d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:32.702820 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d252cb3a-c717-45b9-b2bb-d93b6fa8474d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:32.703419 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d252cb3a-c717-45b9-b2bb-d93b6fa8474d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:32.767988 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252cb3a-c717-45b9-b2bb-d93b6fa8474d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Network': ['ID=f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:32.778311 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 04:58:32.803788 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d252cb3a-c717-45b9-b2bb-d93b6fa8474d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3210857 Apr 16 04:58:32.806521 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46038) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:32.811161 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-7c100562-7eff-4835-9032-e9ec3c6b4296 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1084705237', 'admin_state_up': True, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:58:32.881718 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c100562-7eff-4835-9032-e9ec3c6b4296 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:32.882788 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c100562-7eff-4835-9032-e9ec3c6b4296 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:32.936022 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c100562-7eff-4835-9032-e9ec3c6b4296 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_controller (2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:33.105142 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c100562-7eff-4835-9032-e9ec3c6b4296 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_gateway (2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:33.333161 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c100562-7eff-4835-9032-e9ec3c6b4296 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_gateway (2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:33.351809 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c100562-7eff-4835-9032-e9ec3c6b4296 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:33.449619 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-7c100562-7eff-4835-9032-e9ec3c6b4296 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Allocated IP 172.26.6.129 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/b17088c8-b3f3-4962-83a0-227a2136d852) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:58:33.552581 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c100562-7eff-4835-9032-e9ec3c6b4296 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (b17088c8-b3f3-4962-83a0-227a2136d852), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:33.636241 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c100562-7eff-4835-9032-e9ec3c6b4296 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (b17088c8-b3f3-4962-83a0-227a2136d852), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:33.675170 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c100562-7eff-4835-9032-e9ec3c6b4296 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:58:33.680137 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-7c100562-7eff-4835-9032-e9ec3c6b4296 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:58:33.683694 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c100562-7eff-4835-9032-e9ec3c6b4296 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:58:33.706490 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c100562-7eff-4835-9032-e9ec3c6b4296 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=b17088c8-b3f3-4962-83a0-227a2136d852,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:33.989169 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c100562-7eff-4835-9032-e9ec3c6b4296 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_gateway (2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:34.190637 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c100562-7eff-4835-9032-e9ec3c6b4296 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:34.493017 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c100562-7eff-4835-9032-e9ec3c6b4296 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 04:58:34.600617 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c100562-7eff-4835-9032-e9ec3c6b4296 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:58:34.610998 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] Sync routers for ids ['2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:58:34.620128 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] Routers {'2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:58:34.620793 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:58:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:34.672871 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7c100562-7eff-4835-9032-e9ec3c6b4296 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:34.674119 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7c100562-7eff-4835-9032-e9ec3c6b4296 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8665538 Apr 16 04:58:34.677217 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46040) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:34.705715 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-84c73c41-f317-483e-9b09-ef991e624017 tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=2d93c1aa75b44c2fba551b8c34a64e4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273361 Apr 16 04:58:34.708439 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46042) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:34.805856 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f2c877-3758-43ca-8f98-508e45255b66 tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:34.810549 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a2f2c877-3758-43ca-8f98-508e45255b66 tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0984659 Apr 16 04:58:34.810798 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46044) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:34.839638 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-399f7eab-4d76-4893-9309-c7ecbf4c5274 tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277390 Apr 16 04:58:34.842165 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46046) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:34.847367 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-ab2f148e-3515-4ccc-9715-8824409dd7d4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-966243132', 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:58:34.877934 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] Set router 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:58:34.978865 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2f148e-3515-4ccc-9715-8824409dd7d4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Made reservation on behalf of 2d93c1aa75b44c2fba551b8c34a64e4a for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:58:34.982312 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab2f148e-3515-4ccc-9715-8824409dd7d4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:35.045834 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084705237', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:58:32Z', 'updated_at': '2022-04-16T04:58:33Z', 'revision_number': 3, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:33Z', 'updated_at': '2022-04-16T04:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:35.076883 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] Checking router: 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:58:35.077161 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] Updating router 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 port b17088c8-b3f3-4962-83a0-227a2136d852 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:58:35.106332 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b17088c8-b3f3-4962-83a0-227a2136d852), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:35.212994 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab2f148e-3515-4ccc-9715-8824409dd7d4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (81f316fa-be0c-4ec2-a77f-bd76b3e143f5), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:35.274989 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f148e-3515-4ccc-9715-8824409dd7d4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Subnet': ['ID=81f316fa-be0c-4ec2-a77f-bd76b3e143f5,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:35.282531 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f148e-3515-4ccc-9715-8824409dd7d4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Checking segment: {'id': '081b8eda-3b3e-479a-a25f-59184967bfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:58:35.282891 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2f148e-3515-4ccc-9715-8824409dd7d4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network hostable DHCP agents. Network: f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 04:58:35.358348 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] Publish callbacks [] for port (b17088c8-b3f3-4962-83a0-227a2136d852), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:35.361552 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2f148e-3515-4ccc-9715-8824409dd7d4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 04:58:35.441593 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (b17088c8-b3f3-4962-83a0-227a2136d852), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:35.470162 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-ab2f148e-3515-4ccc-9715-8824409dd7d4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:58:35.474059 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2f148e-3515-4ccc-9715-8824409dd7d4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:35.474741 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ab2f148e-3515-4ccc-9715-8824409dd7d4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:35.483771 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9b563a-7134-45fb-8680-f361d3af5cf2 None None] Network f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:58:35.509607 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] Attempting to bind port b17088c8-b3f3-4962-83a0-227a2136d852 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:58:35.509978 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] Attempting to bind port b17088c8-b3f3-4962-83a0-227a2136d852 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:58:35.510344 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] Attempting to bind port b17088c8-b3f3-4962-83a0-227a2136d852 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:58:35.525030 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cc6a6-f345-41e1-a50d-c37b98f9b32a None None] Pushing event updated for resources: {'Port': ['ID=b17088c8-b3f3-4962-83a0-227a2136d852,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:35.530177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:58:35.531982 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:58:35.531982 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:35.531982 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:58:35.531982 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] Bound port: b17088c8-b3f3-4962-83a0-227a2136d852, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:58:35.532655 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b17088c8-b3f3-4962-83a0-227a2136d852), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:35.553006 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ab2f148e-3515-4ccc-9715-8824409dd7d4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7098048 Apr 16 04:58:35.555684 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46048) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:35.643337 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] For port b17088c8-b3f3-4962-83a0-227a2136d852, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:58:35.652644 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49', 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ips': [{'subnet_id': '81f316fa-be0c-4ec2-a77f-bd76b3e143f5'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 04:58:35.653521 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:35.659589 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] For port b17088c8-b3f3-4962-83a0-227a2136d852, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=b17088c8-b3f3-4962-83a0-227a2136d852,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:58:35.746618 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (b17088c8-b3f3-4962-83a0-227a2136d852), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:35.851170 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] Routers {'2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:58:35.851835 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:58:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:35.861433 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cc6a6-f345-41e1-a50d-c37b98f9b32a None None] Pushing event updated for resources: {'Port': ['ID=b17088c8-b3f3-4962-83a0-227a2136d852,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:35.899413 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] Allocated IP 172.20.0.2 (f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49/81f316fa-be0c-4ec2-a77f-bd76b3e143f5/f37bbe94-094d-4dcb-bc1c-e51fc15f0dad) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:58:36.039442 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] Set router 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:58:36.216113 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] Publish callbacks [] for port (f37bbe94-094d-4dcb-bc1c-e51fc15f0dad), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:36.270948 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084705237', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:58:32Z', 'updated_at': '2022-04-16T04:58:33Z', 'revision_number': 3, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:33Z', 'updated_at': '2022-04-16T04:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:36.292692 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b261faf0-2f46-4e66-9e6e-856207931de7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:36.298952 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (f37bbe94-094d-4dcb-bc1c-e51fc15f0dad), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:36.303458 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5862db62-ba40-422f-8898-d4f9fa9b64bf None None] The sync data for ids ['2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'] in dv-neutron-838078-2-hyperv is: [{'id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084705237', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:58:32Z', 'updated_at': '2022-04-16T04:58:33Z', 'revision_number': 3, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:33Z', 'updated_at': '2022-04-16T04:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:58:36.340415 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] Network f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:58:36.343361 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:58:36.347360 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:58:36.382620 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] Pushing event updated for resources: {'Port': ['ID=f37bbe94-094d-4dcb-bc1c-e51fc15f0dad,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:36.422981 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] Attempting to bind port f37bbe94-094d-4dcb-bc1c-e51fc15f0dad on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:58:36.423352 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] Attempting to bind port f37bbe94-094d-4dcb-bc1c-e51fc15f0dad by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '081b8eda-3b3e-479a-a25f-59184967bfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:58:36.423718 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] Attempting to bind port f37bbe94-094d-4dcb-bc1c-e51fc15f0dad on network f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:58:36.428980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:58:36.429494 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] Checking segment: {'id': '081b8eda-3b3e-479a-a25f-59184967bfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:58:36.429896 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:36.430288 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] Bound using segment: {'id': '081b8eda-3b3e-479a-a25f-59184967bfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:58:36.430952 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] Bound port: f37bbe94-094d-4dcb-bc1c-e51fc15f0dad, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081b8eda-3b3e-479a-a25f-59184967bfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:58:36.431334 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f37bbe94-094d-4dcb-bc1c-e51fc15f0dad), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:36.503905 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] For port f37bbe94-094d-4dcb-bc1c-e51fc15f0dad, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:58:36.507698 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] For port f37bbe94-094d-4dcb-bc1c-e51fc15f0dad, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f37bbe94-094d-4dcb-bc1c-e51fc15f0dad,segment=NetworkSegment(081b8eda-3b3e-479a-a25f-59184967bfa0),segment_id=081b8eda-3b3e-479a-a25f-59184967bfa0)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:58:36.562393 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (f37bbe94-094d-4dcb-bc1c-e51fc15f0dad), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:36.618254 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-b261faf0-2f46-4e66-9e6e-856207931de7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Allocated IP 172.20.0.1 (f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49/81f316fa-be0c-4ec2-a77f-bd76b3e143f5/0edbd359-5c53-4b70-b43e-92a84701fa07) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:58:36.630337 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba52e5-2134-4eb0-af22-254b91aa7941 None None] Pushing event updated for resources: {'Port': ['ID=f37bbe94-094d-4dcb-bc1c-e51fc15f0dad,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:36.763229 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b261faf0-2f46-4e66-9e6e-856207931de7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (0edbd359-5c53-4b70-b43e-92a84701fa07), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:36.859340 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b261faf0-2f46-4e66-9e6e-856207931de7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (0edbd359-5c53-4b70-b43e-92a84701fa07), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:36.903531 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b261faf0-2f46-4e66-9e6e-856207931de7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:58:36.909861 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-b261faf0-2f46-4e66-9e6e-856207931de7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:58:36.914007 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b261faf0-2f46-4e66-9e6e-856207931de7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:58:36.939249 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261faf0-2f46-4e66-9e6e-856207931de7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=0edbd359-5c53-4b70-b43e-92a84701fa07,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:36.965579 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b261faf0-2f46-4e66-9e6e-856207931de7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:37.166092 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b261faf0-2f46-4e66-9e6e-856207931de7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (0edbd359-5c53-4b70-b43e-92a84701fa07), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:37.459400 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b261faf0-2f46-4e66-9e6e-856207931de7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (0edbd359-5c53-4b70-b43e-92a84701fa07), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:37.515859 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b261faf0-2f46-4e66-9e6e-856207931de7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (0edbd359-5c53-4b70-b43e-92a84701fa07), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:37.596270 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261faf0-2f46-4e66-9e6e-856207931de7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=0edbd359-5c53-4b70-b43e-92a84701fa07,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:37.598675 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b261faf0-2f46-4e66-9e6e-856207931de7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:37.602555 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb3918f-e8a2-4052-b6ed-48b6bebb81d2 None None] Network f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 04:58:37.685647 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-4abd545a-6132-4c11-a998-0acf4ea82b47 None None] Provisioning complete for port f37bbe94-094d-4dcb-bc1c-e51fc15f0dad triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:58:37.686016 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4abd545a-6132-4c11-a998-0acf4ea82b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f37bbe94-094d-4dcb-bc1c-e51fc15f0dad), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:37.693597 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b261faf0-2f46-4e66-9e6e-856207931de7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:58:37.695056 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-b261faf0-2f46-4e66-9e6e-856207931de7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:58:37.800622 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4abd545a-6132-4c11-a998-0acf4ea82b47 None None] Current status of the port f37bbe94-094d-4dcb-bc1c-e51fc15f0dad is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:58:37.801049 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4abd545a-6132-4c11-a998-0acf4ea82b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f37bbe94-094d-4dcb-bc1c-e51fc15f0dad), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:37.823292 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b261faf0-2f46-4e66-9e6e-856207931de7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:58:37.838567 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-4abd545a-6132-4c11-a998-0acf4ea82b47 None None] For port f37bbe94-094d-4dcb-bc1c-e51fc15f0dad, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f37bbe94-094d-4dcb-bc1c-e51fc15f0dad,segment=NetworkSegment(081b8eda-3b3e-479a-a25f-59184967bfa0),segment_id=081b8eda-3b3e-479a-a25f-59184967bfa0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:58:37.910799 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4abd545a-6132-4c11-a998-0acf4ea82b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (f37bbe94-094d-4dcb-bc1c-e51fc15f0dad), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:37.952889 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b261faf0-2f46-4e66-9e6e-856207931de7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:58:37.965344 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b261faf0-2f46-4e66-9e6e-856207931de7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "PUT /v2.0/routers/2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4083188 Apr 16 04:58:37.969346 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd545a-6132-4c11-a998-0acf4ea82b47 None None] Pushing event updated for resources: {'Port': ['ID=f37bbe94-094d-4dcb-bc1c-e51fc15f0dad,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:38.030910 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8608c64c-0cd2-4aac-8d70-0d137af19c23 None None] Provisioning complete for port f37bbe94-094d-4dcb-bc1c-e51fc15f0dad triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:58:38.031393 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8608c64c-0cd2-4aac-8d70-0d137af19c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f37bbe94-094d-4dcb-bc1c-e51fc15f0dad), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:38.138897 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-be90994e-c287-466a-b03d-7ad1041b2e36 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2025663390&fields=id&tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a HTTP/1.1" status: 200 len: 267 time: 0.0545635 Apr 16 04:58:38.285089 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device b17088c8-b3f3-4962-83a0-227a2136d852 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:58:38.300684 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] Sync routers for ids ['2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:58:38.311406 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] Routers {'2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:58:38.312953 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:58:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:38.320888 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-c9cabe89-c3b1-469a-985a-2ac53977c903 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:38.328050 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-c9cabe89-c3b1-469a-985a-2ac53977c903 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/networks?id=f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 HTTP/1.1" status: 200 len: 797 time: 0.1819599 Apr 16 04:58:38.342002 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-afe2e7b5-e00a-43f7-b26c-12cad5a7cb9b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/quotas/2d93c1aa75b44c2fba551b8c34a64e4a HTTP/1.1" status: 200 len: 375 time: 0.0124626 Apr 16 04:58:38.351686 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8608c64c-0cd2-4aac-8d70-0d137af19c23 None None] Current status of the port f37bbe94-094d-4dcb-bc1c-e51fc15f0dad is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:58:38.366769 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8608c64c-0cd2-4aac-8d70-0d137af19c23 None None] Provisioning complete for port 0edbd359-5c53-4b70-b43e-92a84701fa07 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:58:38.367136 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8608c64c-0cd2-4aac-8d70-0d137af19c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0edbd359-5c53-4b70-b43e-92a84701fa07), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:38.388801 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port b17088c8-b3f3-4962-83a0-227a2136d852 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:58:38.389177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b17088c8-b3f3-4962-83a0-227a2136d852), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:38.397688 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-dbe43350-6940-4de7-9b3e-b795dd5d5fbe tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536466 Apr 16 04:58:38.436796 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8608c64c-0cd2-4aac-8d70-0d137af19c23 None None] Port 0edbd359-5c53-4b70-b43e-92a84701fa07 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:58:38.450046 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] Set router 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:58:38.494002 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port b17088c8-b3f3-4962-83a0-227a2136d852 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:58:38.494729 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (b17088c8-b3f3-4962-83a0-227a2136d852), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:38.518842 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port b17088c8-b3f3-4962-83a0-227a2136d852, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=b17088c8-b3f3-4962-83a0-227a2136d852,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:58:38.526536 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-ce1588ad-c111-46f5-b398-9e511c5b75fb service neutron] 10.222.0.30 "GET /v2.0/networks/f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160662 Apr 16 04:58:38.554646 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-64829aa1-ac88-432f-b519-46d85541e0aa None None] Provisioning complete for port 0edbd359-5c53-4b70-b43e-92a84701fa07 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:58:38.556444 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-64829aa1-ac88-432f-b519-46d85541e0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0edbd359-5c53-4b70-b43e-92a84701fa07), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:38.579645 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (b17088c8-b3f3-4962-83a0-227a2136d852), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:38.580748 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f37bbe94-094d-4dcb-bc1c-e51fc15f0dad up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:58:38.622565 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-1cc261a9-4ece-4d32-9b9c-9def3d4f910c service neutron] 10.222.0.30 "GET /v2.0/networks/f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901570 Apr 16 04:58:38.646351 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-64829aa1-ac88-432f-b519-46d85541e0aa None None] Port 0edbd359-5c53-4b70-b43e-92a84701fa07 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:58:38.663115 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084705237', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:58:32Z', 'updated_at': '2022-04-16T04:58:37Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:33Z', 'updated_at': '2022-04-16T04:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '0edbd359-5c53-4b70-b43e-92a84701fa07', 'name': '', 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:d4:88:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '81f316fa-be0c-4ec2-a77f-bd76b3e143f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:36Z', 'updated_at': '2022-04-16T04:58:37Z', 'revision_number': 2, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': '81f316fa-be0c-4ec2-a77f-bd76b3e143f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:38.677655 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=b17088c8-b3f3-4962-83a0-227a2136d852,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:38.685509 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port f37bbe94-094d-4dcb-bc1c-e51fc15f0dad triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:58:38.686452 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f37bbe94-094d-4dcb-bc1c-e51fc15f0dad), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:38.692107 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] Checking router: 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:58:38.692458 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] Updating router 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 port 0edbd359-5c53-4b70-b43e-92a84701fa07 binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 04:58:38.720035 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (0edbd359-5c53-4b70-b43e-92a84701fa07), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:38.765378 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port f37bbe94-094d-4dcb-bc1c-e51fc15f0dad is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:58:38.907913 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-36743ea2-1f0e-49db-b395-d70f96da8173 req-61b2c545-6f3d-47c3-ac5e-4e782aefc283 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 210 time: 0.0284541 Apr 16 04:58:38.993518 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] Publish callbacks [] for port (0edbd359-5c53-4b70-b43e-92a84701fa07), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:39.075802 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (0edbd359-5c53-4b70-b43e-92a84701fa07), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:39.098694 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d9d447c9-55f9-406d-b94a-8e00141f0f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:39.126074 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5dcfb8-ebd0-486d-887b-2dd473f47e1b None None] Pushing event updated for resources: {'Port': ['ID=0edbd359-5c53-4b70-b43e-92a84701fa07,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:39.149848 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5dcfb8-ebd0-486d-887b-2dd473f47e1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:39.150195 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5dcfb8-ebd0-486d-887b-2dd473f47e1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:39.150533 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5dcfb8-ebd0-486d-887b-2dd473f47e1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:39.150870 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5dcfb8-ebd0-486d-887b-2dd473f47e1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:39.151203 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5dcfb8-ebd0-486d-887b-2dd473f47e1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:39.151532 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5dcfb8-ebd0-486d-887b-2dd473f47e1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:39.151855 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5dcfb8-ebd0-486d-887b-2dd473f47e1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:39.152176 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5dcfb8-ebd0-486d-887b-2dd473f47e1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:39.152498 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5dcfb8-ebd0-486d-887b-2dd473f47e1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:39.152849 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5dcfb8-ebd0-486d-887b-2dd473f47e1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:39.153177 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5dcfb8-ebd0-486d-887b-2dd473f47e1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:39.153497 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5dcfb8-ebd0-486d-887b-2dd473f47e1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:39.153821 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5dcfb8-ebd0-486d-887b-2dd473f47e1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:39.154152 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5dcfb8-ebd0-486d-887b-2dd473f47e1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:39.154453 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5dcfb8-ebd0-486d-887b-2dd473f47e1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 04:58:39.191644 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] Attempting to bind port 0edbd359-5c53-4b70-b43e-92a84701fa07 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:58:39.192015 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] Attempting to bind port 0edbd359-5c53-4b70-b43e-92a84701fa07 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '081b8eda-3b3e-479a-a25f-59184967bfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:58:39.192412 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] Attempting to bind port 0edbd359-5c53-4b70-b43e-92a84701fa07 on network f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:58:39.197861 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:58:39.198241 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] Checking segment: {'id': '081b8eda-3b3e-479a-a25f-59184967bfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:58:39.198648 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:39.199040 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] Bound using segment: {'id': '081b8eda-3b3e-479a-a25f-59184967bfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:58:39.199502 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] Bound port: 0edbd359-5c53-4b70-b43e-92a84701fa07, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081b8eda-3b3e-479a-a25f-59184967bfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:58:39.199891 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (0edbd359-5c53-4b70-b43e-92a84701fa07), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:39.275908 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] For port 0edbd359-5c53-4b70-b43e-92a84701fa07, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:58:39.279196 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] For port 0edbd359-5c53-4b70-b43e-92a84701fa07, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=0edbd359-5c53-4b70-b43e-92a84701fa07,segment=NetworkSegment(081b8eda-3b3e-479a-a25f-59184967bfa0),segment_id=081b8eda-3b3e-479a-a25f-59184967bfa0)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:58:39.362357 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (0edbd359-5c53-4b70-b43e-92a84701fa07), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:39.372613 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-e1c0adb4-a178-4121-bfbf-c4b8366f4d8f None None] Provisioning complete for port 0edbd359-5c53-4b70-b43e-92a84701fa07 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:58:39.372613 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e1c0adb4-a178-4121-bfbf-c4b8366f4d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0edbd359-5c53-4b70-b43e-92a84701fa07), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:39.429790 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5dcfb8-ebd0-486d-887b-2dd473f47e1b None None] Pushing event updated for resources: {'Port': ['ID=0edbd359-5c53-4b70-b43e-92a84701fa07,revision_number=4']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:39.432496 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] Routers {'2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:58:39.433137 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:58:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:39.456716 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e1c0adb4-a178-4121-bfbf-c4b8366f4d8f None None] Current status of the port 0edbd359-5c53-4b70-b43e-92a84701fa07 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:58:39.457129 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e1c0adb4-a178-4121-bfbf-c4b8366f4d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (0edbd359-5c53-4b70-b43e-92a84701fa07), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:39.492880 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e1c0adb4-a178-4121-bfbf-c4b8366f4d8f None None] For port 0edbd359-5c53-4b70-b43e-92a84701fa07, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=0edbd359-5c53-4b70-b43e-92a84701fa07,segment=NetworkSegment(081b8eda-3b3e-479a-a25f-59184967bfa0),segment_id=081b8eda-3b3e-479a-a25f-59184967bfa0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:58:39.552316 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] Set router 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:58:39.613261 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e1c0adb4-a178-4121-bfbf-c4b8366f4d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (0edbd359-5c53-4b70-b43e-92a84701fa07), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:39.662616 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0adb4-a178-4121-bfbf-c4b8366f4d8f None None] Pushing event updated for resources: {'Port': ['ID=0edbd359-5c53-4b70-b43e-92a84701fa07,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:39.731620 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-76c8194b-b2cc-47fc-a211-f8040e5aa922 None None] Provisioning complete for port 0edbd359-5c53-4b70-b43e-92a84701fa07 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:58:39.732002 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-76c8194b-b2cc-47fc-a211-f8040e5aa922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0edbd359-5c53-4b70-b43e-92a84701fa07), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:39.745092 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084705237', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:58:32Z', 'updated_at': '2022-04-16T04:58:37Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:33Z', 'updated_at': '2022-04-16T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '0edbd359-5c53-4b70-b43e-92a84701fa07', 'name': '', 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:d4:88:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '81f316fa-be0c-4ec2-a77f-bd76b3e143f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:36Z', 'updated_at': '2022-04-16T04:58:39Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': '81f316fa-be0c-4ec2-a77f-bd76b3e143f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:39.777596 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d170993-a474-45fa-85ff-740b18f44f57 None None] The sync data for ids ['2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'] in dv-neutron-838078-2-hyperv is: [{'id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084705237', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:58:32Z', 'updated_at': '2022-04-16T04:58:37Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:33Z', 'updated_at': '2022-04-16T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '0edbd359-5c53-4b70-b43e-92a84701fa07', 'name': '', 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:d4:88:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '81f316fa-be0c-4ec2-a77f-bd76b3e143f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:36Z', 'updated_at': '2022-04-16T04:58:39Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': '81f316fa-be0c-4ec2-a77f-bd76b3e143f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:58:39.820069 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-76c8194b-b2cc-47fc-a211-f8040e5aa922 None None] Current status of the port 0edbd359-5c53-4b70-b43e-92a84701fa07 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:58:40.007240 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-99d5f7bb-bccf-4241-8ca7-ff60d616f46a req-06f45eb6-d3f1-4424-86da-dc086e0614fe tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 210 time: 0.0311918 Apr 16 04:58:40.270662 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 0edbd359-5c53-4b70-b43e-92a84701fa07 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:58:40.320496 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 0edbd359-5c53-4b70-b43e-92a84701fa07 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:58:40.320753 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (0edbd359-5c53-4b70-b43e-92a84701fa07), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:40.404695 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 0edbd359-5c53-4b70-b43e-92a84701fa07 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:58:40.405812 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device b17088c8-b3f3-4962-83a0-227a2136d852 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:58:40.453369 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port b17088c8-b3f3-4962-83a0-227a2136d852 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:58:40.453752 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (b17088c8-b3f3-4962-83a0-227a2136d852), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:40.541121 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port b17088c8-b3f3-4962-83a0-227a2136d852 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:58:40.725355 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-42584f68-d012-4162-9444-0c2dc26d3344 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:40.726860 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-42584f68-d012-4162-9444-0c2dc26d3344 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "GET /v2.0/networks?id=f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 HTTP/1.1" status: 200 len: 797 time: 0.1176004 Apr 16 04:58:40.797584 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-34c8fb92-b7eb-4465-b7fe-fb9dd7b7dec7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a HTTP/1.1" status: 200 len: 380 time: 0.0618083 Apr 16 04:58:40.809057 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-21380293-4145-45c8-8901-34e43a70662e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'port': {'device_id': '8f469841-01be-45b6-8190-97cb0b0ee9b9', 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49', 'admin_state_up': True, 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'security_groups': ['9089431d-e4d7-4b0e-8f57-d97cc865e91e']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:58:40.984183 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-21380293-4145-45c8-8901-34e43a70662e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Made reservation on behalf of 2d93c1aa75b44c2fba551b8c34a64e4a for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 04:58:40.988061 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-21380293-4145-45c8-8901-34e43a70662e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:41.441522 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0407d78a-6269-435f-bc93-080c50f967d8 req-9814020a-c2f6-4676-9aaa-129bcdd93c15 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 210 time: 0.3520727 Apr 16 04:58:41.459031 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-21380293-4145-45c8-8901-34e43a70662e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Allocated IP 172.20.0.12 (f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49/81f316fa-be0c-4ec2-a77f-bd76b3e143f5/283d37b2-61aa-4d9c-910b-7cad37b4438f) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:58:41.487366 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1b91cbdc-1e5c-4f8a-a194-b63ef63888cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:41.595191 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-21380293-4145-45c8-8901-34e43a70662e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (283d37b2-61aa-4d9c-910b-7cad37b4438f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:41.693455 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-21380293-4145-45c8-8901-34e43a70662e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (283d37b2-61aa-4d9c-910b-7cad37b4438f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:41.737906 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-21380293-4145-45c8-8901-34e43a70662e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:58:41.741024 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-21380293-4145-45c8-8901-34e43a70662e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:58:41.747261 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-21380293-4145-45c8-8901-34e43a70662e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:58:41.773256 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21380293-4145-45c8-8901-34e43a70662e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=283d37b2-61aa-4d9c-910b-7cad37b4438f,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:41.805363 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-21380293-4145-45c8-8901-34e43a70662e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:41.805990 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-21380293-4145-45c8-8901-34e43a70662e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:41.855945 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-21380293-4145-45c8-8901-34e43a70662e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0505419 Apr 16 04:58:41.869056 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] Request body: {'port': {'device_id': '8f469841-01be-45b6-8190-97cb0b0ee9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:58:41.930325 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (283d37b2-61aa-4d9c-910b-7cad37b4438f), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:41.957322 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8c33c002-f083-4f83-8556-2cb206549f51 None None] Provisioning complete for port 283d37b2-61aa-4d9c-910b-7cad37b4438f triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:58:41.957698 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8c33c002-f083-4f83-8556-2cb206549f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (283d37b2-61aa-4d9c-910b-7cad37b4438f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:41.991537 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8c33c002-f083-4f83-8556-2cb206549f51 None None] Port 283d37b2-61aa-4d9c-910b-7cad37b4438f cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 04:58:42.192733 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283d37b2-61aa-4d9c-910b-7cad37b4438f {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:58:42.200266 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] Publish callbacks [] for port (283d37b2-61aa-4d9c-910b-7cad37b4438f), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:42.213030 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] Transition to ACTIVE for port object 283d37b2-61aa-4d9c-910b-7cad37b4438f will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:58:42.275547 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (283d37b2-61aa-4d9c-910b-7cad37b4438f), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:42.327666 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] Pushing event updated for resources: {'Port': ['ID=283d37b2-61aa-4d9c-910b-7cad37b4438f,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:42.402081 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] Attempting to bind port 283d37b2-61aa-4d9c-910b-7cad37b4438f on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:58:42.402412 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] Attempting to bind port 283d37b2-61aa-4d9c-910b-7cad37b4438f by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '081b8eda-3b3e-479a-a25f-59184967bfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 04:58:42.402748 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] Attempting to bind port 283d37b2-61aa-4d9c-910b-7cad37b4438f on network f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:58:42.407342 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] Port 283d37b2-61aa-4d9c-910b-7cad37b4438f on network f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 04:58:42.407656 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] Attempting to bind port 283d37b2-61aa-4d9c-910b-7cad37b4438f on network f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 04:58:42.412837 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 4, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 04:58:42.413174 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] Checking segment: {'id': '081b8eda-3b3e-479a-a25f-59184967bfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 04:58:42.413554 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] Bound using segment: {'id': '081b8eda-3b3e-479a-a25f-59184967bfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 04:58:42.413975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] Bound port: 283d37b2-61aa-4d9c-910b-7cad37b4438f, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081b8eda-3b3e-479a-a25f-59184967bfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 04:58:42.414332 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (283d37b2-61aa-4d9c-910b-7cad37b4438f), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:42.482745 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] For port 283d37b2-61aa-4d9c-910b-7cad37b4438f, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 04:58:42.486572 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] For port 283d37b2-61aa-4d9c-910b-7cad37b4438f, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=283d37b2-61aa-4d9c-910b-7cad37b4438f,segment=NetworkSegment(081b8eda-3b3e-479a-a25f-59184967bfa0),segment_id=081b8eda-3b3e-479a-a25f-59184967bfa0)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 04:58:42.533068 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (283d37b2-61aa-4d9c-910b-7cad37b4438f), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:42.571589 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:42.572212 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:42.573831 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] 10.222.0.18 "PUT /v2.0/ports/283d37b2-61aa-4d9c-910b-7cad37b4438f HTTP/1.1" status: 200 len: 1094 time: 0.7096345 Apr 16 04:58:42.574263 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f469841-01be-45b6-8190-97cb0b0ee9b9', 'tag': '283d37b2-61aa-4d9c-910b-7cad37b4438f'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:58:42.576593 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd96bd25-9808-40bb-b373-3cb921edb1c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8f469841-01be-45b6-8190-97cb0b0ee9b9", "tag": "283d37b2-61aa-4d9c-910b-7cad37b4438f"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:58:42.602087 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27365d-44a4-4f2e-af50-40241b5e0e91 service neutron] Pushing event updated for resources: {'Port': ['ID=283d37b2-61aa-4d9c-910b-7cad37b4438f,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:42.627038 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bcc6a-4602-4c6f-9810-a704593f0e97 req-109b8597-4076-45df-87f1-88b387af0988 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:42.628590 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ba4bcc6a-4602-4c6f-9810-a704593f0e97 req-109b8597-4076-45df-87f1-88b387af0988 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 944 time: 0.0620379 Apr 16 04:58:42.693961 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:42.697218 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ba4bcc6a-4602-4c6f-9810-a704593f0e97 req-e5ad37c7-7ada-4621-9821-2a4eb1b9e6cf tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607758 Apr 16 04:58:42.699795 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c16da1a-a7fc-4449-9a65-354c4b57c701 x-openstack-request-id: req-5c16da1a-a7fc-4449-9a65-354c4b57c701 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:58:42.700175 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f469841-01be-45b6-8190-97cb0b0ee9b9", "tag": "283d37b2-61aa-4d9c-910b-7cad37b4438f", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:58:42.700630 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c16da1a-a7fc-4449-9a65-354c4b57c701 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:58:42.701167 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c16da1a-a7fc-4449-9a65-354c4b57c701'] response: {'name': 'network-changed', 'server_uuid': '8f469841-01be-45b6-8190-97cb0b0ee9b9', 'tag': '283d37b2-61aa-4d9c-910b-7cad37b4438f', 'status': 'completed', 'code': 200} Apr 16 04:58:42.735622 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-ffcaca36-61d6-4305-bfed-1c32db386e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:42.737286 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-ffcaca36-61d6-4305-bfed-1c32db386e85 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 1128 time: 0.0510499 Apr 16 04:58:42.784819 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-a28d9523-02cb-48bd-9a42-b9a81413fe25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=283d37b2-61aa-4d9c-910b-7cad37b4438f HTTP/1.1" status: 200 len: 217 time: 0.0393596 Apr 16 04:58:42.835233 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-9a0e9c73-a287-4f98-8f49-d13073701c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:42.836772 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-9a0e9c73-a287-4f98-8f49-d13073701c87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81f316fa-be0c-4ec2-a77f-bd76b3e143f5 HTTP/1.1" status: 200 len: 834 time: 0.0456715 Apr 16 04:58:42.879648 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-77f44fa9-06c1-4835-b9da-098035424d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:42.881132 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-77f44fa9-06c1-4835-b9da-098035424d63 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389781 Apr 16 04:58:42.972908 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-f748298e-34d6-46c3-9b9a-81af298090ce service neutron] 10.222.0.18 "GET /v2.0/networks/f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853503 Apr 16 04:58:43.059780 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-726baa4c-6c49-417a-bf43-a24575b22c9f req-ec7ce617-5b8c-481d-a741-b06f042656d5 service neutron] 10.222.0.18 "GET /v2.0/networks/f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813608 Apr 16 04:58:43.838873 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fac52a-ed97-4286-b3cb-db47e368e023 req-816399fb-bb55-416a-97ef-165aa1fc905a tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:43.840359 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-51fac52a-ed97-4286-b3cb-db47e368e023 req-816399fb-bb55-416a-97ef-165aa1fc905a tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 944 time: 0.0775032 Apr 16 04:58:43.843295 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96bd25-9808-40bb-b373-3cb921edb1c3 req-d94cf298-977e-4e8b-b4b5-34b62acae9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:43.844653 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cd96bd25-9808-40bb-b373-3cb921edb1c3 req-d94cf298-977e-4e8b-b4b5-34b62acae9b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 1128 time: 0.0722451 Apr 16 04:58:43.946170 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-51fac52a-ed97-4286-b3cb-db47e368e023 req-45de295e-6f8f-46e8-a16e-eb7f7669a093 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002219 Apr 16 04:58:43.969238 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96bd25-9808-40bb-b373-3cb921edb1c3 req-0d2bbf52-6596-4fa5-a8c4-f8283023a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:43.970692 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cd96bd25-9808-40bb-b373-3cb921edb1c3 req-0d2bbf52-6596-4fa5-a8c4-f8283023a2bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 HTTP/1.1" status: 200 len: 897 time: 0.1191671 Apr 16 04:58:44.012441 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cd96bd25-9808-40bb-b373-3cb921edb1c3 req-c4b1ec48-9ff6-4e05-a5da-6a1af78ebb25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=283d37b2-61aa-4d9c-910b-7cad37b4438f HTTP/1.1" status: 200 len: 217 time: 0.0357106 Apr 16 04:58:44.061403 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96bd25-9808-40bb-b373-3cb921edb1c3 req-79568b40-1574-46ce-9762-1d8c2c0189db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:44.063415 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cd96bd25-9808-40bb-b373-3cb921edb1c3 req-79568b40-1574-46ce-9762-1d8c2c0189db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81f316fa-be0c-4ec2-a77f-bd76b3e143f5 HTTP/1.1" status: 200 len: 834 time: 0.0452862 Apr 16 04:58:44.110118 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96bd25-9808-40bb-b373-3cb921edb1c3 req-e9ed6c3e-e886-467b-954b-d9eda8dbd299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:44.111612 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cd96bd25-9808-40bb-b373-3cb921edb1c3 req-e9ed6c3e-e886-467b-954b-d9eda8dbd299 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436730 Apr 16 04:58:44.143784 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:44.203163 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cd96bd25-9808-40bb-b373-3cb921edb1c3 req-c2ed8111-ed9c-49ed-858d-c29a34b1953f service neutron] 10.222.0.18 "GET /v2.0/networks/f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848422 Apr 16 04:58:44.295610 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cd96bd25-9808-40bb-b373-3cb921edb1c3 req-40eb25a0-d19e-4805-a94c-3d7b65ef1ce7 service neutron] 10.222.0.18 "GET /v2.0/networks/f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868227 Apr 16 04:58:45.056914 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91d29b-2524-4add-916f-83796fa7b261 req-59262b13-b30d-4b0a-8c07-e96ca1fe6620 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:45.058356 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-af91d29b-2524-4add-916f-83796fa7b261 req-59262b13-b30d-4b0a-8c07-e96ca1fe6620 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 944 time: 0.0461180 Apr 16 04:58:45.106922 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-af91d29b-2524-4add-916f-83796fa7b261 req-34c50b7c-ee54-45d2-9028-00eb12da3d9e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425575 Apr 16 04:58:45.372782 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:46.025567 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 283d37b2-61aa-4d9c-910b-7cad37b4438f details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 04:58:46.121055 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 283d37b2-61aa-4d9c-910b-7cad37b4438f, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=283d37b2-61aa-4d9c-910b-7cad37b4438f,segment=NetworkSegment(081b8eda-3b3e-479a-a25f-59184967bfa0),segment_id=081b8eda-3b3e-479a-a25f-59184967bfa0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:58:46.132122 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '283d37b2-61aa-4d9c-910b-7cad37b4438f', 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49', 'port_id': '283d37b2-61aa-4d9c-910b-7cad37b4438f', 'mac_address': 'fa:16:3e:d4:51:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f316fa-be0c-4ec2-a77f-bd76b3e143f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 04:58:46.175185 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 283d37b2-61aa-4d9c-910b-7cad37b4438f is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:58:46.176492 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (283d37b2-61aa-4d9c-910b-7cad37b4438f), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:46.188740 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283d37b2-61aa-4d9c-910b-7cad37b4438f {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 04:58:46.210051 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 283d37b2-61aa-4d9c-910b-7cad37b4438f, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=283d37b2-61aa-4d9c-910b-7cad37b4438f,segment=NetworkSegment(081b8eda-3b3e-479a-a25f-59184967bfa0),segment_id=081b8eda-3b3e-479a-a25f-59184967bfa0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:58:46.222239 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a55ef4-0c7f-41f6-bdc8-6e0e687e14d2 req-afbc80b1-0777-4773-b640-9c86d63c5864 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:46.223817 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c3a55ef4-0c7f-41f6-bdc8-6e0e687e14d2 req-afbc80b1-0777-4773-b640-9c86d63c5864 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 944 time: 0.0493510 Apr 16 04:58:46.272471 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c3a55ef4-0c7f-41f6-bdc8-6e0e687e14d2 req-69121957-01aa-42e0-a1d8-e0f8b215156f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430238 Apr 16 04:58:46.287462 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (283d37b2-61aa-4d9c-910b-7cad37b4438f), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:46.334398 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=283d37b2-61aa-4d9c-910b-7cad37b4438f,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:46.493405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['283d37b2-61aa-4d9c-910b-7cad37b4438f'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 04:58:47.386958 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328c6a8-9b10-4944-a9d5-400b18a6dbe9 req-211a4125-8291-4ae7-9966-fd32c4cb33e8 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:47.388395 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e328c6a8-9b10-4944-a9d5-400b18a6dbe9 req-211a4125-8291-4ae7-9966-fd32c4cb33e8 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 945 time: 0.0508077 Apr 16 04:58:47.435994 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e328c6a8-9b10-4944-a9d5-400b18a6dbe9 req-625c19e7-f5af-4009-9cff-5073fec6a15e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421085 Apr 16 04:58:48.026695 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 283d37b2-61aa-4d9c-910b-7cad37b4438f up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 04:58:48.070106 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 283d37b2-61aa-4d9c-910b-7cad37b4438f completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 04:58:48.138254 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 283d37b2-61aa-4d9c-910b-7cad37b4438f triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 04:58:48.138570 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (283d37b2-61aa-4d9c-910b-7cad37b4438f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:48.218048 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 283d37b2-61aa-4d9c-910b-7cad37b4438f is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 04:58:48.218426 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (283d37b2-61aa-4d9c-910b-7cad37b4438f), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:48.239867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f469841-01be-45b6-8190-97cb0b0ee9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283d37b2-61aa-4d9c-910b-7cad37b4438f'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:58:48.242151 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50513905-325a-4164-be98-f31112d1f393" -d '{"events": [{"server_uuid": "8f469841-01be-45b6-8190-97cb0b0ee9b9", "name": "network-vif-plugged", "status": "completed", "tag": "283d37b2-61aa-4d9c-910b-7cad37b4438f"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:58:48.254695 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 283d37b2-61aa-4d9c-910b-7cad37b4438f, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=283d37b2-61aa-4d9c-910b-7cad37b4438f,segment=NetworkSegment(081b8eda-3b3e-479a-a25f-59184967bfa0),segment_id=081b8eda-3b3e-479a-a25f-59184967bfa0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 04:58:48.279308 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 04:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec27820-bbfe-4102-9378-65bd96ab6b65 x-openstack-request-id: req-5ec27820-bbfe-4102-9378-65bd96ab6b65 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:58:48.279601 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f469841-01be-45b6-8190-97cb0b0ee9b9", "name": "network-vif-plugged", "status": "completed", "tag": "283d37b2-61aa-4d9c-910b-7cad37b4438f", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:58:48.279856 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ec27820-bbfe-4102-9378-65bd96ab6b65 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:58:48.280258 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec27820-bbfe-4102-9378-65bd96ab6b65'] response: {'server_uuid': '8f469841-01be-45b6-8190-97cb0b0ee9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283d37b2-61aa-4d9c-910b-7cad37b4438f', 'code': 200} Apr 16 04:58:48.310393 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (283d37b2-61aa-4d9c-910b-7cad37b4438f), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:48.357394 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=283d37b2-61aa-4d9c-910b-7cad37b4438f,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:48.515206 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be77645-f87f-492e-8f5c-78e9634d7253 req-15ac4c33-6d1f-432b-aad0-9e75da936f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:48.516777 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9be77645-f87f-492e-8f5c-78e9634d7253 req-15ac4c33-6d1f-432b-aad0-9e75da936f3b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 1130 time: 0.0445480 Apr 16 04:58:48.548938 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021810b9-cf7a-4a87-ae7b-89ce6ef23aef req-dc4ac9fa-ca50-427b-b8e3-eb0434b98843 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:48.550415 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-021810b9-cf7a-4a87-ae7b-89ce6ef23aef req-dc4ac9fa-ca50-427b-b8e3-eb0434b98843 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0473804 Apr 16 04:58:48.562157 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9be77645-f87f-492e-8f5c-78e9634d7253 req-c2200476-ef3d-41b0-b6bb-4f3419de3800 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393205 Apr 16 04:58:48.598368 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-021810b9-cf7a-4a87-ae7b-89ce6ef23aef req-679f3191-b92a-4c0c-bb39-ab9bcb6a21da tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424147 Apr 16 04:58:49.712786 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0b241-7507-4261-b3d4-c73bcf12233b req-3d1f8f14-011a-493d-ada4-e6e639cdd803 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:49.714317 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-57e0b241-7507-4261-b3d4-c73bcf12233b req-3d1f8f14-011a-493d-ada4-e6e639cdd803 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0485060 Apr 16 04:58:49.763528 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-57e0b241-7507-4261-b3d4-c73bcf12233b req-19a2adab-ca2f-42a6-81f2-38ba1fbd331c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435424 Apr 16 04:58:49.885261 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d4fa-51f6-4232-8e37-1a6af7fc2603 req-e537a5e1-23ac-44dc-901b-1ddd3b7815f9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:49.887143 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d122d4fa-51f6-4232-8e37-1a6af7fc2603 req-e537a5e1-23ac-44dc-901b-1ddd3b7815f9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0489836 Apr 16 04:58:49.942858 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d122d4fa-51f6-4232-8e37-1a6af7fc2603 req-2054170c-999f-4e86-8ba3-d74fb49fa888 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491750 Apr 16 04:58:49.964565 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46104) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:50.044422 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40739bae-920d-4d18-a847-98c4f6756011 tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:50.046026 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-40739bae-920d-4d18-a847-98c4f6756011 tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 1125 time: 0.0805292 Apr 16 04:58:50.048834 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46108) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:50.052971 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-db533a44-2bf7-4a9d-b7fe-eda1007c7a1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': '283d37b2-61aa-4d9c-910b-7cad37b4438f', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:58:50.144411 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-db533a44-2bf7-4a9d-b7fe-eda1007c7a1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:50.225220 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-db533a44-2bf7-4a9d-b7fe-eda1007c7a1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:50.332618 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-db533a44-2bf7-4a9d-b7fe-eda1007c7a1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Allocated IP 172.26.6.225 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/c62a8c82-e97c-4634-8229-0777265cb497) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 04:58:50.436370 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-db533a44-2bf7-4a9d-b7fe-eda1007c7a1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (c62a8c82-e97c-4634-8229-0777265cb497), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:50.527957 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-db533a44-2bf7-4a9d-b7fe-eda1007c7a1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (c62a8c82-e97c-4634-8229-0777265cb497), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:50.571662 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db533a44-2bf7-4a9d-b7fe-eda1007c7a1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 04:58:50.574697 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-db533a44-2bf7-4a9d-b7fe-eda1007c7a1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 04:58:50.579351 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db533a44-2bf7-4a9d-b7fe-eda1007c7a1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 04:58:50.582223 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db533a44-2bf7-4a9d-b7fe-eda1007c7a1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=c62a8c82-e97c-4634-8229-0777265cb497,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:50.960520 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-db533a44-2bf7-4a9d-b7fe-eda1007c7a1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for floatingip (1babf573-5567-4700-900d-01cb58d04012), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:51.064451 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-db533a44-2bf7-4a9d-b7fe-eda1007c7a1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c62a8c82-e97c-4634-8229-0777265cb497), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:51.215255 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-db533a44-2bf7-4a9d-b7fe-eda1007c7a1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (c62a8c82-e97c-4634-8229-0777265cb497), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:51.270110 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-db533a44-2bf7-4a9d-b7fe-eda1007c7a1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (c62a8c82-e97c-4634-8229-0777265cb497), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:51.338469 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db533a44-2bf7-4a9d-b7fe-eda1007c7a1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=c62a8c82-e97c-4634-8229-0777265cb497,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 04:58:51.352369 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-db533a44-2bf7-4a9d-b7fe-eda1007c7a1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (1babf573-5567-4700-900d-01cb58d04012), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:51.737885 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-db533a44-2bf7-4a9d-b7fe-eda1007c7a1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Floating IP 1babf573-5567-4700-900d-01cb58d04012 associated. External IP: 172.26.6.225, port: 283d37b2-61aa-4d9c-910b-7cad37b4438f. Apr 16 04:58:51.954168 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db533a44-2bf7-4a9d-b7fe-eda1007c7a1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 04:58:52.063228 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db533a44-2bf7-4a9d-b7fe-eda1007c7a1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 04:58:52.073642 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb92ac0-2946-4c60-ac71-37c6b53d41f9 None None] Sync routers for ids ['2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 04:58:52.083272 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb92ac0-2946-4c60-ac71-37c6b53d41f9 None None] Routers {'2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:58:52.083895 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2bb92ac0-2946-4c60-ac71-37c6b53d41f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:58:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:52.146917 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-db533a44-2bf7-4a9d-b7fe-eda1007c7a1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:58:52.182111 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-db533a44-2bf7-4a9d-b7fe-eda1007c7a1b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1320953 Apr 16 04:58:52.182556 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f469841-01be-45b6-8190-97cb0b0ee9b9', 'tag': '283d37b2-61aa-4d9c-910b-7cad37b4438f'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 04:58:52.185999 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d511bd5-bc0d-4528-9559-c7175f26db0c" -d '{"events": [{"name": "network-changed", "server_uuid": "8f469841-01be-45b6-8190-97cb0b0ee9b9", "tag": "283d37b2-61aa-4d9c-910b-7cad37b4438f"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 04:58:52.201377 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-2bb92ac0-2946-4c60-ac71-37c6b53d41f9 None None] Set router 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:58:52.225205 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 04:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0546fe1a-4893-49fd-b828-4cc1020a77b5 x-openstack-request-id: req-0546fe1a-4893-49fd-b828-4cc1020a77b5 {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 04:58:52.225629 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f469841-01be-45b6-8190-97cb0b0ee9b9", "tag": "283d37b2-61aa-4d9c-910b-7cad37b4438f", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 04:58:52.225972 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0546fe1a-4893-49fd-b828-4cc1020a77b5 {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 04:58:52.226602 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0546fe1a-4893-49fd-b828-4cc1020a77b5'] response: {'name': 'network-changed', 'server_uuid': '8f469841-01be-45b6-8190-97cb0b0ee9b9', 'tag': '283d37b2-61aa-4d9c-910b-7cad37b4438f', 'status': 'completed', 'code': 200} Apr 16 04:58:52.314180 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b72d5b-fdf3-45d1-97e8-083804e3e611 req-92cd2b56-cab3-469f-8c03-50f6a1abf6d7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:52.315722 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-22b72d5b-fdf3-45d1-97e8-083804e3e611 req-92cd2b56-cab3-469f-8c03-50f6a1abf6d7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0844774 Apr 16 04:58:52.321543 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d511bd5-bc0d-4528-9559-c7175f26db0c req-21f4500d-4dee-4459-8f9f-b262c784eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:52.325242 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5d511bd5-bc0d-4528-9559-c7175f26db0c req-21f4500d-4dee-4459-8f9f-b262c784eae2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 1130 time: 0.0763450 Apr 16 04:58:52.427284 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2bb92ac0-2946-4c60-ac71-37c6b53d41f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084705237', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:58:32Z', 'updated_at': '2022-04-16T04:58:37Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:33Z', 'updated_at': '2022-04-16T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1babf573-5567-4700-900d-01cb58d04012', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'floating_ip_address': '172.26.6.225', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'port_id': '283d37b2-61aa-4d9c-910b-7cad37b4438f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49', 'mac_address': 'fa:16:3e:d4:51:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f469841-01be-45b6-8190-97cb0b0ee9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:58:50Z', 'updated_at': '2022-04-16T04:58:50Z', 'revision_number': 0, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edbd359-5c53-4b70-b43e-92a84701fa07', 'name': '', 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:d4:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '81f316fa-be0c-4ec2-a77f-bd76b3e143f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:36Z', 'updated_at': '2022-04-16T04:58:39Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': '81f316fa-be0c-4ec2-a77f-bd76b3e143f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:52.431848 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-22b72d5b-fdf3-45d1-97e8-083804e3e611 req-3611f78e-f6f6-4e48-b13c-5a2ae67be11b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079476 Apr 16 04:58:52.454529 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb92ac0-2946-4c60-ac71-37c6b53d41f9 None None] Checking router: 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 04:58:52.455526 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46114) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:52.463080 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb92ac0-2946-4c60-ac71-37c6b53d41f9 None None] Routers {'2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 04:58:52.463679 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2bb92ac0-2946-4c60-ac71-37c6b53d41f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T04:58:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:52.496975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d511bd5-bc0d-4528-9559-c7175f26db0c req-982e510b-a55b-4b4e-b096-85c6ff6e5bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:52.498459 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5d511bd5-bc0d-4528-9559-c7175f26db0c req-982e510b-a55b-4b4e-b096-85c6ff6e5bac service neutron] 10.222.0.18 "GET /v2.0/networks?id=f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 HTTP/1.1" status: 200 len: 897 time: 0.1686313 Apr 16 04:58:52.561880 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b628acd2-5890-4183-9125-ffbc4d8fed54 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/floatingips/1babf573-5567-4700-900d-01cb58d04012 HTTP/1.1" status: 200 len: 992 time: 0.1050248 Apr 16 04:58:52.577193 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-2bb92ac0-2946-4c60-ac71-37c6b53d41f9 None None] Set router 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 04:58:52.582049 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5d511bd5-bc0d-4528-9559-c7175f26db0c req-0523435d-dea3-4024-8f53-727d9c5ea20f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=283d37b2-61aa-4d9c-910b-7cad37b4438f HTTP/1.1" status: 200 len: 1000 time: 0.0764456 Apr 16 04:58:52.629316 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d511bd5-bc0d-4528-9559-c7175f26db0c req-2b2681c2-3b53-4457-994a-631b5079ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:52.630774 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5d511bd5-bc0d-4528-9559-c7175f26db0c req-2b2681c2-3b53-4457-994a-631b5079ae54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81f316fa-be0c-4ec2-a77f-bd76b3e143f5 HTTP/1.1" status: 200 len: 834 time: 0.0437355 Apr 16 04:58:52.674026 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d511bd5-bc0d-4528-9559-c7175f26db0c req-0e1ee092-21af-4e05-8785-aa0ceeffb513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:58:52.675541 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5d511bd5-bc0d-4528-9559-c7175f26db0c req-0e1ee092-21af-4e05-8785-aa0ceeffb513 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385020 Apr 16 04:58:52.769319 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5d511bd5-bc0d-4528-9559-c7175f26db0c req-926934f5-4da9-47bf-9f28-2e22e165621f service neutron] 10.222.0.18 "GET /v2.0/networks/f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875707 Apr 16 04:58:52.795625 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-2bb92ac0-2946-4c60-ac71-37c6b53d41f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084705237', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:58:32Z', 'updated_at': '2022-04-16T04:58:37Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:33Z', 'updated_at': '2022-04-16T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1babf573-5567-4700-900d-01cb58d04012', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'floating_ip_address': '172.26.6.225', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'port_id': '283d37b2-61aa-4d9c-910b-7cad37b4438f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49', 'mac_address': 'fa:16:3e:d4:51:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f469841-01be-45b6-8190-97cb0b0ee9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:58:50Z', 'updated_at': '2022-04-16T04:58:50Z', 'revision_number': 0, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edbd359-5c53-4b70-b43e-92a84701fa07', 'name': '', 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:d4:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '81f316fa-be0c-4ec2-a77f-bd76b3e143f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:36Z', 'updated_at': '2022-04-16T04:58:39Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': '81f316fa-be0c-4ec2-a77f-bd76b3e143f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 04:58:52.822669 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb92ac0-2946-4c60-ac71-37c6b53d41f9 None None] The sync data for ids ['2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'] in dv-neutron-838078-2-hyperv is: [{'id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084705237', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:58:32Z', 'updated_at': '2022-04-16T04:58:37Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:33Z', 'updated_at': '2022-04-16T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1babf573-5567-4700-900d-01cb58d04012', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'floating_ip_address': '172.26.6.225', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'port_id': '283d37b2-61aa-4d9c-910b-7cad37b4438f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49', 'mac_address': 'fa:16:3e:d4:51:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f469841-01be-45b6-8190-97cb0b0ee9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T04:58:50Z', 'updated_at': '2022-04-16T04:58:50Z', 'revision_number': 0, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edbd359-5c53-4b70-b43e-92a84701fa07', 'name': '', 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:d4:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '81f316fa-be0c-4ec2-a77f-bd76b3e143f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:36Z', 'updated_at': '2022-04-16T04:58:39Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': '81f316fa-be0c-4ec2-a77f-bd76b3e143f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 04:58:52.862515 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5d511bd5-bc0d-4528-9559-c7175f26db0c req-602266cd-221c-4678-963a-c0c72493d1f6 service neutron] 10.222.0.18 "GET /v2.0/networks/f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873685 Apr 16 04:58:53.019228 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814f85ea-8880-4e6a-8791-aad9b38ecd8f None None] New status for floating IP 1babf573-5567-4700-900d-01cb58d04012: ACTIVE {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 04:58:53.566358 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46116) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:58:53.629496 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a101274f-a1f2-4a80-a084-f3b8dea2794a tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/floatingips/1babf573-5567-4700-900d-01cb58d04012 HTTP/1.1" status: 200 len: 994 time: 0.0620990 Apr 16 04:58:58.446886 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:59:00.066815 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:59:09.092559 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b86da5ff-89de-4731-b8f8-a2381ddbe224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:59:11.364710 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-30f77d6e-e010-47c6-a636-907b781bb383 req-fdd981bf-a6b3-4910-9305-9514404432e5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381749 Apr 16 04:59:11.443742 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f77d6e-e010-47c6-a636-907b781bb383 req-649ec51c-0563-4aaf-8798-068b76264603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:11.445527 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-30f77d6e-e010-47c6-a636-907b781bb383 req-649ec51c-0563-4aaf-8798-068b76264603 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 1130 time: 0.0405064 Apr 16 04:59:11.458678 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0ce6c6f9-c829-4743-a7e2-bd087fe123cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:59:11.550987 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f77d6e-e010-47c6-a636-907b781bb383 req-dedf6da5-14b4-4e07-b443-e4872777fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:11.552424 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-30f77d6e-e010-47c6-a636-907b781bb383 req-dedf6da5-14b4-4e07-b443-e4872777fbbe service neutron] 10.222.0.18 "GET /v2.0/networks?id=f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 HTTP/1.1" status: 200 len: 897 time: 0.0890810 Apr 16 04:59:11.616768 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-30f77d6e-e010-47c6-a636-907b781bb383 req-49abe6fd-60ef-48bc-b052-23e03a831532 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=283d37b2-61aa-4d9c-910b-7cad37b4438f HTTP/1.1" status: 200 len: 1002 time: 0.0567126 Apr 16 04:59:11.667723 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f77d6e-e010-47c6-a636-907b781bb383 req-ee97f6a9-5030-4e35-b883-55e21b656d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:11.669144 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-30f77d6e-e010-47c6-a636-907b781bb383 req-ee97f6a9-5030-4e35-b883-55e21b656d2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81f316fa-be0c-4ec2-a77f-bd76b3e143f5 HTTP/1.1" status: 200 len: 834 time: 0.0469868 Apr 16 04:59:11.711486 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f77d6e-e010-47c6-a636-907b781bb383 req-5d76ea0e-f247-48e7-9570-2978c3218a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:11.712981 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-30f77d6e-e010-47c6-a636-907b781bb383 req-5d76ea0e-f247-48e7-9570-2978c3218a2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377088 Apr 16 04:59:11.800485 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-30f77d6e-e010-47c6-a636-907b781bb383 req-c8dd8b07-cb54-498f-bcc0-f43e69c298cc service neutron] 10.222.0.18 "GET /v2.0/networks/f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806465 Apr 16 04:59:11.892094 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-30f77d6e-e010-47c6-a636-907b781bb383 req-4acefe97-28ee-46aa-abce-e4376b9d9177 service neutron] 10.222.0.18 "GET /v2.0/networks/f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852122 Apr 16 04:59:12.686797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:59:14.167255 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:59:15.378130 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:59:25.228310 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d944a5e-bdc4-4677-b054-68255d49743f req-9b368755-f373-47ff-9dd7-b14d421f8056 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:25.229858 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2d944a5e-bdc4-4677-b054-68255d49743f req-9b368755-f373-47ff-9dd7-b14d421f8056 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0484252 Apr 16 04:59:25.280196 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2d944a5e-bdc4-4677-b054-68255d49743f req-89219921-9206-435c-aa8d-131102963b59 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440860 Apr 16 04:59:26.395392 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84707b9c-d681-4a4a-a939-310b3bc331d0 req-e3cb5718-c6b8-4ea4-8c91-3914879020a9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:26.396905 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-84707b9c-d681-4a4a-a939-310b3bc331d0 req-e3cb5718-c6b8-4ea4-8c91-3914879020a9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0474515 Apr 16 04:59:26.445735 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-84707b9c-d681-4a4a-a939-310b3bc331d0 req-417252ce-816a-4b8b-9b96-82a1e2fe5553 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430791 Apr 16 04:59:27.559692 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f43ba-ab48-4375-8b29-6140162289c8 req-c804e141-80b3-4464-bb8a-0053b02c957b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:27.561163 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-130f43ba-ab48-4375-8b29-6140162289c8 req-c804e141-80b3-4464-bb8a-0053b02c957b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0474482 Apr 16 04:59:27.612513 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-130f43ba-ab48-4375-8b29-6140162289c8 req-4e49c0f1-4a5f-43d0-a778-365137ce75ce tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451229 Apr 16 04:59:28.429978 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:59:28.727514 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a178d-4405-4a7e-95d9-3e2f0908fc21 req-5e98e3bd-b3f2-43f4-8165-6c5200ccf388 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:28.728908 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b93a178d-4405-4a7e-95d9-3e2f0908fc21 req-5e98e3bd-b3f2-43f4-8165-6c5200ccf388 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0504949 Apr 16 04:59:28.776946 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b93a178d-4405-4a7e-95d9-3e2f0908fc21 req-05f60b2f-0725-4d99-9263-de0e78878c9b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426188 Apr 16 04:59:29.889514 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5c549-b45b-4c6d-8e02-80058f4eafc8 req-7c9bc423-b24d-455f-acd1-b5c9c47f1606 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:29.890975 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9df5c549-b45b-4c6d-8e02-80058f4eafc8 req-7c9bc423-b24d-455f-acd1-b5c9c47f1606 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0472209 Apr 16 04:59:29.938894 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9df5c549-b45b-4c6d-8e02-80058f4eafc8 req-9d3d640f-2b05-4151-b12b-348932931b2f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425286 Apr 16 04:59:31.048144 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e9e71-fc01-4e8a-9794-22140f3256a4 req-faa9c7c5-0007-41b5-9c91-017d6bd4fd61 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:31.049604 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-183e9e71-fc01-4e8a-9794-22140f3256a4 req-faa9c7c5-0007-41b5-9c91-017d6bd4fd61 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0463986 Apr 16 04:59:31.096374 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-183e9e71-fc01-4e8a-9794-22140f3256a4 req-ce20c27d-f07e-4838-b122-aeb909e24ec1 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412550 Apr 16 04:59:32.209570 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af10386-6dd5-4b49-91ae-70dce0222c89 req-3a9690e8-aff9-4f56-bc9d-2c1b61c5c4f4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:32.211053 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0af10386-6dd5-4b49-91ae-70dce0222c89 req-3a9690e8-aff9-4f56-bc9d-2c1b61c5c4f4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0474005 Apr 16 04:59:32.259240 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0af10386-6dd5-4b49-91ae-70dce0222c89 req-cd12b986-5823-4620-8da3-dbafca67dd1e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426464 Apr 16 04:59:33.373781 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e11dd4-43a3-42a9-81e1-7de23666f0ae req-12d00bd4-2c13-4cc1-b67d-32ad3ee32f92 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:33.375247 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-92e11dd4-43a3-42a9-81e1-7de23666f0ae req-12d00bd4-2c13-4cc1-b67d-32ad3ee32f92 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0498197 Apr 16 04:59:33.423656 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-92e11dd4-43a3-42a9-81e1-7de23666f0ae req-dd318012-9119-44c1-937e-3756b972fb78 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426669 Apr 16 04:59:34.538258 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26ed49-1110-4504-8053-3607680d1d10 req-55ac6bb8-6a01-4bf8-926c-be117a1194ce tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:34.539707 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fb26ed49-1110-4504-8053-3607680d1d10 req-55ac6bb8-6a01-4bf8-926c-be117a1194ce tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0504308 Apr 16 04:59:34.588866 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fb26ed49-1110-4504-8053-3607680d1d10 req-fa4da66b-e470-465b-bdf8-73211d830d2e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435352 Apr 16 04:59:35.700016 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab382f-b1e9-4b0b-a55b-d49760380163 req-c5d78625-dcc9-4a7b-9113-a6072f535e83 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:35.701467 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-54ab382f-b1e9-4b0b-a55b-d49760380163 req-c5d78625-dcc9-4a7b-9113-a6072f535e83 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0470412 Apr 16 04:59:35.748288 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-54ab382f-b1e9-4b0b-a55b-d49760380163 req-67b1e11d-b491-425d-9677-a064fd163d63 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414667 Apr 16 04:59:36.859703 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435a4c8-8682-413b-9451-b9067570c02d req-bba513da-155c-4c60-b7a4-d223aa5878bc tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:36.861180 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1435a4c8-8682-413b-9451-b9067570c02d req-bba513da-155c-4c60-b7a4-d223aa5878bc tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0467050 Apr 16 04:59:36.909955 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1435a4c8-8682-413b-9451-b9067570c02d req-d6952087-9383-4340-82d3-16505a5798c8 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430875 Apr 16 04:59:37.066223 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 04:59:38.021952 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ceec8-856e-4a29-acfb-21519b001a66 req-d6a5647c-7699-46c9-9723-ca00337a7efd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:38.023470 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b66ceec8-856e-4a29-acfb-21519b001a66 req-d6a5647c-7699-46c9-9723-ca00337a7efd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0469315 Apr 16 04:59:38.075668 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b66ceec8-856e-4a29-acfb-21519b001a66 req-9afbe4ff-fd53-4652-9fd5-4402c693cb89 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465364 Apr 16 04:59:39.086906 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6117d5c4-32fa-447f-9cf1-cdd422710984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:59:39.192456 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c7762-37ae-4008-b72a-63e35df7eb8b req-a76e518e-ca01-4d81-adbf-dbc97bde0e21 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:39.193932 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-140c7762-37ae-4008-b72a-63e35df7eb8b req-a76e518e-ca01-4d81-adbf-dbc97bde0e21 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0509396 Apr 16 04:59:39.242576 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-140c7762-37ae-4008-b72a-63e35df7eb8b req-129ed746-97f2-45e9-b70d-3ae32ba43099 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431378 Apr 16 04:59:40.352105 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e852fb-88b9-4d5e-8b0d-4cf22b262df8 req-25578761-5c9a-4b93-b083-7926b77c8275 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:40.353565 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e3e852fb-88b9-4d5e-8b0d-4cf22b262df8 req-25578761-5c9a-4b93-b083-7926b77c8275 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0457165 Apr 16 04:59:40.401383 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e3e852fb-88b9-4d5e-8b0d-4cf22b262df8 req-7c5932a5-db76-4eeb-b7cd-54a334229373 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418630 Apr 16 04:59:41.509890 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8abea43f-6700-4686-b797-4ab625c42250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:59:41.516611 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3713a9b-9596-4d54-8515-b7904d3d0b0c req-6644e115-247e-4f7c-85de-309a3c1d18ff tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:41.518130 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a3713a9b-9596-4d54-8515-b7904d3d0b0c req-6644e115-247e-4f7c-85de-309a3c1d18ff tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0492303 Apr 16 04:59:41.567369 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a3713a9b-9596-4d54-8515-b7904d3d0b0c req-b77c3ea9-2865-4b22-858a-49096fb8b325 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437164 Apr 16 04:59:41.589257 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46170) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:59:41.653054 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f8b27e0f-af42-498c-a96f-f074c26dc15f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/floatingips/1babf573-5567-4700-900d-01cb58d04012 HTTP/1.1" status: 200 len: 994 time: 0.0626557 Apr 16 04:59:42.704042 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:59:42.998218 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2577d2-8a46-4ded-b628-2ca5563c0b62 req-8994e00e-3a02-4ff0-bd0d-f7a9ac631b75 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:43.000183 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ec2577d2-8a46-4ded-b628-2ca5563c0b62 req-8994e00e-3a02-4ff0-bd0d-f7a9ac631b75 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0467916 Apr 16 04:59:43.079483 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a46cec-f60e-4ea5-a8b0-26e1040204f1 req-86db3470-cb31-49c5-ad78-9d28bdb76d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:43.080988 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-93a46cec-f60e-4ea5-a8b0-26e1040204f1 req-86db3470-cb31-49c5-ad78-9d28bdb76d56 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 1130 time: 0.0611565 Apr 16 04:59:43.084645 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ec2577d2-8a46-4ded-b628-2ca5563c0b62 req-f62279ea-d678-4d40-abb2-576db92c90f4 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789034 Apr 16 04:59:43.171807 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a46cec-f60e-4ea5-a8b0-26e1040204f1 req-99bc44b3-7b1b-4b98-962f-59df29e6273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:43.173225 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-93a46cec-f60e-4ea5-a8b0-26e1040204f1 req-99bc44b3-7b1b-4b98-962f-59df29e6273a service neutron] 10.222.0.18 "GET /v2.0/networks?id=f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 HTTP/1.1" status: 200 len: 897 time: 0.0863185 Apr 16 04:59:43.240894 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-93a46cec-f60e-4ea5-a8b0-26e1040204f1 req-3e737566-739a-4cc8-ae02-59629a4fb9bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=283d37b2-61aa-4d9c-910b-7cad37b4438f HTTP/1.1" status: 200 len: 1002 time: 0.0615892 Apr 16 04:59:43.288099 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a46cec-f60e-4ea5-a8b0-26e1040204f1 req-34e4565a-13a6-41d5-a84c-98a7e206b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:43.289533 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-93a46cec-f60e-4ea5-a8b0-26e1040204f1 req-34e4565a-13a6-41d5-a84c-98a7e206b37e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81f316fa-be0c-4ec2-a77f-bd76b3e143f5 HTTP/1.1" status: 200 len: 834 time: 0.0431664 Apr 16 04:59:43.332077 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a46cec-f60e-4ea5-a8b0-26e1040204f1 req-d8df0156-d4ad-417e-8515-0aa0313c751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:43.333574 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-93a46cec-f60e-4ea5-a8b0-26e1040204f1 req-d8df0156-d4ad-417e-8515-0aa0313c751c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380666 Apr 16 04:59:43.424812 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-93a46cec-f60e-4ea5-a8b0-26e1040204f1 req-234dd0c8-118c-4abe-9faf-d564ab7f88c9 service neutron] 10.222.0.18 "GET /v2.0/networks/f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852911 Apr 16 04:59:43.513911 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-93a46cec-f60e-4ea5-a8b0-26e1040204f1 req-5c5d03bb-b36f-4345-a52a-edbea6e4cdb2 service neutron] 10.222.0.18 "GET /v2.0/networks/f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827892 Apr 16 04:59:44.167209 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:59:44.200618 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe28587-5fbc-49a3-a43a-ae26c87d20f6 req-61f121be-2143-4868-b55e-0b4e5342eff9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:44.202798 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-dfe28587-5fbc-49a3-a43a-ae26c87d20f6 req-61f121be-2143-4868-b55e-0b4e5342eff9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0490329 Apr 16 04:59:44.251949 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-dfe28587-5fbc-49a3-a43a-ae26c87d20f6 req-56131375-7670-4f41-81a4-93d31cfd9290 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430992 Apr 16 04:59:45.371843 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0500a-25b0-4a9c-be49-fd27d7bd5b28 req-0a0366d5-27e2-403f-b576-332d5106578f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 04:59:45.372840 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 04:59:45.373462 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b1d0500a-25b0-4a9c-be49-fd27d7bd5b28 req-0a0366d5-27e2-403f-b576-332d5106578f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0529470 Apr 16 04:59:45.425864 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b1d0500a-25b0-4a9c-be49-fd27d7bd5b28 req-ae5e4fe7-caf2-4872-a518-f29d9e3e73be tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460539 Apr 16 04:59:45.453412 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46182) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 04:59:45.520061 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5d8c095b-cbcd-4e24-8712-c0732362c22c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/floatingips/1babf573-5567-4700-900d-01cb58d04012 HTTP/1.1" status: 200 len: 994 time: 0.0654972 Apr 16 04:59:58.441083 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:09.098027 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-85559478-e8b6-457a-9624-fb0846329bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:11.361304 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9b2dc9a-d807-4fd2-8e71-b100cf555138 req-8e3f5ca1-8c02-46bc-8003-e6a1bb1a2a90 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370653 Apr 16 05:00:11.440335 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2dc9a-d807-4fd2-8e71-b100cf555138 req-7a8a90b3-56e8-4372-951e-ff0e3288a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:11.441873 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9b2dc9a-d807-4fd2-8e71-b100cf555138 req-7a8a90b3-56e8-4372-951e-ff0e3288a171 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 1130 time: 0.0383472 Apr 16 05:00:11.475428 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ab82af90-ae54-4c55-bce3-7e08bad317c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:11.548128 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2dc9a-d807-4fd2-8e71-b100cf555138 req-f7fadf50-fc36-42a9-a6ae-32ff3d26890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:11.549605 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9b2dc9a-d807-4fd2-8e71-b100cf555138 req-f7fadf50-fc36-42a9-a6ae-32ff3d26890e service neutron] 10.222.0.18 "GET /v2.0/networks?id=f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 HTTP/1.1" status: 200 len: 897 time: 0.0893314 Apr 16 05:00:11.614662 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9b2dc9a-d807-4fd2-8e71-b100cf555138 req-9fdcf00b-d714-4b0d-9359-79bc91478836 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=283d37b2-61aa-4d9c-910b-7cad37b4438f HTTP/1.1" status: 200 len: 1002 time: 0.0579829 Apr 16 05:00:11.667066 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2dc9a-d807-4fd2-8e71-b100cf555138 req-27a909a3-d60b-4e4b-9dc6-a017b7196ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:11.668554 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9b2dc9a-d807-4fd2-8e71-b100cf555138 req-27a909a3-d60b-4e4b-9dc6-a017b7196ed8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81f316fa-be0c-4ec2-a77f-bd76b3e143f5 HTTP/1.1" status: 200 len: 834 time: 0.0481684 Apr 16 05:00:11.710934 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2dc9a-d807-4fd2-8e71-b100cf555138 req-3108ea68-f17b-4aa4-85cc-2150c082cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:11.712382 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9b2dc9a-d807-4fd2-8e71-b100cf555138 req-3108ea68-f17b-4aa4-85cc-2150c082cdbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382340 Apr 16 05:00:11.800081 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9b2dc9a-d807-4fd2-8e71-b100cf555138 req-6361761e-bc41-4432-b594-4fd1cd05ff49 service neutron] 10.222.0.18 "GET /v2.0/networks/f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808225 Apr 16 05:00:11.892824 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9b2dc9a-d807-4fd2-8e71-b100cf555138 req-15dc4414-401a-44cb-885b-4dbc259be83b service neutron] 10.222.0.18 "GET /v2.0/networks/f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867364 Apr 16 05:00:12.715373 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:13.926656 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46192) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:14.064569 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:00:14.071837 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting port c62a8c82-e97c-4634-8229-0777265cb497 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:00:14.072181 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c62a8c82-e97c-4634-8229-0777265cb497), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:14.150511 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c62a8c82-e97c-4634-8229-0777265cb497), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:14.150838 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for floatingip (c62a8c82-e97c-4634-8229-0777265cb497), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:14.155351 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:14.163222 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Calling delete_port for c62a8c82-e97c-4634-8229-0777265cb497 owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:00:14.372330 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c62a8c82-e97c-4634-8229-0777265cb497), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:14.398729 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Port': ['ID=c62a8c82-e97c-4634-8229-0777265cb497,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:14.410220 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:14.410576 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:14.410924 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:14.411272 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:14.411608 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:14.411944 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:14.412278 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:14.412611 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:14.412971 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:14.413304 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:14.413634 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:14.413965 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:14.414292 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:14.414618 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:14.414946 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:14.469532 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for floatingip (1babf573-5567-4700-900d-01cb58d04012), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:14.469895 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Floating IP 1babf573-5567-4700-900d-01cb58d04012 disassociated (deleted). External IP: 172.26.6.225, port: 283d37b2-61aa-4d9c-910b-7cad37b4438f. Apr 16 05:00:14.679020 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:00:15.096699 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:00:15.101329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:15.106215 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970d80a1-d16c-499c-89ac-7ced521da367 None None] Sync routers for ids ['2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:00:15.116564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970d80a1-d16c-499c-89ac-7ced521da367 None None] Routers {'2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:00:15.117204 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-970d80a1-d16c-499c-89ac-7ced521da367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:00:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:15.131232 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e4ba396a-2b14-45e3-9660-1c4bcf34d609 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/floatingips/1babf573-5567-4700-900d-01cb58d04012 HTTP/1.1" status: 204 len: 168 time: 1.2035112 Apr 16 05:00:15.131839 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f469841-01be-45b6-8190-97cb0b0ee9b9', 'tag': '283d37b2-61aa-4d9c-910b-7cad37b4438f'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:00:15.134101 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94029847-ff83-4c6d-baa5-e085559714d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f469841-01be-45b6-8190-97cb0b0ee9b9", "tag": "283d37b2-61aa-4d9c-910b-7cad37b4438f"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:00:15.171092 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 05:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b059e478-79f0-420f-8ba2-d95e8e3b4341 x-openstack-request-id: req-b059e478-79f0-420f-8ba2-d95e8e3b4341 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:00:15.171388 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f469841-01be-45b6-8190-97cb0b0ee9b9", "tag": "283d37b2-61aa-4d9c-910b-7cad37b4438f", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:00:15.171641 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b059e478-79f0-420f-8ba2-d95e8e3b4341 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:00:15.172592 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b059e478-79f0-420f-8ba2-d95e8e3b4341'] response: {'name': 'network-changed', 'server_uuid': '8f469841-01be-45b6-8190-97cb0b0ee9b9', 'tag': '283d37b2-61aa-4d9c-910b-7cad37b4438f', 'status': 'completed', 'code': 200} Apr 16 05:00:15.233736 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94029847-ff83-4c6d-baa5-e085559714d4 req-27dee722-ead7-4b2c-b007-f706231f0177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:15.236143 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-94029847-ff83-4c6d-baa5-e085559714d4 req-27dee722-ead7-4b2c-b007-f706231f0177 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 1130 time: 0.0442307 Apr 16 05:00:15.337961 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94029847-ff83-4c6d-baa5-e085559714d4 req-f7442490-717b-438f-a224-9b944b857ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:15.339418 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-94029847-ff83-4c6d-baa5-e085559714d4 req-f7442490-717b-438f-a224-9b944b857ac5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 HTTP/1.1" status: 200 len: 897 time: 0.0964496 Apr 16 05:00:15.390332 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-970d80a1-d16c-499c-89ac-7ced521da367 None None] Set router 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:00:15.464654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:15.563186 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a0000-8262-46e9-8de8-64b13b5534fb req-a3a86ff8-b76d-4cbf-9da3-8b7abbbc7f5c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:15.564676 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f27a0000-8262-46e9-8de8-64b13b5534fb req-a3a86ff8-b76d-4cbf-9da3-8b7abbbc7f5c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0481811 Apr 16 05:00:15.589335 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-970d80a1-d16c-499c-89ac-7ced521da367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084705237', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:58:32Z', 'updated_at': '2022-04-16T04:58:37Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:33Z', 'updated_at': '2022-04-16T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '0edbd359-5c53-4b70-b43e-92a84701fa07', 'name': '', 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:d4:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '81f316fa-be0c-4ec2-a77f-bd76b3e143f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:36Z', 'updated_at': '2022-04-16T04:58:39Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': '81f316fa-be0c-4ec2-a77f-bd76b3e143f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:15.618312 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970d80a1-d16c-499c-89ac-7ced521da367 None None] Checking router: 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:00:15.621013 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f27a0000-8262-46e9-8de8-64b13b5534fb req-438e28a1-7378-4302-8e05-605b71d22d44 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506999 Apr 16 05:00:15.626532 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-94029847-ff83-4c6d-baa5-e085559714d4 req-1aad8fa6-bddf-47ed-adc8-12d8bae59578 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=283d37b2-61aa-4d9c-910b-7cad37b4438f HTTP/1.1" status: 200 len: 217 time: 0.0532737 Apr 16 05:00:15.627173 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970d80a1-d16c-499c-89ac-7ced521da367 None None] Routers {'2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:00:15.627791 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-970d80a1-d16c-499c-89ac-7ced521da367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:00:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:15.698664 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94029847-ff83-4c6d-baa5-e085559714d4 req-ca384d01-bf23-4172-b681-151add423471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:15.700116 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-94029847-ff83-4c6d-baa5-e085559714d4 req-ca384d01-bf23-4172-b681-151add423471 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81f316fa-be0c-4ec2-a77f-bd76b3e143f5 HTTP/1.1" status: 200 len: 834 time: 0.0515139 Apr 16 05:00:15.742559 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-970d80a1-d16c-499c-89ac-7ced521da367 None None] Set router 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:00:15.929108 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-970d80a1-d16c-499c-89ac-7ced521da367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084705237', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:58:32Z', 'updated_at': '2022-04-16T04:58:37Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:33Z', 'updated_at': '2022-04-16T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '0edbd359-5c53-4b70-b43e-92a84701fa07', 'name': '', 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:d4:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '81f316fa-be0c-4ec2-a77f-bd76b3e143f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:36Z', 'updated_at': '2022-04-16T04:58:39Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': '81f316fa-be0c-4ec2-a77f-bd76b3e143f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:15.960412 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970d80a1-d16c-499c-89ac-7ced521da367 None None] The sync data for ids ['2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'] in dv-neutron-838078-2-hyperv is: [{'id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084705237', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:58:32Z', 'updated_at': '2022-04-16T04:58:37Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:33Z', 'updated_at': '2022-04-16T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '0edbd359-5c53-4b70-b43e-92a84701fa07', 'name': '', 'network_id': 'f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:d4:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '81f316fa-be0c-4ec2-a77f-bd76b3e143f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:36Z', 'updated_at': '2022-04-16T04:58:39Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': '81f316fa-be0c-4ec2-a77f-bd76b3e143f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:00:16.165562 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26cc785-3ad6-48dc-96f3-244f3d4c5ad4 None None] New status for floating IP 1babf573-5567-4700-900d-01cb58d04012: DOWN {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 05:00:16.737021 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4bc8f-471f-4e02-9c14-be00ca1647d3 req-5ddf8d9f-8291-4fff-be28-43a3f25395c8 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:16.738459 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4ec4bc8f-471f-4e02-9c14-be00ca1647d3 req-5ddf8d9f-8291-4fff-be28-43a3f25395c8 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0460677 Apr 16 05:00:16.786494 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4ec4bc8f-471f-4e02-9c14-be00ca1647d3 req-4d85a3b8-dbcb-43aa-89f9-2ce48ff93788 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=9089431d-e4d7-4b0e-8f57-d97cc865e91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425792 Apr 16 05:00:16.874883 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94029847-ff83-4c6d-baa5-e085559714d4 req-cb4e4e8a-7cca-419b-b562-75335ce9938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:16.876393 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-94029847-ff83-4c6d-baa5-e085559714d4 req-cb4e4e8a-7cca-419b-b562-75335ce9938b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390139 Apr 16 05:00:16.887919 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [req-94029847-ff83-4c6d-baa5-e085559714d4 req-9527ed1e-9f4f-45a5-b76b-b1ecdd646ab1 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 05:00:16.888898 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-94029847-ff83-4c6d-baa5-e085559714d4 req-9527ed1e-9f4f-45a5-b76b-b1ecdd646ab1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050545 Apr 16 05:00:16.981009 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-94029847-ff83-4c6d-baa5-e085559714d4 req-cef93302-602d-47cd-a6cc-57b30acff8c0 service neutron] 10.222.0.18 "GET /v2.0/networks/f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858493 Apr 16 05:00:17.269967 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-94029847-ff83-4c6d-baa5-e085559714d4 req-e5783101-a067-4568-8cd5-7d4b60714486 service neutron] 10.222.0.18 "GET /v2.0/networks/f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861423 Apr 16 05:00:17.352368 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40567a-9c29-409e-87b8-2c691bf26766 req-96fcbc80-0b98-43a1-9c6d-2b73b0c99aa5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:17.353842 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cd40567a-9c29-409e-87b8-2c691bf26766 req-96fcbc80-0b98-43a1-9c6d-2b73b0c99aa5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 946 time: 0.0469699 Apr 16 05:00:17.436425 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-cd40567a-9c29-409e-87b8-2c691bf26766 req-9d811c9b-a084-497b-97ff-b21507ec3f4c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting port 283d37b2-61aa-4d9c-910b-7cad37b4438f {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:00:17.436787 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-cd40567a-9c29-409e-87b8-2c691bf26766 req-9d811c9b-a084-497b-97ff-b21507ec3f4c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (283d37b2-61aa-4d9c-910b-7cad37b4438f), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:17.529086 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-cd40567a-9c29-409e-87b8-2c691bf26766 req-9d811c9b-a084-497b-97ff-b21507ec3f4c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] For port 283d37b2-61aa-4d9c-910b-7cad37b4438f, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=283d37b2-61aa-4d9c-910b-7cad37b4438f,segment=NetworkSegment(081b8eda-3b3e-479a-a25f-59184967bfa0),segment_id=081b8eda-3b3e-479a-a25f-59184967bfa0)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:00:17.529373 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-cd40567a-9c29-409e-87b8-2c691bf26766 req-9d811c9b-a084-497b-97ff-b21507ec3f4c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (283d37b2-61aa-4d9c-910b-7cad37b4438f), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:17.542190 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-cd40567a-9c29-409e-87b8-2c691bf26766 req-9d811c9b-a084-497b-97ff-b21507ec3f4c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Calling delete_port for 283d37b2-61aa-4d9c-910b-7cad37b4438f owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:00:17.709438 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-cd40567a-9c29-409e-87b8-2c691bf26766 req-9d811c9b-a084-497b-97ff-b21507ec3f4c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (283d37b2-61aa-4d9c-910b-7cad37b4438f), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:17.737755 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d811c9b-a084-497b-97ff-b21507ec3f4c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Port': ['ID=283d37b2-61aa-4d9c-910b-7cad37b4438f,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:17.781340 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd40567a-9c29-409e-87b8-2c691bf26766 req-9d811c9b-a084-497b-97ff-b21507ec3f4c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] No DVR routers for this DVR port 283d37b2-61aa-4d9c-910b-7cad37b4438f on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 05:00:17.783863 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-cd40567a-9c29-409e-87b8-2c691bf26766 req-9d811c9b-a084-497b-97ff-b21507ec3f4c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:17.787139 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cd40567a-9c29-409e-87b8-2c691bf26766 req-9d811c9b-a084-497b-97ff-b21507ec3f4c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "DELETE /v2.0/ports/283d37b2-61aa-4d9c-910b-7cad37b4438f HTTP/1.1" status: 204 len: 173 time: 0.4283347 Apr 16 05:00:17.787576 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f469841-01be-45b6-8190-97cb0b0ee9b9', 'name': 'network-vif-deleted', 'tag': '283d37b2-61aa-4d9c-910b-7cad37b4438f'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:00:17.789918 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f053ef3d-060b-41d4-aaf7-7b8325f7e7ec" -d '{"events": [{"server_uuid": "8f469841-01be-45b6-8190-97cb0b0ee9b9", "name": "network-vif-deleted", "tag": "283d37b2-61aa-4d9c-910b-7cad37b4438f"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:00:17.825680 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 05:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fa3144-8236-4169-b223-bb0820e78fe0 x-openstack-request-id: req-25fa3144-8236-4169-b223-bb0820e78fe0 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:00:17.825978 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f469841-01be-45b6-8190-97cb0b0ee9b9", "name": "network-vif-deleted", "tag": "283d37b2-61aa-4d9c-910b-7cad37b4438f", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:00:17.826233 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25fa3144-8236-4169-b223-bb0820e78fe0 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:00:17.826644 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25fa3144-8236-4169-b223-bb0820e78fe0'] response: {'server_uuid': '8f469841-01be-45b6-8190-97cb0b0ee9b9', 'name': 'network-vif-deleted', 'tag': '283d37b2-61aa-4d9c-910b-7cad37b4438f', 'status': 'completed', 'code': 200} Apr 16 05:00:17.883899 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-915fabdd-e13d-4d06-9245-f5c0d32e1136 req-6314a528-a323-4330-9fd5-d02447a3f05c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f469841-01be-45b6-8190-97cb0b0ee9b9 HTTP/1.1" status: 200 len: 210 time: 0.0292125 Apr 16 05:00:18.940751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46212) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:19.280833 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-edee4488-cbe2-41a3-9fa2-0ccbabe4e0d9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:19.521175 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-edee4488-cbe2-41a3-9fa2-0ccbabe4e0d9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting port 0edbd359-5c53-4b70-b43e-92a84701fa07 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:00:19.521515 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-edee4488-cbe2-41a3-9fa2-0ccbabe4e0d9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (0edbd359-5c53-4b70-b43e-92a84701fa07), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:19.609583 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-edee4488-cbe2-41a3-9fa2-0ccbabe4e0d9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] For port 0edbd359-5c53-4b70-b43e-92a84701fa07, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=0edbd359-5c53-4b70-b43e-92a84701fa07,segment=NetworkSegment(081b8eda-3b3e-479a-a25f-59184967bfa0),segment_id=081b8eda-3b3e-479a-a25f-59184967bfa0)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:00:19.609863 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-edee4488-cbe2-41a3-9fa2-0ccbabe4e0d9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (0edbd359-5c53-4b70-b43e-92a84701fa07), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:19.622477 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-edee4488-cbe2-41a3-9fa2-0ccbabe4e0d9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Calling delete_port for 0edbd359-5c53-4b70-b43e-92a84701fa07 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:00:19.864153 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-edee4488-cbe2-41a3-9fa2-0ccbabe4e0d9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (0edbd359-5c53-4b70-b43e-92a84701fa07), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:19.891358 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee4488-cbe2-41a3-9fa2-0ccbabe4e0d9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Port': ['ID=0edbd359-5c53-4b70-b43e-92a84701fa07,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:20.072494 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-edee4488-cbe2-41a3-9fa2-0ccbabe4e0d9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:20.294141 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edee4488-cbe2-41a3-9fa2-0ccbabe4e0d9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:00:20.401727 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edee4488-cbe2-41a3-9fa2-0ccbabe4e0d9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:00:20.407480 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-edee4488-cbe2-41a3-9fa2-0ccbabe4e0d9 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "PUT /v2.0/routers/2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4654930 Apr 16 05:00:20.409976 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46214) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:20.412024 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f1b00b-b8f0-4207-a815-e0c9f24758a8 None None] Sync routers for ids ['2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:00:20.423464 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f1b00b-b8f0-4207-a815-e0c9f24758a8 None None] Routers {'2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:00:20.424365 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-53f1b00b-b8f0-4207-a815-e0c9f24758a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:00:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:20.460646 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e064c1-519b-441b-904b-ed73ea3a63d0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting subnet 81f316fa-be0c-4ec2-a77f-bd76b3e143f5 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 05:00:20.463754 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d4e064c1-519b-441b-904b-ed73ea3a63d0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for subnet (81f316fa-be0c-4ec2-a77f-bd76b3e143f5), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:20.504640 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d4e064c1-519b-441b-904b-ed73ea3a63d0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (81f316fa-be0c-4ec2-a77f-bd76b3e143f5), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:20.524067 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 283d37b2-61aa-4d9c-910b-7cad37b4438f no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:00:20.552548 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 283d37b2-61aa-4d9c-910b-7cad37b4438f {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:00:20.552907 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 283d37b2-61aa-4d9c-910b-7cad37b4438f not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:00:20.558592 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-53f1b00b-b8f0-4207-a815-e0c9f24758a8 None None] Set router 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:00:20.591458 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d4e064c1-519b-441b-904b-ed73ea3a63d0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (81f316fa-be0c-4ec2-a77f-bd76b3e143f5), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:20.721840 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d4e064c1-519b-441b-904b-ed73ea3a63d0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (81f316fa-be0c-4ec2-a77f-bd76b3e143f5), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:20.733920 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-53f1b00b-b8f0-4207-a815-e0c9f24758a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084705237', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:58:32Z', 'updated_at': '2022-04-16T05:00:19Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:33Z', 'updated_at': '2022-04-16T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:20.751301 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d4e064c1-519b-441b-904b-ed73ea3a63d0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:20.756693 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d4e064c1-519b-441b-904b-ed73ea3a63d0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/subnets/81f316fa-be0c-4ec2-a77f-bd76b3e143f5 HTTP/1.1" status: 204 len: 168 time: 0.3432734 Apr 16 05:00:20.756693 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e064c1-519b-441b-904b-ed73ea3a63d0 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Subnet': ['ID=81f316fa-be0c-4ec2-a77f-bd76b3e143f5,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:20.757067 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46216) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:20.761720 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353dd562-cc4f-4ee7-b8f6-36c3befb076d None None] Network f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 05:00:20.765994 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f1b00b-b8f0-4207-a815-e0c9f24758a8 None None] Checking router: 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:00:20.824028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f1b00b-b8f0-4207-a815-e0c9f24758a8 None None] Routers {'2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:00:20.824654 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-53f1b00b-b8f0-4207-a815-e0c9f24758a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:00:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:20.868000 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router (2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:20.962265 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-53f1b00b-b8f0-4207-a815-e0c9f24758a8 None None] Set router 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:00:20.984631 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_gateway (2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:21.017712 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] DHCP port deletion for f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 05:00:21.065613 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting port b17088c8-b3f3-4962-83a0-227a2136d852 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:00:21.065962 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (b17088c8-b3f3-4962-83a0-227a2136d852), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:21.107386 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] Deleting port f37bbe94-094d-4dcb-bc1c-e51fc15f0dad {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:00:21.109339 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (f37bbe94-094d-4dcb-bc1c-e51fc15f0dad), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:21.149769 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] For port b17088c8-b3f3-4962-83a0-227a2136d852, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=b17088c8-b3f3-4962-83a0-227a2136d852,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:00:21.150132 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (b17088c8-b3f3-4962-83a0-227a2136d852), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:21.162824 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Calling delete_port for b17088c8-b3f3-4962-83a0-227a2136d852 owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:00:21.208185 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] For port f37bbe94-094d-4dcb-bc1c-e51fc15f0dad, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f37bbe94-094d-4dcb-bc1c-e51fc15f0dad,segment=NetworkSegment(081b8eda-3b3e-479a-a25f-59184967bfa0),segment_id=081b8eda-3b3e-479a-a25f-59184967bfa0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:00:21.208577 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (f37bbe94-094d-4dcb-bc1c-e51fc15f0dad), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:21.227203 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] Calling delete_port for f37bbe94-094d-4dcb-bc1c-e51fc15f0dad owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:00:21.239728 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-53f1b00b-b8f0-4207-a815-e0c9f24758a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084705237', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:58:32Z', 'updated_at': '2022-04-16T05:00:19Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:33Z', 'updated_at': '2022-04-16T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:21.269880 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f1b00b-b8f0-4207-a815-e0c9f24758a8 None None] The sync data for ids ['2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1'] in dv-neutron-838078-2-hyperv is: [{'id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084705237', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T04:58:32Z', 'updated_at': '2022-04-16T05:00:19Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': 'b17088c8-b3f3-4962-83a0-227a2136d852', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T04:58:33Z', 'updated_at': '2022-04-16T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:00:21.395679 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (b17088c8-b3f3-4962-83a0-227a2136d852), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:21.421134 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Port': ['ID=b17088c8-b3f3-4962-83a0-227a2136d852,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:21.429782 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (f37bbe94-094d-4dcb-bc1c-e51fc15f0dad), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:21.447583 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.447933 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.448278 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.448625 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.448982 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.449315 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.449647 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.449973 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.450301 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.450626 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.450954 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.451346 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.451670 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.451993 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.452324 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.455555 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] Pushing event deleted for resources: {'Port': ['ID=f37bbe94-094d-4dcb-bc1c-e51fc15f0dad,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:21.463228 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] No DVR routers for this DVR port f37bbe94-094d-4dcb-bc1c-e51fc15f0dad on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 05:00:21.465556 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.465901 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.466237 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.466573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.467074 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.467243 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.467566 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.467886 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.468210 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.468526 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.468873 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.469201 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.469519 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.469835 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.470151 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98abe6bf-53db-4bf2-8398-6aec9a83a930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:21.499137 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:21.594404 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:21.596641 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_controller (2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:21.721457 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:21.722058 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Fanout notify agent at l3_agent the message router_deleted on router 2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 05:00:21.728859 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:21.729977 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0886018f-e297-409b-8732-f84b0c21fcf7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/routers/2c8b3dbe-000c-4fc2-9e6e-d97824b6f6d1 HTTP/1.1" status: 204 len: 168 time: 0.9719372 Apr 16 05:00:21.732680 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46218) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:21.813339 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-887c8629-1912-41a0-8663-e4533dd3f4a7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:21.903131 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-887c8629-1912-41a0-8663-e4533dd3f4a7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:21.924390 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-887c8629-1912-41a0-8663-e4533dd3f4a7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:21.933683 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-887c8629-1912-41a0-8663-e4533dd3f4a7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081b8eda-3b3e-479a-a25f-59184967bfa0') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:21.933984 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-887c8629-1912-41a0-8663-e4533dd3f4a7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081b8eda-3b3e-479a-a25f-59184967bfa0') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:21.943218 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-887c8629-1912-41a0-8663-e4533dd3f4a7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (081b8eda-3b3e-479a-a25f-59184967bfa0), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:21.955984 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-887c8629-1912-41a0-8663-e4533dd3f4a7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (081b8eda-3b3e-479a-a25f-59184967bfa0), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:21.961719 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887c8629-1912-41a0-8663-e4533dd3f4a7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 05:00:21.962096 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-887c8629-1912-41a0-8663-e4533dd3f4a7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (081b8eda-3b3e-479a-a25f-59184967bfa0), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 05:00:21.965139 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 05:00:22.097951 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-887c8629-1912-41a0-8663-e4533dd3f4a7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:22.109281 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-887c8629-1912-41a0-8663-e4533dd3f4a7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:22.109281 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-887c8629-1912-41a0-8663-e4533dd3f4a7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/networks/f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49 HTTP/1.1" status: 204 len: 168 time: 0.3738832 Apr 16 05:00:22.110663 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46220) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:22.119037 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c8629-1912-41a0-8663-e4533dd3f4a7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Network': ['ID=f656e2bc-6b05-4ebf-aea1-3dbf7be2cd49,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:22.169001 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-baa57421-f3a9-4c0a-8a4d-3dd9e3236b11 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (9089431d-e4d7-4b0e-8f57-d97cc865e91e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:22.193360 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-baa57421-f3a9-4c0a-8a4d-3dd9e3236b11 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (9089431d-e4d7-4b0e-8f57-d97cc865e91e), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:22.288912 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 0edbd359-5c53-4b70-b43e-92a84701fa07 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:00:22.298304 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-baa57421-f3a9-4c0a-8a4d-3dd9e3236b11 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (9089431d-e4d7-4b0e-8f57-d97cc865e91e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:22.300903 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-baa57421-f3a9-4c0a-8a4d-3dd9e3236b11 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:22.302075 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-baa57421-f3a9-4c0a-8a4d-3dd9e3236b11 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/security-groups/9089431d-e4d7-4b0e-8f57-d97cc865e91e HTTP/1.1" status: 204 len: 168 time: 0.1904294 Apr 16 05:00:22.310541 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 0edbd359-5c53-4b70-b43e-92a84701fa07 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:00:22.310963 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 0edbd359-5c53-4b70-b43e-92a84701fa07 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:00:22.311630 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f37bbe94-094d-4dcb-bc1c-e51fc15f0dad no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:00:22.312251 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa57421-f3a9-4c0a-8a4d-3dd9e3236b11 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9089431d-e4d7-4b0e-8f57-d97cc865e91e,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:22.339191 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: f37bbe94-094d-4dcb-bc1c-e51fc15f0dad {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:00:22.339536 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f37bbe94-094d-4dcb-bc1c-e51fc15f0dad not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:00:22.341544 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device b17088c8-b3f3-4962-83a0-227a2136d852 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:00:22.365006 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: b17088c8-b3f3-4962-83a0-227a2136d852 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:00:22.365334 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device b17088c8-b3f3-4962-83a0-227a2136d852 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:00:22.663316 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46226) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:22.667852 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-6775c0f1-d27a-4608-8735-6d413c4c6cac tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1141597392', 'description': 'tempest-secgroup-smoke-1141597392 description', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:00:22.772574 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6775c0f1-d27a-4608-8735-6d413c4c6cac tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:22.841146 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6775c0f1-d27a-4608-8735-6d413c4c6cac tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (b1a22a64-d5ed-4931-9fc0-67550aba76c1), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:22.932053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6775c0f1-d27a-4608-8735-6d413c4c6cac tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (b1a22a64-d5ed-4931-9fc0-67550aba76c1), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:22.960519 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775c0f1-d27a-4608-8735-6d413c4c6cac tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a22a64-d5ed-4931-9fc0-67550aba76c1,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:22.991232 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6775c0f1-d27a-4608-8735-6d413c4c6cac tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:22.992467 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6775c0f1-d27a-4608-8735-6d413c4c6cac tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3281212 Apr 16 05:00:22.995344 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46228) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:23.000277 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-3a8aaf85-3d65-4c53-974b-78fc3f11080c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': 'b1a22a64-d5ed-4931-9fc0-67550aba76c1', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:00:23.057267 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3a8aaf85-3d65-4c53-974b-78fc3f11080c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (6d1acea9-838d-4d61-bbe8-d40acb4dc3ac), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:23.111291 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3a8aaf85-3d65-4c53-974b-78fc3f11080c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (6d1acea9-838d-4d61-bbe8-d40acb4dc3ac), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:23.166600 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3a8aaf85-3d65-4c53-974b-78fc3f11080c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (6d1acea9-838d-4d61-bbe8-d40acb4dc3ac), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:23.184796 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8aaf85-3d65-4c53-974b-78fc3f11080c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1acea9-838d-4d61-bbe8-d40acb4dc3ac,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:23.260184 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-3a8aaf85-3d65-4c53-974b-78fc3f11080c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:23.261433 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-3a8aaf85-3d65-4c53-974b-78fc3f11080c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2651353 Apr 16 05:00:23.264057 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46230) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:23.268203 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-ecf698a2-f841-4a7e-9eca-603f13f6c960 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': 'b1a22a64-d5ed-4931-9fc0-67550aba76c1', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:00:23.360967 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ecf698a2-f841-4a7e-9eca-603f13f6c960 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (6719053b-00cf-4b86-99f9-d25ca65b35d5), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:23.415053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ecf698a2-f841-4a7e-9eca-603f13f6c960 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (6719053b-00cf-4b86-99f9-d25ca65b35d5), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:23.486753 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ecf698a2-f841-4a7e-9eca-603f13f6c960 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (6719053b-00cf-4b86-99f9-d25ca65b35d5), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:23.503460 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf698a2-f841-4a7e-9eca-603f13f6c960 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6719053b-00cf-4b86-99f9-d25ca65b35d5,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:23.580549 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ecf698a2-f841-4a7e-9eca-603f13f6c960 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:23.581780 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ecf698a2-f841-4a7e-9eca-603f13f6c960 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3168278 Apr 16 05:00:23.584402 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46232) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:23.588544 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-00f8ffe3-d0e3-4cb3-96fc-8d514d8f69ab tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': 'b1a22a64-d5ed-4931-9fc0-67550aba76c1', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:00:23.680009 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-00f8ffe3-d0e3-4cb3-96fc-8d514d8f69ab tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (aca3b93c-d11a-4aab-9608-63e31418e15a), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:23.737614 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-00f8ffe3-d0e3-4cb3-96fc-8d514d8f69ab tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (aca3b93c-d11a-4aab-9608-63e31418e15a), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:23.789206 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-00f8ffe3-d0e3-4cb3-96fc-8d514d8f69ab tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (aca3b93c-d11a-4aab-9608-63e31418e15a), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:23.805951 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8ffe3-d0e3-4cb3-96fc-8d514d8f69ab tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca3b93c-d11a-4aab-9608-63e31418e15a,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:23.854440 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-00f8ffe3-d0e3-4cb3-96fc-8d514d8f69ab tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:23.855668 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-00f8ffe3-d0e3-4cb3-96fc-8d514d8f69ab tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2703226 Apr 16 05:00:23.858373 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46234) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:23.862615 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-7b49a46e-7f89-4c06-9e10-59c343d6a9e7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': 'b1a22a64-d5ed-4931-9fc0-67550aba76c1', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:00:23.937934 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b49a46e-7f89-4c06-9e10-59c343d6a9e7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (d9ecaeea-2114-4f7c-bace-3a97ce43c792), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:23.992575 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b49a46e-7f89-4c06-9e10-59c343d6a9e7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (d9ecaeea-2114-4f7c-bace-3a97ce43c792), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:24.046235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b49a46e-7f89-4c06-9e10-59c343d6a9e7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (d9ecaeea-2114-4f7c-bace-3a97ce43c792), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:24.063595 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49a46e-7f89-4c06-9e10-59c343d6a9e7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ecaeea-2114-4f7c-bace-3a97ce43c792,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:24.145808 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7b49a46e-7f89-4c06-9e10-59c343d6a9e7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:24.147037 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7b49a46e-7f89-4c06-9e10-59c343d6a9e7 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2876785 Apr 16 05:00:24.149666 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46236) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:24.156220 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-6e542b79-ef8b-4e56-8c1d-cb2d50333d0f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': 'b1a22a64-d5ed-4931-9fc0-67550aba76c1', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:00:24.229482 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-6e542b79-ef8b-4e56-8c1d-cb2d50333d0f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Project 2d93c1aa75b44c2fba551b8c34a64e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 05:00:24.235039 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6e542b79-ef8b-4e56-8c1d-cb2d50333d0f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (acbf193e-7c7a-441f-b500-d81172d1ba93), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:24.296030 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6e542b79-ef8b-4e56-8c1d-cb2d50333d0f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (acbf193e-7c7a-441f-b500-d81172d1ba93), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:24.372138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6e542b79-ef8b-4e56-8c1d-cb2d50333d0f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (acbf193e-7c7a-441f-b500-d81172d1ba93), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:24.389950 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e542b79-ef8b-4e56-8c1d-cb2d50333d0f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbf193e-7c7a-441f-b500-d81172d1ba93,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:24.459837 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6e542b79-ef8b-4e56-8c1d-cb2d50333d0f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:24.461137 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6e542b79-ef8b-4e56-8c1d-cb2d50333d0f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3104622 Apr 16 05:00:24.463716 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46238) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:24.467950 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-61fb2214-700f-4ef7-933b-25247457d3e2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'security_group_rule': {'security_group_id': 'b1a22a64-d5ed-4931-9fc0-67550aba76c1', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:00:24.549802 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-61fb2214-700f-4ef7-933b-25247457d3e2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Project 2d93c1aa75b44c2fba551b8c34a64e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 05:00:24.555074 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61fb2214-700f-4ef7-933b-25247457d3e2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (3280717d-e385-416f-830b-a92d52bd4dd3), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:24.614918 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61fb2214-700f-4ef7-933b-25247457d3e2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (3280717d-e385-416f-830b-a92d52bd4dd3), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:24.675266 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61fb2214-700f-4ef7-933b-25247457d3e2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (3280717d-e385-416f-830b-a92d52bd4dd3), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:24.692594 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb2214-700f-4ef7-933b-25247457d3e2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3280717d-e385-416f-830b-a92d52bd4dd3,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:24.751587 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-61fb2214-700f-4ef7-933b-25247457d3e2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:24.752842 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-61fb2214-700f-4ef7-933b-25247457d3e2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2881346 Apr 16 05:00:24.755525 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46240) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:24.760543 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-7c4dd9e9-4877-48f4-951e-257f544f9f68 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'network': {'name': 'tempest-network-smoke--1722213252', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'port_security_enabled': True}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:00:24.841101 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4dd9e9-4877-48f4-951e-257f544f9f68 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Made reservation on behalf of 2d93c1aa75b44c2fba551b8c34a64e4a for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 05:00:24.844874 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7c4dd9e9-4877-48f4-951e-257f544f9f68 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:24.868108 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4dd9e9-4877-48f4-951e-257f544f9f68 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 05:00:24.876659 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7c4dd9e9-4877-48f4-951e-257f544f9f68 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (cc756b5f-1a64-4209-8d43-7b7bc393ad54), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:24.877099 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-7c4dd9e9-4877-48f4-951e-257f544f9f68 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Added segment cc756b5f-1a64-4209-8d43-7b7bc393ad54 of type vlan for network 223303da-1031-4831-b958-9e5d6b256da8 Apr 16 05:00:24.916069 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7c4dd9e9-4877-48f4-951e-257f544f9f68 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (223303da-1031-4831-b958-9e5d6b256da8), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:24.989515 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7c4dd9e9-4877-48f4-951e-257f544f9f68 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (223303da-1031-4831-b958-9e5d6b256da8), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:24.994465 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4dd9e9-4877-48f4-951e-257f544f9f68 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:24.995043 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7c4dd9e9-4877-48f4-951e-257f544f9f68 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:25.062169 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7c4dd9e9-4877-48f4-951e-257f544f9f68 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3056495 Apr 16 05:00:25.065041 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46242) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:25.065639 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4dd9e9-4877-48f4-951e-257f544f9f68 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Network': ['ID=223303da-1031-4831-b958-9e5d6b256da8,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:25.069822 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f82657ee-681c-4803-8755-b935b5f75f60 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-548452348', 'admin_state_up': True, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:00:25.075839 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 223303da-1031-4831-b958-9e5d6b256da8 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 05:00:25.138554 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f82657ee-681c-4803-8755-b935b5f75f60 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (f763e941-7f04-4770-b1fe-33e6c409b023), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:25.139750 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f82657ee-681c-4803-8755-b935b5f75f60 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (f763e941-7f04-4770-b1fe-33e6c409b023), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:25.190983 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f82657ee-681c-4803-8755-b935b5f75f60 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_controller (f763e941-7f04-4770-b1fe-33e6c409b023), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:25.385931 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f82657ee-681c-4803-8755-b935b5f75f60 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_gateway (f763e941-7f04-4770-b1fe-33e6c409b023), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:25.604173 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f82657ee-681c-4803-8755-b935b5f75f60 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_gateway (f763e941-7f04-4770-b1fe-33e6c409b023), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:25.622620 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f82657ee-681c-4803-8755-b935b5f75f60 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:25.722198 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-f82657ee-681c-4803-8755-b935b5f75f60 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Allocated IP 172.26.6.121 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/1e68ad5a-643d-4d69-9d35-adb6fd37a52b) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:00:25.826162 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f82657ee-681c-4803-8755-b935b5f75f60 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (1e68ad5a-643d-4d69-9d35-adb6fd37a52b), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:25.892707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f82657ee-681c-4803-8755-b935b5f75f60 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (1e68ad5a-643d-4d69-9d35-adb6fd37a52b), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:25.929251 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82657ee-681c-4803-8755-b935b5f75f60 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:00:25.932129 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-f82657ee-681c-4803-8755-b935b5f75f60 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:00:25.938302 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82657ee-681c-4803-8755-b935b5f75f60 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:00:25.961696 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82657ee-681c-4803-8755-b935b5f75f60 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=1e68ad5a-643d-4d69-9d35-adb6fd37a52b,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:26.249738 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f82657ee-681c-4803-8755-b935b5f75f60 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_gateway (f763e941-7f04-4770-b1fe-33e6c409b023), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:26.448869 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f82657ee-681c-4803-8755-b935b5f75f60 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (f763e941-7f04-4770-b1fe-33e6c409b023), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:26.938403 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82657ee-681c-4803-8755-b935b5f75f60 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router f763e941-7f04-4770-b1fe-33e6c409b023 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 05:00:27.045863 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82657ee-681c-4803-8755-b935b5f75f60 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:00:27.055153 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] Sync routers for ids ['f763e941-7f04-4770-b1fe-33e6c409b023'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:00:27.064993 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] Routers {'f763e941-7f04-4770-b1fe-33e6c409b023'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:00:27.065599 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:00:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f763e941-7f04-4770-b1fe-33e6c409b023'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:27.106230 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f82657ee-681c-4803-8755-b935b5f75f60 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:27.107413 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f82657ee-681c-4803-8755-b935b5f75f60 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0412846 Apr 16 05:00:27.110508 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46244) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:27.138974 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-45fd9fd1-ef86-42e0-a09e-50bf0e9a40ef tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=2d93c1aa75b44c2fba551b8c34a64e4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273654 Apr 16 05:00:27.142048 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46246) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:27.175520 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] Set router f763e941-7f04-4770-b1fe-33e6c409b023 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:00:27.232299 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4503473f-3642-4cfc-a591-9c8c45580d62 tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:27.233892 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4503473f-3642-4cfc-a591-9c8c45580d62 tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908947 Apr 16 05:00:27.236666 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46248) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:27.265137 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ed90f29f-2375-4ba6-b9e0-e566eb5cfa82 tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273292 Apr 16 05:00:27.268103 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46250) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:27.272912 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-cd672d5e-0d7c-432a-ab8f-5d0206e5ad57 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1310684085', 'network_id': '223303da-1031-4831-b958-9e5d6b256da8', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:00:27.353958 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548452348', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:26Z', 'revision_number': 3, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:27.384771 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] Checking router: f763e941-7f04-4770-b1fe-33e6c409b023 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:00:27.385312 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] Updating router f763e941-7f04-4770-b1fe-33e6c409b023 port 1e68ad5a-643d-4d69-9d35-adb6fd37a52b binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 05:00:27.411702 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1e68ad5a-643d-4d69-9d35-adb6fd37a52b), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:27.429547 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd672d5e-0d7c-432a-ab8f-5d0206e5ad57 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Made reservation on behalf of 2d93c1aa75b44c2fba551b8c34a64e4a for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 05:00:27.433064 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cd672d5e-0d7c-432a-ab8f-5d0206e5ad57 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:27.660379 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] Publish callbacks [] for port (1e68ad5a-643d-4d69-9d35-adb6fd37a52b), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:27.675969 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cd672d5e-0d7c-432a-ab8f-5d0206e5ad57 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (cc5295e4-4e82-439f-bae9-68063ac004fb), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:27.739067 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd672d5e-0d7c-432a-ab8f-5d0206e5ad57 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Subnet': ['ID=cc5295e4-4e82-439f-bae9-68063ac004fb,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:27.750437 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd672d5e-0d7c-432a-ab8f-5d0206e5ad57 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Checking segment: {'id': 'cc756b5f-1a64-4209-8d43-7b7bc393ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '223303da-1031-4831-b958-9e5d6b256da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:00:27.750794 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd672d5e-0d7c-432a-ab8f-5d0206e5ad57 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network hostable DHCP agents. Network: 223303da-1031-4831-b958-9e5d6b256da8, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 05:00:27.755667 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (1e68ad5a-643d-4d69-9d35-adb6fd37a52b), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:27.805084 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] Attempting to bind port 1e68ad5a-643d-4d69-9d35-adb6fd37a52b on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:00:27.805443 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] Attempting to bind port 1e68ad5a-643d-4d69-9d35-adb6fd37a52b by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 05:00:27.805838 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] Attempting to bind port 1e68ad5a-643d-4d69-9d35-adb6fd37a52b on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:00:27.812674 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e07204-d096-4c01-9110-56608b3e980b None None] Pushing event updated for resources: {'Port': ['ID=1e68ad5a-643d-4d69-9d35-adb6fd37a52b,revision_number=2']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:27.815577 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 5, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 05:00:27.815935 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:00:27.816326 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:27.816706 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 05:00:27.817178 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] Bound port: 1e68ad5a-643d-4d69-9d35-adb6fd37a52b, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 05:00:27.817546 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1e68ad5a-643d-4d69-9d35-adb6fd37a52b), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:27.824359 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd672d5e-0d7c-432a-ab8f-5d0206e5ad57 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network 223303da-1031-4831-b958-9e5d6b256da8 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 05:00:27.841789 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e07204-d096-4c01-9110-56608b3e980b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:27.842130 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e07204-d096-4c01-9110-56608b3e980b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:27.842465 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e07204-d096-4c01-9110-56608b3e980b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:27.842798 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e07204-d096-4c01-9110-56608b3e980b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:27.843126 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e07204-d096-4c01-9110-56608b3e980b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:27.844036 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e07204-d096-4c01-9110-56608b3e980b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:27.844352 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e07204-d096-4c01-9110-56608b3e980b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:27.844670 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e07204-d096-4c01-9110-56608b3e980b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:27.845015 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e07204-d096-4c01-9110-56608b3e980b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:27.845333 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e07204-d096-4c01-9110-56608b3e980b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:27.845679 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e07204-d096-4c01-9110-56608b3e980b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:27.845965 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e07204-d096-4c01-9110-56608b3e980b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:27.846277 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e07204-d096-4c01-9110-56608b3e980b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:27.846587 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e07204-d096-4c01-9110-56608b3e980b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:27.846896 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e07204-d096-4c01-9110-56608b3e980b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:00:27.880442 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] For port 1e68ad5a-643d-4d69-9d35-adb6fd37a52b, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 05:00:27.883322 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] For port 1e68ad5a-643d-4d69-9d35-adb6fd37a52b, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1e68ad5a-643d-4d69-9d35-adb6fd37a52b,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 05:00:27.897958 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-cd672d5e-0d7c-432a-ab8f-5d0206e5ad57 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 223303da-1031-4831-b958-9e5d6b256da8) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:00:27.901877 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd672d5e-0d7c-432a-ab8f-5d0206e5ad57 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:27.902459 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-cd672d5e-0d7c-432a-ab8f-5d0206e5ad57 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:27.907271 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e63f6d-886b-4306-a081-5735e094d38d None None] Network 223303da-1031-4831-b958-9e5d6b256da8 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 05:00:27.944309 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (1e68ad5a-643d-4d69-9d35-adb6fd37a52b), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:27.963700 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-cd672d5e-0d7c-432a-ab8f-5d0206e5ad57 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6944470 Apr 16 05:00:27.966704 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46252) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:27.994673 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] Routers {'f763e941-7f04-4770-b1fe-33e6c409b023'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:00:27.995362 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:00:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f763e941-7f04-4770-b1fe-33e6c409b023'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:28.013732 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458590e6-0831-48ac-a88a-019126213709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-223303da-1031-4831-b958-9e5d6b256da8', 'network_id': '223303da-1031-4831-b958-9e5d6b256da8', 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ips': [{'subnet_id': 'cc5295e4-4e82-439f-bae9-68063ac004fb'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 05:00:28.015926 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-458590e6-0831-48ac-a88a-019126213709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:28.045050 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e07204-d096-4c01-9110-56608b3e980b None None] Pushing event updated for resources: {'Port': ['ID=1e68ad5a-643d-4d69-9d35-adb6fd37a52b,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:28.122357 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] Set router f763e941-7f04-4770-b1fe-33e6c409b023 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:00:28.302054 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548452348', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:26Z', 'revision_number': 3, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:28.312052 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-458590e6-0831-48ac-a88a-019126213709 None None] Allocated IP 172.20.0.2 (223303da-1031-4831-b958-9e5d6b256da8/cc5295e4-4e82-439f-bae9-68063ac004fb/9c2016df-55c4-49b7-b82a-efe3e4b5f23e) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:00:28.333436 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347efcb1-2a01-4460-a41c-8363c7f0debe None None] The sync data for ids ['f763e941-7f04-4770-b1fe-33e6c409b023'] in dv-neutron-838078-2-hyperv is: [{'id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548452348', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:26Z', 'revision_number': 3, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:00:28.456709 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5373a8d1-c954-48c4-aef0-eed7f50f4a02 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:28.474902 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-458590e6-0831-48ac-a88a-019126213709 None None] Publish callbacks [] for port (9c2016df-55c4-49b7-b82a-efe3e4b5f23e), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:28.478288 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:28.561530 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-458590e6-0831-48ac-a88a-019126213709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (9c2016df-55c4-49b7-b82a-efe3e4b5f23e), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:28.615618 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458590e6-0831-48ac-a88a-019126213709 None None] Pushing event updated for resources: {'Port': ['ID=9c2016df-55c4-49b7-b82a-efe3e4b5f23e,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:28.619378 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458590e6-0831-48ac-a88a-019126213709 None None] Network 223303da-1031-4831-b958-9e5d6b256da8 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:00:28.621168 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-458590e6-0831-48ac-a88a-019126213709 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:00:28.623911 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458590e6-0831-48ac-a88a-019126213709 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:00:28.690365 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-458590e6-0831-48ac-a88a-019126213709 None None] Attempting to bind port 9c2016df-55c4-49b7-b82a-efe3e4b5f23e on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:00:28.690737 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-458590e6-0831-48ac-a88a-019126213709 None None] Attempting to bind port 9c2016df-55c4-49b7-b82a-efe3e4b5f23e by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'cc756b5f-1a64-4209-8d43-7b7bc393ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '223303da-1031-4831-b958-9e5d6b256da8'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 05:00:28.691101 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458590e6-0831-48ac-a88a-019126213709 None None] Attempting to bind port 9c2016df-55c4-49b7-b82a-efe3e4b5f23e on network 223303da-1031-4831-b958-9e5d6b256da8 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:00:28.696568 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458590e6-0831-48ac-a88a-019126213709 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 5, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 05:00:28.696987 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458590e6-0831-48ac-a88a-019126213709 None None] Checking segment: {'id': 'cc756b5f-1a64-4209-8d43-7b7bc393ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '223303da-1031-4831-b958-9e5d6b256da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:00:28.697396 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-458590e6-0831-48ac-a88a-019126213709 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:28.697840 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458590e6-0831-48ac-a88a-019126213709 None None] Bound using segment: {'id': 'cc756b5f-1a64-4209-8d43-7b7bc393ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '223303da-1031-4831-b958-9e5d6b256da8'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 05:00:28.698313 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-458590e6-0831-48ac-a88a-019126213709 None None] Bound port: 9c2016df-55c4-49b7-b82a-efe3e4b5f23e, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc756b5f-1a64-4209-8d43-7b7bc393ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '223303da-1031-4831-b958-9e5d6b256da8'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 05:00:28.698694 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-458590e6-0831-48ac-a88a-019126213709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (9c2016df-55c4-49b7-b82a-efe3e4b5f23e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:28.766045 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-458590e6-0831-48ac-a88a-019126213709 None None] For port 9c2016df-55c4-49b7-b82a-efe3e4b5f23e, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 05:00:28.772564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-458590e6-0831-48ac-a88a-019126213709 None None] For port 9c2016df-55c4-49b7-b82a-efe3e4b5f23e, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=9c2016df-55c4-49b7-b82a-efe3e4b5f23e,segment=NetworkSegment(cc756b5f-1a64-4209-8d43-7b7bc393ad54),segment_id=cc756b5f-1a64-4209-8d43-7b7bc393ad54)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 05:00:28.790418 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-5373a8d1-c954-48c4-aef0-eed7f50f4a02 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Allocated IP 172.20.0.1 (223303da-1031-4831-b958-9e5d6b256da8/cc5295e4-4e82-439f-bae9-68063ac004fb/af9a4c57-30d6-4e10-bb37-f75905c4033e) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:00:28.836661 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-458590e6-0831-48ac-a88a-019126213709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (9c2016df-55c4-49b7-b82a-efe3e4b5f23e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:28.899769 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458590e6-0831-48ac-a88a-019126213709 None None] Pushing event updated for resources: {'Port': ['ID=9c2016df-55c4-49b7-b82a-efe3e4b5f23e,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:28.925745 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5373a8d1-c954-48c4-aef0-eed7f50f4a02 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (af9a4c57-30d6-4e10-bb37-f75905c4033e), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:29.018987 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5373a8d1-c954-48c4-aef0-eed7f50f4a02 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (af9a4c57-30d6-4e10-bb37-f75905c4033e), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:29.068893 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5373a8d1-c954-48c4-aef0-eed7f50f4a02 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network 223303da-1031-4831-b958-9e5d6b256da8 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:00:29.069874 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-5373a8d1-c954-48c4-aef0-eed7f50f4a02 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:00:29.076421 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5373a8d1-c954-48c4-aef0-eed7f50f4a02 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:00:29.114909 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373a8d1-c954-48c4-aef0-eed7f50f4a02 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=af9a4c57-30d6-4e10-bb37-f75905c4033e,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:29.145721 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5373a8d1-c954-48c4-aef0-eed7f50f4a02 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (f763e941-7f04-4770-b1fe-33e6c409b023), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:29.393883 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5373a8d1-c954-48c4-aef0-eed7f50f4a02 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (af9a4c57-30d6-4e10-bb37-f75905c4033e), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:29.692328 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5373a8d1-c954-48c4-aef0-eed7f50f4a02 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (af9a4c57-30d6-4e10-bb37-f75905c4033e), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:29.738606 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5373a8d1-c954-48c4-aef0-eed7f50f4a02 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (af9a4c57-30d6-4e10-bb37-f75905c4033e), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:29.813910 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-5373a8d1-c954-48c4-aef0-eed7f50f4a02 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (f763e941-7f04-4770-b1fe-33e6c409b023), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:29.814484 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b8a8de-ade7-456d-8b45-862e3581cab6 None None] Network 223303da-1031-4831-b958-9e5d6b256da8 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 05:00:29.815690 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373a8d1-c954-48c4-aef0-eed7f50f4a02 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=af9a4c57-30d6-4e10-bb37-f75905c4033e,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:29.884435 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-7bee4b27-22de-4643-8a62-c67a1ad159e8 None None] Provisioning complete for port 9c2016df-55c4-49b7-b82a-efe3e4b5f23e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:00:29.885261 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7bee4b27-22de-4643-8a62-c67a1ad159e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9c2016df-55c4-49b7-b82a-efe3e4b5f23e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:29.918821 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5373a8d1-c954-48c4-aef0-eed7f50f4a02 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network 223303da-1031-4831-b958-9e5d6b256da8 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:00:29.920297 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-5373a8d1-c954-48c4-aef0-eed7f50f4a02 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:00:30.016583 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-7bee4b27-22de-4643-8a62-c67a1ad159e8 None None] Current status of the port 9c2016df-55c4-49b7-b82a-efe3e4b5f23e is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:00:30.016937 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7bee4b27-22de-4643-8a62-c67a1ad159e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (9c2016df-55c4-49b7-b82a-efe3e4b5f23e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:30.048693 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5373a8d1-c954-48c4-aef0-eed7f50f4a02 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router f763e941-7f04-4770-b1fe-33e6c409b023 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:00:30.058340 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-7bee4b27-22de-4643-8a62-c67a1ad159e8 None None] For port 9c2016df-55c4-49b7-b82a-efe3e4b5f23e, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=9c2016df-55c4-49b7-b82a-efe3e4b5f23e,segment=NetworkSegment(cc756b5f-1a64-4209-8d43-7b7bc393ad54),segment_id=cc756b5f-1a64-4209-8d43-7b7bc393ad54)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:00:30.138919 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7bee4b27-22de-4643-8a62-c67a1ad159e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (9c2016df-55c4-49b7-b82a-efe3e4b5f23e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:30.177673 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5373a8d1-c954-48c4-aef0-eed7f50f4a02 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:00:30.184797 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-5373a8d1-c954-48c4-aef0-eed7f50f4a02 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "PUT /v2.0/routers/f763e941-7f04-4770-b1fe-33e6c409b023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2165322 Apr 16 05:00:30.204110 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee4b27-22de-4643-8a62-c67a1ad159e8 None None] Pushing event updated for resources: {'Port': ['ID=9c2016df-55c4-49b7-b82a-efe3e4b5f23e,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:30.259446 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] Sync routers for ids ['f763e941-7f04-4770-b1fe-33e6c409b023'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:00:30.268255 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-69e4df5d-92e8-43a3-9549-6031a3f381b4 None None] Provisioning complete for port 9c2016df-55c4-49b7-b82a-efe3e4b5f23e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:00:30.268880 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-69e4df5d-92e8-43a3-9549-6031a3f381b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9c2016df-55c4-49b7-b82a-efe3e4b5f23e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:30.287049 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] Routers {'f763e941-7f04-4770-b1fe-33e6c409b023'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:00:30.287817 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:00:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f763e941-7f04-4770-b1fe-33e6c409b023'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:30.357981 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 9c2016df-55c4-49b7-b82a-efe3e4b5f23e up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:00:30.393903 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dc36abdd-ebbc-4263-a628-99d21539505e req-4597fb0b-0bce-4fdd-94a9-c55d2ed596b2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1141597392&fields=id&tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a HTTP/1.1" status: 200 len: 267 time: 0.0543768 Apr 16 05:00:30.503864 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 9c2016df-55c4-49b7-b82a-efe3e4b5f23e triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:00:30.504236 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9c2016df-55c4-49b7-b82a-efe3e4b5f23e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:30.515686 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36abdd-ebbc-4263-a628-99d21539505e req-82fa002c-9b5f-4b01-8ec5-f16c83ea8fc3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:30.517215 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dc36abdd-ebbc-4263-a628-99d21539505e req-82fa002c-9b5f-4b01-8ec5-f16c83ea8fc3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/networks?id=223303da-1031-4831-b958-9e5d6b256da8 HTTP/1.1" status: 200 len: 797 time: 0.1149693 Apr 16 05:00:30.535373 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] Set router f763e941-7f04-4770-b1fe-33e6c409b023 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:00:30.539614 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dc36abdd-ebbc-4263-a628-99d21539505e req-45f7336a-eb44-47b6-b3a3-74eda62fb074 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/quotas/2d93c1aa75b44c2fba551b8c34a64e4a HTTP/1.1" status: 200 len: 375 time: 0.0124812 Apr 16 05:00:30.582542 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-69e4df5d-92e8-43a3-9549-6031a3f381b4 None None] Current status of the port 9c2016df-55c4-49b7-b82a-efe3e4b5f23e is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:00:30.593934 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dc36abdd-ebbc-4263-a628-99d21539505e req-9d69026d-4a71-42b1-8aa8-92a2165d1b07 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506375 Apr 16 05:00:30.607476 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-69e4df5d-92e8-43a3-9549-6031a3f381b4 None None] Provisioning complete for port af9a4c57-30d6-4e10-bb37-f75905c4033e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:00:30.607843 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-69e4df5d-92e8-43a3-9549-6031a3f381b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (af9a4c57-30d6-4e10-bb37-f75905c4033e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:30.660467 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [req-dc36abdd-ebbc-4263-a628-99d21539505e req-41d1452d-ea0c-4495-ae87-205fd0dab087 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 05:00:30.661564 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dc36abdd-ebbc-4263-a628-99d21539505e req-41d1452d-ea0c-4495-ae87-205fd0dab087 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0544031 Apr 16 05:00:30.746016 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-69e4df5d-92e8-43a3-9549-6031a3f381b4 None None] Port af9a4c57-30d6-4e10-bb37-f75905c4033e cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 05:00:30.750791 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dc36abdd-ebbc-4263-a628-99d21539505e req-33069964-3b06-4a63-987c-4cebbc1ddde5 service neutron] 10.222.0.30 "GET /v2.0/networks/223303da-1031-4831-b958-9e5d6b256da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828159 Apr 16 05:00:30.756828 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 9c2016df-55c4-49b7-b82a-efe3e4b5f23e is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:00:30.757901 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1e68ad5a-643d-4d69-9d35-adb6fd37a52b up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:00:30.846927 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dc36abdd-ebbc-4263-a628-99d21539505e req-3b63ee67-7c3d-4ce0-9a68-5fb585c4e864 service neutron] 10.222.0.30 "GET /v2.0/networks/223303da-1031-4831-b958-9e5d6b256da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902853 Apr 16 05:00:30.855986 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 1e68ad5a-643d-4d69-9d35-adb6fd37a52b triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:00:30.856530 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1e68ad5a-643d-4d69-9d35-adb6fd37a52b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:30.887935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548452348', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:29Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'af9a4c57-30d6-4e10-bb37-f75905c4033e', 'name': '', 'network_id': '223303da-1031-4831-b958-9e5d6b256da8', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:e2:38:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'cc5295e4-4e82-439f-bae9-68063ac004fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:28Z', 'updated_at': '2022-04-16T05:00:29Z', 'revision_number': 2, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'cc5295e4-4e82-439f-bae9-68063ac004fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:30.896539 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-f0ca71d4-bc8a-477c-9090-2a2b880db45e None None] Provisioning complete for port af9a4c57-30d6-4e10-bb37-f75905c4033e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:00:30.896933 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f0ca71d4-bc8a-477c-9090-2a2b880db45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (af9a4c57-30d6-4e10-bb37-f75905c4033e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:30.929955 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] Checking router: f763e941-7f04-4770-b1fe-33e6c409b023 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:00:30.930303 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] Updating router f763e941-7f04-4770-b1fe-33e6c409b023 port af9a4c57-30d6-4e10-bb37-f75905c4033e binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 05:00:30.994332 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (af9a4c57-30d6-4e10-bb37-f75905c4033e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:30.996693 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-f0ca71d4-bc8a-477c-9090-2a2b880db45e None None] Port af9a4c57-30d6-4e10-bb37-f75905c4033e cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 05:00:31.067402 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 1e68ad5a-643d-4d69-9d35-adb6fd37a52b is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:00:31.067797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (1e68ad5a-643d-4d69-9d35-adb6fd37a52b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:31.092965 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2ab8041c-2335-4ce0-a742-5b8c016b4faf req-61749ada-3f57-4622-ab61-59d0f7b3e97c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 210 time: 0.0363262 Apr 16 05:00:31.139021 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 1e68ad5a-643d-4d69-9d35-adb6fd37a52b, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1e68ad5a-643d-4d69-9d35-adb6fd37a52b,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:00:31.211251 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (1e68ad5a-643d-4d69-9d35-adb6fd37a52b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:31.279361 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=1e68ad5a-643d-4d69-9d35-adb6fd37a52b,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:31.356281 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] Publish callbacks [] for port (af9a4c57-30d6-4e10-bb37-f75905c4033e), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:31.452244 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (af9a4c57-30d6-4e10-bb37-f75905c4033e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:31.507694 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01583de3-1c5b-4450-a25d-2ef4c54e0403 None None] Pushing event updated for resources: {'Port': ['ID=af9a4c57-30d6-4e10-bb37-f75905c4033e,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:31.564170 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] Attempting to bind port af9a4c57-30d6-4e10-bb37-f75905c4033e on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:00:31.564538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] Attempting to bind port af9a4c57-30d6-4e10-bb37-f75905c4033e by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'cc756b5f-1a64-4209-8d43-7b7bc393ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '223303da-1031-4831-b958-9e5d6b256da8'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 05:00:31.565630 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] Attempting to bind port af9a4c57-30d6-4e10-bb37-f75905c4033e on network 223303da-1031-4831-b958-9e5d6b256da8 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:00:31.570293 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 5, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 05:00:31.570657 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] Checking segment: {'id': 'cc756b5f-1a64-4209-8d43-7b7bc393ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '223303da-1031-4831-b958-9e5d6b256da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:00:31.571056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:31.571570 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] Bound using segment: {'id': 'cc756b5f-1a64-4209-8d43-7b7bc393ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '223303da-1031-4831-b958-9e5d6b256da8'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 05:00:31.572028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] Bound port: af9a4c57-30d6-4e10-bb37-f75905c4033e, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc756b5f-1a64-4209-8d43-7b7bc393ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '223303da-1031-4831-b958-9e5d6b256da8'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 05:00:31.572405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (af9a4c57-30d6-4e10-bb37-f75905c4033e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:31.646606 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] For port af9a4c57-30d6-4e10-bb37-f75905c4033e, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 05:00:31.649789 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] For port af9a4c57-30d6-4e10-bb37-f75905c4033e, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=af9a4c57-30d6-4e10-bb37-f75905c4033e,segment=NetworkSegment(cc756b5f-1a64-4209-8d43-7b7bc393ad54),segment_id=cc756b5f-1a64-4209-8d43-7b7bc393ad54)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 05:00:31.699061 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (af9a4c57-30d6-4e10-bb37-f75905c4033e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:31.749198 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-a63ef945-5a36-46df-b959-4df5264db0b2 None None] Provisioning complete for port af9a4c57-30d6-4e10-bb37-f75905c4033e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:00:31.750035 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a63ef945-5a36-46df-b959-4df5264db0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (af9a4c57-30d6-4e10-bb37-f75905c4033e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:31.788840 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01583de3-1c5b-4450-a25d-2ef4c54e0403 None None] Pushing event updated for resources: {'Port': ['ID=af9a4c57-30d6-4e10-bb37-f75905c4033e,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:31.802367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] Routers {'f763e941-7f04-4770-b1fe-33e6c409b023'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:00:31.802990 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:00:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f763e941-7f04-4770-b1fe-33e6c409b023'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:32.085790 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a63ef945-5a36-46df-b959-4df5264db0b2 None None] Current status of the port af9a4c57-30d6-4e10-bb37-f75905c4033e is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:00:32.086463 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a63ef945-5a36-46df-b959-4df5264db0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (af9a4c57-30d6-4e10-bb37-f75905c4033e), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:32.111625 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] Set router f763e941-7f04-4770-b1fe-33e6c409b023 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:00:32.160971 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-a63ef945-5a36-46df-b959-4df5264db0b2 None None] For port af9a4c57-30d6-4e10-bb37-f75905c4033e, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=af9a4c57-30d6-4e10-bb37-f75905c4033e,segment=NetworkSegment(cc756b5f-1a64-4209-8d43-7b7bc393ad54),segment_id=cc756b5f-1a64-4209-8d43-7b7bc393ad54)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:00:32.200967 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1d21b688-e6b6-4027-8e7a-a90256d98057 req-b25d6b4a-df13-42eb-8b57-e44a0ada43e1 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 210 time: 0.0277455 Apr 16 05:00:32.263033 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a63ef945-5a36-46df-b959-4df5264db0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (af9a4c57-30d6-4e10-bb37-f75905c4033e), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:32.292822 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 9c2016df-55c4-49b7-b82a-efe3e4b5f23e up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:00:32.369013 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ef945-5a36-46df-b959-4df5264db0b2 None None] Pushing event updated for resources: {'Port': ['ID=af9a4c57-30d6-4e10-bb37-f75905c4033e,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:32.396866 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-830aced3-0513-4c62-859d-1691952d4752 None None] Provisioning complete for port af9a4c57-30d6-4e10-bb37-f75905c4033e triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:00:32.397240 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-830aced3-0513-4c62-859d-1691952d4752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (af9a4c57-30d6-4e10-bb37-f75905c4033e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:32.439571 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 9c2016df-55c4-49b7-b82a-efe3e4b5f23e triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:00:32.439941 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (9c2016df-55c4-49b7-b82a-efe3e4b5f23e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:32.489721 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548452348', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:29Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'af9a4c57-30d6-4e10-bb37-f75905c4033e', 'name': '', 'network_id': '223303da-1031-4831-b958-9e5d6b256da8', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:e2:38:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'cc5295e4-4e82-439f-bae9-68063ac004fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:28Z', 'updated_at': '2022-04-16T05:00:31Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'cc5295e4-4e82-439f-bae9-68063ac004fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:32.527488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44b900-575e-4c56-8f7b-8fb35dad68c8 None None] The sync data for ids ['f763e941-7f04-4770-b1fe-33e6c409b023'] in dv-neutron-838078-2-hyperv is: [{'id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548452348', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:29Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'af9a4c57-30d6-4e10-bb37-f75905c4033e', 'name': '', 'network_id': '223303da-1031-4831-b958-9e5d6b256da8', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:e2:38:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'cc5295e4-4e82-439f-bae9-68063ac004fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:28Z', 'updated_at': '2022-04-16T05:00:31Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'cc5295e4-4e82-439f-bae9-68063ac004fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:00:32.609226 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-830aced3-0513-4c62-859d-1691952d4752 None None] Current status of the port af9a4c57-30d6-4e10-bb37-f75905c4033e is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:00:32.611265 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 9c2016df-55c4-49b7-b82a-efe3e4b5f23e is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:00:32.612239 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1e68ad5a-643d-4d69-9d35-adb6fd37a52b up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:00:32.670743 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 1e68ad5a-643d-4d69-9d35-adb6fd37a52b triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:00:32.671320 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (1e68ad5a-643d-4d69-9d35-adb6fd37a52b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:32.754272 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 1e68ad5a-643d-4d69-9d35-adb6fd37a52b is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:00:32.911822 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36abdd-ebbc-4263-a628-99d21539505e req-d8a2cc84-e2a2-48e2-857a-5d461e9d78f2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:32.913380 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dc36abdd-ebbc-4263-a628-99d21539505e req-d8a2cc84-e2a2-48e2-857a-5d461e9d78f2 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "GET /v2.0/networks?id=223303da-1031-4831-b958-9e5d6b256da8 HTTP/1.1" status: 200 len: 797 time: 0.1116369 Apr 16 05:00:32.978400 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dc36abdd-ebbc-4263-a628-99d21539505e req-367229cf-451b-43a4-89ca-4f7dd892331b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a HTTP/1.1" status: 200 len: 380 time: 0.0574257 Apr 16 05:00:32.987048 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-dc36abdd-ebbc-4263-a628-99d21539505e req-9a38773f-4332-4890-baa4-482421f389b3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'port': {'device_id': '653c1a11-9e5c-47d0-a1e0-8bdf289bb99e', 'network_id': '223303da-1031-4831-b958-9e5d6b256da8', 'admin_state_up': True, 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'security_groups': ['b1a22a64-d5ed-4931-9fc0-67550aba76c1']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:00:33.155761 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc36abdd-ebbc-4263-a628-99d21539505e req-9a38773f-4332-4890-baa4-482421f389b3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Made reservation on behalf of 2d93c1aa75b44c2fba551b8c34a64e4a for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 05:00:33.159308 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-dc36abdd-ebbc-4263-a628-99d21539505e req-9a38773f-4332-4890-baa4-482421f389b3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:33.300355 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-dc36abdd-ebbc-4263-a628-99d21539505e req-9a38773f-4332-4890-baa4-482421f389b3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Allocated IP 172.20.0.9 (223303da-1031-4831-b958-9e5d6b256da8/cc5295e4-4e82-439f-bae9-68063ac004fb/c1739c84-a77c-482e-9f01-c5b3ee1f38bc) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:00:33.306667 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-76b034f4-807d-49f2-997e-e56a7a4e60bb req-03c362e3-94a4-4514-a604-c2a4e8c0637c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 210 time: 0.0307426 Apr 16 05:00:33.761204 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-dc36abdd-ebbc-4263-a628-99d21539505e req-9a38773f-4332-4890-baa4-482421f389b3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (c1739c84-a77c-482e-9f01-c5b3ee1f38bc), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:33.830359 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-dc36abdd-ebbc-4263-a628-99d21539505e req-9a38773f-4332-4890-baa4-482421f389b3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c1739c84-a77c-482e-9f01-c5b3ee1f38bc), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:33.870525 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc36abdd-ebbc-4263-a628-99d21539505e req-9a38773f-4332-4890-baa4-482421f389b3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network 223303da-1031-4831-b958-9e5d6b256da8 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:00:33.873577 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-dc36abdd-ebbc-4263-a628-99d21539505e req-9a38773f-4332-4890-baa4-482421f389b3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:00:33.879285 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc36abdd-ebbc-4263-a628-99d21539505e req-9a38773f-4332-4890-baa4-482421f389b3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:00:33.907709 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38773f-4332-4890-baa4-482421f389b3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=c1739c84-a77c-482e-9f01-c5b3ee1f38bc,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:33.934390 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36abdd-ebbc-4263-a628-99d21539505e req-9a38773f-4332-4890-baa4-482421f389b3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:33.935071 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-dc36abdd-ebbc-4263-a628-99d21539505e req-9a38773f-4332-4890-baa4-482421f389b3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:34.015921 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dc36abdd-ebbc-4263-a628-99d21539505e req-9a38773f-4332-4890-baa4-482421f389b3 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0327773 Apr 16 05:00:34.027064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] Request body: {'port': {'device_id': '653c1a11-9e5c-47d0-a1e0-8bdf289bb99e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:00:34.090416 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c1739c84-a77c-482e-9f01-c5b3ee1f38bc), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:34.137540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-ba72c23e-6671-4e86-9c4b-ebffb56dcf2a None None] Provisioning complete for port c1739c84-a77c-482e-9f01-c5b3ee1f38bc triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:00:34.138171 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ba72c23e-6671-4e86-9c4b-ebffb56dcf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c1739c84-a77c-482e-9f01-c5b3ee1f38bc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:34.176845 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-ba72c23e-6671-4e86-9c4b-ebffb56dcf2a None None] Port c1739c84-a77c-482e-9f01-c5b3ee1f38bc cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 05:00:34.282943 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device af9a4c57-30d6-4e10-bb37-f75905c4033e up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:00:34.328929 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port af9a4c57-30d6-4e10-bb37-f75905c4033e triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:00:34.329313 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (af9a4c57-30d6-4e10-bb37-f75905c4033e), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:34.358369 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1739c84-a77c-482e-9f01-c5b3ee1f38bc {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 05:00:34.367101 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] Publish callbacks [] for port (c1739c84-a77c-482e-9f01-c5b3ee1f38bc), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:34.382502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] Transition to ACTIVE for port object c1739c84-a77c-482e-9f01-c5b3ee1f38bc will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:00:34.410431 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port af9a4c57-30d6-4e10-bb37-f75905c4033e is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:00:34.431857 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73290efb-50cf-478a-a3c7-b07f51e4c89f req-628cd078-258c-4830-87d9-ce66f86800ba tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:34.433410 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-73290efb-50cf-478a-a3c7-b07f51e4c89f req-628cd078-258c-4830-87d9-ce66f86800ba tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 931 time: 0.0544949 Apr 16 05:00:34.445739 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (c1739c84-a77c-482e-9f01-c5b3ee1f38bc), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:34.529830 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] Pushing event updated for resources: {'Port': ['ID=c1739c84-a77c-482e-9f01-c5b3ee1f38bc,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:34.536812 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-73290efb-50cf-478a-a3c7-b07f51e4c89f req-b8c2d1b6-e65f-4e7f-97da-ad8c3ec5e46d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1a22a64-d5ed-4931-9fc0-67550aba76c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969434 Apr 16 05:00:34.602217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] Attempting to bind port c1739c84-a77c-482e-9f01-c5b3ee1f38bc on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:00:34.602547 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] Attempting to bind port c1739c84-a77c-482e-9f01-c5b3ee1f38bc by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'cc756b5f-1a64-4209-8d43-7b7bc393ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '223303da-1031-4831-b958-9e5d6b256da8'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 05:00:34.602948 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] Attempting to bind port c1739c84-a77c-482e-9f01-c5b3ee1f38bc on network 223303da-1031-4831-b958-9e5d6b256da8 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:00:34.607659 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] Port c1739c84-a77c-482e-9f01-c5b3ee1f38bc on network 223303da-1031-4831-b958-9e5d6b256da8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:00:34.607980 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] Attempting to bind port c1739c84-a77c-482e-9f01-c5b3ee1f38bc on network 223303da-1031-4831-b958-9e5d6b256da8 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:00:34.613272 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 5, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 05:00:34.613611 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] Checking segment: {'id': 'cc756b5f-1a64-4209-8d43-7b7bc393ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '223303da-1031-4831-b958-9e5d6b256da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:00:34.613992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] Bound using segment: {'id': 'cc756b5f-1a64-4209-8d43-7b7bc393ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '223303da-1031-4831-b958-9e5d6b256da8'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 05:00:34.614414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] Bound port: c1739c84-a77c-482e-9f01-c5b3ee1f38bc, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc756b5f-1a64-4209-8d43-7b7bc393ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '223303da-1031-4831-b958-9e5d6b256da8'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 05:00:34.614771 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c1739c84-a77c-482e-9f01-c5b3ee1f38bc), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:34.683709 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] For port c1739c84-a77c-482e-9f01-c5b3ee1f38bc, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 05:00:34.688090 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] For port c1739c84-a77c-482e-9f01-c5b3ee1f38bc, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c1739c84-a77c-482e-9f01-c5b3ee1f38bc,segment=NetworkSegment(cc756b5f-1a64-4209-8d43-7b7bc393ad54),segment_id=cc756b5f-1a64-4209-8d43-7b7bc393ad54)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 05:00:34.773048 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (c1739c84-a77c-482e-9f01-c5b3ee1f38bc), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:34.805756 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:34.806286 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:34.807813 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dc36abdd-ebbc-4263-a628-99d21539505e req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] 10.222.0.18 "PUT /v2.0/ports/c1739c84-a77c-482e-9f01-c5b3ee1f38bc HTTP/1.1" status: 200 len: 1093 time: 0.7847588 Apr 16 05:00:34.810080 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653c1a11-9e5c-47d0-a1e0-8bdf289bb99e', 'tag': 'c1739c84-a77c-482e-9f01-c5b3ee1f38bc'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:00:34.813827 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d477840-8b7f-471f-a7a2-81bd18df17ee" -d '{"events": [{"name": "network-changed", "server_uuid": "653c1a11-9e5c-47d0-a1e0-8bdf289bb99e", "tag": "c1739c84-a77c-482e-9f01-c5b3ee1f38bc"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:00:34.839330 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9d0aa-7e47-43c6-a4ac-677cf11963da service neutron] Pushing event updated for resources: {'Port': ['ID=c1739c84-a77c-482e-9f01-c5b3ee1f38bc,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:34.862909 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 05:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0275c93-4a53-4310-90ae-e9087f7671b1 x-openstack-request-id: req-c0275c93-4a53-4310-90ae-e9087f7671b1 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:00:34.863236 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653c1a11-9e5c-47d0-a1e0-8bdf289bb99e", "tag": "c1739c84-a77c-482e-9f01-c5b3ee1f38bc", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:00:34.863493 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0275c93-4a53-4310-90ae-e9087f7671b1 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:00:34.863939 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0275c93-4a53-4310-90ae-e9087f7671b1'] response: {'name': 'network-changed', 'server_uuid': '653c1a11-9e5c-47d0-a1e0-8bdf289bb99e', 'tag': 'c1739c84-a77c-482e-9f01-c5b3ee1f38bc', 'status': 'completed', 'code': 200} Apr 16 05:00:34.927153 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d477840-8b7f-471f-a7a2-81bd18df17ee req-76e33074-5077-497f-adba-49af11176229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:34.928833 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8d477840-8b7f-471f-a7a2-81bd18df17ee req-76e33074-5077-497f-adba-49af11176229 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 1127 time: 0.0448179 Apr 16 05:00:35.031630 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d477840-8b7f-471f-a7a2-81bd18df17ee req-b9931558-d7d9-4cbe-a892-5dea486c438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:35.033109 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8d477840-8b7f-471f-a7a2-81bd18df17ee req-b9931558-d7d9-4cbe-a892-5dea486c438c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0977097 Apr 16 05:00:35.127943 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d477840-8b7f-471f-a7a2-81bd18df17ee req-cad0205c-5d11-455e-9c4d-5a55acaf9d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:35.129348 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8d477840-8b7f-471f-a7a2-81bd18df17ee req-cad0205c-5d11-455e-9c4d-5a55acaf9d8c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0898855 Apr 16 05:00:35.205628 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36abdd-ebbc-4263-a628-99d21539505e req-526cdf13-a697-48da-b07d-99a414ca39ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:35.207163 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dc36abdd-ebbc-4263-a628-99d21539505e req-526cdf13-a697-48da-b07d-99a414ca39ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 1127 time: 0.0437284 Apr 16 05:00:35.247906 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dc36abdd-ebbc-4263-a628-99d21539505e req-6aa2753e-5ca8-401b-a766-831e3866237d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1739c84-a77c-482e-9f01-c5b3ee1f38bc HTTP/1.1" status: 200 len: 217 time: 0.0344388 Apr 16 05:00:35.296746 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36abdd-ebbc-4263-a628-99d21539505e req-6227ec01-4afe-4e43-b788-2e4c7df667f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:35.298190 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dc36abdd-ebbc-4263-a628-99d21539505e req-6227ec01-4afe-4e43-b788-2e4c7df667f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc5295e4-4e82-439f-bae9-68063ac004fb HTTP/1.1" status: 200 len: 835 time: 0.0434613 Apr 16 05:00:35.345420 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36abdd-ebbc-4263-a628-99d21539505e req-256545d4-b1f6-4372-a7ad-3037b5215821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:35.346879 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dc36abdd-ebbc-4263-a628-99d21539505e req-256545d4-b1f6-4372-a7ad-3037b5215821 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=223303da-1031-4831-b958-9e5d6b256da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421286 Apr 16 05:00:35.434820 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dc36abdd-ebbc-4263-a628-99d21539505e req-78fc7947-ee5e-4896-8329-a09dbd441898 service neutron] 10.222.0.18 "GET /v2.0/networks/223303da-1031-4831-b958-9e5d6b256da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813310 Apr 16 05:00:35.527886 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-dc36abdd-ebbc-4263-a628-99d21539505e req-559ea551-56cf-4121-97f9-69bd0c645fa0 service neutron] 10.222.0.18 "GET /v2.0/networks/223303da-1031-4831-b958-9e5d6b256da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868027 Apr 16 05:00:35.650064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823ed97-b146-4c29-82ff-57bf13469903 req-be5b6c8b-800b-4df7-9da1-60b23892e2fd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:35.651514 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f823ed97-b146-4c29-82ff-57bf13469903 req-be5b6c8b-800b-4df7-9da1-60b23892e2fd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 943 time: 0.0479000 Apr 16 05:00:35.699591 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f823ed97-b146-4c29-82ff-57bf13469903 req-d06fcdb8-21cc-411d-8ebe-5a902115a099 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1a22a64-d5ed-4931-9fc0-67550aba76c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425880 Apr 16 05:00:36.814296 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f19eb-f78a-457c-b74f-97e92134b50a req-c8f2d3a4-050f-4d0c-ba27-226d0fd52f21 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:36.815732 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e97f19eb-f78a-457c-b74f-97e92134b50a req-c8f2d3a4-050f-4d0c-ba27-226d0fd52f21 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 943 time: 0.0502698 Apr 16 05:00:36.865054 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e97f19eb-f78a-457c-b74f-97e92134b50a req-2a726951-c3d9-4f26-9fcf-0d26a9c74dc5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1a22a64-d5ed-4931-9fc0-67550aba76c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436988 Apr 16 05:00:37.974223 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2114455-a598-4428-be8c-24a3d2862204 req-1a6785a3-9676-4470-9526-76f5d52850cc tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:37.975665 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d2114455-a598-4428-be8c-24a3d2862204 req-1a6785a3-9676-4470-9526-76f5d52850cc tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 943 time: 0.0460920 Apr 16 05:00:38.027438 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d2114455-a598-4428-be8c-24a3d2862204 req-df5e134c-8664-4434-92c8-90a97d83fa66 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1a22a64-d5ed-4931-9fc0-67550aba76c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463374 Apr 16 05:00:38.648226 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device c1739c84-a77c-482e-9f01-c5b3ee1f38bc details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 05:00:38.744186 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port c1739c84-a77c-482e-9f01-c5b3ee1f38bc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c1739c84-a77c-482e-9f01-c5b3ee1f38bc,segment=NetworkSegment(cc756b5f-1a64-4209-8d43-7b7bc393ad54),segment_id=cc756b5f-1a64-4209-8d43-7b7bc393ad54)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:00:38.755031 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'c1739c84-a77c-482e-9f01-c5b3ee1f38bc', 'network_id': '223303da-1031-4831-b958-9e5d6b256da8', 'port_id': 'c1739c84-a77c-482e-9f01-c5b3ee1f38bc', 'mac_address': 'fa:16:3e:23:64:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5295e4-4e82-439f-bae9-68063ac004fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 05:00:38.795976 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port c1739c84-a77c-482e-9f01-c5b3ee1f38bc is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:00:38.796385 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c1739c84-a77c-482e-9f01-c5b3ee1f38bc), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:38.808919 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1739c84-a77c-482e-9f01-c5b3ee1f38bc {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 05:00:38.828211 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port c1739c84-a77c-482e-9f01-c5b3ee1f38bc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c1739c84-a77c-482e-9f01-c5b3ee1f38bc,segment=NetworkSegment(cc756b5f-1a64-4209-8d43-7b7bc393ad54),segment_id=cc756b5f-1a64-4209-8d43-7b7bc393ad54)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:00:38.892100 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c1739c84-a77c-482e-9f01-c5b3ee1f38bc), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:38.939587 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=c1739c84-a77c-482e-9f01-c5b3ee1f38bc,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:39.080927 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b0972d05-cf70-4c37-8593-77eb4442b20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:39.106116 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['c1739c84-a77c-482e-9f01-c5b3ee1f38bc'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 05:00:39.142864 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc50a18-aecc-4a7c-b84c-93a12bd248ca req-2630d05e-0c45-4c8a-bd13-1a8c3d049128 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:39.144338 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bdc50a18-aecc-4a7c-b84c-93a12bd248ca req-2630d05e-0c45-4c8a-bd13-1a8c3d049128 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 944 time: 0.0498312 Apr 16 05:00:39.194164 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bdc50a18-aecc-4a7c-b84c-93a12bd248ca req-c7604ff1-459a-4e62-ae07-1fd05cc5dc17 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1a22a64-d5ed-4931-9fc0-67550aba76c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435331 Apr 16 05:00:40.307736 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7d6ad-c2f2-42ac-9c87-5a7bf2a3e995 req-b28ef53d-8eab-4cfd-a4a8-3ea1960864c6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:40.309239 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0ea7d6ad-c2f2-42ac-9c87-5a7bf2a3e995 req-b28ef53d-8eab-4cfd-a4a8-3ea1960864c6 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 944 time: 0.0464704 Apr 16 05:00:40.357139 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0ea7d6ad-c2f2-42ac-9c87-5a7bf2a3e995 req-85822626-d04e-4fc9-b028-1c8091b1d8ec tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1a22a64-d5ed-4931-9fc0-67550aba76c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417647 Apr 16 05:00:40.649224 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device c1739c84-a77c-482e-9f01-c5b3ee1f38bc up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:00:40.692797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port c1739c84-a77c-482e-9f01-c5b3ee1f38bc completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 05:00:40.783636 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port c1739c84-a77c-482e-9f01-c5b3ee1f38bc triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:00:40.784005 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c1739c84-a77c-482e-9f01-c5b3ee1f38bc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:40.863156 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port c1739c84-a77c-482e-9f01-c5b3ee1f38bc is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:00:40.863541 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c1739c84-a77c-482e-9f01-c5b3ee1f38bc), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:40.885247 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653c1a11-9e5c-47d0-a1e0-8bdf289bb99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1739c84-a77c-482e-9f01-c5b3ee1f38bc'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:00:40.887519 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e57c25-1723-4771-a651-83c566d565fc" -d '{"events": [{"server_uuid": "653c1a11-9e5c-47d0-a1e0-8bdf289bb99e", "name": "network-vif-plugged", "status": "completed", "tag": "c1739c84-a77c-482e-9f01-c5b3ee1f38bc"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:00:40.900899 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port c1739c84-a77c-482e-9f01-c5b3ee1f38bc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c1739c84-a77c-482e-9f01-c5b3ee1f38bc,segment=NetworkSegment(cc756b5f-1a64-4209-8d43-7b7bc393ad54),segment_id=cc756b5f-1a64-4209-8d43-7b7bc393ad54)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:00:40.972441 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 05:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f6f2a0-4c92-462c-b6d2-4a698e3938af x-openstack-request-id: req-13f6f2a0-4c92-462c-b6d2-4a698e3938af {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:00:40.972899 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653c1a11-9e5c-47d0-a1e0-8bdf289bb99e", "name": "network-vif-plugged", "status": "completed", "tag": "c1739c84-a77c-482e-9f01-c5b3ee1f38bc", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:00:40.973233 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13f6f2a0-4c92-462c-b6d2-4a698e3938af {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:00:40.973655 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13f6f2a0-4c92-462c-b6d2-4a698e3938af'] response: {'server_uuid': '653c1a11-9e5c-47d0-a1e0-8bdf289bb99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1739c84-a77c-482e-9f01-c5b3ee1f38bc', 'code': 200} Apr 16 05:00:40.974814 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c1739c84-a77c-482e-9f01-c5b3ee1f38bc), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:41.022690 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=c1739c84-a77c-482e-9f01-c5b3ee1f38bc,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:41.265058 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65beabf8-3df1-4d0f-8597-aab915807a85 req-a7c24870-5ab0-4b6f-aca2-bc0937277be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:41.267193 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-65beabf8-3df1-4d0f-8597-aab915807a85 req-a7c24870-5ab0-4b6f-aca2-bc0937277be9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 1129 time: 0.0390165 Apr 16 05:00:41.311058 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-65beabf8-3df1-4d0f-8597-aab915807a85 req-9e0bcc9d-0111-44ab-825e-4a2079b69f15 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b1a22a64-d5ed-4931-9fc0-67550aba76c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375082 Apr 16 05:00:41.473386 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc2656-9757-46fc-b821-b597eee8b0a4 req-adf879f4-bdfa-46a9-853a-5729468ddc2e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:41.474848 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-06dc2656-9757-46fc-b821-b597eee8b0a4 req-adf879f4-bdfa-46a9-853a-5729468ddc2e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 945 time: 0.0506697 Apr 16 05:00:41.481264 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5dbf7d90-004e-4acc-a103-6b0f491f0378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:41.524254 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-06dc2656-9757-46fc-b821-b597eee8b0a4 req-f90dccdf-81cd-439a-b869-76c7607b2feb tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1a22a64-d5ed-4931-9fc0-67550aba76c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437319 Apr 16 05:00:42.637678 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81da5f-ffa6-4c29-a6c0-0dcff5f1fc6d req-ac81c600-cdf1-4ca3-8775-c1d8990ed533 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:42.639424 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7c81da5f-ffa6-4c29-a6c0-0dcff5f1fc6d req-ac81c600-cdf1-4ca3-8775-c1d8990ed533 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 945 time: 0.0481946 Apr 16 05:00:42.692944 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:42.693554 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7c81da5f-ffa6-4c29-a6c0-0dcff5f1fc6d req-0c3f5261-2df3-49ba-a906-8c646f9256ed tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1a22a64-d5ed-4931-9fc0-67550aba76c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469275 Apr 16 05:00:42.806549 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8899a1-e125-498c-be66-27780bbb5d4a req-dfbc5d80-c91e-4de3-bf22-3bde0e2a8c79 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:42.807934 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2f8899a1-e125-498c-be66-27780bbb5d4a req-dfbc5d80-c91e-4de3-bf22-3bde0e2a8c79 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 945 time: 0.0464160 Apr 16 05:00:42.856010 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2f8899a1-e125-498c-be66-27780bbb5d4a req-8317c28b-7df6-4071-8e0d-98cc0cdb64bc tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1a22a64-d5ed-4931-9fc0-67550aba76c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425746 Apr 16 05:00:42.877663 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46322) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:42.919243 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0d548a-917f-4adb-bc6f-1103e84a2a13 tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:42.920737 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-1b0d548a-917f-4adb-bc6f-1103e84a2a13 tempest-TestNetworkAdvancedServerOps-227718146 tempest-TestNetworkAdvancedServerOps-227718146-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 1124 time: 0.0421004 Apr 16 05:00:42.923429 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46324) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:42.927534 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-a1456a70-4784-4d99-877d-7972d090a28d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': 'c1739c84-a77c-482e-9f01-c5b3ee1f38bc', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:00:42.983676 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a1456a70-4784-4d99-877d-7972d090a28d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:43.060803 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a1456a70-4784-4d99-877d-7972d090a28d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:43.167142 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-a1456a70-4784-4d99-877d-7972d090a28d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Allocated IP 172.26.6.188 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/dde26f4b-de66-4eaf-b718-8715c125a476) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:00:43.267744 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a1456a70-4784-4d99-877d-7972d090a28d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (dde26f4b-de66-4eaf-b718-8715c125a476), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:43.372605 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a1456a70-4784-4d99-877d-7972d090a28d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (dde26f4b-de66-4eaf-b718-8715c125a476), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:43.415516 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1456a70-4784-4d99-877d-7972d090a28d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:00:43.420423 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-a1456a70-4784-4d99-877d-7972d090a28d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:00:43.424679 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1456a70-4784-4d99-877d-7972d090a28d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:00:43.430256 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1456a70-4784-4d99-877d-7972d090a28d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=dde26f4b-de66-4eaf-b718-8715c125a476,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:43.787945 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a1456a70-4784-4d99-877d-7972d090a28d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for floatingip (7070211e-e73d-46fc-b88a-8a03a82071d1), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:43.914485 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a1456a70-4784-4d99-877d-7972d090a28d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (dde26f4b-de66-4eaf-b718-8715c125a476), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:44.068105 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a1456a70-4784-4d99-877d-7972d090a28d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for port (dde26f4b-de66-4eaf-b718-8715c125a476), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:44.127005 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a1456a70-4784-4d99-877d-7972d090a28d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (dde26f4b-de66-4eaf-b718-8715c125a476), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:44.155112 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:44.194557 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1456a70-4784-4d99-877d-7972d090a28d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event updated for resources: {'Port': ['ID=dde26f4b-de66-4eaf-b718-8715c125a476,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:00:44.206721 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a1456a70-4784-4d99-877d-7972d090a28d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (7070211e-e73d-46fc-b88a-8a03a82071d1), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:44.309488 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-a1456a70-4784-4d99-877d-7972d090a28d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Floating IP 7070211e-e73d-46fc-b88a-8a03a82071d1 associated. External IP: 172.26.6.188, port: c1739c84-a77c-482e-9f01-c5b3ee1f38bc. Apr 16 05:00:44.522559 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1456a70-4784-4d99-877d-7972d090a28d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router f763e941-7f04-4770-b1fe-33e6c409b023 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:00:44.632842 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1456a70-4784-4d99-877d-7972d090a28d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:00:44.647009 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fabeb34-8526-43e5-a612-45cfc0d35a26 None None] Sync routers for ids ['f763e941-7f04-4770-b1fe-33e6c409b023'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:00:44.658719 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fabeb34-8526-43e5-a612-45cfc0d35a26 None None] Routers {'f763e941-7f04-4770-b1fe-33e6c409b023'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:00:44.660682 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0fabeb34-8526-43e5-a612-45cfc0d35a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:00:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f763e941-7f04-4770-b1fe-33e6c409b023'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:44.706388 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a1456a70-4784-4d99-877d-7972d090a28d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:44.739071 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a1456a70-4784-4d99-877d-7972d090a28d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8146183 Apr 16 05:00:44.739787 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653c1a11-9e5c-47d0-a1e0-8bdf289bb99e', 'tag': 'c1739c84-a77c-482e-9f01-c5b3ee1f38bc'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:00:44.742344 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930fb271-459e-47a2-9b31-5cddddfd23f2" -d '{"events": [{"name": "network-changed", "server_uuid": "653c1a11-9e5c-47d0-a1e0-8bdf289bb99e", "tag": "c1739c84-a77c-482e-9f01-c5b3ee1f38bc"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:00:44.816810 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 05:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093d7f94-28a1-48d2-8af5-9313c602bb26 x-openstack-request-id: req-093d7f94-28a1-48d2-8af5-9313c602bb26 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:00:44.817110 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653c1a11-9e5c-47d0-a1e0-8bdf289bb99e", "tag": "c1739c84-a77c-482e-9f01-c5b3ee1f38bc", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:00:44.817364 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-093d7f94-28a1-48d2-8af5-9313c602bb26 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:00:44.817782 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-093d7f94-28a1-48d2-8af5-9313c602bb26'] response: {'name': 'network-changed', 'server_uuid': '653c1a11-9e5c-47d0-a1e0-8bdf289bb99e', 'tag': 'c1739c84-a77c-482e-9f01-c5b3ee1f38bc', 'status': 'completed', 'code': 200} Apr 16 05:00:44.883268 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065b6b5-ef73-4be9-9fd8-9c2bda34d7c3 req-b23a153b-ad39-440e-902d-af53dffee352 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:44.883916 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fb271-459e-47a2-9b31-5cddddfd23f2 req-3ecd3d20-f68f-4dec-9d92-a248fb87eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:44.885221 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6065b6b5-ef73-4be9-9fd8-9c2bda34d7c3 req-b23a153b-ad39-440e-902d-af53dffee352 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 945 time: 0.0552456 Apr 16 05:00:44.886334 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-930fb271-459e-47a2-9b31-5cddddfd23f2 req-3ecd3d20-f68f-4dec-9d92-a248fb87eb6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 1129 time: 0.0464363 Apr 16 05:00:44.901182 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-0fabeb34-8526-43e5-a612-45cfc0d35a26 None None] Set router f763e941-7f04-4770-b1fe-33e6c409b023 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:00:44.945288 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6065b6b5-ef73-4be9-9fd8-9c2bda34d7c3 req-fe92efe5-8313-449e-bc30-7b2f20a88f7e tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1a22a64-d5ed-4931-9fc0-67550aba76c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541618 Apr 16 05:00:44.968394 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46330) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:44.994362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fb271-459e-47a2-9b31-5cddddfd23f2 req-407cbbab-395e-4bfd-a42e-ff27fe8e54ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:44.996138 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-930fb271-459e-47a2-9b31-5cddddfd23f2 req-407cbbab-395e-4bfd-a42e-ff27fe8e54ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=223303da-1031-4831-b958-9e5d6b256da8 HTTP/1.1" status: 200 len: 897 time: 0.1043198 Apr 16 05:00:45.039317 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2c3cb382-8356-4320-8ba9-26316e3e67c5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/floatingips/7070211e-e73d-46fc-b88a-8a03a82071d1 HTTP/1.1" status: 200 len: 991 time: 0.0684440 Apr 16 05:00:45.064675 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-930fb271-459e-47a2-9b31-5cddddfd23f2 req-7f444401-0670-4069-a108-1591cd69f404 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1739c84-a77c-482e-9f01-c5b3ee1f38bc HTTP/1.1" status: 200 len: 999 time: 0.0603364 Apr 16 05:00:45.116254 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fb271-459e-47a2-9b31-5cddddfd23f2 req-8b865473-271b-4733-be2c-b196ad22a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:45.117732 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-930fb271-459e-47a2-9b31-5cddddfd23f2 req-8b865473-271b-4733-be2c-b196ad22a8ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc5295e4-4e82-439f-bae9-68063ac004fb HTTP/1.1" status: 200 len: 835 time: 0.0477703 Apr 16 05:00:45.141795 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0fabeb34-8526-43e5-a612-45cfc0d35a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548452348', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:29Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '7070211e-e73d-46fc-b88a-8a03a82071d1', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'floating_ip_address': '172.26.6.188', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'port_id': 'c1739c84-a77c-482e-9f01-c5b3ee1f38bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '223303da-1031-4831-b958-9e5d6b256da8', 'mac_address': 'fa:16:3e:23:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653c1a11-9e5c-47d0-a1e0-8bdf289bb99e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T05:00:43Z', 'updated_at': '2022-04-16T05:00:43Z', 'revision_number': 0, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9a4c57-30d6-4e10-bb37-f75905c4033e', 'name': '', 'network_id': '223303da-1031-4831-b958-9e5d6b256da8', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:e2:38:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'cc5295e4-4e82-439f-bae9-68063ac004fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:28Z', 'updated_at': '2022-04-16T05:00:32Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'cc5295e4-4e82-439f-bae9-68063ac004fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:45.161123 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fb271-459e-47a2-9b31-5cddddfd23f2 req-112b5f1e-fae7-48ee-8f2d-eae70f37e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:00:45.162620 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-930fb271-459e-47a2-9b31-5cddddfd23f2 req-112b5f1e-fae7-48ee-8f2d-eae70f37e8fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=223303da-1031-4831-b958-9e5d6b256da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387862 Apr 16 05:00:45.168114 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fabeb34-8526-43e5-a612-45cfc0d35a26 None None] Checking router: f763e941-7f04-4770-b1fe-33e6c409b023 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:00:45.177242 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fabeb34-8526-43e5-a612-45cfc0d35a26 None None] Routers {'f763e941-7f04-4770-b1fe-33e6c409b023'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:00:45.177845 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0fabeb34-8526-43e5-a612-45cfc0d35a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:00:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f763e941-7f04-4770-b1fe-33e6c409b023'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:45.251778 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-930fb271-459e-47a2-9b31-5cddddfd23f2 req-0ec66a2a-abcd-437d-ba2d-f6d4cf5f7ef3 service neutron] 10.222.0.18 "GET /v2.0/networks/223303da-1031-4831-b958-9e5d6b256da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832386 Apr 16 05:00:45.287625 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-0fabeb34-8526-43e5-a612-45cfc0d35a26 None None] Set router f763e941-7f04-4770-b1fe-33e6c409b023 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:00:45.347913 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-930fb271-459e-47a2-9b31-5cddddfd23f2 req-d7308fc6-5e46-46b4-a1e3-0b4686214c6d service neutron] 10.222.0.18 "GET /v2.0/networks/223303da-1031-4831-b958-9e5d6b256da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903072 Apr 16 05:00:45.418641 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:00:45.506776 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-0fabeb34-8526-43e5-a612-45cfc0d35a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548452348', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:29Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '7070211e-e73d-46fc-b88a-8a03a82071d1', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'floating_ip_address': '172.26.6.188', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'port_id': 'c1739c84-a77c-482e-9f01-c5b3ee1f38bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '223303da-1031-4831-b958-9e5d6b256da8', 'mac_address': 'fa:16:3e:23:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653c1a11-9e5c-47d0-a1e0-8bdf289bb99e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T05:00:43Z', 'updated_at': '2022-04-16T05:00:43Z', 'revision_number': 0, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9a4c57-30d6-4e10-bb37-f75905c4033e', 'name': '', 'network_id': '223303da-1031-4831-b958-9e5d6b256da8', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:e2:38:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'cc5295e4-4e82-439f-bae9-68063ac004fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:28Z', 'updated_at': '2022-04-16T05:00:32Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'cc5295e4-4e82-439f-bae9-68063ac004fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:00:45.537063 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fabeb34-8526-43e5-a612-45cfc0d35a26 None None] The sync data for ids ['f763e941-7f04-4770-b1fe-33e6c409b023'] in dv-neutron-838078-2-hyperv is: [{'id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548452348', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:29Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '7070211e-e73d-46fc-b88a-8a03a82071d1', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'floating_ip_address': '172.26.6.188', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'port_id': 'c1739c84-a77c-482e-9f01-c5b3ee1f38bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '223303da-1031-4831-b958-9e5d6b256da8', 'mac_address': 'fa:16:3e:23:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653c1a11-9e5c-47d0-a1e0-8bdf289bb99e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T05:00:43Z', 'updated_at': '2022-04-16T05:00:43Z', 'revision_number': 0, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9a4c57-30d6-4e10-bb37-f75905c4033e', 'name': '', 'network_id': '223303da-1031-4831-b958-9e5d6b256da8', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:e2:38:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'cc5295e4-4e82-439f-bae9-68063ac004fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:28Z', 'updated_at': '2022-04-16T05:00:32Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'cc5295e4-4e82-439f-bae9-68063ac004fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:00:45.749074 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764ed001-437c-45f5-840b-5c61b3b40345 None None] New status for floating IP 7070211e-e73d-46fc-b88a-8a03a82071d1: ACTIVE {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 05:00:46.041975 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46332) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:46.107593 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-716ad02a-9085-4b72-943b-3306cf351d2f tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/floatingips/7070211e-e73d-46fc-b88a-8a03a82071d1 HTTP/1.1" status: 200 len: 991 time: 0.0644810 Apr 16 05:00:47.111218 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46334) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:00:47.171461 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-38fa4760-f4a5-4188-a2f8-54524426c256 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/floatingips/7070211e-e73d-46fc-b88a-8a03a82071d1 HTTP/1.1" status: 200 len: 993 time: 0.0591965 Apr 16 05:00:51.063504 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:00:58.480814 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:09.098012 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9e459e7f-7b3e-46b8-9f13-9e75cad76f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:11.463810 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c210bee7-3aef-49b5-b400-4a36ec46b6d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:12.360872 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f20493f6-9c1c-45e9-806c-2718b2972d7e req-53232a57-f481-48e2-aeda-008c6a114d5f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375566 Apr 16 05:01:12.443484 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20493f6-9c1c-45e9-806c-2718b2972d7e req-845fa194-672d-4acb-b486-1bb1614fe798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:12.444990 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f20493f6-9c1c-45e9-806c-2718b2972d7e req-845fa194-672d-4acb-b486-1bb1614fe798 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 1129 time: 0.0421345 Apr 16 05:01:12.550209 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20493f6-9c1c-45e9-806c-2718b2972d7e req-b8dbbb19-b966-4a3c-bf6b-f609807166e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:12.552144 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f20493f6-9c1c-45e9-806c-2718b2972d7e req-b8dbbb19-b966-4a3c-bf6b-f609807166e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=223303da-1031-4831-b958-9e5d6b256da8 HTTP/1.1" status: 200 len: 897 time: 0.0881615 Apr 16 05:01:12.619911 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f20493f6-9c1c-45e9-806c-2718b2972d7e req-61f5e895-6f82-473e-8c9c-1378aa1a5af7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1739c84-a77c-482e-9f01-c5b3ee1f38bc HTTP/1.1" status: 200 len: 1001 time: 0.0610089 Apr 16 05:01:12.668084 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20493f6-9c1c-45e9-806c-2718b2972d7e req-cdbca393-211a-4c1e-8844-207332d202e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:12.669564 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f20493f6-9c1c-45e9-806c-2718b2972d7e req-cdbca393-211a-4c1e-8844-207332d202e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc5295e4-4e82-439f-bae9-68063ac004fb HTTP/1.1" status: 200 len: 835 time: 0.0438364 Apr 16 05:01:12.704067 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:12.722494 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20493f6-9c1c-45e9-806c-2718b2972d7e req-6423a2f3-e11a-45bd-92bd-fbfb10e7e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:12.723978 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f20493f6-9c1c-45e9-806c-2718b2972d7e req-6423a2f3-e11a-45bd-92bd-fbfb10e7e598 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=223303da-1031-4831-b958-9e5d6b256da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390472 Apr 16 05:01:12.815606 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f20493f6-9c1c-45e9-806c-2718b2972d7e req-e70c9010-53a8-43ce-817d-394606b9c1e3 service neutron] 10.222.0.18 "GET /v2.0/networks/223303da-1031-4831-b958-9e5d6b256da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848429 Apr 16 05:01:12.903917 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f20493f6-9c1c-45e9-806c-2718b2972d7e req-b6e3d9ea-587d-4580-9066-4630d8fcef2f service neutron] 10.222.0.18 "GET /v2.0/networks/223303da-1031-4831-b958-9e5d6b256da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819705 Apr 16 05:01:14.134740 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9025dc-f960-4930-805e-f73d1219033c req-653590db-ef13-4f45-9c29-d3fae8403ecc tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:14.136230 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4c9025dc-f960-4930-805e-f73d1219033c req-653590db-ef13-4f45-9c29-d3fae8403ecc tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 945 time: 0.0533967 Apr 16 05:01:14.184005 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:14.184618 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4c9025dc-f960-4930-805e-f73d1219033c req-15c3e090-d97e-4eef-bc74-384fc93c7bcd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1a22a64-d5ed-4931-9fc0-67550aba76c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427461 Apr 16 05:01:15.298543 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229507b-0a7b-4b17-a1e4-786e2c5fb590 req-dfe9f584-64a8-4fec-86f3-5dab48754faa tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:15.300508 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6229507b-0a7b-4b17-a1e4-786e2c5fb590 req-dfe9f584-64a8-4fec-86f3-5dab48754faa tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 945 time: 0.0476322 Apr 16 05:01:15.350799 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6229507b-0a7b-4b17-a1e4-786e2c5fb590 req-fe57e017-f36e-4495-a769-02747dd60a9a tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1a22a64-d5ed-4931-9fc0-67550aba76c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448153 Apr 16 05:01:15.375667 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46350) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:15.383707 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:15.435203 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9b7ec0e0-02b6-4324-92f4-fc9f15e63091 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/floatingips/7070211e-e73d-46fc-b88a-8a03a82071d1 HTTP/1.1" status: 200 len: 993 time: 0.0583584 Apr 16 05:01:16.901337 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54450573-5402-46f8-98aa-d85e60a9a1aa req-01d4676e-634f-4b9a-b3ec-6cb9ced3293b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:16.902781 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-54450573-5402-46f8-98aa-d85e60a9a1aa req-01d4676e-634f-4b9a-b3ec-6cb9ced3293b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 945 time: 0.0470850 Apr 16 05:01:16.955945 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-54450573-5402-46f8-98aa-d85e60a9a1aa req-705aa1bf-8440-4d1d-90b6-35fd864b3753 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1a22a64-d5ed-4931-9fc0-67550aba76c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477061 Apr 16 05:01:17.077608 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3fec3-578a-47bb-bb17-f16cd0561685 req-e815aa89-3b6b-4855-903f-3a4c62b70255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:17.079080 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f8a3fec3-578a-47bb-bb17-f16cd0561685 req-e815aa89-3b6b-4855-903f-3a4c62b70255 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 1129 time: 0.0386868 Apr 16 05:01:17.169407 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3fec3-578a-47bb-bb17-f16cd0561685 req-8f5a73fc-9ca3-4d24-b64c-eaae6ea00233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:17.170777 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f8a3fec3-578a-47bb-bb17-f16cd0561685 req-8f5a73fc-9ca3-4d24-b64c-eaae6ea00233 service neutron] 10.222.0.18 "GET /v2.0/networks?id=223303da-1031-4831-b958-9e5d6b256da8 HTTP/1.1" status: 200 len: 897 time: 0.0839713 Apr 16 05:01:17.238112 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f8a3fec3-578a-47bb-bb17-f16cd0561685 req-00c0ae60-6a0f-4901-b02b-54abe6bed57c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1739c84-a77c-482e-9f01-c5b3ee1f38bc HTTP/1.1" status: 200 len: 1001 time: 0.0608108 Apr 16 05:01:17.285254 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3fec3-578a-47bb-bb17-f16cd0561685 req-9b5f0243-85b6-46b3-90e3-17d9e2b1c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:17.286662 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f8a3fec3-578a-47bb-bb17-f16cd0561685 req-9b5f0243-85b6-46b3-90e3-17d9e2b1c0d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc5295e4-4e82-439f-bae9-68063ac004fb HTTP/1.1" status: 200 len: 835 time: 0.0429571 Apr 16 05:01:17.327701 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3fec3-578a-47bb-bb17-f16cd0561685 req-7fa19305-41ec-44e7-9b58-07cd7585ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:17.329169 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f8a3fec3-578a-47bb-bb17-f16cd0561685 req-7fa19305-41ec-44e7-9b58-07cd7585ed0f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=223303da-1031-4831-b958-9e5d6b256da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0372834 Apr 16 05:01:17.420101 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f8a3fec3-578a-47bb-bb17-f16cd0561685 req-93884a42-3ff0-491e-9c00-fa814188ca45 service neutron] 10.222.0.18 "GET /v2.0/networks/223303da-1031-4831-b958-9e5d6b256da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844908 Apr 16 05:01:17.510568 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f8a3fec3-578a-47bb-bb17-f16cd0561685 req-8cc2ed23-d545-420b-9dc0-e26fcffcd929 service neutron] 10.222.0.18 "GET /v2.0/networks/223303da-1031-4831-b958-9e5d6b256da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837741 Apr 16 05:01:18.069417 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f23834-78a9-4d86-90ef-5e00d28ece71 req-32805ccd-efa4-41a2-9c8a-773b6d5893ec tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:18.070861 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a6f23834-78a9-4d86-90ef-5e00d28ece71 req-32805ccd-efa4-41a2-9c8a-773b6d5893ec tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 945 time: 0.0462615 Apr 16 05:01:18.121663 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a6f23834-78a9-4d86-90ef-5e00d28ece71 req-eaac2e0e-c1cc-4b16-8858-e21bcc554830 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1a22a64-d5ed-4931-9fc0-67550aba76c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452299 Apr 16 05:01:19.233108 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412e6d6-0b95-42f2-9693-1c062f93a5cd req-0af1b18f-8e31-45d7-b719-0f0f5af4d54b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:19.234551 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b412e6d6-0b95-42f2-9693-1c062f93a5cd req-0af1b18f-8e31-45d7-b719-0f0f5af4d54b tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 945 time: 0.0469759 Apr 16 05:01:19.282398 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b412e6d6-0b95-42f2-9693-1c062f93a5cd req-a89ab1d6-b4cf-4aa5-a491-b6faea301bf5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1a22a64-d5ed-4931-9fc0-67550aba76c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423663 Apr 16 05:01:19.304779 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46368) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:19.363666 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4ea9b0bc-b61f-42f7-905f-264601c09e88 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/floatingips/7070211e-e73d-46fc-b88a-8a03a82071d1 HTTP/1.1" status: 200 len: 993 time: 0.0577986 Apr 16 05:01:19.626822 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46374) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:19.777510 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting port dde26f4b-de66-4eaf-b718-8715c125a476 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:01:19.777781 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (dde26f4b-de66-4eaf-b718-8715c125a476), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:19.852429 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (dde26f4b-de66-4eaf-b718-8715c125a476), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:19.852863 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for floatingip (dde26f4b-de66-4eaf-b718-8715c125a476), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:19.865911 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Calling delete_port for dde26f4b-de66-4eaf-b718-8715c125a476 owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:01:20.068892 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (dde26f4b-de66-4eaf-b718-8715c125a476), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:20.093827 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Port': ['ID=dde26f4b-de66-4eaf-b718-8715c125a476,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:20.120006 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:20.120362 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:20.120711 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:20.121079 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:20.121422 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:20.121764 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:20.122099 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:20.122433 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:20.122767 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:20.123168 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:20.123503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:20.123831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:20.124159 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:20.124487 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:20.124836 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:20.168714 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for floatingip (7070211e-e73d-46fc-b88a-8a03a82071d1), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:20.172379 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Floating IP 7070211e-e73d-46fc-b88a-8a03a82071d1 disassociated (deleted). External IP: 172.26.6.188, port: c1739c84-a77c-482e-9f01-c5b3ee1f38bc. Apr 16 05:01:20.687623 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router f763e941-7f04-4770-b1fe-33e6c409b023 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:01:20.796825 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:01:20.802327 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:20.806809 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba5cb04-8532-4591-93c0-164495524e73 None None] Sync routers for ids ['f763e941-7f04-4770-b1fe-33e6c409b023'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:01:20.816016 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba5cb04-8532-4591-93c0-164495524e73 None None] Routers {'f763e941-7f04-4770-b1fe-33e6c409b023'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:01:20.823600 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-8ba5cb04-8532-4591-93c0-164495524e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:01:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f763e941-7f04-4770-b1fe-33e6c409b023'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:20.832081 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-28bac9cb-1b99-49e6-8b31-9d263deaf4dd tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/floatingips/7070211e-e73d-46fc-b88a-8a03a82071d1 HTTP/1.1" status: 204 len: 168 time: 1.2036810 Apr 16 05:01:20.832784 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653c1a11-9e5c-47d0-a1e0-8bdf289bb99e', 'tag': 'c1739c84-a77c-482e-9f01-c5b3ee1f38bc'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:01:20.835044 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9724fc-9f4a-4bf6-a100-e54a6c44706b" -d '{"events": [{"name": "network-changed", "server_uuid": "653c1a11-9e5c-47d0-a1e0-8bdf289bb99e", "tag": "c1739c84-a77c-482e-9f01-c5b3ee1f38bc"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:01:20.877355 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 05:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd9a188-bb35-4e6e-998c-02392c766c63 x-openstack-request-id: req-9dd9a188-bb35-4e6e-998c-02392c766c63 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:01:20.877864 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653c1a11-9e5c-47d0-a1e0-8bdf289bb99e", "tag": "c1739c84-a77c-482e-9f01-c5b3ee1f38bc", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:01:20.878119 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9dd9a188-bb35-4e6e-998c-02392c766c63 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:01:20.878672 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd9a188-bb35-4e6e-998c-02392c766c63'] response: {'name': 'network-changed', 'server_uuid': '653c1a11-9e5c-47d0-a1e0-8bdf289bb99e', 'tag': 'c1739c84-a77c-482e-9f01-c5b3ee1f38bc', 'status': 'completed', 'code': 200} Apr 16 05:01:20.937597 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-8ba5cb04-8532-4591-93c0-164495524e73 None None] Set router f763e941-7f04-4770-b1fe-33e6c409b023 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:01:20.947809 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9724fc-9f4a-4bf6-a100-e54a6c44706b req-2a0cc5c3-12c6-46a0-8b9e-88928a9a4513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:20.949380 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3c9724fc-9f4a-4bf6-a100-e54a6c44706b req-2a0cc5c3-12c6-46a0-8b9e-88928a9a4513 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 1129 time: 0.0442054 Apr 16 05:01:21.053073 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9724fc-9f4a-4bf6-a100-e54a6c44706b req-8b7295d2-d100-4c68-b621-d2f9ebbad7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:21.054819 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3c9724fc-9f4a-4bf6-a100-e54a6c44706b req-8b7295d2-d100-4c68-b621-d2f9ebbad7e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=223303da-1031-4831-b958-9e5d6b256da8 HTTP/1.1" status: 200 len: 897 time: 0.0979891 Apr 16 05:01:21.094754 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3c9724fc-9f4a-4bf6-a100-e54a6c44706b req-53a2023f-ec29-4123-855f-dc559b4bf8c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1739c84-a77c-482e-9f01-c5b3ee1f38bc HTTP/1.1" status: 200 len: 217 time: 0.0341873 Apr 16 05:01:21.132608 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-8ba5cb04-8532-4591-93c0-164495524e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548452348', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:29Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'af9a4c57-30d6-4e10-bb37-f75905c4033e', 'name': '', 'network_id': '223303da-1031-4831-b958-9e5d6b256da8', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:e2:38:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'cc5295e4-4e82-439f-bae9-68063ac004fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:28Z', 'updated_at': '2022-04-16T05:00:32Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'cc5295e4-4e82-439f-bae9-68063ac004fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:21.147404 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9724fc-9f4a-4bf6-a100-e54a6c44706b req-5155bb0b-c231-4dd1-8bb7-6a9793c32782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:21.148948 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3c9724fc-9f4a-4bf6-a100-e54a6c44706b req-5155bb0b-c231-4dd1-8bb7-6a9793c32782 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc5295e4-4e82-439f-bae9-68063ac004fb HTTP/1.1" status: 200 len: 835 time: 0.0477109 Apr 16 05:01:21.160213 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba5cb04-8532-4591-93c0-164495524e73 None None] Checking router: f763e941-7f04-4770-b1fe-33e6c409b023 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:01:21.168533 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba5cb04-8532-4591-93c0-164495524e73 None None] Routers {'f763e941-7f04-4770-b1fe-33e6c409b023'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:01:21.169167 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-8ba5cb04-8532-4591-93c0-164495524e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:01:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f763e941-7f04-4770-b1fe-33e6c409b023'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:21.197632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9724fc-9f4a-4bf6-a100-e54a6c44706b req-302e28fd-abc8-4262-8552-fdb417ccac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:21.199199 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3c9724fc-9f4a-4bf6-a100-e54a6c44706b req-302e28fd-abc8-4262-8552-fdb417ccac62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=223303da-1031-4831-b958-9e5d6b256da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440361 Apr 16 05:01:21.293548 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-8ba5cb04-8532-4591-93c0-164495524e73 None None] Set router f763e941-7f04-4770-b1fe-33e6c409b023 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:01:21.299548 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3c9724fc-9f4a-4bf6-a100-e54a6c44706b req-7cae9811-1215-4da0-bc6e-13b52c18e116 service neutron] 10.222.0.18 "GET /v2.0/networks/223303da-1031-4831-b958-9e5d6b256da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942173 Apr 16 05:01:21.314313 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43a104-d0da-4884-b0d0-da57725405e8 req-c47add28-8abf-4a6c-98a3-15c30cdb31ad tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:21.315815 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3e43a104-d0da-4884-b0d0-da57725405e8 req-c47add28-8abf-4a6c-98a3-15c30cdb31ad tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 945 time: 0.0499573 Apr 16 05:01:21.366251 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3e43a104-d0da-4884-b0d0-da57725405e8 req-a305deb5-d2ff-4639-aed7-d57aaf092326 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1a22a64-d5ed-4931-9fc0-67550aba76c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441558 Apr 16 05:01:21.483105 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-8ba5cb04-8532-4591-93c0-164495524e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548452348', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:29Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'af9a4c57-30d6-4e10-bb37-f75905c4033e', 'name': '', 'network_id': '223303da-1031-4831-b958-9e5d6b256da8', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:e2:38:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'cc5295e4-4e82-439f-bae9-68063ac004fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:28Z', 'updated_at': '2022-04-16T05:00:32Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'cc5295e4-4e82-439f-bae9-68063ac004fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:21.512258 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba5cb04-8532-4591-93c0-164495524e73 None None] The sync data for ids ['f763e941-7f04-4770-b1fe-33e6c409b023'] in dv-neutron-838078-2-hyperv is: [{'id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548452348', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:29Z', 'revision_number': 4, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'af9a4c57-30d6-4e10-bb37-f75905c4033e', 'name': '', 'network_id': '223303da-1031-4831-b958-9e5d6b256da8', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'mac_address': 'fa:16:3e:e2:38:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'cc5295e4-4e82-439f-bae9-68063ac004fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:28Z', 'updated_at': '2022-04-16T05:00:32Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'subnets': [{'id': 'cc5295e4-4e82-439f-bae9-68063ac004fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:01:21.718813 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a08348-7f53-48f9-ac40-db77d075f76b None None] New status for floating IP 7070211e-e73d-46fc-b88a-8a03a82071d1: DOWN {{(pid=104634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 05:01:22.480689 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f643609-3f87-4255-b53a-203b3a8ef815 req-6d50efe0-cb5d-4e5f-9f7d-471da26b2c89 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:22.482092 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7f643609-3f87-4255-b53a-203b3a8ef815 req-6d50efe0-cb5d-4e5f-9f7d-471da26b2c89 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 945 time: 0.0470264 Apr 16 05:01:22.588994 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7f643609-3f87-4255-b53a-203b3a8ef815 req-8f2d15e8-05ab-4b79-9ef5-d3e6daca9369 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1a22a64-d5ed-4931-9fc0-67550aba76c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004500 Apr 16 05:01:22.616993 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3c9724fc-9f4a-4bf6-a100-e54a6c44706b req-9d30a3dd-a4f7-4350-862a-97ebe856afd3 service neutron] 10.222.0.18 "GET /v2.0/networks/223303da-1031-4831-b958-9e5d6b256da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224890 Apr 16 05:01:22.820180 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df32731-1e0f-4c71-90a3-d7e93d287bff req-58c339c8-68e4-4182-92d5-6370cba439fa tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:22.821586 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3df32731-1e0f-4c71-90a3-d7e93d287bff req-58c339c8-68e4-4182-92d5-6370cba439fa tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 945 time: 0.0472214 Apr 16 05:01:22.910027 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-3df32731-1e0f-4c71-90a3-d7e93d287bff req-ead5029e-93e8-4828-84fa-38fe43e7c34c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting port c1739c84-a77c-482e-9f01-c5b3ee1f38bc {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:01:22.910368 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3df32731-1e0f-4c71-90a3-d7e93d287bff req-ead5029e-93e8-4828-84fa-38fe43e7c34c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c1739c84-a77c-482e-9f01-c5b3ee1f38bc), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:22.997111 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-3df32731-1e0f-4c71-90a3-d7e93d287bff req-ead5029e-93e8-4828-84fa-38fe43e7c34c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] For port c1739c84-a77c-482e-9f01-c5b3ee1f38bc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c1739c84-a77c-482e-9f01-c5b3ee1f38bc,segment=NetworkSegment(cc756b5f-1a64-4209-8d43-7b7bc393ad54),segment_id=cc756b5f-1a64-4209-8d43-7b7bc393ad54)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:01:22.997472 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3df32731-1e0f-4c71-90a3-d7e93d287bff req-ead5029e-93e8-4828-84fa-38fe43e7c34c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c1739c84-a77c-482e-9f01-c5b3ee1f38bc), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:23.014507 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-3df32731-1e0f-4c71-90a3-d7e93d287bff req-ead5029e-93e8-4828-84fa-38fe43e7c34c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Calling delete_port for c1739c84-a77c-482e-9f01-c5b3ee1f38bc owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:01:23.206636 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3df32731-1e0f-4c71-90a3-d7e93d287bff req-ead5029e-93e8-4828-84fa-38fe43e7c34c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c1739c84-a77c-482e-9f01-c5b3ee1f38bc), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:23.236143 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5029e-93e8-4828-84fa-38fe43e7c34c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Port': ['ID=c1739c84-a77c-482e-9f01-c5b3ee1f38bc,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:23.282510 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df32731-1e0f-4c71-90a3-d7e93d287bff req-ead5029e-93e8-4828-84fa-38fe43e7c34c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] No DVR routers for this DVR port c1739c84-a77c-482e-9f01-c5b3ee1f38bc on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 05:01:23.285501 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-3df32731-1e0f-4c71-90a3-d7e93d287bff req-ead5029e-93e8-4828-84fa-38fe43e7c34c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:23.288679 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3df32731-1e0f-4c71-90a3-d7e93d287bff req-ead5029e-93e8-4828-84fa-38fe43e7c34c tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.18 "DELETE /v2.0/ports/c1739c84-a77c-482e-9f01-c5b3ee1f38bc HTTP/1.1" status: 204 len: 173 time: 0.4607928 Apr 16 05:01:23.289162 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653c1a11-9e5c-47d0-a1e0-8bdf289bb99e', 'name': 'network-vif-deleted', 'tag': 'c1739c84-a77c-482e-9f01-c5b3ee1f38bc'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:01:23.291399 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a4afcf-48be-46b1-b3d4-add3f2b8a703" -d '{"events": [{"server_uuid": "653c1a11-9e5c-47d0-a1e0-8bdf289bb99e", "name": "network-vif-deleted", "tag": "c1739c84-a77c-482e-9f01-c5b3ee1f38bc"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:01:23.326064 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 05:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e21637-b530-4ffd-a357-9d49566cc3c4 x-openstack-request-id: req-36e21637-b530-4ffd-a357-9d49566cc3c4 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:01:23.326361 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653c1a11-9e5c-47d0-a1e0-8bdf289bb99e", "name": "network-vif-deleted", "tag": "c1739c84-a77c-482e-9f01-c5b3ee1f38bc", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:01:23.326617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-36e21637-b530-4ffd-a357-9d49566cc3c4 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:01:23.327050 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e21637-b530-4ffd-a357-9d49566cc3c4'] response: {'server_uuid': '653c1a11-9e5c-47d0-a1e0-8bdf289bb99e', 'name': 'network-vif-deleted', 'tag': 'c1739c84-a77c-482e-9f01-c5b3ee1f38bc', 'status': 'completed', 'code': 200} Apr 16 05:01:23.700660 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-690d5606-ffa6-4f4b-bce7-bdd4aa3dc635 req-7721b97b-9da6-4404-bc7b-4ecb749fe90d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "GET /v2.0/ports?device_id=653c1a11-9e5c-47d0-a1e0-8bdf289bb99e HTTP/1.1" status: 200 len: 210 time: 0.0292399 Apr 16 05:01:24.166683 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-988c553e-c489-4fe5-8032-72ce8e0dd31c service neutron] (104632) timed out ('10.222.0.30', 42602) {{(pid=104632) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 16 05:01:24.702164 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [req-bf2ae479-9f51-4f73-a8c1-f82a0c2b5a87 req-9d483d58-ef3c-4848-a634-2d6c1d436a0c tempest-ServerActionsTestJSON-1893834757 tempest-ServerActionsTestJSON-1893834757-project] (104632) timed out ('10.222.0.30', 41292) {{(pid=104632) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 16 05:01:24.760504 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46394) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:24.835415 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device c1739c84-a77c-482e-9f01-c5b3ee1f38bc no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:01:24.856119 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: c1739c84-a77c-482e-9f01-c5b3ee1f38bc {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:01:24.856462 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device c1739c84-a77c-482e-9f01-c5b3ee1f38bc not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:01:25.104518 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-11f8aaab-42ee-4c5d-944d-8d45e0a19f46 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (f763e941-7f04-4770-b1fe-33e6c409b023), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:25.347162 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-11f8aaab-42ee-4c5d-944d-8d45e0a19f46 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting port af9a4c57-30d6-4e10-bb37-f75905c4033e {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:01:25.347512 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-11f8aaab-42ee-4c5d-944d-8d45e0a19f46 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (af9a4c57-30d6-4e10-bb37-f75905c4033e), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:25.436169 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-11f8aaab-42ee-4c5d-944d-8d45e0a19f46 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] For port af9a4c57-30d6-4e10-bb37-f75905c4033e, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=af9a4c57-30d6-4e10-bb37-f75905c4033e,segment=NetworkSegment(cc756b5f-1a64-4209-8d43-7b7bc393ad54),segment_id=cc756b5f-1a64-4209-8d43-7b7bc393ad54)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:01:25.436539 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-11f8aaab-42ee-4c5d-944d-8d45e0a19f46 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (af9a4c57-30d6-4e10-bb37-f75905c4033e), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:25.449851 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-11f8aaab-42ee-4c5d-944d-8d45e0a19f46 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Calling delete_port for af9a4c57-30d6-4e10-bb37-f75905c4033e owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:01:25.732566 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-11f8aaab-42ee-4c5d-944d-8d45e0a19f46 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (af9a4c57-30d6-4e10-bb37-f75905c4033e), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:25.764938 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8aaab-42ee-4c5d-944d-8d45e0a19f46 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Port': ['ID=af9a4c57-30d6-4e10-bb37-f75905c4033e,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:25.942717 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-11f8aaab-42ee-4c5d-944d-8d45e0a19f46 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (f763e941-7f04-4770-b1fe-33e6c409b023), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:26.164965 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f8aaab-42ee-4c5d-944d-8d45e0a19f46 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Router f763e941-7f04-4770-b1fe-33e6c409b023 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:01:26.273863 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f8aaab-42ee-4c5d-944d-8d45e0a19f46 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:01:26.281008 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-11f8aaab-42ee-4c5d-944d-8d45e0a19f46 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "PUT /v2.0/routers/f763e941-7f04-4770-b1fe-33e6c409b023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5193689 Apr 16 05:01:26.281616 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46396) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:26.285470 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88b16f9-07ad-406d-95c6-ce29057e596a None None] Sync routers for ids ['f763e941-7f04-4770-b1fe-33e6c409b023'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:01:26.295700 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b16f9-07ad-406d-95c6-ce29057e596a None None] Routers {'f763e941-7f04-4770-b1fe-33e6c409b023'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:01:26.296318 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f88b16f9-07ad-406d-95c6-ce29057e596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:01:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f763e941-7f04-4770-b1fe-33e6c409b023'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:26.332650 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-116eded6-d971-4b4b-a5df-02b385a5f3c5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting subnet cc5295e4-4e82-439f-bae9-68063ac004fb {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 05:01:26.335814 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-116eded6-d971-4b4b-a5df-02b385a5f3c5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for subnet (cc5295e4-4e82-439f-bae9-68063ac004fb), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:26.377154 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-116eded6-d971-4b4b-a5df-02b385a5f3c5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (cc5295e4-4e82-439f-bae9-68063ac004fb), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:26.473007 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-116eded6-d971-4b4b-a5df-02b385a5f3c5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (cc5295e4-4e82-439f-bae9-68063ac004fb), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:26.496151 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-f88b16f9-07ad-406d-95c6-ce29057e596a None None] Set router f763e941-7f04-4770-b1fe-33e6c409b023 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:01:26.601248 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-116eded6-d971-4b4b-a5df-02b385a5f3c5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (cc5295e4-4e82-439f-bae9-68063ac004fb), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:26.630136 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-116eded6-d971-4b4b-a5df-02b385a5f3c5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:26.635944 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-116eded6-d971-4b4b-a5df-02b385a5f3c5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/subnets/cc5295e4-4e82-439f-bae9-68063ac004fb HTTP/1.1" status: 204 len: 168 time: 0.3507576 Apr 16 05:01:26.635944 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116eded6-d971-4b4b-a5df-02b385a5f3c5 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Subnet': ['ID=cc5295e4-4e82-439f-bae9-68063ac004fb,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:26.636596 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f341d725-7ea0-4504-9c8e-ff9d5f027dc4 None None] Network 223303da-1031-4831-b958-9e5d6b256da8 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 05:01:26.637719 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46398) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:26.665887 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f88b16f9-07ad-406d-95c6-ce29057e596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548452348', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:01:25Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:26.695962 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88b16f9-07ad-406d-95c6-ce29057e596a None None] Checking router: f763e941-7f04-4770-b1fe-33e6c409b023 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:01:26.704623 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b16f9-07ad-406d-95c6-ce29057e596a None None] Routers {'f763e941-7f04-4770-b1fe-33e6c409b023'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:01:26.706175 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f88b16f9-07ad-406d-95c6-ce29057e596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:01:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['f763e941-7f04-4770-b1fe-33e6c409b023'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:26.801958 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] DHCP port deletion for 223303da-1031-4831-b958-9e5d6b256da8 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 05:01:26.829129 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-f88b16f9-07ad-406d-95c6-ce29057e596a None None] Set router f763e941-7f04-4770-b1fe-33e6c409b023 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:01:26.850413 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] Deleting port 9c2016df-55c4-49b7-b82a-efe3e4b5f23e {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:01:26.850789 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (9c2016df-55c4-49b7-b82a-efe3e4b5f23e), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:26.919334 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] For port 9c2016df-55c4-49b7-b82a-efe3e4b5f23e, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=9c2016df-55c4-49b7-b82a-efe3e4b5f23e,segment=NetworkSegment(cc756b5f-1a64-4209-8d43-7b7bc393ad54),segment_id=cc756b5f-1a64-4209-8d43-7b7bc393ad54)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:01:26.919757 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (9c2016df-55c4-49b7-b82a-efe3e4b5f23e), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:26.934010 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] Calling delete_port for 9c2016df-55c4-49b7-b82a-efe3e4b5f23e owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:01:27.009693 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-f88b16f9-07ad-406d-95c6-ce29057e596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548452348', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:01:25Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:27.038081 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88b16f9-07ad-406d-95c6-ce29057e596a None None] The sync data for ids ['f763e941-7f04-4770-b1fe-33e6c409b023'] in dv-neutron-838078-2-hyperv is: [{'id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548452348', 'tenant_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:01:25Z', 'revision_number': 5, 'project_id': '2d93c1aa75b44c2fba551b8c34a64e4a', 'gw_port': {'id': '1e68ad5a-643d-4d69-9d35-adb6fd37a52b', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763e941-7f04-4770-b1fe-33e6c409b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:00:25Z', 'updated_at': '2022-04-16T05:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:01:27.051667 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router (f763e941-7f04-4770-b1fe-33e6c409b023), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:27.115597 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (9c2016df-55c4-49b7-b82a-efe3e4b5f23e), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:27.140957 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] Pushing event deleted for resources: {'Port': ['ID=9c2016df-55c4-49b7-b82a-efe3e4b5f23e,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:27.151259 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] No DVR routers for this DVR port 9c2016df-55c4-49b7-b82a-efe3e4b5f23e on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 05:01:27.156026 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.156381 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.156753 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.157082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.157417 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.158004 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.158096 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.158366 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.158688 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.159007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.159331 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.159651 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.159975 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.160531 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.160622 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ae074-7180-4c33-9e97-e094900a1f97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.164304 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_gateway (f763e941-7f04-4770-b1fe-33e6c409b023), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:27.270659 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Deleting port 1e68ad5a-643d-4d69-9d35-adb6fd37a52b {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:01:27.270931 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (1e68ad5a-643d-4d69-9d35-adb6fd37a52b), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:27.352020 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] For port 1e68ad5a-643d-4d69-9d35-adb6fd37a52b, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=1e68ad5a-643d-4d69-9d35-adb6fd37a52b,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:01:27.352314 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (1e68ad5a-643d-4d69-9d35-adb6fd37a52b), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:27.365552 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Calling delete_port for 1e68ad5a-643d-4d69-9d35-adb6fd37a52b owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:01:27.613040 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (1e68ad5a-643d-4d69-9d35-adb6fd37a52b), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:27.638962 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Port': ['ID=1e68ad5a-643d-4d69-9d35-adb6fd37a52b,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:27.650627 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.650984 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.651337 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.651690 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.652031 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.652371 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.652707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.653070 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.653508 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.653738 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.654072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.654400 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.654734 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.655062 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.655390 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:27.714446 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (f763e941-7f04-4770-b1fe-33e6c409b023), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:27.808413 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (f763e941-7f04-4770-b1fe-33e6c409b023), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:27.810569 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router_controller (f763e941-7f04-4770-b1fe-33e6c409b023), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:27.898061 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (f763e941-7f04-4770-b1fe-33e6c409b023), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:27.898590 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Fanout notify agent at l3_agent the message router_deleted on router f763e941-7f04-4770-b1fe-33e6c409b023 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 05:01:27.907148 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:27.907148 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ff69773c-842c-41d2-b677-2f3c499b496d tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/routers/f763e941-7f04-4770-b1fe-33e6c409b023 HTTP/1.1" status: 204 len: 168 time: 1.2670407 Apr 16 05:01:27.909455 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46400) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:27.992472 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6a8bca00-adf1-4950-aca3-2d3803c011de tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (223303da-1031-4831-b958-9e5d6b256da8), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:28.061928 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:01:28.079679 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6a8bca00-adf1-4950-aca3-2d3803c011de tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (223303da-1031-4831-b958-9e5d6b256da8), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:28.100164 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-6a8bca00-adf1-4950-aca3-2d3803c011de tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223303da-1031-4831-b958-9e5d6b256da8']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:28.109392 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-6a8bca00-adf1-4950-aca3-2d3803c011de tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc756b5f-1a64-4209-8d43-7b7bc393ad54') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:28.109677 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-6a8bca00-adf1-4950-aca3-2d3803c011de tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc756b5f-1a64-4209-8d43-7b7bc393ad54') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:28.118925 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6a8bca00-adf1-4950-aca3-2d3803c011de tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (cc756b5f-1a64-4209-8d43-7b7bc393ad54), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:28.131754 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6a8bca00-adf1-4950-aca3-2d3803c011de tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (cc756b5f-1a64-4209-8d43-7b7bc393ad54), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:28.137793 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8bca00-adf1-4950-aca3-2d3803c011de tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 05:01:28.138172 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6a8bca00-adf1-4950-aca3-2d3803c011de tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (cc756b5f-1a64-4209-8d43-7b7bc393ad54), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 05:01:28.141171 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 05:01:28.252110 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6a8bca00-adf1-4950-aca3-2d3803c011de tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (223303da-1031-4831-b958-9e5d6b256da8), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:28.259626 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6a8bca00-adf1-4950-aca3-2d3803c011de tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:28.262293 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6a8bca00-adf1-4950-aca3-2d3803c011de tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/networks/223303da-1031-4831-b958-9e5d6b256da8 HTTP/1.1" status: 204 len: 168 time: 0.3519032 Apr 16 05:01:28.265137 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46402) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:28.274066 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bca00-adf1-4950-aca3-2d3803c011de tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'Network': ['ID=223303da-1031-4831-b958-9e5d6b256da8,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:28.322734 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a7f079b3-b2f6-41a2-9ba1-6418c877e585 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (b1a22a64-d5ed-4931-9fc0-67550aba76c1), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:28.349361 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a7f079b3-b2f6-41a2-9ba1-6418c877e585 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (b1a22a64-d5ed-4931-9fc0-67550aba76c1), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:28.413529 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 9c2016df-55c4-49b7-b82a-efe3e4b5f23e no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:01:28.430852 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 9c2016df-55c4-49b7-b82a-efe3e4b5f23e {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:01:28.431204 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 9c2016df-55c4-49b7-b82a-efe3e4b5f23e not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:01:28.431621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device af9a4c57-30d6-4e10-bb37-f75905c4033e no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:01:28.450951 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: af9a4c57-30d6-4e10-bb37-f75905c4033e {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:01:28.451304 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device af9a4c57-30d6-4e10-bb37-f75905c4033e not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:01:28.451714 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1e68ad5a-643d-4d69-9d35-adb6fd37a52b no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:01:28.473704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 1e68ad5a-643d-4d69-9d35-adb6fd37a52b {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:01:28.474051 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 1e68ad5a-643d-4d69-9d35-adb6fd37a52b not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:01:28.480968 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:28.510013 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a7f079b3-b2f6-41a2-9ba1-6418c877e585 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (b1a22a64-d5ed-4931-9fc0-67550aba76c1), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:28.512566 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a7f079b3-b2f6-41a2-9ba1-6418c877e585 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:28.513799 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a7f079b3-b2f6-41a2-9ba1-6418c877e585 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] 10.222.0.30 "DELETE /v2.0/security-groups/b1a22a64-d5ed-4931-9fc0-67550aba76c1 HTTP/1.1" status: 204 len: 168 time: 0.2477252 Apr 16 05:01:28.524110 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f079b3-b2f6-41a2-9ba1-6418c877e585 tempest-TestNetworkAdvancedServerOps-1738508553 tempest-TestNetworkAdvancedServerOps-1738508553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a22a64-d5ed-4931-9fc0-67550aba76c1,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:28.996968 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46410) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:29.124582 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-33f365d6-56b7-4c33-901c-2e536070b06d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d93c1aa75b44c2fba551b8c34a64e4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264727 Apr 16 05:01:29.127210 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46414) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:29.172418 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d2e48890-431d-4ab1-8035-89f8d280ab13 admin admin] Publish callbacks [] for security_group (de310d55-2b91-496c-b3c5-42fa12ff8aa4), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:29.196148 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d2e48890-431d-4ab1-8035-89f8d280ab13 admin admin] Publish callbacks [] for security_group (de310d55-2b91-496c-b3c5-42fa12ff8aa4), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:29.326093 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d2e48890-431d-4ab1-8035-89f8d280ab13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (de310d55-2b91-496c-b3c5-42fa12ff8aa4), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:29.328661 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d2e48890-431d-4ab1-8035-89f8d280ab13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:29.329847 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d2e48890-431d-4ab1-8035-89f8d280ab13 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de310d55-2b91-496c-b3c5-42fa12ff8aa4 HTTP/1.1" status: 204 len: 168 time: 0.2018239 Apr 16 05:01:29.337496 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e48890-431d-4ab1-8035-89f8d280ab13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de310d55-2b91-496c-b3c5-42fa12ff8aa4,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:29.885032 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46420) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:29.898922 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4765a5db-cc4c-48e5-b633-ff9b284b82ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:29.971184 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4765a5db-cc4c-48e5-b633-ff9b284b82ad admin admin] Publish callbacks [] for security_group (d5ea47a8-a8f6-488d-b9f5-6a7b01daa2ba), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:30.023721 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4765a5db-cc4c-48e5-b633-ff9b284b82ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (d5ea47a8-a8f6-488d-b9f5-6a7b01daa2ba), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:30.064418 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4765a5db-cc4c-48e5-b633-ff9b284b82ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=83ffc89e7f804a52a8b8d326018e1673&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1782401 Apr 16 05:01:30.066030 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765a5db-cc4c-48e5-b633-ff9b284b82ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ea47a8-a8f6-488d-b9f5-6a7b01daa2ba,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:30.067660 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46422) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:30.115704 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-37e7fc6b-25e7-4ca9-b16e-d25c0cef5fdb admin admin] Publish callbacks [] for security_group (d5ea47a8-a8f6-488d-b9f5-6a7b01daa2ba), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:30.137048 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-37e7fc6b-25e7-4ca9-b16e-d25c0cef5fdb admin admin] Publish callbacks [] for security_group (d5ea47a8-a8f6-488d-b9f5-6a7b01daa2ba), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:30.257536 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-37e7fc6b-25e7-4ca9-b16e-d25c0cef5fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (d5ea47a8-a8f6-488d-b9f5-6a7b01daa2ba), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:30.260376 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-37e7fc6b-25e7-4ca9-b16e-d25c0cef5fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:30.261616 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-37e7fc6b-25e7-4ca9-b16e-d25c0cef5fdb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5ea47a8-a8f6-488d-b9f5-6a7b01daa2ba HTTP/1.1" status: 204 len: 168 time: 0.1929629 Apr 16 05:01:30.269766 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7fc6b-25e7-4ca9-b16e-d25c0cef5fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ea47a8-a8f6-488d-b9f5-6a7b01daa2ba,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:31.306786 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46444) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:31.401129 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-c6770131-1b09-4a24-82cc-4d33a31385ce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1673424321-network', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:01:31.463570 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6770131-1b09-4a24-82cc-4d33a31385ce admin admin] Made reservation on behalf of 56fd333211ca4db1ba4d7f6c4f57e398 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 05:01:31.465917 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c6770131-1b09-4a24-82cc-4d33a31385ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:31.474808 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c6770131-1b09-4a24-82cc-4d33a31385ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:31.547656 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c6770131-1b09-4a24-82cc-4d33a31385ce admin admin] Publish callbacks [] for security_group (ac267fcb-aac4-4cc0-a02a-cccb13e719e6), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:31.589474 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c6770131-1b09-4a24-82cc-4d33a31385ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (ac267fcb-aac4-4cc0-a02a-cccb13e719e6), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:31.613463 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6770131-1b09-4a24-82cc-4d33a31385ce admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 05:01:31.627868 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6770131-1b09-4a24-82cc-4d33a31385ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac267fcb-aac4-4cc0-a02a-cccb13e719e6,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:31.628375 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c6770131-1b09-4a24-82cc-4d33a31385ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (57fb3154-4462-4b30-bf63-458560ce5886), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:31.628738 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-c6770131-1b09-4a24-82cc-4d33a31385ce admin admin] Added segment 57fb3154-4462-4b30-bf63-458560ce5886 of type vlan for network 48593ab8-cfda-403e-b15a-645e06effdcf Apr 16 05:01:31.669567 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c6770131-1b09-4a24-82cc-4d33a31385ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (48593ab8-cfda-403e-b15a-645e06effdcf), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:31.749571 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c6770131-1b09-4a24-82cc-4d33a31385ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (48593ab8-cfda-403e-b15a-645e06effdcf), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:31.750543 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6770131-1b09-4a24-82cc-4d33a31385ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:31.751115 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c6770131-1b09-4a24-82cc-4d33a31385ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:31.813420 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6770131-1b09-4a24-82cc-4d33a31385ce admin admin] Pushing event updated for resources: {'Network': ['ID=48593ab8-cfda-403e-b15a-645e06effdcf,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:31.825663 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 48593ab8-cfda-403e-b15a-645e06effdcf details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 05:01:31.860970 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c6770131-1b09-4a24-82cc-4d33a31385ce admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5530696 Apr 16 05:01:31.864630 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46448) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:31.869423 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-fd276139-7915-4842-833a-126ab8281fbf admin admin] Request body: {'subnet': {'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1673424321-subnet', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'ip_version': 4}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:01:31.954563 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd276139-7915-4842-833a-126ab8281fbf admin admin] Made reservation on behalf of 56fd333211ca4db1ba4d7f6c4f57e398 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 05:01:31.956935 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fd276139-7915-4842-833a-126ab8281fbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:32.161197 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fd276139-7915-4842-833a-126ab8281fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (92884b13-07fc-4dca-b725-c867a7325ef6), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:32.219481 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd276139-7915-4842-833a-126ab8281fbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=92884b13-07fc-4dca-b725-c867a7325ef6,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:32.224199 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd276139-7915-4842-833a-126ab8281fbf admin admin] Checking segment: {'id': '57fb3154-4462-4b30-bf63-458560ce5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:01:32.225327 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd276139-7915-4842-833a-126ab8281fbf admin admin] Network hostable DHCP agents. Network: 48593ab8-cfda-403e-b15a-645e06effdcf, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 05:01:32.297109 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd276139-7915-4842-833a-126ab8281fbf admin admin] Network 48593ab8-cfda-403e-b15a-645e06effdcf is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 05:01:32.377700 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-fd276139-7915-4842-833a-126ab8281fbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 48593ab8-cfda-403e-b15a-645e06effdcf) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:01:32.381806 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd276139-7915-4842-833a-126ab8281fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:32.382389 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fd276139-7915-4842-833a-126ab8281fbf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:32.386489 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191e8bfc-a8c6-4d8f-b429-16b14bfcfc05 None None] Network 48593ab8-cfda-403e-b15a-645e06effdcf requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 05:01:32.443025 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fd276139-7915-4842-833a-126ab8281fbf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5771658 Apr 16 05:01:32.445887 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46450) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:32.450321 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-188ee8e2-4ee7-44d2-8d2d-51c9d8f97dc4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:01:32.486738 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-48593ab8-cfda-403e-b15a-645e06effdcf', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'fixed_ips': [{'subnet_id': '92884b13-07fc-4dca-b725-c867a7325ef6'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 05:01:32.487576 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:32.543444 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-188ee8e2-4ee7-44d2-8d2d-51c9d8f97dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (ca024281-6e65-496e-b450-a5ff2f8e4d82), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:32.544502 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-188ee8e2-4ee7-44d2-8d2d-51c9d8f97dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (ca024281-6e65-496e-b450-a5ff2f8e4d82), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:32.597014 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-188ee8e2-4ee7-44d2-8d2d-51c9d8f97dc4 admin admin] Publish callbacks [] for router_controller (ca024281-6e65-496e-b450-a5ff2f8e4d82), precommit_add_association {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:32.622552 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] Allocated IP 172.20.0.2 (48593ab8-cfda-403e-b15a-645e06effdcf/92884b13-07fc-4dca-b725-c867a7325ef6/30a7c09f-d8b0-4299-8e62-8e70a11932a9) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:01:32.765624 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] Publish callbacks [] for port (30a7c09f-d8b0-4299-8e62-8e70a11932a9), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:32.836210 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (30a7c09f-d8b0-4299-8e62-8e70a11932a9), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:32.879502 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] Network 48593ab8-cfda-403e-b15a-645e06effdcf is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:01:32.882600 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:01:32.885356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:01:32.893855 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] Pushing event updated for resources: {'Port': ['ID=30a7c09f-d8b0-4299-8e62-8e70a11932a9,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:32.953217 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] Attempting to bind port 30a7c09f-d8b0-4299-8e62-8e70a11932a9 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:01:32.953589 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] Attempting to bind port 30a7c09f-d8b0-4299-8e62-8e70a11932a9 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '57fb3154-4462-4b30-bf63-458560ce5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 05:01:32.953955 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] Attempting to bind port 30a7c09f-d8b0-4299-8e62-8e70a11932a9 on network 48593ab8-cfda-403e-b15a-645e06effdcf {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:01:32.959894 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 5, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 05:01:32.960273 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] Checking segment: {'id': '57fb3154-4462-4b30-bf63-458560ce5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:01:32.960679 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:32.961105 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] Bound using segment: {'id': '57fb3154-4462-4b30-bf63-458560ce5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 05:01:32.961575 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] Bound port: 30a7c09f-d8b0-4299-8e62-8e70a11932a9, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57fb3154-4462-4b30-bf63-458560ce5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 05:01:32.961958 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (30a7c09f-d8b0-4299-8e62-8e70a11932a9), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:33.028476 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] For port 30a7c09f-d8b0-4299-8e62-8e70a11932a9, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 05:01:33.031627 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] For port 30a7c09f-d8b0-4299-8e62-8e70a11932a9, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=30a7c09f-d8b0-4299-8e62-8e70a11932a9,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 05:01:33.075832 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (30a7c09f-d8b0-4299-8e62-8e70a11932a9), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:33.115546 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-188ee8e2-4ee7-44d2-8d2d-51c9d8f97dc4 admin admin] Publish callbacks [] for router_gateway (ca024281-6e65-496e-b450-a5ff2f8e4d82), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:33.133526 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f23672-1ca1-4c30-a9bd-d62fa5e99a63 None None] Pushing event updated for resources: {'Port': ['ID=30a7c09f-d8b0-4299-8e62-8e70a11932a9,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:33.376978 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-188ee8e2-4ee7-44d2-8d2d-51c9d8f97dc4 admin admin] Publish callbacks [] for router_gateway (ca024281-6e65-496e-b450-a5ff2f8e4d82), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:33.397434 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-188ee8e2-4ee7-44d2-8d2d-51c9d8f97dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:33.503930 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-188ee8e2-4ee7-44d2-8d2d-51c9d8f97dc4 admin admin] Allocated IP 172.26.6.11 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/4f99a880-ca5a-4178-89b5-8625153de6fc) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:01:33.610497 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-188ee8e2-4ee7-44d2-8d2d-51c9d8f97dc4 admin admin] Publish callbacks [] for port (4f99a880-ca5a-4178-89b5-8625153de6fc), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:33.709685 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-188ee8e2-4ee7-44d2-8d2d-51c9d8f97dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (4f99a880-ca5a-4178-89b5-8625153de6fc), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:33.747251 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188ee8e2-4ee7-44d2-8d2d-51c9d8f97dc4 admin admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:01:33.750111 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-188ee8e2-4ee7-44d2-8d2d-51c9d8f97dc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:01:33.753637 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188ee8e2-4ee7-44d2-8d2d-51c9d8f97dc4 admin admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:01:33.784010 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ee8e2-4ee7-44d2-8d2d-51c9d8f97dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=4f99a880-ca5a-4178-89b5-8625153de6fc,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:34.044171 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654e48a7-f66e-4e0a-a834-93bca313d503 None None] Network 48593ab8-cfda-403e-b15a-645e06effdcf requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 05:01:34.082307 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-188ee8e2-4ee7-44d2-8d2d-51c9d8f97dc4 admin admin] Publish callbacks [] for router_gateway (ca024281-6e65-496e-b450-a5ff2f8e4d82), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:34.107485 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-979fd98b-62bf-4af8-a1f4-4233e4df67b2 None None] Provisioning complete for port 30a7c09f-d8b0-4299-8e62-8e70a11932a9 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:34.107936 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-979fd98b-62bf-4af8-a1f4-4233e4df67b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (30a7c09f-d8b0-4299-8e62-8e70a11932a9), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:34.229868 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-979fd98b-62bf-4af8-a1f4-4233e4df67b2 None None] Current status of the port 30a7c09f-d8b0-4299-8e62-8e70a11932a9 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:01:34.230264 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-979fd98b-62bf-4af8-a1f4-4233e4df67b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (30a7c09f-d8b0-4299-8e62-8e70a11932a9), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:34.267640 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-979fd98b-62bf-4af8-a1f4-4233e4df67b2 None None] For port 30a7c09f-d8b0-4299-8e62-8e70a11932a9, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=30a7c09f-d8b0-4299-8e62-8e70a11932a9,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:01:34.294014 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-188ee8e2-4ee7-44d2-8d2d-51c9d8f97dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (ca024281-6e65-496e-b450-a5ff2f8e4d82), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:34.337525 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 30a7c09f-d8b0-4299-8e62-8e70a11932a9 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:01:34.362089 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-979fd98b-62bf-4af8-a1f4-4233e4df67b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (30a7c09f-d8b0-4299-8e62-8e70a11932a9), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:34.425364 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fd98b-62bf-4af8-a1f4-4233e4df67b2 None None] Pushing event updated for resources: {'Port': ['ID=30a7c09f-d8b0-4299-8e62-8e70a11932a9,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:34.434016 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 30a7c09f-d8b0-4299-8e62-8e70a11932a9 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:34.434405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (30a7c09f-d8b0-4299-8e62-8e70a11932a9), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:34.486533 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-81506916-c3e7-4aa8-b180-4feab99fa4cd None None] Provisioning complete for port 30a7c09f-d8b0-4299-8e62-8e70a11932a9 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:34.486903 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-81506916-c3e7-4aa8-b180-4feab99fa4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (30a7c09f-d8b0-4299-8e62-8e70a11932a9), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:34.497770 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188ee8e2-4ee7-44d2-8d2d-51c9d8f97dc4 admin admin] Router ca024281-6e65-496e-b450-a5ff2f8e4d82 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 05:01:34.559787 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 30a7c09f-d8b0-4299-8e62-8e70a11932a9 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:01:34.597154 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-81506916-c3e7-4aa8-b180-4feab99fa4cd None None] Current status of the port 30a7c09f-d8b0-4299-8e62-8e70a11932a9 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:01:34.611153 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188ee8e2-4ee7-44d2-8d2d-51c9d8f97dc4 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:01:34.620439 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] Sync routers for ids ['ca024281-6e65-496e-b450-a5ff2f8e4d82'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:01:34.630063 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] Routers {'ca024281-6e65-496e-b450-a5ff2f8e4d82'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:01:34.632808 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:01:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['ca024281-6e65-496e-b450-a5ff2f8e4d82'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:34.688267 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-188ee8e2-4ee7-44d2-8d2d-51c9d8f97dc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:34.689565 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-188ee8e2-4ee7-44d2-8d2d-51c9d8f97dc4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2426724 Apr 16 05:01:34.692907 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46452) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:34.738801 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] Set router ca024281-6e65-496e-b450-a5ff2f8e4d82 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:01:34.912077 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:32Z', 'updated_at': '2022-04-16T05:01:33Z', 'revision_number': 3, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'gw_port': {'id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:33Z', 'updated_at': '2022-04-16T05:01:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:34.938715 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] Checking router: ca024281-6e65-496e-b450-a5ff2f8e4d82 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:01:34.939056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] Updating router ca024281-6e65-496e-b450-a5ff2f8e4d82 port 4f99a880-ca5a-4178-89b5-8625153de6fc binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 05:01:34.965678 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (4f99a880-ca5a-4178-89b5-8625153de6fc), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:35.117566 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6c6c4fb3-97d4-4bed-a0e3-91047dfe98fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:35.217949 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] Publish callbacks [] for port (4f99a880-ca5a-4178-89b5-8625153de6fc), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:35.274950 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-6c6c4fb3-97d4-4bed-a0e3-91047dfe98fb admin admin] Allocated IP 172.20.0.1 (48593ab8-cfda-403e-b15a-645e06effdcf/92884b13-07fc-4dca-b725-c867a7325ef6/f758234a-4ca2-41a6-9d01-2ec98cfd03e8) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:01:35.303818 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (4f99a880-ca5a-4178-89b5-8625153de6fc), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:35.356624 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a25c36-48cb-4126-945a-20274f905254 None None] Pushing event updated for resources: {'Port': ['ID=4f99a880-ca5a-4178-89b5-8625153de6fc,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:35.358855 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] Attempting to bind port 4f99a880-ca5a-4178-89b5-8625153de6fc on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:01:35.359215 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] Attempting to bind port 4f99a880-ca5a-4178-89b5-8625153de6fc by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 05:01:35.359578 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] Attempting to bind port 4f99a880-ca5a-4178-89b5-8625153de6fc on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:01:35.366357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 5, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 05:01:35.366727 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:01:35.367123 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:35.367505 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 05:01:35.367959 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] Bound port: 4f99a880-ca5a-4178-89b5-8625153de6fc, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 05:01:35.368333 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (4f99a880-ca5a-4178-89b5-8625153de6fc), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:35.384124 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6c6c4fb3-97d4-4bed-a0e3-91047dfe98fb admin admin] Publish callbacks [] for port (f758234a-4ca2-41a6-9d01-2ec98cfd03e8), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:35.418733 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] For port 4f99a880-ca5a-4178-89b5-8625153de6fc, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 05:01:35.421771 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] For port 4f99a880-ca5a-4178-89b5-8625153de6fc, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=4f99a880-ca5a-4178-89b5-8625153de6fc,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 05:01:35.469722 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6c6c4fb3-97d4-4bed-a0e3-91047dfe98fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (f758234a-4ca2-41a6-9d01-2ec98cfd03e8), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:35.497849 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (4f99a880-ca5a-4178-89b5-8625153de6fc), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:35.508779 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6c4fb3-97d4-4bed-a0e3-91047dfe98fb admin admin] Network 48593ab8-cfda-403e-b15a-645e06effdcf is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:01:35.514025 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-6c6c4fb3-97d4-4bed-a0e3-91047dfe98fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:01:35.518123 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6c4fb3-97d4-4bed-a0e3-91047dfe98fb admin admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:01:35.543650 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c4fb3-97d4-4bed-a0e3-91047dfe98fb admin admin] Pushing event updated for resources: {'Port': ['ID=f758234a-4ca2-41a6-9d01-2ec98cfd03e8,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:35.560530 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] Routers {'ca024281-6e65-496e-b450-a5ff2f8e4d82'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:01:35.561201 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:01:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['ca024281-6e65-496e-b450-a5ff2f8e4d82'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:35.563210 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6c6c4fb3-97d4-4bed-a0e3-91047dfe98fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (ca024281-6e65-496e-b450-a5ff2f8e4d82), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:35.601540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a25c36-48cb-4126-945a-20274f905254 None None] Pushing event updated for resources: {'Port': ['ID=4f99a880-ca5a-4178-89b5-8625153de6fc,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:35.682163 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] Set router ca024281-6e65-496e-b450-a5ff2f8e4d82 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:01:35.779103 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6c6c4fb3-97d4-4bed-a0e3-91047dfe98fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f758234a-4ca2-41a6-9d01-2ec98cfd03e8), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:35.834919 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-b65bac5c-b7e5-48b9-be9a-ee1b53dba372 None None] Provisioning complete for port f758234a-4ca2-41a6-9d01-2ec98cfd03e8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:35.835291 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b65bac5c-b7e5-48b9-be9a-ee1b53dba372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f758234a-4ca2-41a6-9d01-2ec98cfd03e8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:35.897933 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b65bac5c-b7e5-48b9-be9a-ee1b53dba372 None None] Port f758234a-4ca2-41a6-9d01-2ec98cfd03e8 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 05:01:35.900353 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:32Z', 'updated_at': '2022-04-16T05:01:33Z', 'revision_number': 3, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'gw_port': {'id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:33Z', 'updated_at': '2022-04-16T05:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:35.927716 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6d5cc-c194-4931-8763-2d90dedef538 None None] The sync data for ids ['ca024281-6e65-496e-b450-a5ff2f8e4d82'] in dv-neutron-838078-2-hyperv is: [{'id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:32Z', 'updated_at': '2022-04-16T05:01:33Z', 'revision_number': 3, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'gw_port': {'id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:33Z', 'updated_at': '2022-04-16T05:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:01:35.951657 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6c6c4fb3-97d4-4bed-a0e3-91047dfe98fb admin admin] Publish callbacks [] for port (f758234a-4ca2-41a6-9d01-2ec98cfd03e8), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:36.018902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6c6c4fb3-97d4-4bed-a0e3-91047dfe98fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (f758234a-4ca2-41a6-9d01-2ec98cfd03e8), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:36.090267 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-6c6c4fb3-97d4-4bed-a0e3-91047dfe98fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (ca024281-6e65-496e-b450-a5ff2f8e4d82), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:36.092072 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c4fb3-97d4-4bed-a0e3-91047dfe98fb admin admin] Pushing event updated for resources: {'Port': ['ID=f758234a-4ca2-41a6-9d01-2ec98cfd03e8,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:36.200949 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6c4fb3-97d4-4bed-a0e3-91047dfe98fb admin admin] Network 48593ab8-cfda-403e-b15a-645e06effdcf is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:01:36.202530 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-6c6c4fb3-97d4-4bed-a0e3-91047dfe98fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:01:36.346907 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6c4fb3-97d4-4bed-a0e3-91047dfe98fb admin admin] Router ca024281-6e65-496e-b450-a5ff2f8e4d82 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:01:36.418882 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 4f99a880-ca5a-4178-89b5-8625153de6fc up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:01:36.478344 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 4f99a880-ca5a-4178-89b5-8625153de6fc triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:36.478716 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4f99a880-ca5a-4178-89b5-8625153de6fc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:36.488348 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6c4fb3-97d4-4bed-a0e3-91047dfe98fb admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:01:36.494716 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-6c6c4fb3-97d4-4bed-a0e3-91047dfe98fb admin admin] 10.222.0.30 "PUT /v2.0/routers/ca024281-6e65-496e-b450-a5ff2f8e4d82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8008175 Apr 16 05:01:36.531306 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-2ba9c45b-c9a4-4abc-a7df-20af21fd1732 None None] Provisioning complete for port f758234a-4ca2-41a6-9d01-2ec98cfd03e8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:36.531683 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2ba9c45b-c9a4-4abc-a7df-20af21fd1732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f758234a-4ca2-41a6-9d01-2ec98cfd03e8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:36.595415 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2ba9c45b-c9a4-4abc-a7df-20af21fd1732 None None] Port f758234a-4ca2-41a6-9d01-2ec98cfd03e8 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 05:01:36.612780 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 4f99a880-ca5a-4178-89b5-8625153de6fc is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:01:36.612780 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (4f99a880-ca5a-4178-89b5-8625153de6fc), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:36.635200 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 4f99a880-ca5a-4178-89b5-8625153de6fc, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=4f99a880-ca5a-4178-89b5-8625153de6fc,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:01:36.709651 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (4f99a880-ca5a-4178-89b5-8625153de6fc), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:36.710451 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 30a7c09f-d8b0-4299-8e62-8e70a11932a9 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:01:36.938719 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=4f99a880-ca5a-4178-89b5-8625153de6fc,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:36.950117 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 30a7c09f-d8b0-4299-8e62-8e70a11932a9 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:36.950486 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (30a7c09f-d8b0-4299-8e62-8e70a11932a9), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:37.054153 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 30a7c09f-d8b0-4299-8e62-8e70a11932a9 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:01:37.142180 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46468) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:37.147052 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-c9b3a8d1-a49d-4f12-966d-c32266fa18ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-669042486-network', 'tenant_id': 'aa35091c38f84aea9d346387b90b3d2f'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:01:37.241159 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b3a8d1-a49d-4f12-966d-c32266fa18ad admin admin] Made reservation on behalf of aa35091c38f84aea9d346387b90b3d2f for: {'network': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 05:01:37.243662 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a8d1-a49d-4f12-966d-c32266fa18ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:37.253537 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a8d1-a49d-4f12-966d-c32266fa18ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:37.329779 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a8d1-a49d-4f12-966d-c32266fa18ad admin admin] Publish callbacks [] for security_group (25a8bf57-6fc1-46e9-bdf5-266a1fcbfa70), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:37.388791 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a8d1-a49d-4f12-966d-c32266fa18ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (25a8bf57-6fc1-46e9-bdf5-266a1fcbfa70), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:37.414791 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b3a8d1-a49d-4f12-966d-c32266fa18ad admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=104633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 05:01:37.425127 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3a8d1-a49d-4f12-966d-c32266fa18ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a8bf57-6fc1-46e9-bdf5-266a1fcbfa70,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:37.430745 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a8d1-a49d-4f12-966d-c32266fa18ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (9c106340-4b25-4855-9ba9-e01f2aa8dadf), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:37.431087 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.segments_db [None req-c9b3a8d1-a49d-4f12-966d-c32266fa18ad admin admin] Added segment 9c106340-4b25-4855-9ba9-e01f2aa8dadf of type vlan for network 92bff575-eb63-4a6c-a9be-79d8b27bb0ec Apr 16 05:01:37.471696 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a8d1-a49d-4f12-966d-c32266fa18ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (92bff575-eb63-4a6c-a9be-79d8b27bb0ec), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:37.553800 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] Sync routers for ids ['ca024281-6e65-496e-b450-a5ff2f8e4d82'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:01:37.556454 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a8d1-a49d-4f12-966d-c32266fa18ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (92bff575-eb63-4a6c-a9be-79d8b27bb0ec), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:37.557517 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b3a8d1-a49d-4f12-966d-c32266fa18ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:37.558091 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a8d1-a49d-4f12-966d-c32266fa18ad admin admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:37.564188 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] Routers {'ca024281-6e65-496e-b450-a5ff2f8e4d82'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:01:37.564841 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:01:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['ca024281-6e65-496e-b450-a5ff2f8e4d82'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:37.620545 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3a8d1-a49d-4f12-966d-c32266fa18ad admin admin] Pushing event updated for resources: {'Network': ['ID=92bff575-eb63-4a6c-a9be-79d8b27bb0ec,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:37.630323 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 92bff575-eb63-4a6c-a9be-79d8b27bb0ec details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 05:01:37.666592 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c9b3a8d1-a49d-4f12-966d-c32266fa18ad admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5232677 Apr 16 05:01:37.669504 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46470) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:37.673678 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] Set router ca024281-6e65-496e-b450-a5ff2f8e4d82 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:01:37.675361 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-9915afee-878e-413e-980e-72ea654ca1ed admin admin] Request body: {'subnet': {'network_id': '92bff575-eb63-4a6c-a9be-79d8b27bb0ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-669042486-subnet', 'tenant_id': 'aa35091c38f84aea9d346387b90b3d2f', 'ip_version': 4}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:01:37.743655 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9915afee-878e-413e-980e-72ea654ca1ed admin admin] Made reservation on behalf of aa35091c38f84aea9d346387b90b3d2f for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 05:01:37.746270 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9915afee-878e-413e-980e-72ea654ca1ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:37.868203 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:32Z', 'updated_at': '2022-04-16T05:01:35Z', 'revision_number': 4, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'gw_port': {'id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:33Z', 'updated_at': '2022-04-16T05:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'f758234a-4ca2-41a6-9d01-2ec98cfd03e8', 'name': '', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'mac_address': 'fa:16:3e:75:05:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:35Z', 'updated_at': '2022-04-16T05:01:35Z', 'revision_number': 2, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'subnets': [{'id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:37.895038 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] Checking router: ca024281-6e65-496e-b450-a5ff2f8e4d82 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:01:37.895388 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] Updating router ca024281-6e65-496e-b450-a5ff2f8e4d82 port f758234a-4ca2-41a6-9d01-2ec98cfd03e8 binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 05:01:37.922040 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f758234a-4ca2-41a6-9d01-2ec98cfd03e8), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:37.956187 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9915afee-878e-413e-980e-72ea654ca1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (50584c03-a3a0-4965-ba06-f015a5b312d8), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:38.013266 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915afee-878e-413e-980e-72ea654ca1ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=50584c03-a3a0-4965-ba06-f015a5b312d8,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:38.021263 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9915afee-878e-413e-980e-72ea654ca1ed admin admin] Checking segment: {'id': '9c106340-4b25-4855-9ba9-e01f2aa8dadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '92bff575-eb63-4a6c-a9be-79d8b27bb0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:01:38.021633 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9915afee-878e-413e-980e-72ea654ca1ed admin admin] Network hostable DHCP agents. Network: 92bff575-eb63-4a6c-a9be-79d8b27bb0ec, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 05:01:38.092600 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9915afee-878e-413e-980e-72ea654ca1ed admin admin] Network 92bff575-eb63-4a6c-a9be-79d8b27bb0ec is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 05:01:38.144452 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-9915afee-878e-413e-980e-72ea654ca1ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 92bff575-eb63-4a6c-a9be-79d8b27bb0ec) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:01:38.149018 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9915afee-878e-413e-980e-72ea654ca1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:38.156248 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9915afee-878e-413e-980e-72ea654ca1ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:38.157050 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec054f7-d3f8-474c-a42a-94fbe1d4a479 None None] Network 92bff575-eb63-4a6c-a9be-79d8b27bb0ec requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 05:01:38.185257 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] Publish callbacks [] for port (f758234a-4ca2-41a6-9d01-2ec98cfd03e8), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:38.226545 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9915afee-878e-413e-980e-72ea654ca1ed admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5557423 Apr 16 05:01:38.229046 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46472) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:38.233273 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-7d28e89e-a88c-415a-8ced-f5f63593216b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-669042486-router', 'tenant_id': 'aa35091c38f84aea9d346387b90b3d2f', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:01:38.247195 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (f758234a-4ca2-41a6-9d01-2ec98cfd03e8), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:38.258176 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-92bff575-eb63-4a6c-a9be-79d8b27bb0ec', 'network_id': '92bff575-eb63-4a6c-a9be-79d8b27bb0ec', 'project_id': 'aa35091c38f84aea9d346387b90b3d2f', 'fixed_ips': [{'subnet_id': '50584c03-a3a0-4965-ba06-f015a5b312d8'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 05:01:38.259567 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:38.315158 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7de5e2-6deb-4d81-a1c6-2a0cf629e00b None None] Pushing event updated for resources: {'Port': ['ID=f758234a-4ca2-41a6-9d01-2ec98cfd03e8,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:38.328352 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7de5e2-6deb-4d81-a1c6-2a0cf629e00b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:38.328352 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7de5e2-6deb-4d81-a1c6-2a0cf629e00b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:38.328352 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7de5e2-6deb-4d81-a1c6-2a0cf629e00b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:38.329071 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7de5e2-6deb-4d81-a1c6-2a0cf629e00b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:38.329423 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7de5e2-6deb-4d81-a1c6-2a0cf629e00b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:38.329749 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7de5e2-6deb-4d81-a1c6-2a0cf629e00b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:38.330098 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7de5e2-6deb-4d81-a1c6-2a0cf629e00b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:38.331154 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7de5e2-6deb-4d81-a1c6-2a0cf629e00b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:38.331475 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7de5e2-6deb-4d81-a1c6-2a0cf629e00b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:38.331798 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7de5e2-6deb-4d81-a1c6-2a0cf629e00b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:38.332167 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7de5e2-6deb-4d81-a1c6-2a0cf629e00b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:38.332494 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7de5e2-6deb-4d81-a1c6-2a0cf629e00b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:38.332834 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7de5e2-6deb-4d81-a1c6-2a0cf629e00b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:38.334009 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7de5e2-6deb-4d81-a1c6-2a0cf629e00b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:38.334009 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7de5e2-6deb-4d81-a1c6-2a0cf629e00b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:01:38.335625 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7d28e89e-a88c-415a-8ced-f5f63593216b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (b6e8bd15-bb8b-44bd-9d5c-e24ac385e920), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:38.337807 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7d28e89e-a88c-415a-8ced-f5f63593216b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (b6e8bd15-bb8b-44bd-9d5c-e24ac385e920), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:38.337962 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 4f99a880-ca5a-4178-89b5-8625153de6fc up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:01:38.397913 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] Attempting to bind port f758234a-4ca2-41a6-9d01-2ec98cfd03e8 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:01:38.398281 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] Attempting to bind port f758234a-4ca2-41a6-9d01-2ec98cfd03e8 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '57fb3154-4462-4b30-bf63-458560ce5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 05:01:38.398638 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] Attempting to bind port f758234a-4ca2-41a6-9d01-2ec98cfd03e8 on network 48593ab8-cfda-403e-b15a-645e06effdcf {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:01:38.404145 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 5, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 05:01:38.404515 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] Checking segment: {'id': '57fb3154-4462-4b30-bf63-458560ce5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:01:38.405142 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:38.409679 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] Bound using segment: {'id': '57fb3154-4462-4b30-bf63-458560ce5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 05:01:38.409679 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] Bound port: f758234a-4ca2-41a6-9d01-2ec98cfd03e8, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57fb3154-4462-4b30-bf63-458560ce5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 05:01:38.409679 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f758234a-4ca2-41a6-9d01-2ec98cfd03e8), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:38.432977 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7d28e89e-a88c-415a-8ced-f5f63593216b admin admin] Publish callbacks [] for router_controller (b6e8bd15-bb8b-44bd-9d5c-e24ac385e920), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:38.436850 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 4f99a880-ca5a-4178-89b5-8625153de6fc triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:38.437228 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (4f99a880-ca5a-4178-89b5-8625153de6fc), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:38.475461 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] Allocated IP 172.20.0.2 (92bff575-eb63-4a6c-a9be-79d8b27bb0ec/50584c03-a3a0-4965-ba06-f015a5b312d8/c9a2b863-667f-4692-afe1-715c038431b4) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:01:38.478223 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] For port f758234a-4ca2-41a6-9d01-2ec98cfd03e8, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 05:01:38.481385 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] For port f758234a-4ca2-41a6-9d01-2ec98cfd03e8, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f758234a-4ca2-41a6-9d01-2ec98cfd03e8,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 05:01:38.538460 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (f758234a-4ca2-41a6-9d01-2ec98cfd03e8), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:38.580158 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-285b6bd5-0731-445f-9bcb-0b87f1db59ab None None] Provisioning complete for port f758234a-4ca2-41a6-9d01-2ec98cfd03e8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:38.580539 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-285b6bd5-0731-445f-9bcb-0b87f1db59ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f758234a-4ca2-41a6-9d01-2ec98cfd03e8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:38.600906 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7de5e2-6deb-4d81-a1c6-2a0cf629e00b None None] Pushing event updated for resources: {'Port': ['ID=f758234a-4ca2-41a6-9d01-2ec98cfd03e8,revision_number=4']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:38.614163 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] Routers {'ca024281-6e65-496e-b450-a5ff2f8e4d82'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:01:38.615513 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:01:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['ca024281-6e65-496e-b450-a5ff2f8e4d82'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:38.629941 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 4f99a880-ca5a-4178-89b5-8625153de6fc is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:01:38.672449 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7d28e89e-a88c-415a-8ced-f5f63593216b admin admin] Publish callbacks [] for router_gateway (b6e8bd15-bb8b-44bd-9d5c-e24ac385e920), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:38.743289 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-285b6bd5-0731-445f-9bcb-0b87f1db59ab None None] Current status of the port f758234a-4ca2-41a6-9d01-2ec98cfd03e8 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:01:38.743881 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-285b6bd5-0731-445f-9bcb-0b87f1db59ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (f758234a-4ca2-41a6-9d01-2ec98cfd03e8), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:38.749488 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] Publish callbacks [] for port (c9a2b863-667f-4692-afe1-715c038431b4), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:38.790095 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-285b6bd5-0731-445f-9bcb-0b87f1db59ab None None] For port f758234a-4ca2-41a6-9d01-2ec98cfd03e8, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f758234a-4ca2-41a6-9d01-2ec98cfd03e8,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:01:38.812828 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (c9a2b863-667f-4692-afe1-715c038431b4), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:38.858008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-285b6bd5-0731-445f-9bcb-0b87f1db59ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (f758234a-4ca2-41a6-9d01-2ec98cfd03e8), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:38.869223 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] Set router ca024281-6e65-496e-b450-a5ff2f8e4d82 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:01:38.874724 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] Network 92bff575-eb63-4a6c-a9be-79d8b27bb0ec is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:01:38.878047 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:01:38.882951 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:01:38.888631 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] Pushing event updated for resources: {'Port': ['ID=c9a2b863-667f-4692-afe1-715c038431b4,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:38.988871 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] Attempting to bind port c9a2b863-667f-4692-afe1-715c038431b4 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:01:38.989335 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] Attempting to bind port c9a2b863-667f-4692-afe1-715c038431b4 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '9c106340-4b25-4855-9ba9-e01f2aa8dadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '92bff575-eb63-4a6c-a9be-79d8b27bb0ec'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 05:01:38.989774 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] Attempting to bind port c9a2b863-667f-4692-afe1-715c038431b4 on network 92bff575-eb63-4a6c-a9be-79d8b27bb0ec {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:01:38.991100 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7d28e89e-a88c-415a-8ced-f5f63593216b admin admin] Publish callbacks [] for router_gateway (b6e8bd15-bb8b-44bd-9d5c-e24ac385e920), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:38.997234 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b6bd5-0731-445f-9bcb-0b87f1db59ab None None] Pushing event updated for resources: {'Port': ['ID=f758234a-4ca2-41a6-9d01-2ec98cfd03e8,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:39.001279 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-be5764c6-2b0b-4c04-8027-38444dca0b52 None None] Provisioning complete for port f758234a-4ca2-41a6-9d01-2ec98cfd03e8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:39.001727 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-be5764c6-2b0b-4c04-8027-38444dca0b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f758234a-4ca2-41a6-9d01-2ec98cfd03e8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:39.003589 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 5, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 05:01:39.004042 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] Checking segment: {'id': '9c106340-4b25-4855-9ba9-e01f2aa8dadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '92bff575-eb63-4a6c-a9be-79d8b27bb0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:01:39.004502 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:39.004980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] Bound using segment: {'id': '9c106340-4b25-4855-9ba9-e01f2aa8dadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '92bff575-eb63-4a6c-a9be-79d8b27bb0ec'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 05:01:39.005525 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] Bound port: c9a2b863-667f-4692-afe1-715c038431b4, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c106340-4b25-4855-9ba9-e01f2aa8dadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '92bff575-eb63-4a6c-a9be-79d8b27bb0ec'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 05:01:39.006008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c9a2b863-667f-4692-afe1-715c038431b4), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:39.012897 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7d28e89e-a88c-415a-8ced-f5f63593216b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:39.085060 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:32Z', 'updated_at': '2022-04-16T05:01:35Z', 'revision_number': 4, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'gw_port': {'id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:33Z', 'updated_at': '2022-04-16T05:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'f758234a-4ca2-41a6-9d01-2ec98cfd03e8', 'name': '', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'mac_address': 'fa:16:3e:75:05:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:35Z', 'updated_at': '2022-04-16T05:01:38Z', 'revision_number': 4, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'subnets': [{'id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:39.115121 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2192e8-4ead-4d87-9af6-07c432512094 None None] The sync data for ids ['ca024281-6e65-496e-b450-a5ff2f8e4d82'] in dv-neutron-838078-2-hyperv is: [{'id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:32Z', 'updated_at': '2022-04-16T05:01:35Z', 'revision_number': 4, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'gw_port': {'id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:33Z', 'updated_at': '2022-04-16T05:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'f758234a-4ca2-41a6-9d01-2ec98cfd03e8', 'name': '', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'mac_address': 'fa:16:3e:75:05:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:35Z', 'updated_at': '2022-04-16T05:01:38Z', 'revision_number': 4, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'subnets': [{'id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:01:39.139731 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] For port c9a2b863-667f-4692-afe1-715c038431b4, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 05:01:39.143647 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2e42b4e5-b25e-4d02-9e5c-93baaa7c84c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:39.161597 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] For port c9a2b863-667f-4692-afe1-715c038431b4, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c9a2b863-667f-4692-afe1-715c038431b4,segment=NetworkSegment(9c106340-4b25-4855-9ba9-e01f2aa8dadf),segment_id=9c106340-4b25-4855-9ba9-e01f2aa8dadf)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 05:01:39.169785 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-be5764c6-2b0b-4c04-8027-38444dca0b52 None None] Current status of the port f758234a-4ca2-41a6-9d01-2ec98cfd03e8 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:01:39.210157 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-7d28e89e-a88c-415a-8ced-f5f63593216b admin admin] Allocated IP 172.26.6.87 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/3d143d48-88cc-4c76-9a87-1806ec770f8c) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:01:39.236006 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c9a2b863-667f-4692-afe1-715c038431b4), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:39.302363 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e651df-77dc-4ba0-a929-d9c4c349879b None None] Pushing event updated for resources: {'Port': ['ID=c9a2b863-667f-4692-afe1-715c038431b4,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:39.333092 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7d28e89e-a88c-415a-8ced-f5f63593216b admin admin] Publish callbacks [] for port (3d143d48-88cc-4c76-9a87-1806ec770f8c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:39.424485 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7d28e89e-a88c-415a-8ced-f5f63593216b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (3d143d48-88cc-4c76-9a87-1806ec770f8c), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:39.464990 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d28e89e-a88c-415a-8ced-f5f63593216b admin admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:01:39.472005 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-7d28e89e-a88c-415a-8ced-f5f63593216b admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:01:39.474507 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d28e89e-a88c-415a-8ced-f5f63593216b admin admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:01:39.508447 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28e89e-a88c-415a-8ced-f5f63593216b admin admin] Pushing event updated for resources: {'Port': ['ID=3d143d48-88cc-4c76-9a87-1806ec770f8c,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:39.856407 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7d28e89e-a88c-415a-8ced-f5f63593216b admin admin] Publish callbacks [] for router_gateway (b6e8bd15-bb8b-44bd-9d5c-e24ac385e920), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:40.068089 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7d28e89e-a88c-415a-8ced-f5f63593216b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (b6e8bd15-bb8b-44bd-9d5c-e24ac385e920), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:40.275319 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d28e89e-a88c-415a-8ced-f5f63593216b admin admin] Router b6e8bd15-bb8b-44bd-9d5c-e24ac385e920 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 05:01:40.353848 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f758234a-4ca2-41a6-9d01-2ec98cfd03e8 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:01:40.409711 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port f758234a-4ca2-41a6-9d01-2ec98cfd03e8 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:40.410133 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (f758234a-4ca2-41a6-9d01-2ec98cfd03e8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:40.433947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bf74c3-5f9d-4e4c-9287-f4fc655f6edb None None] Network 92bff575-eb63-4a6c-a9be-79d8b27bb0ec requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 05:01:40.524933 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-4ae4fa4a-f974-41ec-86bf-8281cf2183a3 None None] Provisioning complete for port c9a2b863-667f-4692-afe1-715c038431b4 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:40.525309 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4ae4fa4a-f974-41ec-86bf-8281cf2183a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c9a2b863-667f-4692-afe1-715c038431b4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:40.635188 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port f758234a-4ca2-41a6-9d01-2ec98cfd03e8 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:01:40.636267 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c9a2b863-667f-4692-afe1-715c038431b4 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:01:40.694739 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d28e89e-a88c-415a-8ced-f5f63593216b admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:01:40.708961 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] Sync routers for ids ['b6e8bd15-bb8b-44bd-9d5c-e24ac385e920'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:01:40.732857 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-4ae4fa4a-f974-41ec-86bf-8281cf2183a3 None None] Current status of the port c9a2b863-667f-4692-afe1-715c038431b4 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:01:40.732857 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4ae4fa4a-f974-41ec-86bf-8281cf2183a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c9a2b863-667f-4692-afe1-715c038431b4), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:40.741020 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] Routers {'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:01:40.741675 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:01:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b6e8bd15-bb8b-44bd-9d5c-e24ac385e920'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:40.784325 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port c9a2b863-667f-4692-afe1-715c038431b4 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:40.784704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c9a2b863-667f-4692-afe1-715c038431b4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:40.791417 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7d28e89e-a88c-415a-8ced-f5f63593216b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:40.793072 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7d28e89e-a88c-415a-8ced-f5f63593216b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5630362 Apr 16 05:01:40.796324 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46474) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:40.841225 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-4ae4fa4a-f974-41ec-86bf-8281cf2183a3 None None] For port c9a2b863-667f-4692-afe1-715c038431b4, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c9a2b863-667f-4692-afe1-715c038431b4,segment=NetworkSegment(9c106340-4b25-4855-9ba9-e01f2aa8dadf),segment_id=9c106340-4b25-4855-9ba9-e01f2aa8dadf)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:01:40.933714 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4ae4fa4a-f974-41ec-86bf-8281cf2183a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c9a2b863-667f-4692-afe1-715c038431b4), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:40.938307 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] Set router b6e8bd15-bb8b-44bd-9d5c-e24ac385e920 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:01:41.026106 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port c9a2b863-667f-4692-afe1-715c038431b4 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:01:41.026386 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c9a2b863-667f-4692-afe1-715c038431b4), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:41.124039 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-d9c57a3d-0eae-490f-b046-50b7704ba532 None None] Provisioning complete for port c9a2b863-667f-4692-afe1-715c038431b4 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:41.124420 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d9c57a3d-0eae-490f-b046-50b7704ba532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c9a2b863-667f-4692-afe1-715c038431b4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:41.157148 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4fa4a-f974-41ec-86bf-8281cf2183a3 None None] Pushing event updated for resources: {'Port': ['ID=c9a2b863-667f-4692-afe1-715c038431b4,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:41.231311 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 05:01:41.231665 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 05:01:41.451486 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920', 'name': 'tempest-TestShelveInstance-669042486-router', 'tenant_id': 'aa35091c38f84aea9d346387b90b3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': '3d143d48-88cc-4c76-9a87-1806ec770f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:38Z', 'updated_at': '2022-04-16T05:01:39Z', 'revision_number': 3, 'project_id': 'aa35091c38f84aea9d346387b90b3d2f', 'gw_port': {'id': '3d143d48-88cc-4c76-9a87-1806ec770f8c', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:39Z', 'updated_at': '2022-04-16T05:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:41.487855 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5ebf7385-5e5e-4ca2-938b-a24363ff0353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:41.489160 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-d9c57a3d-0eae-490f-b046-50b7704ba532 None None] Current status of the port c9a2b863-667f-4692-afe1-715c038431b4 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:01:41.491242 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] Checking router: b6e8bd15-bb8b-44bd-9d5c-e24ac385e920 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:01:41.491659 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] Updating router b6e8bd15-bb8b-44bd-9d5c-e24ac385e920 port 3d143d48-88cc-4c76-9a87-1806ec770f8c binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 05:01:41.520292 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (3d143d48-88cc-4c76-9a87-1806ec770f8c), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:41.567767 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-48979125-ed54-4f48-bff3-3e24d5a7fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:41.720794 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-48979125-ed54-4f48-bff3-3e24d5a7fa37 admin admin] Allocated IP 172.20.0.1 (92bff575-eb63-4a6c-a9be-79d8b27bb0ec/50584c03-a3a0-4965-ba06-f015a5b312d8/cf776500-d900-47bf-b07d-1b90d8a8740f) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:01:41.803068 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port c9a2b863-667f-4692-afe1-715c038431b4 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:01:41.809369 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] Publish callbacks [] for port (3d143d48-88cc-4c76-9a87-1806ec770f8c), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:41.830929 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-48979125-ed54-4f48-bff3-3e24d5a7fa37 admin admin] Publish callbacks [] for port (cf776500-d900-47bf-b07d-1b90d8a8740f), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:41.892544 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (3d143d48-88cc-4c76-9a87-1806ec770f8c), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:41.921561 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-48979125-ed54-4f48-bff3-3e24d5a7fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (cf776500-d900-47bf-b07d-1b90d8a8740f), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:41.948681 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] Attempting to bind port 3d143d48-88cc-4c76-9a87-1806ec770f8c on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:01:41.949076 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] Attempting to bind port 3d143d48-88cc-4c76-9a87-1806ec770f8c by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 05:01:41.949449 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] Attempting to bind port 3d143d48-88cc-4c76-9a87-1806ec770f8c on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:01:41.952338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30484e6-97bb-456b-bb24-541668d55fcc None None] Pushing event updated for resources: {'Port': ['ID=3d143d48-88cc-4c76-9a87-1806ec770f8c,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:41.956949 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 5, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 05:01:41.957328 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:01:41.957728 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:41.958111 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 05:01:41.958572 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] Bound port: 3d143d48-88cc-4c76-9a87-1806ec770f8c, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 05:01:41.959298 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (3d143d48-88cc-4c76-9a87-1806ec770f8c), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:41.960610 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48979125-ed54-4f48-bff3-3e24d5a7fa37 admin admin] Network 92bff575-eb63-4a6c-a9be-79d8b27bb0ec is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:01:41.963598 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-48979125-ed54-4f48-bff3-3e24d5a7fa37 admin admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:01:41.969470 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48979125-ed54-4f48-bff3-3e24d5a7fa37 admin admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:01:42.000593 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48979125-ed54-4f48-bff3-3e24d5a7fa37 admin admin] Pushing event updated for resources: {'Port': ['ID=cf776500-d900-47bf-b07d-1b90d8a8740f,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:42.013946 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] For port 3d143d48-88cc-4c76-9a87-1806ec770f8c, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 05:01:42.017319 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] For port 3d143d48-88cc-4c76-9a87-1806ec770f8c, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3d143d48-88cc-4c76-9a87-1806ec770f8c,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 05:01:42.019821 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-48979125-ed54-4f48-bff3-3e24d5a7fa37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (b6e8bd15-bb8b-44bd-9d5c-e24ac385e920), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:42.104416 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (3d143d48-88cc-4c76-9a87-1806ec770f8c), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:42.170335 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] Routers {'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:01:42.171063 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:01:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b6e8bd15-bb8b-44bd-9d5c-e24ac385e920'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:42.175383 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30484e6-97bb-456b-bb24-541668d55fcc None None] Pushing event updated for resources: {'Port': ['ID=3d143d48-88cc-4c76-9a87-1806ec770f8c,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:42.218269 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-48979125-ed54-4f48-bff3-3e24d5a7fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (cf776500-d900-47bf-b07d-1b90d8a8740f), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:42.233673 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-ae8a2d9b-ebb7-431c-8c10-0c5cd6e10899 None None] Provisioning complete for port cf776500-d900-47bf-b07d-1b90d8a8740f triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:42.234090 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ae8a2d9b-ebb7-431c-8c10-0c5cd6e10899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cf776500-d900-47bf-b07d-1b90d8a8740f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:42.312246 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c9a2b863-667f-4692-afe1-715c038431b4 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:01:42.319543 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a2d9b-ebb7-431c-8c10-0c5cd6e10899 None None] Port cf776500-d900-47bf-b07d-1b90d8a8740f cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 05:01:42.348901 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] Set router b6e8bd15-bb8b-44bd-9d5c-e24ac385e920 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:01:42.390787 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-48979125-ed54-4f48-bff3-3e24d5a7fa37 admin admin] Publish callbacks [] for port (cf776500-d900-47bf-b07d-1b90d8a8740f), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:42.458205 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-48979125-ed54-4f48-bff3-3e24d5a7fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (cf776500-d900-47bf-b07d-1b90d8a8740f), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:42.469585 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port c9a2b863-667f-4692-afe1-715c038431b4 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:42.470167 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c9a2b863-667f-4692-afe1-715c038431b4), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:42.529466 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48979125-ed54-4f48-bff3-3e24d5a7fa37 admin admin] Pushing event updated for resources: {'Port': ['ID=cf776500-d900-47bf-b07d-1b90d8a8740f,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:42.531968 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-48979125-ed54-4f48-bff3-3e24d5a7fa37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (b6e8bd15-bb8b-44bd-9d5c-e24ac385e920), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:42.602234 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920', 'name': 'tempest-TestShelveInstance-669042486-router', 'tenant_id': 'aa35091c38f84aea9d346387b90b3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': '3d143d48-88cc-4c76-9a87-1806ec770f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:38Z', 'updated_at': '2022-04-16T05:01:39Z', 'revision_number': 3, 'project_id': 'aa35091c38f84aea9d346387b90b3d2f', 'gw_port': {'id': '3d143d48-88cc-4c76-9a87-1806ec770f8c', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:39Z', 'updated_at': '2022-04-16T05:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:42.603935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port c9a2b863-667f-4692-afe1-715c038431b4 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:01:42.624264 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48979125-ed54-4f48-bff3-3e24d5a7fa37 admin admin] Network 92bff575-eb63-4a6c-a9be-79d8b27bb0ec is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:01:42.625682 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-48979125-ed54-4f48-bff3-3e24d5a7fa37 admin admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:01:42.632399 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943cb45f-9809-4094-930c-2d008a21af32 None None] The sync data for ids ['b6e8bd15-bb8b-44bd-9d5c-e24ac385e920'] in dv-neutron-838078-2-hyperv is: [{'id': 'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920', 'name': 'tempest-TestShelveInstance-669042486-router', 'tenant_id': 'aa35091c38f84aea9d346387b90b3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': '3d143d48-88cc-4c76-9a87-1806ec770f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:38Z', 'updated_at': '2022-04-16T05:01:39Z', 'revision_number': 3, 'project_id': 'aa35091c38f84aea9d346387b90b3d2f', 'gw_port': {'id': '3d143d48-88cc-4c76-9a87-1806ec770f8c', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:39Z', 'updated_at': '2022-04-16T05:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:01:42.720871 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:42.762745 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48979125-ed54-4f48-bff3-3e24d5a7fa37 admin admin] Router b6e8bd15-bb8b-44bd-9d5c-e24ac385e920 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:01:42.897539 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48979125-ed54-4f48-bff3-3e24d5a7fa37 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:01:42.905402 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-48979125-ed54-4f48-bff3-3e24d5a7fa37 admin admin] 10.222.0.30 "PUT /v2.0/routers/b6e8bd15-bb8b-44bd-9d5c-e24ac385e920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1073840 Apr 16 05:01:42.938004 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-60dcdd4f-ea23-4e52-b22f-7a51f037f630 None None] Provisioning complete for port cf776500-d900-47bf-b07d-1b90d8a8740f triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:42.938515 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-60dcdd4f-ea23-4e52-b22f-7a51f037f630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cf776500-d900-47bf-b07d-1b90d8a8740f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:42.975121 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-60dcdd4f-ea23-4e52-b22f-7a51f037f630 None None] Port cf776500-d900-47bf-b07d-1b90d8a8740f cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 05:01:43.754832 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46482) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:43.759717 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-f9d676b7-e8ba-4603-9bdd-7034634063e9 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1014371379', 'description': 'tempest-secgroup-smoke-1014371379 description', 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:01:43.858224 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f9d676b7-e8ba-4603-9bdd-7034634063e9 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:43.926859 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f9d676b7-e8ba-4603-9bdd-7034634063e9 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group (d296823f-b856-49e1-9679-4332793e3cca), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:43.995179 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f9d676b7-e8ba-4603-9bdd-7034634063e9 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (d296823f-b856-49e1-9679-4332793e3cca), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:44.028880 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d676b7-e8ba-4603-9bdd-7034634063e9 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d296823f-b856-49e1-9679-4332793e3cca,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:44.123383 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f9d676b7-e8ba-4603-9bdd-7034634063e9 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:44.124672 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f9d676b7-e8ba-4603-9bdd-7034634063e9 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3688138 Apr 16 05:01:44.128149 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46484) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:44.133218 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-c1c84839-ef3e-4f62-b68d-88b4e5b9ed98 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Request body: {'security_group_rule': {'security_group_id': 'd296823f-b856-49e1-9679-4332793e3cca', 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:01:44.140175 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] Sync routers for ids ['b6e8bd15-bb8b-44bd-9d5c-e24ac385e920'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:01:44.150344 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] Routers {'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:01:44.150956 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:01:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b6e8bd15-bb8b-44bd-9d5c-e24ac385e920'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:44.207813 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:44.258797 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c1c84839-ef3e-4f62-b68d-88b4e5b9ed98 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (fb013f9c-0698-4c2d-9f0a-74e22b2c2250), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:44.258969 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] Set router b6e8bd15-bb8b-44bd-9d5c-e24ac385e920 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:01:44.317295 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3d143d48-88cc-4c76-9a87-1806ec770f8c up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:01:44.320604 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c1c84839-ef3e-4f62-b68d-88b4e5b9ed98 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (fb013f9c-0698-4c2d-9f0a-74e22b2c2250), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:44.364333 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 3d143d48-88cc-4c76-9a87-1806ec770f8c triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:44.364704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3d143d48-88cc-4c76-9a87-1806ec770f8c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:44.406699 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c1c84839-ef3e-4f62-b68d-88b4e5b9ed98 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (fb013f9c-0698-4c2d-9f0a-74e22b2c2250), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:44.424640 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c84839-ef3e-4f62-b68d-88b4e5b9ed98 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb013f9c-0698-4c2d-9f0a-74e22b2c2250,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:44.448582 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 3d143d48-88cc-4c76-9a87-1806ec770f8c is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:01:44.448998 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (3d143d48-88cc-4c76-9a87-1806ec770f8c), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:44.453429 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920', 'name': 'tempest-TestShelveInstance-669042486-router', 'tenant_id': 'aa35091c38f84aea9d346387b90b3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': '3d143d48-88cc-4c76-9a87-1806ec770f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:38Z', 'updated_at': '2022-04-16T05:01:42Z', 'revision_number': 4, 'project_id': 'aa35091c38f84aea9d346387b90b3d2f', 'gw_port': {'id': '3d143d48-88cc-4c76-9a87-1806ec770f8c', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:39Z', 'updated_at': '2022-04-16T05:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'cf776500-d900-47bf-b07d-1b90d8a8740f', 'name': '', 'network_id': '92bff575-eb63-4a6c-a9be-79d8b27bb0ec', 'tenant_id': 'aa35091c38f84aea9d346387b90b3d2f', 'mac_address': 'fa:16:3e:50:0d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '50584c03-a3a0-4965-ba06-f015a5b312d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:41Z', 'updated_at': '2022-04-16T05:01:42Z', 'revision_number': 2, 'project_id': 'aa35091c38f84aea9d346387b90b3d2f', 'subnets': [{'id': '50584c03-a3a0-4965-ba06-f015a5b312d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:44.470822 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 3d143d48-88cc-4c76-9a87-1806ec770f8c, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3d143d48-88cc-4c76-9a87-1806ec770f8c,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:01:44.484564 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] Checking router: b6e8bd15-bb8b-44bd-9d5c-e24ac385e920 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:01:44.484941 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] Updating router b6e8bd15-bb8b-44bd-9d5c-e24ac385e920 port cf776500-d900-47bf-b07d-1b90d8a8740f binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 05:01:44.489414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-c1c84839-ef3e-4f62-b68d-88b4e5b9ed98 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:44.490806 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-c1c84839-ef3e-4f62-b68d-88b4e5b9ed98 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3616545 Apr 16 05:01:44.493711 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46486) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:44.498371 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-507c4438-0f9d-43d7-b12b-27be35f4a4b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Request body: {'security_group_rule': {'security_group_id': 'd296823f-b856-49e1-9679-4332793e3cca', 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:01:44.513026 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (cf776500-d900-47bf-b07d-1b90d8a8740f), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:44.543855 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (3d143d48-88cc-4c76-9a87-1806ec770f8c), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:44.593191 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=3d143d48-88cc-4c76-9a87-1806ec770f8c,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:44.607185 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-507c4438-0f9d-43d7-b12b-27be35f4a4b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (f9da103f-f382-4e33-9db6-cafec2160211), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:44.663492 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-507c4438-0f9d-43d7-b12b-27be35f4a4b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (f9da103f-f382-4e33-9db6-cafec2160211), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:44.749113 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-507c4438-0f9d-43d7-b12b-27be35f4a4b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (f9da103f-f382-4e33-9db6-cafec2160211), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:44.767506 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c4438-0f9d-43d7-b12b-27be35f4a4b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9da103f-f382-4e33-9db6-cafec2160211,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:44.773529 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] Publish callbacks [] for port (cf776500-d900-47bf-b07d-1b90d8a8740f), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:44.842347 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-507c4438-0f9d-43d7-b12b-27be35f4a4b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:44.843641 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-507c4438-0f9d-43d7-b12b-27be35f4a4b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3488801 Apr 16 05:01:44.847030 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46488) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:44.851411 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-3dba6711-cb3a-42d2-b46a-75951199510b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Request body: {'security_group_rule': {'security_group_id': 'd296823f-b856-49e1-9679-4332793e3cca', 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:01:44.852061 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (cf776500-d900-47bf-b07d-1b90d8a8740f), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:44.904042 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442bf67-4774-405a-98c8-30f8b0623249 None None] Pushing event updated for resources: {'Port': ['ID=cf776500-d900-47bf-b07d-1b90d8a8740f,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:44.938077 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3dba6711-cb3a-42d2-b46a-75951199510b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (6500e46d-a625-4b32-9afb-eb3a656557a6), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:44.963260 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] Attempting to bind port cf776500-d900-47bf-b07d-1b90d8a8740f on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:01:44.963753 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] Attempting to bind port cf776500-d900-47bf-b07d-1b90d8a8740f by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': '9c106340-4b25-4855-9ba9-e01f2aa8dadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '92bff575-eb63-4a6c-a9be-79d8b27bb0ec'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 05:01:44.964122 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] Attempting to bind port cf776500-d900-47bf-b07d-1b90d8a8740f on network 92bff575-eb63-4a6c-a9be-79d8b27bb0ec {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:01:44.969662 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 5, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 05:01:44.970031 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] Checking segment: {'id': '9c106340-4b25-4855-9ba9-e01f2aa8dadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '92bff575-eb63-4a6c-a9be-79d8b27bb0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:01:44.970431 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:44.971506 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] Bound using segment: {'id': '9c106340-4b25-4855-9ba9-e01f2aa8dadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '92bff575-eb63-4a6c-a9be-79d8b27bb0ec'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 05:01:44.971769 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] Bound port: cf776500-d900-47bf-b07d-1b90d8a8740f, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c106340-4b25-4855-9ba9-e01f2aa8dadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '92bff575-eb63-4a6c-a9be-79d8b27bb0ec'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 05:01:44.972145 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (cf776500-d900-47bf-b07d-1b90d8a8740f), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:45.001486 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3dba6711-cb3a-42d2-b46a-75951199510b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (6500e46d-a625-4b32-9afb-eb3a656557a6), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:45.041177 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] For port cf776500-d900-47bf-b07d-1b90d8a8740f, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 05:01:45.044501 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] For port cf776500-d900-47bf-b07d-1b90d8a8740f, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=cf776500-d900-47bf-b07d-1b90d8a8740f,segment=NetworkSegment(9c106340-4b25-4855-9ba9-e01f2aa8dadf),segment_id=9c106340-4b25-4855-9ba9-e01f2aa8dadf)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 05:01:45.052167 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3dba6711-cb3a-42d2-b46a-75951199510b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (6500e46d-a625-4b32-9afb-eb3a656557a6), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:45.070134 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba6711-cb3a-42d2-b46a-75951199510b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6500e46d-a625-4b32-9afb-eb3a656557a6,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:45.098447 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (cf776500-d900-47bf-b07d-1b90d8a8740f), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:45.107087 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-6c762924-f643-4eba-ae4a-5c578fa47e58 None None] Provisioning complete for port cf776500-d900-47bf-b07d-1b90d8a8740f triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:45.107460 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6c762924-f643-4eba-ae4a-5c578fa47e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cf776500-d900-47bf-b07d-1b90d8a8740f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:45.117151 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-3dba6711-cb3a-42d2-b46a-75951199510b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:45.121299 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-3dba6711-cb3a-42d2-b46a-75951199510b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2703476 Apr 16 05:01:45.121599 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46490) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:45.125833 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-14af213b-9ad1-44d8-9f61-fed77b2d957c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Request body: {'security_group_rule': {'security_group_id': 'd296823f-b856-49e1-9679-4332793e3cca', 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:01:45.166647 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] Routers {'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:01:45.166647 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:01:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b6e8bd15-bb8b-44bd-9d5c-e24ac385e920'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:45.202179 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442bf67-4774-405a-98c8-30f8b0623249 None None] Pushing event updated for resources: {'Port': ['ID=cf776500-d900-47bf-b07d-1b90d8a8740f,revision_number=4']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:45.218052 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-6c762924-f643-4eba-ae4a-5c578fa47e58 None None] Current status of the port cf776500-d900-47bf-b07d-1b90d8a8740f is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:01:45.218548 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6c762924-f643-4eba-ae4a-5c578fa47e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (cf776500-d900-47bf-b07d-1b90d8a8740f), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:45.222626 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-14af213b-9ad1-44d8-9f61-fed77b2d957c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (59a83b37-f5ed-4395-975e-d577e32c3156), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:45.264501 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-6c762924-f643-4eba-ae4a-5c578fa47e58 None None] For port cf776500-d900-47bf-b07d-1b90d8a8740f, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=cf776500-d900-47bf-b07d-1b90d8a8740f,segment=NetworkSegment(9c106340-4b25-4855-9ba9-e01f2aa8dadf),segment_id=9c106340-4b25-4855-9ba9-e01f2aa8dadf)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:01:45.294324 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] Set router b6e8bd15-bb8b-44bd-9d5c-e24ac385e920 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:01:45.295828 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-14af213b-9ad1-44d8-9f61-fed77b2d957c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (59a83b37-f5ed-4395-975e-d577e32c3156), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:45.333623 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-6c762924-f643-4eba-ae4a-5c578fa47e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (cf776500-d900-47bf-b07d-1b90d8a8740f), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:45.361072 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-14af213b-9ad1-44d8-9f61-fed77b2d957c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (59a83b37-f5ed-4395-975e-d577e32c3156), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:45.377224 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af213b-9ad1-44d8-9f61-fed77b2d957c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a83b37-f5ed-4395-975e-d577e32c3156,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:45.387001 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c762924-f643-4eba-ae4a-5c578fa47e58 None None] Pushing event updated for resources: {'Port': ['ID=cf776500-d900-47bf-b07d-1b90d8a8740f,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:45.417935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:45.448644 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-14af213b-9ad1-44d8-9f61-fed77b2d957c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:45.452947 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46492) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:45.453542 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-14af213b-9ad1-44d8-9f61-fed77b2d957c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3303421 Apr 16 05:01:45.456538 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-21281573-893c-4d45-92d5-91962c390d7b None None] Provisioning complete for port cf776500-d900-47bf-b07d-1b90d8a8740f triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:45.456944 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-21281573-893c-4d45-92d5-91962c390d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cf776500-d900-47bf-b07d-1b90d8a8740f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:45.459660 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-854d042c-0ff8-4811-883c-a3dc03ab2aac tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Request body: {'security_group_rule': {'security_group_id': 'd296823f-b856-49e1-9679-4332793e3cca', 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:01:45.496780 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920', 'name': 'tempest-TestShelveInstance-669042486-router', 'tenant_id': 'aa35091c38f84aea9d346387b90b3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': '3d143d48-88cc-4c76-9a87-1806ec770f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:38Z', 'updated_at': '2022-04-16T05:01:42Z', 'revision_number': 4, 'project_id': 'aa35091c38f84aea9d346387b90b3d2f', 'gw_port': {'id': '3d143d48-88cc-4c76-9a87-1806ec770f8c', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:39Z', 'updated_at': '2022-04-16T05:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'cf776500-d900-47bf-b07d-1b90d8a8740f', 'name': '', 'network_id': '92bff575-eb63-4a6c-a9be-79d8b27bb0ec', 'tenant_id': 'aa35091c38f84aea9d346387b90b3d2f', 'mac_address': 'fa:16:3e:50:0d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '50584c03-a3a0-4965-ba06-f015a5b312d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:41Z', 'updated_at': '2022-04-16T05:01:45Z', 'revision_number': 4, 'project_id': 'aa35091c38f84aea9d346387b90b3d2f', 'subnets': [{'id': '50584c03-a3a0-4965-ba06-f015a5b312d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:01:45.527436 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0122f4e-c047-4997-bada-9e1c75a9fd13 None None] The sync data for ids ['b6e8bd15-bb8b-44bd-9d5c-e24ac385e920'] in dv-neutron-838078-2-hyperv is: [{'id': 'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920', 'name': 'tempest-TestShelveInstance-669042486-router', 'tenant_id': 'aa35091c38f84aea9d346387b90b3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': '3d143d48-88cc-4c76-9a87-1806ec770f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:38Z', 'updated_at': '2022-04-16T05:01:42Z', 'revision_number': 4, 'project_id': 'aa35091c38f84aea9d346387b90b3d2f', 'gw_port': {'id': '3d143d48-88cc-4c76-9a87-1806ec770f8c', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:39Z', 'updated_at': '2022-04-16T05:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'cf776500-d900-47bf-b07d-1b90d8a8740f', 'name': '', 'network_id': '92bff575-eb63-4a6c-a9be-79d8b27bb0ec', 'tenant_id': 'aa35091c38f84aea9d346387b90b3d2f', 'mac_address': 'fa:16:3e:50:0d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '50584c03-a3a0-4965-ba06-f015a5b312d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:41Z', 'updated_at': '2022-04-16T05:01:45Z', 'revision_number': 4, 'project_id': 'aa35091c38f84aea9d346387b90b3d2f', 'subnets': [{'id': '50584c03-a3a0-4965-ba06-f015a5b312d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:01:45.539430 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-21281573-893c-4d45-92d5-91962c390d7b None None] Current status of the port cf776500-d900-47bf-b07d-1b90d8a8740f is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:01:45.544260 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-854d042c-0ff8-4811-883c-a3dc03ab2aac tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Project 56fd333211ca4db1ba4d7f6c4f57e398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 05:01:45.550563 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-854d042c-0ff8-4811-883c-a3dc03ab2aac tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (087daa46-0bd1-4b2d-bfd2-17062206e1bd), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:45.629750 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-854d042c-0ff8-4811-883c-a3dc03ab2aac tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (087daa46-0bd1-4b2d-bfd2-17062206e1bd), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:45.687059 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-854d042c-0ff8-4811-883c-a3dc03ab2aac tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (087daa46-0bd1-4b2d-bfd2-17062206e1bd), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:45.706560 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d042c-0ff8-4811-883c-a3dc03ab2aac tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087daa46-0bd1-4b2d-bfd2-17062206e1bd,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:45.757657 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-854d042c-0ff8-4811-883c-a3dc03ab2aac tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:45.759043 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-854d042c-0ff8-4811-883c-a3dc03ab2aac tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3039763 Apr 16 05:01:45.761962 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 46494) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:01:45.766634 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-808aae9a-7ea5-4596-be7f-a2407916c33c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Request body: {'security_group_rule': {'security_group_id': 'd296823f-b856-49e1-9679-4332793e3cca', 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:01:45.852271 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.securitygroups_db [None req-808aae9a-7ea5-4596-be7f-a2407916c33c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Project 56fd333211ca4db1ba4d7f6c4f57e398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 05:01:45.858405 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-808aae9a-7ea5-4596-be7f-a2407916c33c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (cd3f8f16-0a79-4287-81c7-78ab78b99342), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:45.940226 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-808aae9a-7ea5-4596-be7f-a2407916c33c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (cd3f8f16-0a79-4287-81c7-78ab78b99342), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:46.018724 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-808aae9a-7ea5-4596-be7f-a2407916c33c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (cd3f8f16-0a79-4287-81c7-78ab78b99342), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:46.039881 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808aae9a-7ea5-4596-be7f-a2407916c33c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3f8f16-0a79-4287-81c7-78ab78b99342,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:46.112475 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-808aae9a-7ea5-4596-be7f-a2407916c33c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:46.115839 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-808aae9a-7ea5-4596-be7f-a2407916c33c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3512909 Apr 16 05:01:46.278944 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bb830112-1a78-447b-a03d-785d65e81487 req-a5ddbbf1-c708-4519-8ea1-efcb1fb677c4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014371379&fields=id&tenant_id=56fd333211ca4db1ba4d7f6c4f57e398 HTTP/1.1" status: 200 len: 267 time: 0.0547063 Apr 16 05:01:46.368840 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3d143d48-88cc-4c76-9a87-1806ec770f8c up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:01:46.398684 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb830112-1a78-447b-a03d-785d65e81487 req-b935f28b-713a-4ea7-957a-68a65252442a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:46.400393 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bb830112-1a78-447b-a03d-785d65e81487 req-b935f28b-713a-4ea7-957a-68a65252442a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/networks?id=48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 200 len: 809 time: 0.1133165 Apr 16 05:01:46.417580 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bb830112-1a78-447b-a03d-785d65e81487 req-b56b95bc-e53e-4039-8767-140ed7be4cce tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/quotas/56fd333211ca4db1ba4d7f6c4f57e398 HTTP/1.1" status: 200 len: 375 time: 0.0109494 Apr 16 05:01:46.422110 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 3d143d48-88cc-4c76-9a87-1806ec770f8c triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:46.422566 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (3d143d48-88cc-4c76-9a87-1806ec770f8c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:46.473958 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bb830112-1a78-447b-a03d-785d65e81487 req-80a3a189-cfca-449b-a2a4-187698ac184b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489833 Apr 16 05:01:46.505263 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 3d143d48-88cc-4c76-9a87-1806ec770f8c is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:01:46.506495 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device cf776500-d900-47bf-b07d-1b90d8a8740f up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:01:46.561656 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port cf776500-d900-47bf-b07d-1b90d8a8740f triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:46.561939 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (cf776500-d900-47bf-b07d-1b90d8a8740f), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:46.582512 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bb830112-1a78-447b-a03d-785d65e81487 req-e032bc2f-29b4-4bf1-8587-155770f7f07a service neutron] 10.222.0.30 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969107 Apr 16 05:01:46.650315 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port cf776500-d900-47bf-b07d-1b90d8a8740f is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:01:46.685826 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bb830112-1a78-447b-a03d-785d65e81487 req-eb7850bd-a648-4f19-9650-a290912639bb service neutron] 10.222.0.30 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977986 Apr 16 05:01:46.942615 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2db4c957-4721-4528-b740-5074a017c80d req-cac618ce-9460-4e2e-a536-5637e57d3423 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 210 time: 0.0285795 Apr 16 05:01:48.042779 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c0b5fe52-ab9e-4a4c-b338-64a5ed7f3e7d req-d0d809fa-6035-4dc1-80bb-99087a8e38b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 210 time: 0.0333002 Apr 16 05:01:48.897723 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb830112-1a78-447b-a03d-785d65e81487 req-efee6fd1-590e-465c-845b-6d1105519dc5 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:48.899187 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bb830112-1a78-447b-a03d-785d65e81487 req-efee6fd1-590e-465c-845b-6d1105519dc5 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.18 "GET /v2.0/networks?id=48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 200 len: 809 time: 0.1038308 Apr 16 05:01:48.961613 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bb830112-1a78-447b-a03d-785d65e81487 req-e50c0407-ab9a-417f-b1a8-25af6cea94e5 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56fd333211ca4db1ba4d7f6c4f57e398 HTTP/1.1" status: 200 len: 380 time: 0.0549984 Apr 16 05:01:48.970112 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-bb830112-1a78-447b-a03d-785d65e81487 req-18abcac8-522f-46c3-9744-3bc1eda9b4c6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Request body: {'port': {'device_id': '4212d8fd-1f38-4c84-acdd-2f766638e045', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'admin_state_up': True, 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'security_groups': ['d296823f-b856-49e1-9679-4332793e3cca']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:01:49.137304 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6c09e427-7822-42d3-bf86-fb03e912c4fc req-c174c984-e31a-430b-abfc-a4adbd307b25 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 210 time: 0.0274432 Apr 16 05:01:49.149356 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb830112-1a78-447b-a03d-785d65e81487 req-18abcac8-522f-46c3-9744-3bc1eda9b4c6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Made reservation on behalf of 56fd333211ca4db1ba4d7f6c4f57e398 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 05:01:49.159235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-bb830112-1a78-447b-a03d-785d65e81487 req-18abcac8-522f-46c3-9744-3bc1eda9b4c6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:49.281460 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-bb830112-1a78-447b-a03d-785d65e81487 req-18abcac8-522f-46c3-9744-3bc1eda9b4c6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Allocated IP 172.20.0.7 (48593ab8-cfda-403e-b15a-645e06effdcf/92884b13-07fc-4dca-b725-c867a7325ef6/52ed3782-397d-4da3-965d-4da35ac2efd8) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:01:49.418131 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-bb830112-1a78-447b-a03d-785d65e81487 req-18abcac8-522f-46c3-9744-3bc1eda9b4c6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:49.492680 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-bb830112-1a78-447b-a03d-785d65e81487 req-18abcac8-522f-46c3-9744-3bc1eda9b4c6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:49.540337 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb830112-1a78-447b-a03d-785d65e81487 req-18abcac8-522f-46c3-9744-3bc1eda9b4c6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Network 48593ab8-cfda-403e-b15a-645e06effdcf is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:01:49.545414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-bb830112-1a78-447b-a03d-785d65e81487 req-18abcac8-522f-46c3-9744-3bc1eda9b4c6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:01:49.549747 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb830112-1a78-447b-a03d-785d65e81487 req-18abcac8-522f-46c3-9744-3bc1eda9b4c6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:01:49.574020 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abcac8-522f-46c3-9744-3bc1eda9b4c6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event updated for resources: {'Port': ['ID=52ed3782-397d-4da3-965d-4da35ac2efd8,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:49.611385 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb830112-1a78-447b-a03d-785d65e81487 req-18abcac8-522f-46c3-9744-3bc1eda9b4c6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:49.611385 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-bb830112-1a78-447b-a03d-785d65e81487 req-18abcac8-522f-46c3-9744-3bc1eda9b4c6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:49.672498 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bb830112-1a78-447b-a03d-785d65e81487 req-18abcac8-522f-46c3-9744-3bc1eda9b4c6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7059035 Apr 16 05:01:49.786937 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] Request body: {'port': {'device_id': '4212d8fd-1f38-4c84-acdd-2f766638e045', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:01:49.792744 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-31412236-a90c-4463-bfe0-b333904d10a3 None None] Provisioning complete for port 52ed3782-397d-4da3-965d-4da35ac2efd8 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:49.793251 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-31412236-a90c-4463-bfe0-b333904d10a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:49.838902 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-31412236-a90c-4463-bfe0-b333904d10a3 None None] Port 52ed3782-397d-4da3-965d-4da35ac2efd8 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 05:01:49.853488 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:50.122995 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ed3782-397d-4da3-965d-4da35ac2efd8 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 05:01:50.130624 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] Publish callbacks [] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:50.142937 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] Transition to ACTIVE for port object 52ed3782-397d-4da3-965d-4da35ac2efd8 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:01:50.200586 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:50.286917 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] Pushing event updated for resources: {'Port': ['ID=52ed3782-397d-4da3-965d-4da35ac2efd8,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:50.294916 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f904c7b-2eea-45a3-85e8-424b121a418a req-344e034d-cc15-49fc-a280-f7fb27da3b8c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:50.296484 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7f904c7b-2eea-45a3-85e8-424b121a418a req-344e034d-cc15-49fc-a280-f7fb27da3b8c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 943 time: 0.0900619 Apr 16 05:01:50.416388 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7f904c7b-2eea-45a3-85e8-424b121a418a req-4f7418aa-1005-4570-8d8e-ec8a46ce9858 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934420 Apr 16 05:01:50.417294 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] Attempting to bind port 52ed3782-397d-4da3-965d-4da35ac2efd8 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:01:50.417627 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] Attempting to bind port 52ed3782-397d-4da3-965d-4da35ac2efd8 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '57fb3154-4462-4b30-bf63-458560ce5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 05:01:50.417962 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] Attempting to bind port 52ed3782-397d-4da3-965d-4da35ac2efd8 on network 48593ab8-cfda-403e-b15a-645e06effdcf {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:01:50.422998 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] Port 52ed3782-397d-4da3-965d-4da35ac2efd8 on network 48593ab8-cfda-403e-b15a-645e06effdcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:01:50.423328 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] Attempting to bind port 52ed3782-397d-4da3-965d-4da35ac2efd8 on network 48593ab8-cfda-403e-b15a-645e06effdcf {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:01:50.429667 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 5, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 05:01:50.430013 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] Checking segment: {'id': '57fb3154-4462-4b30-bf63-458560ce5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:01:50.430410 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] Bound using segment: {'id': '57fb3154-4462-4b30-bf63-458560ce5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 05:01:50.430846 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] Bound port: 52ed3782-397d-4da3-965d-4da35ac2efd8, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57fb3154-4462-4b30-bf63-458560ce5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 05:01:50.431213 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:50.504921 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] For port 52ed3782-397d-4da3-965d-4da35ac2efd8, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 05:01:50.508347 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] For port 52ed3782-397d-4da3-965d-4da35ac2efd8, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=52ed3782-397d-4da3-965d-4da35ac2efd8,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 05:01:50.601032 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:50.641547 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:50.642169 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:50.643623 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bb830112-1a78-447b-a03d-785d65e81487 req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] 10.222.0.18 "PUT /v2.0/ports/52ed3782-397d-4da3-965d-4da35ac2efd8 HTTP/1.1" status: 200 len: 1093 time: 0.9631348 Apr 16 05:01:50.644037 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4212d8fd-1f38-4c84-acdd-2f766638e045', 'tag': '52ed3782-397d-4da3-965d-4da35ac2efd8'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:01:50.646447 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d04224-9389-4b3e-873b-6e8db1ed1a52" -d '{"events": [{"name": "network-changed", "server_uuid": "4212d8fd-1f38-4c84-acdd-2f766638e045", "tag": "52ed3782-397d-4da3-965d-4da35ac2efd8"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:01:50.675017 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413bcd0-0a6a-4114-aa91-25539e7f76e1 service neutron] Pushing event updated for resources: {'Port': ['ID=52ed3782-397d-4da3-965d-4da35ac2efd8,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:50.696706 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 05:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d9d158-24d5-4d19-8ec4-a4d79fb19484 x-openstack-request-id: req-72d9d158-24d5-4d19-8ec4-a4d79fb19484 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:01:50.697102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4212d8fd-1f38-4c84-acdd-2f766638e045", "tag": "52ed3782-397d-4da3-965d-4da35ac2efd8", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:01:50.701995 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72d9d158-24d5-4d19-8ec4-a4d79fb19484 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:01:50.701995 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d9d158-24d5-4d19-8ec4-a4d79fb19484'] response: {'name': 'network-changed', 'server_uuid': '4212d8fd-1f38-4c84-acdd-2f766638e045', 'tag': '52ed3782-397d-4da3-965d-4da35ac2efd8', 'status': 'completed', 'code': 200} Apr 16 05:01:50.761014 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d04224-9389-4b3e-873b-6e8db1ed1a52 req-51c5233b-666c-45cc-b674-10e7f65213fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:50.762903 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-08d04224-9389-4b3e-873b-6e8db1ed1a52 req-51c5233b-666c-45cc-b674-10e7f65213fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 1127 time: 0.0461516 Apr 16 05:01:50.873040 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d04224-9389-4b3e-873b-6e8db1ed1a52 req-1810b09e-a3c9-4fc5-9fb9-e27ca8f25cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:50.874682 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-08d04224-9389-4b3e-873b-6e8db1ed1a52 req-1810b09e-a3c9-4fc5-9fb9-e27ca8f25cac service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1035933 Apr 16 05:01:50.976532 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d04224-9389-4b3e-873b-6e8db1ed1a52 req-58070d87-42d8-4394-b194-bbdeb8e6f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:50.977975 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-08d04224-9389-4b3e-873b-6e8db1ed1a52 req-58070d87-42d8-4394-b194-bbdeb8e6f3a8 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0970819 Apr 16 05:01:51.053043 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb830112-1a78-447b-a03d-785d65e81487 req-436622cc-62ce-48c0-aad3-a887f1db60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:51.054563 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bb830112-1a78-447b-a03d-785d65e81487 req-436622cc-62ce-48c0-aad3-a887f1db60f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 1127 time: 0.0410492 Apr 16 05:01:51.100605 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bb830112-1a78-447b-a03d-785d65e81487 req-dde07c67-33f3-4c22-8359-e9a152e30ce2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ed3782-397d-4da3-965d-4da35ac2efd8 HTTP/1.1" status: 200 len: 217 time: 0.0392830 Apr 16 05:01:51.149216 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb830112-1a78-447b-a03d-785d65e81487 req-e15deb60-cb86-4ffa-bb2b-8b2d2dfb6358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:51.150659 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bb830112-1a78-447b-a03d-785d65e81487 req-e15deb60-cb86-4ffa-bb2b-8b2d2dfb6358 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92884b13-07fc-4dca-b725-c867a7325ef6 HTTP/1.1" status: 200 len: 848 time: 0.0447872 Apr 16 05:01:51.193763 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb830112-1a78-447b-a03d-785d65e81487 req-01e2f540-11e4-4ee4-b8b3-b4e9adb6b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:51.195238 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bb830112-1a78-447b-a03d-785d65e81487 req-01e2f540-11e4-4ee4-b8b3-b4e9adb6b2db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48593ab8-cfda-403e-b15a-645e06effdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381002 Apr 16 05:01:51.287015 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bb830112-1a78-447b-a03d-785d65e81487 req-523ce635-14c2-4408-aff8-58366b8b3049 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856726 Apr 16 05:01:51.374634 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bb830112-1a78-447b-a03d-785d65e81487 req-8a220511-221b-4981-a0fa-5821bf73af3e service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822244 Apr 16 05:01:51.546769 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221eff4-5f2d-410c-86f1-991ca24922d0 req-5940e172-fb4a-443d-944b-33a2e9f30553 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:51.548236 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1221eff4-5f2d-410c-86f1-991ca24922d0 req-5940e172-fb4a-443d-944b-33a2e9f30553 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 943 time: 0.0523286 Apr 16 05:01:51.598246 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1221eff4-5f2d-410c-86f1-991ca24922d0 req-62ce1268-a4fd-480c-850f-7d237f97c545 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444331 Apr 16 05:01:52.714060 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25d182-a8bb-4c2a-bd3e-2af547d7988e req-d1cf7bc1-2d8d-4f72-a1ab-f6520b016ec9 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:52.715514 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cc25d182-a8bb-4c2a-bd3e-2af547d7988e req-d1cf7bc1-2d8d-4f72-a1ab-f6520b016ec9 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 943 time: 0.0495570 Apr 16 05:01:52.763524 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cc25d182-a8bb-4c2a-bd3e-2af547d7988e req-191bcf0c-284e-4620-a17a-0ce9b82d14fe tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418353 Apr 16 05:01:53.878981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f69e5-5d28-48e5-8d80-32f2ce6acaf9 req-9af9836f-ccb5-40ca-9594-1a31cd5b3d8e tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:53.880439 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ab3f69e5-5d28-48e5-8d80-32f2ce6acaf9 req-9af9836f-ccb5-40ca-9594-1a31cd5b3d8e tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 943 time: 0.0515778 Apr 16 05:01:53.928471 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ab3f69e5-5d28-48e5-8d80-32f2ce6acaf9 req-6916bf42-06bd-45c3-84b2-3453b6964693 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422287 Apr 16 05:01:54.946851 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 52ed3782-397d-4da3-965d-4da35ac2efd8 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 05:01:55.040751 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caffd7-7ce3-446e-bcb3-f1d8b53c2a4f req-1eacb358-f37b-4286-9b4a-4e64902216bc tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:55.042376 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f4caffd7-7ce3-446e-bcb3-f1d8b53c2a4f req-1eacb358-f37b-4286-9b4a-4e64902216bc tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 943 time: 0.0488234 Apr 16 05:01:55.096924 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f4caffd7-7ce3-446e-bcb3-f1d8b53c2a4f req-a7914fc3-a014-430c-b6f7-9be6e66858f0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485454 Apr 16 05:01:55.193296 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 52ed3782-397d-4da3-965d-4da35ac2efd8, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=52ed3782-397d-4da3-965d-4da35ac2efd8,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:01:55.204079 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '52ed3782-397d-4da3-965d-4da35ac2efd8', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'port_id': '52ed3782-397d-4da3-965d-4da35ac2efd8', 'mac_address': 'fa:16:3e:d5:8c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 05:01:55.240289 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 52ed3782-397d-4da3-965d-4da35ac2efd8 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:01:55.240667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:55.253578 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ed3782-397d-4da3-965d-4da35ac2efd8 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 05:01:55.272893 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 52ed3782-397d-4da3-965d-4da35ac2efd8, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=52ed3782-397d-4da3-965d-4da35ac2efd8,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:01:55.343510 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:55.390722 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=52ed3782-397d-4da3-965d-4da35ac2efd8,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:55.539956 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['52ed3782-397d-4da3-965d-4da35ac2efd8'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 05:01:56.210345 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51d21e-41ae-45aa-bb5a-3fc8929eaf43 req-4a8781b9-2b6c-4767-a901-0b65d2911c36 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:56.211820 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8f51d21e-41ae-45aa-bb5a-3fc8929eaf43 req-4a8781b9-2b6c-4767-a901-0b65d2911c36 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 944 time: 0.0482624 Apr 16 05:01:56.276970 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8f51d21e-41ae-45aa-bb5a-3fc8929eaf43 req-80f6b091-0fb6-48ce-bda6-28afffb04c24 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594549 Apr 16 05:01:56.981803 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 52ed3782-397d-4da3-965d-4da35ac2efd8 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:01:57.021520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 52ed3782-397d-4da3-965d-4da35ac2efd8 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 05:01:57.120647 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 52ed3782-397d-4da3-965d-4da35ac2efd8 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:01:57.121071 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:57.206722 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 52ed3782-397d-4da3-965d-4da35ac2efd8 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:01:57.207109 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:57.229909 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4212d8fd-1f38-4c84-acdd-2f766638e045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ed3782-397d-4da3-965d-4da35ac2efd8'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:01:57.232288 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3aa3c6e-8f50-4395-b6bb-e76b2e965c21" -d '{"events": [{"server_uuid": "4212d8fd-1f38-4c84-acdd-2f766638e045", "name": "network-vif-plugged", "status": "completed", "tag": "52ed3782-397d-4da3-965d-4da35ac2efd8"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:01:57.244470 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 52ed3782-397d-4da3-965d-4da35ac2efd8, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=52ed3782-397d-4da3-965d-4da35ac2efd8,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:01:57.266651 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 05:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f479147-274f-4107-804f-c8d331f2073f x-openstack-request-id: req-7f479147-274f-4107-804f-c8d331f2073f {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:01:57.266963 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4212d8fd-1f38-4c84-acdd-2f766638e045", "name": "network-vif-plugged", "status": "completed", "tag": "52ed3782-397d-4da3-965d-4da35ac2efd8", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:01:57.267268 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f479147-274f-4107-804f-c8d331f2073f {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:01:57.268185 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f479147-274f-4107-804f-c8d331f2073f'] response: {'server_uuid': '4212d8fd-1f38-4c84-acdd-2f766638e045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ed3782-397d-4da3-965d-4da35ac2efd8', 'code': 200} Apr 16 05:01:57.326537 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:57.377855 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=52ed3782-397d-4da3-965d-4da35ac2efd8,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:01:57.389942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea33cb0-43bb-4508-b2a7-1bfe8aca120d req-d23d10f9-f7e7-4793-9ed1-1bd035ac09de tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:57.391466 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-aea33cb0-43bb-4508-b2a7-1bfe8aca120d req-d23d10f9-f7e7-4793-9ed1-1bd035ac09de tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0479581 Apr 16 05:01:57.441245 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-aea33cb0-43bb-4508-b2a7-1bfe8aca120d req-e76df42e-6a68-4e6d-b008-e43d5d1de94c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431647 Apr 16 05:01:57.541026 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedb3d7-0978-4da6-956c-a2b0bef307fa req-df0d41fa-ffcd-442d-bfab-c6463dbb1428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:57.542418 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fdedb3d7-0978-4da6-956c-a2b0bef307fa req-df0d41fa-ffcd-442d-bfab-c6463dbb1428 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 1129 time: 0.0385163 Apr 16 05:01:57.586392 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fdedb3d7-0978-4da6-956c-a2b0bef307fa req-5a3f5c52-5149-45c9-bc3d-575f7771e233 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386400 Apr 16 05:01:58.457738 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:01:58.556605 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630fdc2-9610-4c3a-9a60-7b1845d19580 req-91f1b282-0889-4a36-b5b3-b6e15c52ab25 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:58.558037 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a630fdc2-9610-4c3a-9a60-7b1845d19580 req-91f1b282-0889-4a36-b5b3-b6e15c52ab25 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0480938 Apr 16 05:01:58.610499 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a630fdc2-9610-4c3a-9a60-7b1845d19580 req-2de59388-ccd1-4ca9-b77f-50e4bb433f80 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468049 Apr 16 05:01:59.733411 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4b342-6b4b-4abc-bda5-48bdfc49925a req-0c91d899-5401-44b6-bca2-f67279b1e878 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:59.734885 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6be4b342-6b4b-4abc-bda5-48bdfc49925a req-0c91d899-5401-44b6-bca2-f67279b1e878 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0579548 Apr 16 05:01:59.784098 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6be4b342-6b4b-4abc-bda5-48bdfc49925a req-7c773d82-2bec-49eb-bd54-50f30803cc5c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431814 Apr 16 05:01:59.896111 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e57b8-28ed-432c-9857-63ff80d15209 req-f0958439-5e59-4963-a540-9f30a2b6890e tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:01:59.897615 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-eb3e57b8-28ed-432c-9857-63ff80d15209 req-f0958439-5e59-4963-a540-9f30a2b6890e tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0478489 Apr 16 05:01:59.945364 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-eb3e57b8-28ed-432c-9857-63ff80d15209 req-18648bf1-143f-4589-94cd-7887f9ba5a4c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423317 Apr 16 05:01:59.966992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46556) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:02:00.044860 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2d10ea-b690-48ed-87fc-7a5790e05b63 tempest-TestShelveInstance-2074550447 tempest-TestShelveInstance-2074550447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:02:00.046373 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fb2d10ea-b690-48ed-87fc-7a5790e05b63 tempest-TestShelveInstance-2074550447 tempest-TestShelveInstance-2074550447-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 1124 time: 0.0784173 Apr 16 05:02:00.049360 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46560) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:02:00.053556 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-7cbb2a28-dc34-4974-94dc-4f34d323255a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': '52ed3782-397d-4da3-965d-4da35ac2efd8', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:02:00.137368 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2a28-dc34-4974-94dc-4f34d323255a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:02:00.217045 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2a28-dc34-4974-94dc-4f34d323255a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:02:00.317903 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-7cbb2a28-dc34-4974-94dc-4f34d323255a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Allocated IP 172.26.6.64 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/d03ff01e-bebc-4a0a-865f-b8f33f376003) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:02:00.420339 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2a28-dc34-4974-94dc-4f34d323255a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for port (d03ff01e-bebc-4a0a-865f-b8f33f376003), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:02:00.526339 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2a28-dc34-4974-94dc-4f34d323255a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (d03ff01e-bebc-4a0a-865f-b8f33f376003), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:02:00.563023 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbb2a28-dc34-4974-94dc-4f34d323255a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:02:00.565810 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-7cbb2a28-dc34-4974-94dc-4f34d323255a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:02:00.571255 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbb2a28-dc34-4974-94dc-4f34d323255a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:02:00.598088 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb2a28-dc34-4974-94dc-4f34d323255a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event updated for resources: {'Port': ['ID=d03ff01e-bebc-4a0a-865f-b8f33f376003,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:02:00.938246 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2a28-dc34-4974-94dc-4f34d323255a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for floatingip (7621f10c-69a1-4f59-bb99-5848f8a6ce19), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:02:01.057223 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2a28-dc34-4974-94dc-4f34d323255a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d03ff01e-bebc-4a0a-865f-b8f33f376003), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:02:01.205651 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2a28-dc34-4974-94dc-4f34d323255a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for port (d03ff01e-bebc-4a0a-865f-b8f33f376003), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:02:01.280609 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2a28-dc34-4974-94dc-4f34d323255a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (d03ff01e-bebc-4a0a-865f-b8f33f376003), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:02:01.351756 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb2a28-dc34-4974-94dc-4f34d323255a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event updated for resources: {'Port': ['ID=d03ff01e-bebc-4a0a-865f-b8f33f376003,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:02:01.363192 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2a28-dc34-4974-94dc-4f34d323255a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (7621f10c-69a1-4f59-bb99-5848f8a6ce19), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:02:01.483816 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-7cbb2a28-dc34-4974-94dc-4f34d323255a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Floating IP 7621f10c-69a1-4f59-bb99-5848f8a6ce19 associated. External IP: 172.26.6.64, port: 52ed3782-397d-4da3-965d-4da35ac2efd8. Apr 16 05:02:01.696916 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbb2a28-dc34-4974-94dc-4f34d323255a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Router ca024281-6e65-496e-b450-a5ff2f8e4d82 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:02:01.808103 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbb2a28-dc34-4974-94dc-4f34d323255a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:02:01.818252 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543b91e8-6c4e-4dc4-a0f3-5ad1eebfa3f3 None None] Sync routers for ids ['ca024281-6e65-496e-b450-a5ff2f8e4d82'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:02:01.828076 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543b91e8-6c4e-4dc4-a0f3-5ad1eebfa3f3 None None] Routers {'ca024281-6e65-496e-b450-a5ff2f8e4d82'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:02:01.828688 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-543b91e8-6c4e-4dc4-a0f3-5ad1eebfa3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:01:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['ca024281-6e65-496e-b450-a5ff2f8e4d82'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:02:01.900184 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2a28-dc34-4974-94dc-4f34d323255a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:02:01.930779 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7cbb2a28-dc34-4974-94dc-4f34d323255a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8804240 Apr 16 05:02:01.931354 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4212d8fd-1f38-4c84-acdd-2f766638e045', 'tag': '52ed3782-397d-4da3-965d-4da35ac2efd8'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:02:01.933721 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66bc9df-0ebf-48c5-b309-bfefc59f7b89" -d '{"events": [{"name": "network-changed", "server_uuid": "4212d8fd-1f38-4c84-acdd-2f766638e045", "tag": "52ed3782-397d-4da3-965d-4da35ac2efd8"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:02:01.941909 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-543b91e8-6c4e-4dc4-a0f3-5ad1eebfa3f3 None None] Set router ca024281-6e65-496e-b450-a5ff2f8e4d82 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:02:01.970244 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 05:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d8f2b5-04f1-4890-b821-de1043cb04cd x-openstack-request-id: req-62d8f2b5-04f1-4890-b821-de1043cb04cd {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:02:01.970771 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4212d8fd-1f38-4c84-acdd-2f766638e045", "tag": "52ed3782-397d-4da3-965d-4da35ac2efd8", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:02:01.970771 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62d8f2b5-04f1-4890-b821-de1043cb04cd {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:02:01.971192 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d8f2b5-04f1-4890-b821-de1043cb04cd'] response: {'name': 'network-changed', 'server_uuid': '4212d8fd-1f38-4c84-acdd-2f766638e045', 'tag': '52ed3782-397d-4da3-965d-4da35ac2efd8', 'status': 'completed', 'code': 200} Apr 16 05:02:02.029073 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bc9df-0ebf-48c5-b309-bfefc59f7b89 req-134412ce-8c06-4407-97f3-d8e8727cc5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:02:02.030576 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f66bc9df-0ebf-48c5-b309-bfefc59f7b89 req-134412ce-8c06-4407-97f3-d8e8727cc5a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 1129 time: 0.0395975 Apr 16 05:02:02.124918 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bc9df-0ebf-48c5-b309-bfefc59f7b89 req-60eba5a9-9ec1-48b6-a7ab-d83e71bf0a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:02:02.126520 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f66bc9df-0ebf-48c5-b309-bfefc59f7b89 req-60eba5a9-9ec1-48b6-a7ab-d83e71bf0a2d service neutron] 10.222.0.18 "GET /v2.0/networks?id=48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 200 len: 909 time: 0.0886519 Apr 16 05:02:02.165860 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-543b91e8-6c4e-4dc4-a0f3-5ad1eebfa3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:32Z', 'updated_at': '2022-04-16T05:01:35Z', 'revision_number': 4, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'gw_port': {'id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:33Z', 'updated_at': '2022-04-16T05:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '7621f10c-69a1-4f59-bb99-5848f8a6ce19', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'floating_ip_address': '172.26.6.64', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'port_id': '52ed3782-397d-4da3-965d-4da35ac2efd8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'mac_address': 'fa:16:3e:d5:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d8fd-1f38-4c84-acdd-2f766638e045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T05:02:00Z', 'updated_at': '2022-04-16T05:02:00Z', 'revision_number': 0, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f758234a-4ca2-41a6-9d01-2ec98cfd03e8', 'name': '', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'mac_address': 'fa:16:3e:75:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:35Z', 'updated_at': '2022-04-16T05:01:38Z', 'revision_number': 5, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'subnets': [{'id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:02:02.192598 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f66bc9df-0ebf-48c5-b309-bfefc59f7b89 req-dc271467-a47b-4cb8-b57e-29e0b02a4e6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ed3782-397d-4da3-965d-4da35ac2efd8 HTTP/1.1" status: 200 len: 998 time: 0.0596464 Apr 16 05:02:02.193550 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543b91e8-6c4e-4dc4-a0f3-5ad1eebfa3f3 None None] Checking router: ca024281-6e65-496e-b450-a5ff2f8e4d82 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:02:02.202115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543b91e8-6c4e-4dc4-a0f3-5ad1eebfa3f3 None None] Routers {'ca024281-6e65-496e-b450-a5ff2f8e4d82'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:02:02.202715 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-543b91e8-6c4e-4dc4-a0f3-5ad1eebfa3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:01:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['ca024281-6e65-496e-b450-a5ff2f8e4d82'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:02:02.242632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bc9df-0ebf-48c5-b309-bfefc59f7b89 req-bd345158-0ab5-4ff2-ad73-862e6db9aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:02:02.244071 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f66bc9df-0ebf-48c5-b309-bfefc59f7b89 req-bd345158-0ab5-4ff2-ad73-862e6db9aa10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92884b13-07fc-4dca-b725-c867a7325ef6 HTTP/1.1" status: 200 len: 848 time: 0.0455954 Apr 16 05:02:02.296402 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bc9df-0ebf-48c5-b309-bfefc59f7b89 req-975545a3-8000-4662-9bcf-a864eeb2556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:02:02.297962 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f66bc9df-0ebf-48c5-b309-bfefc59f7b89 req-975545a3-8000-4662-9bcf-a864eeb2556f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48593ab8-cfda-403e-b15a-645e06effdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478256 Apr 16 05:02:02.314909 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-543b91e8-6c4e-4dc4-a0f3-5ad1eebfa3f3 None None] Set router ca024281-6e65-496e-b450-a5ff2f8e4d82 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:02:02.386765 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f66bc9df-0ebf-48c5-b309-bfefc59f7b89 req-adb8fc24-9f31-476f-8d9e-7d879bf69ccf service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825419 Apr 16 05:02:02.480348 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f66bc9df-0ebf-48c5-b309-bfefc59f7b89 req-0731daac-69ec-4400-bf94-49aff462307f service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882828 Apr 16 05:02:02.536163 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-543b91e8-6c4e-4dc4-a0f3-5ad1eebfa3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:32Z', 'updated_at': '2022-04-16T05:01:35Z', 'revision_number': 4, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'gw_port': {'id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:33Z', 'updated_at': '2022-04-16T05:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '7621f10c-69a1-4f59-bb99-5848f8a6ce19', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'floating_ip_address': '172.26.6.64', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'port_id': '52ed3782-397d-4da3-965d-4da35ac2efd8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'mac_address': 'fa:16:3e:d5:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d8fd-1f38-4c84-acdd-2f766638e045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T05:02:00Z', 'updated_at': '2022-04-16T05:02:00Z', 'revision_number': 0, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f758234a-4ca2-41a6-9d01-2ec98cfd03e8', 'name': '', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'mac_address': 'fa:16:3e:75:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:35Z', 'updated_at': '2022-04-16T05:01:38Z', 'revision_number': 5, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'subnets': [{'id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:02:02.562950 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543b91e8-6c4e-4dc4-a0f3-5ad1eebfa3f3 None None] The sync data for ids ['ca024281-6e65-496e-b450-a5ff2f8e4d82'] in dv-neutron-838078-2-hyperv is: [{'id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:32Z', 'updated_at': '2022-04-16T05:01:35Z', 'revision_number': 4, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'gw_port': {'id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:33Z', 'updated_at': '2022-04-16T05:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '7621f10c-69a1-4f59-bb99-5848f8a6ce19', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'floating_ip_address': '172.26.6.64', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'port_id': '52ed3782-397d-4da3-965d-4da35ac2efd8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'mac_address': 'fa:16:3e:d5:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d8fd-1f38-4c84-acdd-2f766638e045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T05:02:00Z', 'updated_at': '2022-04-16T05:02:00Z', 'revision_number': 0, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f758234a-4ca2-41a6-9d01-2ec98cfd03e8', 'name': '', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'mac_address': 'fa:16:3e:75:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:35Z', 'updated_at': '2022-04-16T05:01:38Z', 'revision_number': 5, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'subnets': [{'id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:02:02.747631 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb98fa05-bfce-46a9-8fea-53cf821d2aed None None] New status for floating IP 7621f10c-69a1-4f59-bb99-5848f8a6ce19: ACTIVE {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 05:02:05.060135 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:02:09.109202 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b30fc654-367c-4a95-842f-5d968da3906a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:02:11.503346 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-90409a6f-4d52-4c46-8b63-07c91def0bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:02:12.725769 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:02:14.177963 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:02:14.360619 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8e214934-24e6-4d36-8492-d3730872a9bf req-31a193eb-c6f9-4d16-bd85-4f357ac018f2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369759 Apr 16 05:02:14.438711 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e214934-24e6-4d36-8492-d3730872a9bf req-9d941f1f-7209-443f-8650-bb76577fd878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:02:14.440222 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8e214934-24e6-4d36-8492-d3730872a9bf req-9d941f1f-7209-443f-8650-bb76577fd878 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 1129 time: 0.0386391 Apr 16 05:02:14.542060 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e214934-24e6-4d36-8492-d3730872a9bf req-3dd51b98-817d-492c-9765-a4b4ea97b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:02:14.543491 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8e214934-24e6-4d36-8492-d3730872a9bf req-3dd51b98-817d-492c-9765-a4b4ea97b5bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 200 len: 909 time: 0.0859504 Apr 16 05:02:14.606813 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8e214934-24e6-4d36-8492-d3730872a9bf req-7499190e-3241-4ea1-b1ba-67264cb86f5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ed3782-397d-4da3-965d-4da35ac2efd8 HTTP/1.1" status: 200 len: 1000 time: 0.0570800 Apr 16 05:02:14.659841 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e214934-24e6-4d36-8492-d3730872a9bf req-c831afe0-b67a-4ec5-bdfc-189a8eddab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:02:14.661262 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8e214934-24e6-4d36-8492-d3730872a9bf req-c831afe0-b67a-4ec5-bdfc-189a8eddab41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92884b13-07fc-4dca-b725-c867a7325ef6 HTTP/1.1" status: 200 len: 848 time: 0.0469074 Apr 16 05:02:14.703366 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e214934-24e6-4d36-8492-d3730872a9bf req-6bfa07c1-ed68-47f0-b1f1-dbfa0a3a7687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:02:14.704866 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8e214934-24e6-4d36-8492-d3730872a9bf req-6bfa07c1-ed68-47f0-b1f1-dbfa0a3a7687 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48593ab8-cfda-403e-b15a-645e06effdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0375676 Apr 16 05:02:14.793443 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8e214934-24e6-4d36-8492-d3730872a9bf req-52a45b68-65b3-4592-adf2-4987ff617fdb service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807641 Apr 16 05:02:14.884274 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8e214934-24e6-4d36-8492-d3730872a9bf req-e097f7a9-d8ec-481a-a184-872a2f1525df service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850163 Apr 16 05:02:15.383499 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:02:28.451157 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:02:39.097537 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9da1b522-f936-4303-a02f-cc7480952fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:02:41.475590 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b3df420a-7714-4e9e-879f-e3fc6f2795ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:02:42.058979 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:02:42.742510 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:02:44.188919 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:02:45.394613 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:02:58.428947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:03:09.096052 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1185d7a7-0e37-469c-8ce2-828a079f4fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:03:11.520049 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e078c8f7-ca45-4d7f-8029-b6243f74b091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:03:12.720189 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:03:14.182960 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:03:15.388773 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:03:16.362030 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9fe393b-4bc7-4a41-b26d-e4ebd476793f req-4f0f02cf-23dc-4ae2-8098-9e5e45d301fa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401120 Apr 16 05:03:16.443271 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe393b-4bc7-4a41-b26d-e4ebd476793f req-207dae15-40f3-4a84-957b-f3700c527053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:03:16.444775 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9fe393b-4bc7-4a41-b26d-e4ebd476793f req-207dae15-40f3-4a84-957b-f3700c527053 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 1129 time: 0.0431635 Apr 16 05:03:16.545940 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe393b-4bc7-4a41-b26d-e4ebd476793f req-45c4cf6c-5b16-4af9-a33f-a09ec831dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:03:16.547326 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9fe393b-4bc7-4a41-b26d-e4ebd476793f req-45c4cf6c-5b16-4af9-a33f-a09ec831dbd3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 200 len: 909 time: 0.0853782 Apr 16 05:03:16.614765 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9fe393b-4bc7-4a41-b26d-e4ebd476793f req-787b5dd6-dd75-40cd-a99e-572f2c1a5f0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ed3782-397d-4da3-965d-4da35ac2efd8 HTTP/1.1" status: 200 len: 1000 time: 0.0615203 Apr 16 05:03:16.662253 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe393b-4bc7-4a41-b26d-e4ebd476793f req-b4403039-0e37-4edd-a2a2-382111e29dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:03:16.663634 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9fe393b-4bc7-4a41-b26d-e4ebd476793f req-b4403039-0e37-4edd-a2a2-382111e29dce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92884b13-07fc-4dca-b725-c867a7325ef6 HTTP/1.1" status: 200 len: 848 time: 0.0432985 Apr 16 05:03:16.705396 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe393b-4bc7-4a41-b26d-e4ebd476793f req-9e378ee9-23e5-4a32-b2f9-7c569f50fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:03:16.706855 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9fe393b-4bc7-4a41-b26d-e4ebd476793f req-9e378ee9-23e5-4a32-b2f9-7c569f50fe56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48593ab8-cfda-403e-b15a-645e06effdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0373681 Apr 16 05:03:16.798341 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9fe393b-4bc7-4a41-b26d-e4ebd476793f req-fee63a1f-ae97-4a75-8ed8-50017295e8ee service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853856 Apr 16 05:03:16.886001 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f9fe393b-4bc7-4a41-b26d-e4ebd476793f req-27e1e19b-fc86-4dc4-932e-00ff652f0218 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813341 Apr 16 05:03:19.058173 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:03:28.462188 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:03:39.085901 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-592bd00c-ea02-43d1-91d4-72ffec1f761f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:03:41.501683 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-09c1acf8-1ee4-4495-ba10-16d2cbd465f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:03:42.731673 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:03:44.165718 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:03:45.438426 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:03:56.058268 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:03:56.993193 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18921df-d088-414c-9ad2-482c64c64b7b req-3aeadd06-cf3a-4151-843f-1fcb8afb248c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:03:56.994655 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a18921df-d088-414c-9ad2-482c64c64b7b req-3aeadd06-cf3a-4151-843f-1fcb8afb248c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.1090457 Apr 16 05:03:57.043592 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a18921df-d088-414c-9ad2-482c64c64b7b req-90b615df-4de0-4261-875f-714757be8bcd tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433829 Apr 16 05:03:58.159765 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02a01c-3043-481c-9a56-442bfc02956f req-3b48fbfb-3d22-4c89-9786-6b4f2211a94d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:03:58.161295 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bc02a01c-3043-481c-9a56-442bfc02956f req-3b48fbfb-3d22-4c89-9786-6b4f2211a94d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0487747 Apr 16 05:03:58.209365 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bc02a01c-3043-481c-9a56-442bfc02956f req-a0285dbd-1093-4c9d-8895-6fd0c6fae4a9 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425396 Apr 16 05:03:58.490017 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:03:59.323376 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96105643-19c0-4a92-be48-407c8cc86f9f req-74edbdb3-36f7-40c5-b21e-3567d4ab0b6b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:03:59.324831 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-96105643-19c0-4a92-be48-407c8cc86f9f req-74edbdb3-36f7-40c5-b21e-3567d4ab0b6b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0462260 Apr 16 05:03:59.371930 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-96105643-19c0-4a92-be48-407c8cc86f9f req-105e69a9-aaef-4014-a3dd-6e15f41f2e61 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416126 Apr 16 05:04:00.483163 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426919ab-09c3-44b7-b6f7-102afdf388d4 req-1495fac9-9326-4929-b523-5a9ad4cf1548 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:00.484608 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-426919ab-09c3-44b7-b6f7-102afdf388d4 req-1495fac9-9326-4929-b523-5a9ad4cf1548 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0464439 Apr 16 05:04:00.536680 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-426919ab-09c3-44b7-b6f7-102afdf388d4 req-35b4945a-37b8-4b24-a5a0-a8e2b40d2c51 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465851 Apr 16 05:04:01.644523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f28b8e-7ef6-4938-9b02-c7f94783f938 req-ee0025a1-576a-4378-bc5b-5f66715a42f6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:01.646484 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-93f28b8e-7ef6-4938-9b02-c7f94783f938 req-ee0025a1-576a-4378-bc5b-5f66715a42f6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0453577 Apr 16 05:04:01.696600 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-93f28b8e-7ef6-4938-9b02-c7f94783f938 req-ec86945f-e085-454c-8fd2-833ca485918c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447297 Apr 16 05:04:02.808216 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd18ae-4f9b-4c60-bef5-6806ecaf7d42 req-e9606516-4e05-4adf-beb7-55c151984c34 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:02.809711 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1fdd18ae-4f9b-4c60-bef5-6806ecaf7d42 req-e9606516-4e05-4adf-beb7-55c151984c34 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0471857 Apr 16 05:04:02.857776 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1fdd18ae-4f9b-4c60-bef5-6806ecaf7d42 req-aecb1d8e-33c0-4689-9dab-0ff865151834 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424883 Apr 16 05:04:03.970709 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e688090-3915-43cf-9ee3-93bf63b92651 req-92a32672-bb81-4d89-a8d8-1e3af8434920 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:03.972203 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0e688090-3915-43cf-9ee3-93bf63b92651 req-92a32672-bb81-4d89-a8d8-1e3af8434920 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0486786 Apr 16 05:04:04.021800 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0e688090-3915-43cf-9ee3-93bf63b92651 req-04320abc-eef4-409e-be9d-4a0e1207c464 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439160 Apr 16 05:04:05.131482 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb31c0d-55be-457d-aee9-0ae58827e1f1 req-ea83dfcb-a1db-448b-a2c7-bf95894f5736 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:05.133141 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bfb31c0d-55be-457d-aee9-0ae58827e1f1 req-ea83dfcb-a1db-448b-a2c7-bf95894f5736 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0461819 Apr 16 05:04:05.181922 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bfb31c0d-55be-457d-aee9-0ae58827e1f1 req-a058487f-af21-4dcb-a995-c00ae0483b12 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432999 Apr 16 05:04:06.292097 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0e6bc-bf45-43a4-9c53-1fe08631d2d4 req-f1f85ca9-0d7a-430a-a891-58450ecf9404 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:06.293598 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3cf0e6bc-bf45-43a4-9c53-1fe08631d2d4 req-f1f85ca9-0d7a-430a-a891-58450ecf9404 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0466022 Apr 16 05:04:06.342180 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-3cf0e6bc-bf45-43a4-9c53-1fe08631d2d4 req-cd2b1234-611d-4d26-bbfd-2a52780b528a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430772 Apr 16 05:04:07.461141 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23282aa-c744-43b8-86ef-6b35ba5a2e0f req-baaa35dc-5fe2-4990-bc03-117fa90d7b65 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:07.462681 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e23282aa-c744-43b8-86ef-6b35ba5a2e0f req-baaa35dc-5fe2-4990-bc03-117fa90d7b65 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0519028 Apr 16 05:04:07.511545 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e23282aa-c744-43b8-86ef-6b35ba5a2e0f req-49b82d7a-308f-49d9-92cd-ebe27ba07f4a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432322 Apr 16 05:04:08.626835 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214f6ad-f03c-4101-93fe-518115bc890f req-4501a951-eeba-40e9-a56e-9f9d9394fa4b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:08.628199 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a214f6ad-f03c-4101-93fe-518115bc890f req-4501a951-eeba-40e9-a56e-9f9d9394fa4b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0495698 Apr 16 05:04:08.676835 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a214f6ad-f03c-4101-93fe-518115bc890f req-64d2ebca-6600-489c-b390-1ea16cb5070d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416181 Apr 16 05:04:09.119618 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-34402d3f-0e0b-4abc-a8d2-7f4f825a8422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:09.508302 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 52ed3782-397d-4da3-965d-4da35ac2efd8 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 05:04:09.607283 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 52ed3782-397d-4da3-965d-4da35ac2efd8, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=52ed3782-397d-4da3-965d-4da35ac2efd8,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:04:09.619257 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '52ed3782-397d-4da3-965d-4da35ac2efd8', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'port_id': '52ed3782-397d-4da3-965d-4da35ac2efd8', 'mac_address': 'fa:16:3e:d5:8c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 05:04:09.658156 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 52ed3782-397d-4da3-965d-4da35ac2efd8 is: ACTIVE; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:04:09.658545 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:09.671161 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52ed3782-397d-4da3-965d-4da35ac2efd8 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 05:04:09.689875 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 52ed3782-397d-4da3-965d-4da35ac2efd8, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=52ed3782-397d-4da3-965d-4da35ac2efd8,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:04:09.749728 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:09.794201 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94018172-35ca-4a3b-9c61-49f0d4e1f369 req-dcb73c78-a888-43e4-86fc-a825aa6a1733 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:09.801229 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-94018172-35ca-4a3b-9c61-49f0d4e1f369 req-dcb73c78-a888-43e4-86fc-a825aa6a1733 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 944 time: 0.0580151 Apr 16 05:04:09.813527 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=52ed3782-397d-4da3-965d-4da35ac2efd8,revision_number=6']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:04:09.827865 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:04:09.828232 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:04:09.828583 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:04:09.828980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:04:09.829317 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:04:09.829648 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:04:09.829977 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:04:09.830303 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:04:09.831113 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:04:09.831113 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:04:09.831574 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:04:09.832513 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:04:09.832883 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:04:09.833218 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:04:09.833546 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:04:09.840080 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['52ed3782-397d-4da3-965d-4da35ac2efd8'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 05:04:09.857338 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-94018172-35ca-4a3b-9c61-49f0d4e1f369 req-427335f1-14ab-4a18-a5e4-a8fa6d78d4d1 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551257 Apr 16 05:04:10.987881 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6bda9-80e1-4368-9d4c-aa4b2018447c req-47d334c1-ff8e-4001-8736-47102e943867 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:10.990959 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-aaf6bda9-80e1-4368-9d4c-aa4b2018447c req-47d334c1-ff8e-4001-8736-47102e943867 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 944 time: 0.0540431 Apr 16 05:04:11.047080 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-aaf6bda9-80e1-4368-9d4c-aa4b2018447c req-ffb9c7fe-4613-4c37-8f91-9730421a477f tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476379 Apr 16 05:04:11.502926 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-10a667b3-9350-4f5c-b533-efcb5698a760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:11.529624 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 52ed3782-397d-4da3-965d-4da35ac2efd8 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:04:11.582744 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 52ed3782-397d-4da3-965d-4da35ac2efd8 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:04:11.583141 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:11.669725 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 52ed3782-397d-4da3-965d-4da35ac2efd8 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:04:11.670116 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:11.694232 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4212d8fd-1f38-4c84-acdd-2f766638e045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ed3782-397d-4da3-965d-4da35ac2efd8'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:04:11.696498 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f311052d-03cb-42aa-9d75-07ba9e1ccc27" -d '{"events": [{"server_uuid": "4212d8fd-1f38-4c84-acdd-2f766638e045", "name": "network-vif-plugged", "status": "completed", "tag": "52ed3782-397d-4da3-965d-4da35ac2efd8"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:04:11.715084 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 52ed3782-397d-4da3-965d-4da35ac2efd8, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=52ed3782-397d-4da3-965d-4da35ac2efd8,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:04:11.736494 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 05:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f61a652-cfad-46a4-8356-8449d13a21df x-openstack-request-id: req-7f61a652-cfad-46a4-8356-8449d13a21df {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:04:11.736866 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4212d8fd-1f38-4c84-acdd-2f766638e045", "name": "network-vif-plugged", "status": "completed", "tag": "52ed3782-397d-4da3-965d-4da35ac2efd8", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:04:11.737126 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f61a652-cfad-46a4-8356-8449d13a21df {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:04:11.737602 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f61a652-cfad-46a4-8356-8449d13a21df'] response: {'server_uuid': '4212d8fd-1f38-4c84-acdd-2f766638e045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ed3782-397d-4da3-965d-4da35ac2efd8', 'code': 200} Apr 16 05:04:11.766147 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:11.838379 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=52ed3782-397d-4da3-965d-4da35ac2efd8,revision_number=7']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:04:12.173537 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fa109-6d67-4824-bbbc-ba11370ca584 req-e064dd30-301c-419f-bb32-f7df2c7427b5 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:12.175863 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-257fa109-6d67-4824-bbbc-ba11370ca584 req-e064dd30-301c-419f-bb32-f7df2c7427b5 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0505159 Apr 16 05:04:12.581587 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-257fa109-6d67-4824-bbbc-ba11370ca584 req-2ebd2460-a857-4b95-a04a-80c442229d17 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3991542 Apr 16 05:04:13.038361 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:13.717037 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5de5d4-0656-4017-8bb1-aa3141fd9664 req-1e4c6641-26f1-4d55-adb5-74d832bc11c7 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:13.719585 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cb5de5d4-0656-4017-8bb1-aa3141fd9664 req-1e4c6641-26f1-4d55-adb5-74d832bc11c7 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0560064 Apr 16 05:04:13.782571 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cb5de5d4-0656-4017-8bb1-aa3141fd9664 req-94640300-5b6f-4cf3-a757-725662331f4b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531449 Apr 16 05:04:14.182807 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:14.895898 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12ad76-4df3-4127-95f2-d79b44918ecd req-2af8d512-695b-4eac-bb86-2729035da3ee tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:14.897499 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ae12ad76-4df3-4127-95f2-d79b44918ecd req-2af8d512-695b-4eac-bb86-2729035da3ee tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0514352 Apr 16 05:04:14.950150 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ae12ad76-4df3-4127-95f2-d79b44918ecd req-de63cf68-47d0-46ac-a68c-0c0e1ddf1688 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459566 Apr 16 05:04:15.404649 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:16.067825 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba285d1f-cd24-4913-b976-267919979835 req-315d66d5-6b6d-43c7-a2ed-daacbed91bc4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:16.069351 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ba285d1f-cd24-4913-b976-267919979835 req-315d66d5-6b6d-43c7-a2ed-daacbed91bc4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0478644 Apr 16 05:04:16.127188 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ba285d1f-cd24-4913-b976-267919979835 req-b782983b-1b62-49cb-b102-88b301d1b292 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494399 Apr 16 05:04:16.408514 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ba1fa-ce08-4ba9-b714-82907f1b804a req-27acc5d5-b74c-4a07-9b5e-f1e8a438ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:16.410123 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a75ba1fa-ce08-4ba9-b714-82907f1b804a req-27acc5d5-b74c-4a07-9b5e-f1e8a438ac29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 1129 time: 0.0455966 Apr 16 05:04:16.528315 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ba1fa-ce08-4ba9-b714-82907f1b804a req-869f92fb-8229-4627-b04a-2d0fcb740f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:16.529829 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a75ba1fa-ce08-4ba9-b714-82907f1b804a req-869f92fb-8229-4627-b04a-2d0fcb740f68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 200 len: 909 time: 0.0988555 Apr 16 05:04:16.610909 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a75ba1fa-ce08-4ba9-b714-82907f1b804a req-d312e15d-a23a-405f-9fd0-6753e9e45685 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ed3782-397d-4da3-965d-4da35ac2efd8 HTTP/1.1" status: 200 len: 1000 time: 0.0748782 Apr 16 05:04:16.669390 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ba1fa-ce08-4ba9-b714-82907f1b804a req-f3477d98-3497-489a-a927-11813c3fba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:16.670757 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a75ba1fa-ce08-4ba9-b714-82907f1b804a req-f3477d98-3497-489a-a927-11813c3fba09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92884b13-07fc-4dca-b725-c867a7325ef6 HTTP/1.1" status: 200 len: 848 time: 0.0542741 Apr 16 05:04:16.719163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ba1fa-ce08-4ba9-b714-82907f1b804a req-0d867e41-e44a-426f-b2cc-9519662169df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:16.720712 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a75ba1fa-ce08-4ba9-b714-82907f1b804a req-0d867e41-e44a-426f-b2cc-9519662169df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48593ab8-cfda-403e-b15a-645e06effdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434804 Apr 16 05:04:16.824385 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a75ba1fa-ce08-4ba9-b714-82907f1b804a req-7d6d2bdf-79d3-4ddf-b804-357b2fc0e4b1 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972226 Apr 16 05:04:16.930531 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a75ba1fa-ce08-4ba9-b714-82907f1b804a req-b9d2e84f-9dad-4bae-931a-dd91955ef29b service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998318 Apr 16 05:04:17.248588 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11b457-1d74-4121-afc0-4d80d7ca397d req-69e128be-17bd-4536-b614-d1057b0b496f tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:17.250158 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8b11b457-1d74-4121-afc0-4d80d7ca397d req-69e128be-17bd-4536-b614-d1057b0b496f tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0491846 Apr 16 05:04:17.304013 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8b11b457-1d74-4121-afc0-4d80d7ca397d req-6f5b994a-c625-49f8-8f95-88e1e646e7fd tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469222 Apr 16 05:04:18.426392 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b7127-9f13-4dff-be75-0f6346e72711 req-a4b3a026-d37d-45f0-80c9-cd0a05d11e66 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:18.427972 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e91b7127-9f13-4dff-be75-0f6346e72711 req-a4b3a026-d37d-45f0-80c9-cd0a05d11e66 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0496724 Apr 16 05:04:18.485587 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e91b7127-9f13-4dff-be75-0f6346e72711 req-f624f26a-f614-4c84-a693-1b76251c7638 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510240 Apr 16 05:04:19.625863 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c828a5-0436-4613-908c-aecd4889fbd5 req-e8a4697f-bb23-4534-9fc8-16363407e438 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:19.634756 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-59c828a5-0436-4613-908c-aecd4889fbd5 req-e8a4697f-bb23-4534-9fc8-16363407e438 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0744178 Apr 16 05:04:19.708965 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-59c828a5-0436-4613-908c-aecd4889fbd5 req-1fe5085f-2b77-4cce-88a9-fbc8d81758c7 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699062 Apr 16 05:04:20.823865 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0858f0-b05e-494d-9988-ab334623d1fd req-fae1d2ec-7877-491a-99c1-c232259dc4e0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:20.825404 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0a0858f0-b05e-494d-9988-ab334623d1fd req-fae1d2ec-7877-491a-99c1-c232259dc4e0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0502558 Apr 16 05:04:20.838798 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2f98a-a538-4ba6-8370-fd63f7450ee4 req-6e70460a-d33f-47f1-9416-00501f51eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:20.840400 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1ea2f98a-a538-4ba6-8370-fd63f7450ee4 req-6e70460a-d33f-47f1-9416-00501f51eadd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 1129 time: 0.0400758 Apr 16 05:04:20.878167 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-0a0858f0-b05e-494d-9988-ab334623d1fd req-20b8c8bc-f31c-4ec6-97a5-87ac019a40be tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471368 Apr 16 05:04:20.936037 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2f98a-a538-4ba6-8370-fd63f7450ee4 req-098007a7-dbc8-48f4-bfba-f8af033b84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:20.937524 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1ea2f98a-a538-4ba6-8370-fd63f7450ee4 req-098007a7-dbc8-48f4-bfba-f8af033b84ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 200 len: 909 time: 0.0899954 Apr 16 05:04:21.001498 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1ea2f98a-a538-4ba6-8370-fd63f7450ee4 req-48c68bc3-2943-423e-889d-ccc3ece46d99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ed3782-397d-4da3-965d-4da35ac2efd8 HTTP/1.1" status: 200 len: 1000 time: 0.0579073 Apr 16 05:04:21.049718 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2f98a-a538-4ba6-8370-fd63f7450ee4 req-fbfa4dc6-8703-4d01-9a0e-bec90913ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:21.051164 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1ea2f98a-a538-4ba6-8370-fd63f7450ee4 req-fbfa4dc6-8703-4d01-9a0e-bec90913ad12 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92884b13-07fc-4dca-b725-c867a7325ef6 HTTP/1.1" status: 200 len: 848 time: 0.0427439 Apr 16 05:04:21.097376 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2f98a-a538-4ba6-8370-fd63f7450ee4 req-e51545b3-5b30-4966-abaf-80c81b4df1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:21.098846 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1ea2f98a-a538-4ba6-8370-fd63f7450ee4 req-e51545b3-5b30-4966-abaf-80c81b4df1ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48593ab8-cfda-403e-b15a-645e06effdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418406 Apr 16 05:04:21.187192 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1ea2f98a-a538-4ba6-8370-fd63f7450ee4 req-198d65e7-c165-4ab4-a14a-203410432910 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823629 Apr 16 05:04:21.278603 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1ea2f98a-a538-4ba6-8370-fd63f7450ee4 req-c23ed77c-3362-443c-b7b7-12a79d6b2599 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858731 Apr 16 05:04:21.990438 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d68346-a747-43a5-8b1d-dd30b273c919 req-7c84dfcc-78b7-4d52-9d81-c194a818ba7c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:21.991932 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c0d68346-a747-43a5-8b1d-dd30b273c919 req-7c84dfcc-78b7-4d52-9d81-c194a818ba7c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0465293 Apr 16 05:04:22.040300 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c0d68346-a747-43a5-8b1d-dd30b273c919 req-406a7647-bb34-498b-be61-9e526ccb6dc2 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427959 Apr 16 05:04:23.152272 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a73dcb-bfed-4c92-bacf-2d601455876b req-515d870f-3a0b-4d42-9bb7-836d808489c4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:23.153757 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d3a73dcb-bfed-4c92-bacf-2d601455876b req-515d870f-3a0b-4d42-9bb7-836d808489c4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0465386 Apr 16 05:04:23.202959 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d3a73dcb-bfed-4c92-bacf-2d601455876b req-d13eed36-11b5-4733-b2d3-b8e636c41f35 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437560 Apr 16 05:04:23.269688 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [req-51cd87bf-0a71-41af-86cf-440548b228a6 req-59e4ad1b-968d-4f82-92e7-c589ab992476 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 05:04:23.270680 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-51cd87bf-0a71-41af-86cf-440548b228a6 req-59e4ad1b-968d-4f82-92e7-c589ab992476 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053494 Apr 16 05:04:23.674008 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df045e-5088-46e3-8166-396b61ba177f req-dbdae411-4013-462b-a00f-be033e38afb5 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:23.675522 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-95df045e-5088-46e3-8166-396b61ba177f req-dbdae411-4013-462b-a00f-be033e38afb5 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0518947 Apr 16 05:04:23.725491 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-95df045e-5088-46e3-8166-396b61ba177f req-7a191925-358c-497a-bde7-2e0fc48e3de3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442429 Apr 16 05:04:24.053074 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ed7cd79c-fd9c-45d9-a5a1-3654081c0ab7 req-189dd2c0-bd74-48cc-a4e3-39987b8aad82 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0788250 Apr 16 05:04:24.179414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd79c-fd9c-45d9-a5a1-3654081c0ab7 req-69971059-b0db-44df-be47-4cb11a5a49f5 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:24.180938 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ed7cd79c-fd9c-45d9-a5a1-3654081c0ab7 req-69971059-b0db-44df-be47-4cb11a5a49f5 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports/52ed3782-397d-4da3-965d-4da35ac2efd8 HTTP/1.1" status: 200 len: 942 time: 0.0998054 Apr 16 05:04:24.838634 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5905388-73e2-461b-97f9-6b8582084bf1 req-a9260687-3029-45bb-94d3-e4bd8ddb6e7c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:24.840109 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d5905388-73e2-461b-97f9-6b8582084bf1 req-a9260687-3029-45bb-94d3-e4bd8ddb6e7c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 945 time: 0.0481329 Apr 16 05:04:24.890503 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d5905388-73e2-461b-97f9-6b8582084bf1 req-13636dde-cd23-45b7-8cdd-92f62fdaf37c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447354 Apr 16 05:04:25.394015 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd79c-fd9c-45d9-a5a1-3654081c0ab7 req-1640dcb4-dc32-4c2c-95ea-a6cced07beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:25.395480 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ed7cd79c-fd9c-45d9-a5a1-3654081c0ab7 req-1640dcb4-dc32-4c2c-95ea-a6cced07beaf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045&tenant_id=56fd333211ca4db1ba4d7f6c4f57e398 HTTP/1.1" status: 200 len: 1129 time: 0.0386395 Apr 16 05:04:25.453179 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd79c-fd9c-45d9-a5a1-3654081c0ab7 req-890ac2d0-a6f1-45ef-a608-edcb176d77f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:25.454643 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ed7cd79c-fd9c-45d9-a5a1-3654081c0ab7 req-890ac2d0-a6f1-45ef-a608-edcb176d77f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 1129 time: 0.0380573 Apr 16 05:04:25.544764 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd79c-fd9c-45d9-a5a1-3654081c0ab7 req-f4b5f980-99b7-4100-a3b6-75e17ced6d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:25.546220 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ed7cd79c-fd9c-45d9-a5a1-3654081c0ab7 req-f4b5f980-99b7-4100-a3b6-75e17ced6d89 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 200 len: 909 time: 0.0858502 Apr 16 05:04:25.580659 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 52ed3782-397d-4da3-965d-4da35ac2efd8 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:04:25.613339 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ed7cd79c-fd9c-45d9-a5a1-3654081c0ab7 req-add2ee52-04ba-4e27-89c5-ee635dea8734 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ed3782-397d-4da3-965d-4da35ac2efd8 HTTP/1.1" status: 200 len: 1000 time: 0.0615537 Apr 16 05:04:25.656961 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 52ed3782-397d-4da3-965d-4da35ac2efd8 is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:04:25.657264 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:25.660883 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd79c-fd9c-45d9-a5a1-3654081c0ab7 req-ffc1e70f-f5f2-4513-814a-4db7d51e66fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:25.662322 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ed7cd79c-fd9c-45d9-a5a1-3654081c0ab7 req-ffc1e70f-f5f2-4513-814a-4db7d51e66fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92884b13-07fc-4dca-b725-c867a7325ef6 HTTP/1.1" status: 200 len: 848 time: 0.0437493 Apr 16 05:04:25.679778 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4212d8fd-1f38-4c84-acdd-2f766638e045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52ed3782-397d-4da3-965d-4da35ac2efd8'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:04:25.682007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694662ca-27be-4b47-867c-055cba67c82e" -d '{"events": [{"server_uuid": "4212d8fd-1f38-4c84-acdd-2f766638e045", "name": "network-vif-unplugged", "status": "completed", "tag": "52ed3782-397d-4da3-965d-4da35ac2efd8"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:04:25.698558 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 52ed3782-397d-4da3-965d-4da35ac2efd8, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=52ed3782-397d-4da3-965d-4da35ac2efd8,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:04:25.707208 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd79c-fd9c-45d9-a5a1-3654081c0ab7 req-8fbeabf3-0041-4860-8a03-3b15fe3c7c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:25.708809 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ed7cd79c-fd9c-45d9-a5a1-3654081c0ab7 req-8fbeabf3-0041-4860-8a03-3b15fe3c7c59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48593ab8-cfda-403e-b15a-645e06effdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0401123 Apr 16 05:04:25.718896 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 05:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6890453-b972-4ae1-a587-4035178c7796 x-openstack-request-id: req-f6890453-b972-4ae1-a587-4035178c7796 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:04:25.719275 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4212d8fd-1f38-4c84-acdd-2f766638e045", "name": "network-vif-unplugged", "status": "completed", "tag": "52ed3782-397d-4da3-965d-4da35ac2efd8", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:04:25.719531 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6890453-b972-4ae1-a587-4035178c7796 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:04:25.719927 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6890453-b972-4ae1-a587-4035178c7796'] response: {'server_uuid': '4212d8fd-1f38-4c84-acdd-2f766638e045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52ed3782-397d-4da3-965d-4da35ac2efd8', 'code': 200} Apr 16 05:04:25.782869 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:25.807192 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ed7cd79c-fd9c-45d9-a5a1-3654081c0ab7 req-7e42806c-873f-4760-ad9c-233069db6734 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908315 Apr 16 05:04:25.831642 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=52ed3782-397d-4da3-965d-4da35ac2efd8,revision_number=8']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:04:25.897179 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ed7cd79c-fd9c-45d9-a5a1-3654081c0ab7 req-ec10b695-61bd-4521-8e8d-c4c396136923 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835180 Apr 16 05:04:26.006580 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095f050-fcf4-49e9-9224-5180a414b364 req-2b1b42fe-0d16-4232-81d7-e0aa30928104 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:26.008443 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8095f050-fcf4-49e9-9224-5180a414b364 req-2b1b42fe-0d16-4232-81d7-e0aa30928104 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 943 time: 0.0482175 Apr 16 05:04:26.066031 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8095f050-fcf4-49e9-9224-5180a414b364 req-9779723b-ac62-41f1-b4a1-a41447ec699d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519545 Apr 16 05:04:27.187830 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532151f-ef3c-426b-a91b-c7c9d3f61c7a req-2bdefb32-4674-4fd9-9650-cb9b1da6ef76 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:27.189429 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f532151f-ef3c-426b-a91b-c7c9d3f61c7a req-2bdefb32-4674-4fd9-9650-cb9b1da6ef76 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 943 time: 0.0529296 Apr 16 05:04:27.240800 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f532151f-ef3c-426b-a91b-c7c9d3f61c7a req-81bec398-ad7f-4fc7-8826-6cca3c1442be tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449934 Apr 16 05:04:28.358697 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29725d-c95f-4d6f-adf7-7c0a39d93e60 req-b8d2a54f-69e1-4765-824a-84a77b9aeb6f tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:28.360284 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bb29725d-c95f-4d6f-adf7-7c0a39d93e60 req-b8d2a54f-69e1-4765-824a-84a77b9aeb6f tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 943 time: 0.0510063 Apr 16 05:04:28.416109 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bb29725d-c95f-4d6f-adf7-7c0a39d93e60 req-1813a8af-8239-4052-bf53-b9a6b78a50ad tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493369 Apr 16 05:04:28.509458 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:29.566662 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fea36-a821-498c-b88d-09c363da906e req-1e1df92f-c8b9-4dda-be82-4b624eaf4d9d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:29.568392 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f75fea36-a821-498c-b88d-09c363da906e req-1e1df92f-c8b9-4dda-be82-4b624eaf4d9d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 943 time: 0.0554123 Apr 16 05:04:29.624197 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-f75fea36-a821-498c-b88d-09c363da906e req-42b1797c-1064-40c0-b320-2869ad7dc37c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495434 Apr 16 05:04:30.740913 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267e535-42f5-4976-940b-ad7ef6f66955 req-ec1df727-c4fc-4fbd-bdc8-4e6018d0eed8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:30.742715 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5267e535-42f5-4976-940b-ad7ef6f66955 req-ec1df727-c4fc-4fbd-bdc8-4e6018d0eed8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 943 time: 0.0485585 Apr 16 05:04:30.799003 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5267e535-42f5-4976-940b-ad7ef6f66955 req-c1843e4a-bb8f-4505-b24a-f979b7b27258 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508208 Apr 16 05:04:31.933330 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9141244-57bf-4b16-b196-2775c506f765 req-bd275bec-5ad2-429b-aa8f-958781240474 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:31.935019 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b9141244-57bf-4b16-b196-2775c506f765 req-bd275bec-5ad2-429b-aa8f-958781240474 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 943 time: 0.0525322 Apr 16 05:04:31.987619 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b9141244-57bf-4b16-b196-2775c506f765 req-1afeaea5-fc46-4a2e-b747-399bed73be71 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459759 Apr 16 05:04:33.059292 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:04:33.105550 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c1ac1-ab71-4242-8e53-d792f2edb113 req-7f6f32d2-7678-485f-8eac-20a6fd3c7421 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:33.106939 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-015c1ac1-ab71-4242-8e53-d792f2edb113 req-7f6f32d2-7678-485f-8eac-20a6fd3c7421 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 943 time: 0.0507863 Apr 16 05:04:33.162889 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-015c1ac1-ab71-4242-8e53-d792f2edb113 req-86ad02f0-ae87-42c3-a81f-34564119f29d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499272 Apr 16 05:04:34.278798 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296bcde-956a-4a80-b32a-b4d894f9c678 req-acab9d52-bce5-4dfb-8c43-60275ac23436 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:34.280273 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c296bcde-956a-4a80-b32a-b4d894f9c678 req-acab9d52-bce5-4dfb-8c43-60275ac23436 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 943 time: 0.0514512 Apr 16 05:04:34.331927 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c296bcde-956a-4a80-b32a-b4d894f9c678 req-0efa20b7-3562-4951-883c-b43c6fe69158 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435476 Apr 16 05:04:35.149819 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac9d74-9288-45d4-86b7-e9547be5bda2 req-11306304-e004-412e-b945-25e4e9e11c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:35.151291 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5aac9d74-9288-45d4-86b7-e9547be5bda2 req-11306304-e004-412e-b945-25e4e9e11c19 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 1127 time: 0.0384071 Apr 16 05:04:35.196129 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-5aac9d74-9288-45d4-86b7-e9547be5bda2 req-e1693c58-027e-4088-9a6f-9517a31b137c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388906 Apr 16 05:04:35.443259 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f8908-bad1-44e2-a8b1-379add98aebf req-8168946b-286c-473e-95a6-f281cd18e95c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:35.445209 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-de1f8908-bad1-44e2-a8b1-379add98aebf req-8168946b-286c-473e-95a6-f281cd18e95c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 943 time: 0.0502193 Apr 16 05:04:35.492514 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-de1f8908-bad1-44e2-a8b1-379add98aebf req-a2d77e01-21a3-4a5b-b619-ad41c7453b61 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418894 Apr 16 05:04:35.580431 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 52ed3782-397d-4da3-965d-4da35ac2efd8 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 05:04:35.680551 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 52ed3782-397d-4da3-965d-4da35ac2efd8, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=52ed3782-397d-4da3-965d-4da35ac2efd8,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:04:35.691440 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '52ed3782-397d-4da3-965d-4da35ac2efd8', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'port_id': '52ed3782-397d-4da3-965d-4da35ac2efd8', 'mac_address': 'fa:16:3e:d5:8c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 05:04:35.727576 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 52ed3782-397d-4da3-965d-4da35ac2efd8 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:04:35.727902 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:35.740205 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ed3782-397d-4da3-965d-4da35ac2efd8 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 05:04:35.760553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 52ed3782-397d-4da3-965d-4da35ac2efd8, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=52ed3782-397d-4da3-965d-4da35ac2efd8,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:04:35.811342 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:35.862155 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=52ed3782-397d-4da3-965d-4da35ac2efd8,revision_number=9']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:04:36.607751 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda3d9a-7ee7-4573-808e-2e2d6dd116a7 req-f4224a39-5bd2-4449-a59d-c7ea55cbfe63 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:36.609249 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5bda3d9a-7ee7-4573-808e-2e2d6dd116a7 req-f4224a39-5bd2-4449-a59d-c7ea55cbfe63 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 944 time: 0.0487986 Apr 16 05:04:36.663013 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5bda3d9a-7ee7-4573-808e-2e2d6dd116a7 req-deca3731-301e-4ee2-93e5-0747371f3bdc tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458803 Apr 16 05:04:37.100884 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['52ed3782-397d-4da3-965d-4da35ac2efd8'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 05:04:37.770696 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 52ed3782-397d-4da3-965d-4da35ac2efd8 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:04:37.782154 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcbf47-74cf-4d0c-b6ef-9bf24160a876 req-475d6f09-1132-42b5-b040-f57106bdb323 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:04:37.783649 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2ddcbf47-74cf-4d0c-b6ef-9bf24160a876 req-475d6f09-1132-42b5-b040-f57106bdb323 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 944 time: 0.0478249 Apr 16 05:04:37.817549 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 52ed3782-397d-4da3-965d-4da35ac2efd8 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:04:37.817923 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:37.833181 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-2ddcbf47-74cf-4d0c-b6ef-9bf24160a876 req-58407add-162c-4b9a-8be4-b5196b2c8b4b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431914 Apr 16 05:04:37.896679 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 52ed3782-397d-4da3-965d-4da35ac2efd8 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:04:37.897719 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:37.919002 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4212d8fd-1f38-4c84-acdd-2f766638e045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ed3782-397d-4da3-965d-4da35ac2efd8'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:04:37.921229 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49f3551-f81c-4990-9d87-bccbd029fe37" -d '{"events": [{"server_uuid": "4212d8fd-1f38-4c84-acdd-2f766638e045", "name": "network-vif-plugged", "status": "completed", "tag": "52ed3782-397d-4da3-965d-4da35ac2efd8"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:04:37.932982 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 52ed3782-397d-4da3-965d-4da35ac2efd8, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=52ed3782-397d-4da3-965d-4da35ac2efd8,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:04:37.956993 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 05:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5280a68b-127e-4ad5-8546-08124c988a94 x-openstack-request-id: req-5280a68b-127e-4ad5-8546-08124c988a94 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:04:37.957300 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4212d8fd-1f38-4c84-acdd-2f766638e045", "name": "network-vif-plugged", "status": "completed", "tag": "52ed3782-397d-4da3-965d-4da35ac2efd8", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:04:37.957548 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5280a68b-127e-4ad5-8546-08124c988a94 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:04:37.957935 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5280a68b-127e-4ad5-8546-08124c988a94'] response: {'server_uuid': '4212d8fd-1f38-4c84-acdd-2f766638e045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ed3782-397d-4da3-965d-4da35ac2efd8', 'code': 200} Apr 16 05:04:38.023367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:38.069770 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=52ed3782-397d-4da3-965d-4da35ac2efd8,revision_number=10']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:04:39.123497 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e59bf8a5-0bfe-4b4e-a622-fae036281c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:41.554309 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-374c2084-7403-4b28-ad08-b1c13dc1d097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:42.741187 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:44.194441 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:45.409261 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:04:58.507378 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:09.113661 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5b7d56fc-c103-4bed-bde9-223c895add5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:10.057631 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:05:11.489472 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-28d642b1-b00a-46fe-a1e0-e3002afe6d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:12.722966 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:14.188185 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:15.408936 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:16.369928 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b077c503-683c-4983-9c53-63ac18bec5b6 req-c77a487a-50b0-4061-9f2c-4c78fbcb3dfe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375180 Apr 16 05:05:16.452594 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077c503-683c-4983-9c53-63ac18bec5b6 req-0c3f90ce-6c37-49d6-93ec-8f9561091232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:05:16.454114 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b077c503-683c-4983-9c53-63ac18bec5b6 req-0c3f90ce-6c37-49d6-93ec-8f9561091232 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 1130 time: 0.0434570 Apr 16 05:05:16.555443 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077c503-683c-4983-9c53-63ac18bec5b6 req-cdfc4acf-6351-4918-a429-ff579d5e1a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:05:16.557005 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b077c503-683c-4983-9c53-63ac18bec5b6 req-cdfc4acf-6351-4918-a429-ff579d5e1a51 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 200 len: 909 time: 0.0858512 Apr 16 05:05:16.624200 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b077c503-683c-4983-9c53-63ac18bec5b6 req-7476b6ad-bd46-4321-b810-12cf40ee5521 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ed3782-397d-4da3-965d-4da35ac2efd8 HTTP/1.1" status: 200 len: 1000 time: 0.0617390 Apr 16 05:05:16.670474 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077c503-683c-4983-9c53-63ac18bec5b6 req-cbbdbc95-9add-46ba-8c68-e0aa6e286a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:05:16.671860 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b077c503-683c-4983-9c53-63ac18bec5b6 req-cbbdbc95-9add-46ba-8c68-e0aa6e286a3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92884b13-07fc-4dca-b725-c867a7325ef6 HTTP/1.1" status: 200 len: 848 time: 0.0424917 Apr 16 05:05:16.713938 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077c503-683c-4983-9c53-63ac18bec5b6 req-5e1b44c9-894e-405c-981f-17c819ff22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:05:16.715417 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b077c503-683c-4983-9c53-63ac18bec5b6 req-5e1b44c9-894e-405c-981f-17c819ff22d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48593ab8-cfda-403e-b15a-645e06effdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378926 Apr 16 05:05:16.806691 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b077c503-683c-4983-9c53-63ac18bec5b6 req-a15d5fe5-e316-4d64-9802-6defc4bc834e service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852497 Apr 16 05:05:16.897059 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b077c503-683c-4983-9c53-63ac18bec5b6 req-8f5823cf-e0e1-4858-ae5b-3419938d3127 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819652 Apr 16 05:05:28.534562 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:39.119001 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-63c212b3-6378-48ed-b48b-17a94d4e4ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:41.497234 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5f961c5e-f33d-48cf-9a1d-a01ac63bb366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:42.728392 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:44.226015 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:45.408410 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:47.056569 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:05:48.319103 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46866) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:05:48.469715 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Deleting port d03ff01e-bebc-4a0a-865f-b8f33f376003 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:05:48.470055 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (d03ff01e-bebc-4a0a-865f-b8f33f376003), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:48.544537 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (d03ff01e-bebc-4a0a-865f-b8f33f376003), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:48.544890 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for floatingip (d03ff01e-bebc-4a0a-865f-b8f33f376003), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:48.557283 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Calling delete_port for d03ff01e-bebc-4a0a-865f-b8f33f376003 owned by network:floatingip {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:05:48.770804 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (d03ff01e-bebc-4a0a-865f-b8f33f376003), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:48.799625 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event deleted for resources: {'Port': ['ID=d03ff01e-bebc-4a0a-865f-b8f33f376003,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:05:48.826042 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:48.826396 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:48.826741 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:48.827082 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:48.827437 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:48.827753 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:48.828081 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:48.828410 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:48.828754 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:48.829103 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:48.829409 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:48.829734 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:48.830059 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:48.830380 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:48.830702 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:48.871741 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for floatingip (7621f10c-69a1-4f59-bb99-5848f8a6ce19), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:48.872075 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Floating IP 7621f10c-69a1-4f59-bb99-5848f8a6ce19 disassociated (deleted). External IP: 172.26.6.64, port: 52ed3782-397d-4da3-965d-4da35ac2efd8. Apr 16 05:05:49.362039 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Router ca024281-6e65-496e-b450-a5ff2f8e4d82 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:05:49.473839 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:05:49.479658 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:49.484535 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05125ffc-2c3d-4d26-93fa-f81d332a699e None None] Sync routers for ids ['ca024281-6e65-496e-b450-a5ff2f8e4d82'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:05:49.494264 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05125ffc-2c3d-4d26-93fa-f81d332a699e None None] Routers {'ca024281-6e65-496e-b450-a5ff2f8e4d82'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:05:49.494883 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-05125ffc-2c3d-4d26-93fa-f81d332a699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:05:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['ca024281-6e65-496e-b450-a5ff2f8e4d82'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:05:49.508978 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2f084731-a581-4396-aa65-7e7b4108c4e6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "DELETE /v2.0/floatingips/7621f10c-69a1-4f59-bb99-5848f8a6ce19 HTTP/1.1" status: 204 len: 168 time: 1.1887755 Apr 16 05:05:49.509588 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4212d8fd-1f38-4c84-acdd-2f766638e045', 'tag': '52ed3782-397d-4da3-965d-4da35ac2efd8'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:05:49.511912 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c42440-351b-4cd5-925e-c04d08be5d02" -d '{"events": [{"name": "network-changed", "server_uuid": "4212d8fd-1f38-4c84-acdd-2f766638e045", "tag": "52ed3782-397d-4da3-965d-4da35ac2efd8"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:05:49.610020 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-05125ffc-2c3d-4d26-93fa-f81d332a699e None None] Set router ca024281-6e65-496e-b450-a5ff2f8e4d82 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:05:49.611431 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 05:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15d7518-c1b4-4bfd-9b4a-368b31951705 x-openstack-request-id: req-a15d7518-c1b4-4bfd-9b4a-368b31951705 {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:05:49.611727 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4212d8fd-1f38-4c84-acdd-2f766638e045", "tag": "52ed3782-397d-4da3-965d-4da35ac2efd8", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:05:49.612032 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a15d7518-c1b4-4bfd-9b4a-368b31951705 {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:05:49.612513 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a15d7518-c1b4-4bfd-9b4a-368b31951705'] response: {'name': 'network-changed', 'server_uuid': '4212d8fd-1f38-4c84-acdd-2f766638e045', 'tag': '52ed3782-397d-4da3-965d-4da35ac2efd8', 'status': 'completed', 'code': 200} Apr 16 05:05:49.675499 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c42440-351b-4cd5-925e-c04d08be5d02 req-27a95750-8322-47fa-bd1a-4390b770fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:05:49.677766 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-14c42440-351b-4cd5-925e-c04d08be5d02 req-27a95750-8322-47fa-bd1a-4390b770fac5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 1130 time: 0.0447326 Apr 16 05:05:49.776682 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c42440-351b-4cd5-925e-c04d08be5d02 req-16297f53-c606-415d-b1ef-234299deea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:05:49.778270 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-14c42440-351b-4cd5-925e-c04d08be5d02 req-16297f53-c606-415d-b1ef-234299deea64 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 200 len: 909 time: 0.0952694 Apr 16 05:05:49.815775 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-05125ffc-2c3d-4d26-93fa-f81d332a699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:32Z', 'updated_at': '2022-04-16T05:01:35Z', 'revision_number': 4, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'gw_port': {'id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:33Z', 'updated_at': '2022-04-16T05:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'f758234a-4ca2-41a6-9d01-2ec98cfd03e8', 'name': '', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'mac_address': 'fa:16:3e:75:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:35Z', 'updated_at': '2022-04-16T05:01:38Z', 'revision_number': 5, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'subnets': [{'id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:05:49.843565 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-14c42440-351b-4cd5-925e-c04d08be5d02 req-34347da3-acc0-45ae-82b6-8b2f70dea68c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ed3782-397d-4da3-965d-4da35ac2efd8 HTTP/1.1" status: 200 len: 217 time: 0.0534973 Apr 16 05:05:49.850778 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05125ffc-2c3d-4d26-93fa-f81d332a699e None None] Checking router: ca024281-6e65-496e-b450-a5ff2f8e4d82 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:05:49.861081 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05125ffc-2c3d-4d26-93fa-f81d332a699e None None] Routers {'ca024281-6e65-496e-b450-a5ff2f8e4d82'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:05:49.861721 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-05125ffc-2c3d-4d26-93fa-f81d332a699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:05:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['ca024281-6e65-496e-b450-a5ff2f8e4d82'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:05:49.908144 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c42440-351b-4cd5-925e-c04d08be5d02 req-362981d2-6c59-47ad-98fc-63c9b61adeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:05:49.909851 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-14c42440-351b-4cd5-925e-c04d08be5d02 req-362981d2-6c59-47ad-98fc-63c9b61adeb7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92884b13-07fc-4dca-b725-c867a7325ef6 HTTP/1.1" status: 200 len: 848 time: 0.0604734 Apr 16 05:05:49.991913 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-05125ffc-2c3d-4d26-93fa-f81d332a699e None None] Set router ca024281-6e65-496e-b450-a5ff2f8e4d82 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:05:50.023032 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee18ef-d77a-4621-8dc1-0e7af2bd7b62 req-224d0a55-3b92-4799-92c6-a511137c0d39 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:05:50.024794 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-dbee18ef-d77a-4621-8dc1-0e7af2bd7b62 req-224d0a55-3b92-4799-92c6-a511137c0d39 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 946 time: 0.0500789 Apr 16 05:05:50.074419 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-dbee18ef-d77a-4621-8dc1-0e7af2bd7b62 req-b0c4f80b-e3b3-4229-ac56-47d1f1e8006b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434484 Apr 16 05:05:50.188637 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-05125ffc-2c3d-4d26-93fa-f81d332a699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:32Z', 'updated_at': '2022-04-16T05:01:35Z', 'revision_number': 4, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'gw_port': {'id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:33Z', 'updated_at': '2022-04-16T05:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'f758234a-4ca2-41a6-9d01-2ec98cfd03e8', 'name': '', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'mac_address': 'fa:16:3e:75:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:35Z', 'updated_at': '2022-04-16T05:01:38Z', 'revision_number': 5, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'subnets': [{'id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:05:50.215391 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05125ffc-2c3d-4d26-93fa-f81d332a699e None None] The sync data for ids ['ca024281-6e65-496e-b450-a5ff2f8e4d82'] in dv-neutron-838078-2-hyperv is: [{'id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:32Z', 'updated_at': '2022-04-16T05:01:35Z', 'revision_number': 4, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'gw_port': {'id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:33Z', 'updated_at': '2022-04-16T05:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'f758234a-4ca2-41a6-9d01-2ec98cfd03e8', 'name': '', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'mac_address': 'fa:16:3e:75:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:35Z', 'updated_at': '2022-04-16T05:01:38Z', 'revision_number': 5, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'subnets': [{'id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:05:50.437744 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06967fe-360b-467f-83cb-2a8a0ac93086 None None] New status for floating IP 7621f10c-69a1-4f59-bb99-5848f8a6ce19: DOWN {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 05:05:50.882518 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c42440-351b-4cd5-925e-c04d08be5d02 req-54063255-4eaa-45dc-b8da-9b8ada37770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:05:50.884064 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-14c42440-351b-4cd5-925e-c04d08be5d02 req-54063255-4eaa-45dc-b8da-9b8ada37770f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48593ab8-cfda-403e-b15a-645e06effdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0410190 Apr 16 05:05:50.982160 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-14c42440-351b-4cd5-925e-c04d08be5d02 req-9e259155-904e-46b0-bcff-36b7af2146b1 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911613 Apr 16 05:05:51.112579 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-14c42440-351b-4cd5-925e-c04d08be5d02 req-6112ed7e-6daa-4fed-b4b8-89858bec7ce6 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863941 Apr 16 05:05:51.223314 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e436e0-a02c-44dc-a09a-fe725ab3566e req-cd08c24f-b036-4f69-b163-ab81468e48f2 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:05:51.225368 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-87e436e0-a02c-44dc-a09a-fe725ab3566e req-cd08c24f-b036-4f69-b163-ab81468e48f2 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 946 time: 0.0784738 Apr 16 05:05:51.231445 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfd843-2788-43c2-8133-b1ed77bdf127 req-73d35e54-4dd8-4489-96e2-94a07bd11402 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:05:51.232808 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cecfd843-2788-43c2-8133-b1ed77bdf127 req-73d35e54-4dd8-4489-96e2-94a07bd11402 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.18 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 946 time: 0.0770102 Apr 16 05:05:51.331432 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-87e436e0-a02c-44dc-a09a-fe725ab3566e req-a46b83f4-1ab9-4f2c-a0e2-4ee75ca56211 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=d296823f-b856-49e1-9679-4332793e3cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976727 Apr 16 05:05:51.346319 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-cecfd843-2788-43c2-8133-b1ed77bdf127 req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Deleting port 52ed3782-397d-4da3-965d-4da35ac2efd8 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:05:51.346660 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-cecfd843-2788-43c2-8133-b1ed77bdf127 req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:51.438560 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-cecfd843-2788-43c2-8133-b1ed77bdf127 req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] For port 52ed3782-397d-4da3-965d-4da35ac2efd8, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=52ed3782-397d-4da3-965d-4da35ac2efd8,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:05:51.438917 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-cecfd843-2788-43c2-8133-b1ed77bdf127 req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:51.452356 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-cecfd843-2788-43c2-8133-b1ed77bdf127 req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Calling delete_port for 52ed3782-397d-4da3-965d-4da35ac2efd8 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:05:51.645215 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-cecfd843-2788-43c2-8133-b1ed77bdf127 req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (52ed3782-397d-4da3-965d-4da35ac2efd8), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:51.673100 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event deleted for resources: {'Port': ['ID=52ed3782-397d-4da3-965d-4da35ac2efd8,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:05:51.689769 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:51.689769 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:51.689769 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:51.689769 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:51.690190 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:51.690190 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:51.690432 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:51.690754 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:51.691077 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:51.691400 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:51.691722 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:51.692041 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:51.692357 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:51.692673 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:51.693053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:05:51.730117 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecfd843-2788-43c2-8133-b1ed77bdf127 req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] No DVR routers for this DVR port 52ed3782-397d-4da3-965d-4da35ac2efd8 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 05:05:51.732642 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-cecfd843-2788-43c2-8133-b1ed77bdf127 req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:51.735817 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-cecfd843-2788-43c2-8133-b1ed77bdf127 req-643698e9-ce65-471a-8d1e-79c72846cbc3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.18 "DELETE /v2.0/ports/52ed3782-397d-4da3-965d-4da35ac2efd8 HTTP/1.1" status: 204 len: 173 time: 0.4963174 Apr 16 05:05:51.736261 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4212d8fd-1f38-4c84-acdd-2f766638e045', 'name': 'network-vif-deleted', 'tag': '52ed3782-397d-4da3-965d-4da35ac2efd8'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:05:51.738503 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d66c82-0af9-409f-84a1-9c018c35b941" -d '{"events": [{"server_uuid": "4212d8fd-1f38-4c84-acdd-2f766638e045", "name": "network-vif-deleted", "tag": "52ed3782-397d-4da3-965d-4da35ac2efd8"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:05:51.835261 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 05:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6818e90a-9a09-4e36-90e4-401ad5001e2b x-openstack-request-id: req-6818e90a-9a09-4e36-90e4-401ad5001e2b {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:05:51.835610 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4212d8fd-1f38-4c84-acdd-2f766638e045", "name": "network-vif-deleted", "tag": "52ed3782-397d-4da3-965d-4da35ac2efd8", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:05:51.836093 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6818e90a-9a09-4e36-90e4-401ad5001e2b {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:05:51.836509 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6818e90a-9a09-4e36-90e4-401ad5001e2b'] response: {'server_uuid': '4212d8fd-1f38-4c84-acdd-2f766638e045', 'name': 'network-vif-deleted', 'tag': '52ed3782-397d-4da3-965d-4da35ac2efd8', 'status': 'completed', 'code': 200} Apr 16 05:05:52.442132 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-219aad48-928e-49c0-b8c3-96dec27eb05f req-6d4bec06-4c36-4111-a5c0-8facbbfec983 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=4212d8fd-1f38-4c84-acdd-2f766638e045 HTTP/1.1" status: 200 len: 210 time: 0.0319211 Apr 16 05:05:53.498458 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46894) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:05:53.556239 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d8ef1f3b-9c55-4ae3-9864-49e9b09801f6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group (d296823f-b856-49e1-9679-4332793e3cca), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:53.584591 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d8ef1f3b-9c55-4ae3-9864-49e9b09801f6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group (d296823f-b856-49e1-9679-4332793e3cca), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:53.696347 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d8ef1f3b-9c55-4ae3-9864-49e9b09801f6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (d296823f-b856-49e1-9679-4332793e3cca), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:53.698868 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-d8ef1f3b-9c55-4ae3-9864-49e9b09801f6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:53.700014 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-d8ef1f3b-9c55-4ae3-9864-49e9b09801f6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "DELETE /v2.0/security-groups/d296823f-b856-49e1-9679-4332793e3cca HTTP/1.1" status: 204 len: 168 time: 0.2004707 Apr 16 05:05:53.709481 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef1f3b-9c55-4ae3-9864-49e9b09801f6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d296823f-b856-49e1-9679-4332793e3cca,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:05:54.147137 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46900) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:05:54.152227 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-0c862bfa-f8a6-46fa-9383-ca4558569aab tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1321064777', 'description': 'tempest-secgroup-smoke-1321064777 description', 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:54.239115 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0c862bfa-f8a6-46fa-9383-ca4558569aab tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:54.305203 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0c862bfa-f8a6-46fa-9383-ca4558569aab tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group (c7f1acca-b93f-476b-a9de-9d2f68aabe00), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:54.353389 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0c862bfa-f8a6-46fa-9383-ca4558569aab tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (c7f1acca-b93f-476b-a9de-9d2f68aabe00), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:54.387736 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c862bfa-f8a6-46fa-9383-ca4558569aab tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f1acca-b93f-476b-a9de-9d2f68aabe00,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:05:54.441642 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0c862bfa-f8a6-46fa-9383-ca4558569aab tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:54.442873 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0c862bfa-f8a6-46fa-9383-ca4558569aab tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2941909 Apr 16 05:05:54.446119 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46902) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:05:54.450390 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-99f11a8c-e9be-4bab-8a5e-9febcdaddb1b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Request body: {'security_group_rule': {'security_group_id': 'c7f1acca-b93f-476b-a9de-9d2f68aabe00', 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:54.525129 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-99f11a8c-e9be-4bab-8a5e-9febcdaddb1b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (77afea82-e09a-4046-9d04-7812ff670681), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:54.578998 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-99f11a8c-e9be-4bab-8a5e-9febcdaddb1b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (77afea82-e09a-4046-9d04-7812ff670681), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:54.627919 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-99f11a8c-e9be-4bab-8a5e-9febcdaddb1b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (77afea82-e09a-4046-9d04-7812ff670681), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:54.646585 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f11a8c-e9be-4bab-8a5e-9febcdaddb1b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77afea82-e09a-4046-9d04-7812ff670681,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:05:54.709873 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-99f11a8c-e9be-4bab-8a5e-9febcdaddb1b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:54.711087 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-99f11a8c-e9be-4bab-8a5e-9febcdaddb1b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2640514 Apr 16 05:05:54.713792 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46904) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:05:54.718088 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-b79089d4-a80c-4e61-99a5-30ec80357451 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Request body: {'security_group_rule': {'security_group_id': 'c7f1acca-b93f-476b-a9de-9d2f68aabe00', 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:54.793335 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b79089d4-a80c-4e61-99a5-30ec80357451 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (71cb2e72-30ce-46fd-b9c0-8e3e2986acac), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:54.851737 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b79089d4-a80c-4e61-99a5-30ec80357451 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (71cb2e72-30ce-46fd-b9c0-8e3e2986acac), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:54.928311 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b79089d4-a80c-4e61-99a5-30ec80357451 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (71cb2e72-30ce-46fd-b9c0-8e3e2986acac), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:54.947418 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79089d4-a80c-4e61-99a5-30ec80357451 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71cb2e72-30ce-46fd-b9c0-8e3e2986acac,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:05:55.015922 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-b79089d4-a80c-4e61-99a5-30ec80357451 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:55.017147 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-b79089d4-a80c-4e61-99a5-30ec80357451 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3024399 Apr 16 05:05:55.019910 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46906) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:05:55.024092 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f1389a4d-2274-4318-bb09-47a77a6b6707 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Request body: {'security_group_rule': {'security_group_id': 'c7f1acca-b93f-476b-a9de-9d2f68aabe00', 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:55.119210 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f1389a4d-2274-4318-bb09-47a77a6b6707 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (73bd3fc2-57eb-41a4-b2a1-3a973770d0d7), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:55.174822 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f1389a4d-2274-4318-bb09-47a77a6b6707 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (73bd3fc2-57eb-41a4-b2a1-3a973770d0d7), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:55.250607 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f1389a4d-2274-4318-bb09-47a77a6b6707 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (73bd3fc2-57eb-41a4-b2a1-3a973770d0d7), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:55.268553 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1389a4d-2274-4318-bb09-47a77a6b6707 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73bd3fc2-57eb-41a4-b2a1-3a973770d0d7,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:05:55.338412 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f1389a4d-2274-4318-bb09-47a77a6b6707 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:55.339621 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f1389a4d-2274-4318-bb09-47a77a6b6707 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3188097 Apr 16 05:05:55.342456 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46908) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:05:55.346707 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-977c8ca5-e990-433c-82bd-2436488d2b04 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Request body: {'security_group_rule': {'security_group_id': 'c7f1acca-b93f-476b-a9de-9d2f68aabe00', 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:55.438877 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-977c8ca5-e990-433c-82bd-2436488d2b04 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (81a7bff8-5286-4d2a-88a2-df74e90b0fcb), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:55.494972 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-977c8ca5-e990-433c-82bd-2436488d2b04 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (81a7bff8-5286-4d2a-88a2-df74e90b0fcb), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:55.573966 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-977c8ca5-e990-433c-82bd-2436488d2b04 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (81a7bff8-5286-4d2a-88a2-df74e90b0fcb), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:55.591781 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c8ca5-e990-433c-82bd-2436488d2b04 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a7bff8-5286-4d2a-88a2-df74e90b0fcb,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:05:55.678674 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-977c8ca5-e990-433c-82bd-2436488d2b04 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:55.679885 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-977c8ca5-e990-433c-82bd-2436488d2b04 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3365085 Apr 16 05:05:55.682703 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46910) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:05:55.686928 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-7f9f0e76-5963-4571-9c96-5b3641068a5c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Request body: {'security_group_rule': {'security_group_id': 'c7f1acca-b93f-476b-a9de-9d2f68aabe00', 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:55.762602 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-7f9f0e76-5963-4571-9c96-5b3641068a5c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Project 56fd333211ca4db1ba4d7f6c4f57e398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 05:05:55.768112 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0e76-5963-4571-9c96-5b3641068a5c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (14dc2d22-7bdf-4a7d-981b-76c26252e4fe), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:55.827628 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0e76-5963-4571-9c96-5b3641068a5c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (14dc2d22-7bdf-4a7d-981b-76c26252e4fe), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:55.899584 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0e76-5963-4571-9c96-5b3641068a5c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (14dc2d22-7bdf-4a7d-981b-76c26252e4fe), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:55.916417 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f0e76-5963-4571-9c96-5b3641068a5c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14dc2d22-7bdf-4a7d-981b-76c26252e4fe,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:05:55.975923 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0e76-5963-4571-9c96-5b3641068a5c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:55.977156 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7f9f0e76-5963-4571-9c96-5b3641068a5c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2935519 Apr 16 05:05:55.980038 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 46912) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:05:55.984364 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-52eda311-ef9a-4305-9f3c-2ba0e70962fd tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Request body: {'security_group_rule': {'security_group_id': 'c7f1acca-b93f-476b-a9de-9d2f68aabe00', 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:56.061984 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 52ed3782-397d-4da3-965d-4da35ac2efd8 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:05:56.077166 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-52eda311-ef9a-4305-9f3c-2ba0e70962fd tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Project 56fd333211ca4db1ba4d7f6c4f57e398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 05:05:56.082267 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 52ed3782-397d-4da3-965d-4da35ac2efd8 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:05:56.086650 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 52ed3782-397d-4da3-965d-4da35ac2efd8 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:05:56.086811 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-52eda311-ef9a-4305-9f3c-2ba0e70962fd tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (daad2966-b413-4adf-9bb8-afb175023096), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:56.142625 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-52eda311-ef9a-4305-9f3c-2ba0e70962fd tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (daad2966-b413-4adf-9bb8-afb175023096), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:56.214352 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-52eda311-ef9a-4305-9f3c-2ba0e70962fd tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (daad2966-b413-4adf-9bb8-afb175023096), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:56.229452 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eda311-ef9a-4305-9f3c-2ba0e70962fd tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daad2966-b413-4adf-9bb8-afb175023096,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:05:56.301413 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-52eda311-ef9a-4305-9f3c-2ba0e70962fd tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:05:56.302648 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-52eda311-ef9a-4305-9f3c-2ba0e70962fd tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3216388 Apr 16 05:05:58.519515 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:09.147959 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a6d62744-eb84-4bc8-a2a6-1022b25c05f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:11.493993 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dec10551-12d7-4a8f-970a-00471d73a1f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:12.716560 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:14.262083 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:15.456295 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:24.055843 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:06:25.477602 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-b2d811f9-7df8-4fb9-bbb6-1d6eaf49f702 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1321064777&fields=id&tenant_id=56fd333211ca4db1ba4d7f6c4f57e398 HTTP/1.1" status: 200 len: 267 time: 0.0436122 Apr 16 05:06:25.581227 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-1b66c99c-c52b-47c1-8842-76c07f2fd180 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:25.582589 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-1b66c99c-c52b-47c1-8842-76c07f2fd180 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/networks?id=48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 200 len: 809 time: 0.0985687 Apr 16 05:06:25.596705 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-3f5e03bb-a7ee-42bc-a411-5c878f3bdf13 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/quotas/56fd333211ca4db1ba4d7f6c4f57e398 HTTP/1.1" status: 200 len: 375 time: 0.0087986 Apr 16 05:06:25.649265 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-d0e9b86a-19b0-464b-af22-c15b6fe54c85 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476999 Apr 16 05:06:25.784165 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-d696ea37-5930-46f0-8895-dcf964a5ba78 service neutron] 10.222.0.30 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242352 Apr 16 05:06:25.878404 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-60586fd7-10bb-4fde-9aa6-ddd9ce18500d service neutron] 10.222.0.30 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883784 Apr 16 05:06:26.443818 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-60417ae6-b3b8-4996-901f-9ddd724098bc req-66cbe27a-fe13-4593-9d9e-69f837d3aec0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 210 time: 0.0304646 Apr 16 05:06:27.538465 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7e7be4ad-3ec3-41cb-9287-416be6d9d3de req-5da0508f-ce6a-4a7f-803c-2fc0819ea245 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 210 time: 0.0288391 Apr 16 05:06:28.260440 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-1bc346bf-ce9d-4aa1-941c-fda7f971644c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:28.262019 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-1bc346bf-ce9d-4aa1-941c-fda7f971644c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.18 "GET /v2.0/networks?id=48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 200 len: 809 time: 0.1014011 Apr 16 05:06:28.328774 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-c72a2e4f-9edd-452c-8202-92b544958f98 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56fd333211ca4db1ba4d7f6c4f57e398 HTTP/1.1" status: 200 len: 380 time: 0.0579889 Apr 16 05:06:28.337082 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-54a1f571-95cb-4211-af4b-18fabee7e2c0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Request body: {'port': {'device_id': '286262b4-cc11-4419-ad91-0b5ad93b6458', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'admin_state_up': True, 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'security_groups': ['c7f1acca-b93f-476b-a9de-9d2f68aabe00']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:06:28.502138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-54a1f571-95cb-4211-af4b-18fabee7e2c0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Made reservation on behalf of 56fd333211ca4db1ba4d7f6c4f57e398 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 05:06:28.505900 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-54a1f571-95cb-4211-af4b-18fabee7e2c0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:28.530635 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:28.639994 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9c932a7a-9a1c-4585-ae89-629594e0f476 req-9521357f-6e21-4973-8c3c-5e4d249f9cb9 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 210 time: 0.0339968 Apr 16 05:06:28.642949 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-54a1f571-95cb-4211-af4b-18fabee7e2c0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Allocated IP 172.20.0.13 (48593ab8-cfda-403e-b15a-645e06effdcf/92884b13-07fc-4dca-b725-c867a7325ef6/d5911671-56e7-4fd4-a9cd-b25354e786d0) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:06:28.784215 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-54a1f571-95cb-4211-af4b-18fabee7e2c0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:28.890845 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-54a1f571-95cb-4211-af4b-18fabee7e2c0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:28.931469 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-54a1f571-95cb-4211-af4b-18fabee7e2c0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Network 48593ab8-cfda-403e-b15a-645e06effdcf is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:06:28.939081 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-54a1f571-95cb-4211-af4b-18fabee7e2c0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:06:28.942874 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-54a1f571-95cb-4211-af4b-18fabee7e2c0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:06:28.971292 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1f571-95cb-4211-af4b-18fabee7e2c0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event updated for resources: {'Port': ['ID=d5911671-56e7-4fd4-a9cd-b25354e786d0,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:06:29.003635 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-54a1f571-95cb-4211-af4b-18fabee7e2c0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:29.004363 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-54a1f571-95cb-4211-af4b-18fabee7e2c0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:29.087401 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-54a1f571-95cb-4211-af4b-18fabee7e2c0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7538040 Apr 16 05:06:29.099722 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] Request body: {'port': {'device_id': '286262b4-cc11-4419-ad91-0b5ad93b6458', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:06:29.164215 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:29.203200 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-361d497c-e9e2-4f01-b0cb-2eaf92ba2eb3 None None] Provisioning complete for port d5911671-56e7-4fd4-a9cd-b25354e786d0 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:06:29.203722 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-361d497c-e9e2-4f01-b0cb-2eaf92ba2eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:29.240014 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-361d497c-e9e2-4f01-b0cb-2eaf92ba2eb3 None None] Port d5911671-56e7-4fd4-a9cd-b25354e786d0 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 05:06:29.437693 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5911671-56e7-4fd4-a9cd-b25354e786d0 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 05:06:29.445249 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] Publish callbacks [] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:29.457931 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] Transition to ACTIVE for port object d5911671-56e7-4fd4-a9cd-b25354e786d0 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:06:29.519632 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:29.593492 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] Pushing event updated for resources: {'Port': ['ID=d5911671-56e7-4fd4-a9cd-b25354e786d0,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:06:29.651594 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] Attempting to bind port d5911671-56e7-4fd4-a9cd-b25354e786d0 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:06:29.652279 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] Attempting to bind port d5911671-56e7-4fd4-a9cd-b25354e786d0 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '57fb3154-4462-4b30-bf63-458560ce5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 05:06:29.652279 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] Attempting to bind port d5911671-56e7-4fd4-a9cd-b25354e786d0 on network 48593ab8-cfda-403e-b15a-645e06effdcf {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:06:29.657481 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] Port d5911671-56e7-4fd4-a9cd-b25354e786d0 on network 48593ab8-cfda-403e-b15a-645e06effdcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:06:29.657798 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] Attempting to bind port d5911671-56e7-4fd4-a9cd-b25354e786d0 on network 48593ab8-cfda-403e-b15a-645e06effdcf {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:06:29.662954 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 5, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 05:06:29.663297 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] Checking segment: {'id': '57fb3154-4462-4b30-bf63-458560ce5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:06:29.663679 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] Bound using segment: {'id': '57fb3154-4462-4b30-bf63-458560ce5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 05:06:29.664111 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] Bound port: d5911671-56e7-4fd4-a9cd-b25354e786d0, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57fb3154-4462-4b30-bf63-458560ce5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 05:06:29.664461 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:29.767688 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] For port d5911671-56e7-4fd4-a9cd-b25354e786d0, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 05:06:29.786086 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570c72f-b72c-4eff-b4d0-628625dbab45 req-0a8eba1a-06fa-4c0a-a514-5494d56393b0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:29.787680 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d570c72f-b72c-4eff-b4d0-628625dbab45 req-0a8eba1a-06fa-4c0a-a514-5494d56393b0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0665853 Apr 16 05:06:29.791304 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] For port d5911671-56e7-4fd4-a9cd-b25354e786d0, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d5911671-56e7-4fd4-a9cd-b25354e786d0,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 05:06:29.842452 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d570c72f-b72c-4eff-b4d0-628625dbab45 req-0332ce67-9a70-458c-b7e6-65acdd82dafb tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468650 Apr 16 05:06:29.868338 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:29.908419 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:29.909069 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:29.910706 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] 10.222.0.18 "PUT /v2.0/ports/d5911671-56e7-4fd4-a9cd-b25354e786d0 HTTP/1.1" status: 200 len: 1094 time: 0.8157027 Apr 16 05:06:29.912954 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286262b4-cc11-4419-ad91-0b5ad93b6458', 'tag': 'd5911671-56e7-4fd4-a9cd-b25354e786d0'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:06:29.915923 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64ee779-96c0-4ea9-a498-de93f1000017" -d '{"events": [{"name": "network-changed", "server_uuid": "286262b4-cc11-4419-ad91-0b5ad93b6458", "tag": "d5911671-56e7-4fd4-a9cd-b25354e786d0"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:06:29.942751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d199c-75ba-448e-99b8-93a55a565281 service neutron] Pushing event updated for resources: {'Port': ['ID=d5911671-56e7-4fd4-a9cd-b25354e786d0,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:06:29.962353 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 05:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c160a3e6-51d1-4276-bde6-4400397d71af x-openstack-request-id: req-c160a3e6-51d1-4276-bde6-4400397d71af {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:06:29.962842 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286262b4-cc11-4419-ad91-0b5ad93b6458", "tag": "d5911671-56e7-4fd4-a9cd-b25354e786d0", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:06:29.963268 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c160a3e6-51d1-4276-bde6-4400397d71af {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:06:29.963830 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c160a3e6-51d1-4276-bde6-4400397d71af'] response: {'name': 'network-changed', 'server_uuid': '286262b4-cc11-4419-ad91-0b5ad93b6458', 'tag': 'd5911671-56e7-4fd4-a9cd-b25354e786d0', 'status': 'completed', 'code': 200} Apr 16 05:06:30.023612 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ee779-96c0-4ea9-a498-de93f1000017 req-6f1f6c30-bfe3-49e6-b3be-7c336f44ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:30.027690 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e64ee779-96c0-4ea9-a498-de93f1000017 req-6f1f6c30-bfe3-49e6-b3be-7c336f44ff7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 1128 time: 0.0439749 Apr 16 05:06:30.132075 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ee779-96c0-4ea9-a498-de93f1000017 req-aa624472-3c7a-48ff-96a4-4739af1f6f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:30.133607 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e64ee779-96c0-4ea9-a498-de93f1000017 req-aa624472-3c7a-48ff-96a4-4739af1f6f4a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1015532 Apr 16 05:06:30.227167 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ee779-96c0-4ea9-a498-de93f1000017 req-250e5d1b-1a18-402c-b591-4c9189cd6855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:30.228628 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e64ee779-96c0-4ea9-a498-de93f1000017 req-250e5d1b-1a18-402c-b591-4c9189cd6855 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0889246 Apr 16 05:06:30.304423 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-fec4085a-9fa1-40f3-8efc-016da264914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:30.305935 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-fec4085a-9fa1-40f3-8efc-016da264914e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 1128 time: 0.0400629 Apr 16 05:06:30.352193 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-cfbfcc93-fb83-42af-9ded-48d5b5bc9cad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5911671-56e7-4fd4-a9cd-b25354e786d0 HTTP/1.1" status: 200 len: 217 time: 0.0386767 Apr 16 05:06:30.402482 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-26624f9d-1569-4dec-bd8e-8e6857fa781d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:30.404540 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-26624f9d-1569-4dec-bd8e-8e6857fa781d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92884b13-07fc-4dca-b725-c867a7325ef6 HTTP/1.1" status: 200 len: 848 time: 0.0460026 Apr 16 05:06:30.450965 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-3cb7e914-c34e-4060-bf43-1838c73a75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:30.452475 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-3cb7e914-c34e-4060-bf43-1838c73a75d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48593ab8-cfda-403e-b15a-645e06effdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422122 Apr 16 05:06:30.545095 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-93cb2996-bd31-4ba6-8a46-4e3c5e402315 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866473 Apr 16 05:06:30.633589 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8279bd26-dc41-4fa5-8661-3f52a1be8084 req-8a585586-511f-4cb7-b5c5-17bcfb8e061c service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830636 Apr 16 05:06:30.960808 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d403a-0e5d-48cc-94d5-e3c9797875e7 req-6654a841-f306-482d-8750-0900b513bb67 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:30.962260 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d26d403a-0e5d-48cc-94d5-e3c9797875e7 req-6654a841-f306-482d-8750-0900b513bb67 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0510347 Apr 16 05:06:31.012164 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d26d403a-0e5d-48cc-94d5-e3c9797875e7 req-8ff737c3-7606-4305-9881-2fa43192fc5b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440726 Apr 16 05:06:32.126836 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8518b-fa6e-4418-9b32-bb35a495aedf req-c472c41c-d685-4c6f-aa39-c2c9ea3de993 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:32.128245 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-aef8518b-fa6e-4418-9b32-bb35a495aedf req-c472c41c-d685-4c6f-aa39-c2c9ea3de993 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0472467 Apr 16 05:06:32.181110 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-aef8518b-fa6e-4418-9b32-bb35a495aedf req-3b158877-817e-4c3e-b265-9cb4b783b396 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469377 Apr 16 05:06:33.294457 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf38f9-2ce6-4ada-9796-85b38bacf489 req-6959a47d-9e2f-4ab6-b185-180291e47338 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:33.295951 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6cbf38f9-2ce6-4ada-9796-85b38bacf489 req-6959a47d-9e2f-4ab6-b185-180291e47338 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0465674 Apr 16 05:06:33.344130 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6cbf38f9-2ce6-4ada-9796-85b38bacf489 req-bbfbd8e2-10d7-43ee-a475-66aa038f4cdf tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424149 Apr 16 05:06:34.458830 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5445c-a244-4c15-ba93-3f153d561a13 req-a8910b5d-410d-4906-b8f8-7b072a470e6d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:34.460347 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5cd5445c-a244-4c15-ba93-3f153d561a13 req-a8910b5d-410d-4906-b8f8-7b072a470e6d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0484741 Apr 16 05:06:34.515084 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5cd5445c-a244-4c15-ba93-3f153d561a13 req-de0c82f6-6b3f-4326-9a8d-bd95a86af8ff tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489097 Apr 16 05:06:35.631397 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706ecb3-fd80-4883-96d5-d056c67a0adb req-051423e3-b012-45e2-9c2f-ae1b0d76e2d3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:35.632896 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9706ecb3-fd80-4883-96d5-d056c67a0adb req-051423e3-b012-45e2-9c2f-ae1b0d76e2d3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0508716 Apr 16 05:06:35.681839 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9706ecb3-fd80-4883-96d5-d056c67a0adb req-c5bc7822-9cbc-4c18-b1b8-e7020f5faffd tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432889 Apr 16 05:06:36.794221 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d35732-8f40-49e7-b151-a9fe10602b3b req-e20da01f-8016-4061-9a58-0ee59a6cdef1 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:36.795709 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-59d35732-8f40-49e7-b151-a9fe10602b3b req-e20da01f-8016-4061-9a58-0ee59a6cdef1 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0479300 Apr 16 05:06:36.845769 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-59d35732-8f40-49e7-b151-a9fe10602b3b req-3749d7c8-4469-487d-9ca4-aa6754d0346f tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443609 Apr 16 05:06:37.957848 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131c290-3723-471e-97a1-60f427c701f6 req-cab23198-c2fd-4ed5-9a62-4c524231327d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:37.959304 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e131c290-3723-471e-97a1-60f427c701f6 req-cab23198-c2fd-4ed5-9a62-4c524231327d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0474241 Apr 16 05:06:38.007714 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e131c290-3723-471e-97a1-60f427c701f6 req-5a131de4-f6ed-4f87-b0d5-0ad131d22647 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429287 Apr 16 05:06:39.116501 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7e81b981-eb55-4e8b-b05f-3959e767927f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:39.119630 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac28972-66ba-400a-b2e4-509b54fdee59 req-a4f54874-89fe-41a9-bba9-643de4afc720 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:39.121131 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8ac28972-66ba-400a-b2e4-509b54fdee59 req-a4f54874-89fe-41a9-bba9-643de4afc720 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0474887 Apr 16 05:06:39.173146 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8ac28972-66ba-400a-b2e4-509b54fdee59 req-d0c8f31b-3006-46e1-b8d4-c6a377b2d8d4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457361 Apr 16 05:06:40.283290 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425df701-bbbf-48f7-8ca5-ae6096c7ff6f req-403ffeff-3cd8-4e93-8edc-e7ca9acf2ed9 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:40.284784 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-425df701-bbbf-48f7-8ca5-ae6096c7ff6f req-403ffeff-3cd8-4e93-8edc-e7ca9acf2ed9 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0462782 Apr 16 05:06:40.336659 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-425df701-bbbf-48f7-8ca5-ae6096c7ff6f req-be4c9ad8-d9a9-4a66-9b58-2e0dbfd4152e tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464807 Apr 16 05:06:41.453646 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd164c66-f523-4624-8d24-04dd42304d46 req-42f43621-d380-4272-a83b-893b15401ac9 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:41.455125 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-dd164c66-f523-4624-8d24-04dd42304d46 req-42f43621-d380-4272-a83b-893b15401ac9 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0520236 Apr 16 05:06:41.501554 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2e653a06-f820-4a7b-bb0a-b9c0b94e7f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:41.504200 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-dd164c66-f523-4624-8d24-04dd42304d46 req-31974e39-0afd-478e-a93e-315535186fde tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433376 Apr 16 05:06:42.733535 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:42.920547 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06a81e-dffe-4c1a-ad17-92b5d4bdebcd req-b5c93ffb-93d1-4f7d-90ba-f1488afb77fc tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:42.922046 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7e06a81e-dffe-4c1a-ad17-92b5d4bdebcd req-b5c93ffb-93d1-4f7d-90ba-f1488afb77fc tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.3523431 Apr 16 05:06:43.009566 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7e06a81e-dffe-4c1a-ad17-92b5d4bdebcd req-d19ab955-a87a-463b-a754-a674f2147bf6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818377 Apr 16 05:06:44.123414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d12415-637d-4a19-9b21-378905ed5ebc req-3561c9ce-ec41-48d2-8023-0a1da04bcf75 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:44.124854 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-82d12415-637d-4a19-9b21-378905ed5ebc req-3561c9ce-ec41-48d2-8023-0a1da04bcf75 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0477641 Apr 16 05:06:44.175860 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-82d12415-637d-4a19-9b21-378905ed5ebc req-85de1d48-3515-4a60-923b-9157f4a7f3d0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447216 Apr 16 05:06:44.192813 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:45.285614 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c4049-9c09-47e8-98cf-7cddee17b5a0 req-a8b44848-8a21-4b88-9f44-6eb40e48eea0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:45.287037 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d32c4049-9c09-47e8-98cf-7cddee17b5a0 req-a8b44848-8a21-4b88-9f44-6eb40e48eea0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0460923 Apr 16 05:06:45.335887 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d32c4049-9c09-47e8-98cf-7cddee17b5a0 req-7a2d269f-e5b9-48ff-9347-20808c46e791 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433743 Apr 16 05:06:45.404392 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:46.357022 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device d5911671-56e7-4fd4-a9cd-b25354e786d0 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 05:06:46.455727 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df6fe7-3da6-47f1-bae3-3f8688ecb40a req-8828d799-96e8-4f8a-96d7-532fd38ce06c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:46.457249 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-90df6fe7-3da6-47f1-bae3-3f8688ecb40a req-8828d799-96e8-4f8a-96d7-532fd38ce06c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0517983 Apr 16 05:06:46.461393 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port d5911671-56e7-4fd4-a9cd-b25354e786d0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d5911671-56e7-4fd4-a9cd-b25354e786d0,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:06:46.473177 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'd5911671-56e7-4fd4-a9cd-b25354e786d0', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'port_id': 'd5911671-56e7-4fd4-a9cd-b25354e786d0', 'mac_address': 'fa:16:3e:f0:0a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 05:06:46.507015 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-90df6fe7-3da6-47f1-bae3-3f8688ecb40a req-628bc3f4-db30-4db9-a883-bd428efcc3d2 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436389 Apr 16 05:06:46.511426 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port d5911671-56e7-4fd4-a9cd-b25354e786d0 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:06:46.511426 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:46.524792 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5911671-56e7-4fd4-a9cd-b25354e786d0 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 05:06:46.545251 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port d5911671-56e7-4fd4-a9cd-b25354e786d0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d5911671-56e7-4fd4-a9cd-b25354e786d0,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:06:46.610170 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:46.660394 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=d5911671-56e7-4fd4-a9cd-b25354e786d0,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:06:46.667281 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:46.667634 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:46.667977 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:46.668312 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:46.668646 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:46.669059 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:46.669430 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:46.669757 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:46.670082 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:46.670409 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:46.670734 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:46.671059 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:46.671376 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:46.671694 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:46.672011 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:46.849909 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['d5911671-56e7-4fd4-a9cd-b25354e786d0'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 05:06:47.622813 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ca807-12ed-4989-a087-a31b07fc9e15 req-5ea93dac-d80b-440c-9dec-26e7e3d51232 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:47.624286 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-590ca807-12ed-4989-a087-a31b07fc9e15 req-5ea93dac-d80b-440c-9dec-26e7e3d51232 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 945 time: 0.0492229 Apr 16 05:06:47.672382 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-590ca807-12ed-4989-a087-a31b07fc9e15 req-3285b154-a1c2-4452-b465-c4045aea8bee tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426180 Apr 16 05:06:48.361551 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device d5911671-56e7-4fd4-a9cd-b25354e786d0 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:06:48.406146 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port d5911671-56e7-4fd4-a9cd-b25354e786d0 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 05:06:48.478348 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port d5911671-56e7-4fd4-a9cd-b25354e786d0 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:06:48.478725 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:48.554006 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port d5911671-56e7-4fd4-a9cd-b25354e786d0 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:06:48.554389 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:48.579980 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286262b4-cc11-4419-ad91-0b5ad93b6458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5911671-56e7-4fd4-a9cd-b25354e786d0'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:06:48.582256 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ab369e-2658-42b5-8660-6283145c149b" -d '{"events": [{"server_uuid": "286262b4-cc11-4419-ad91-0b5ad93b6458", "name": "network-vif-plugged", "status": "completed", "tag": "d5911671-56e7-4fd4-a9cd-b25354e786d0"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:06:48.594595 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port d5911671-56e7-4fd4-a9cd-b25354e786d0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d5911671-56e7-4fd4-a9cd-b25354e786d0,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:06:48.650203 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:48.673568 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 05:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b9b590-d531-4fa8-828f-1f06f2638197 x-openstack-request-id: req-b8b9b590-d531-4fa8-828f-1f06f2638197 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:06:48.673861 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286262b4-cc11-4419-ad91-0b5ad93b6458", "name": "network-vif-plugged", "status": "completed", "tag": "d5911671-56e7-4fd4-a9cd-b25354e786d0", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:06:48.674115 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8b9b590-d531-4fa8-828f-1f06f2638197 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:06:48.674510 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b9b590-d531-4fa8-828f-1f06f2638197'] response: {'server_uuid': '286262b4-cc11-4419-ad91-0b5ad93b6458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5911671-56e7-4fd4-a9cd-b25354e786d0', 'code': 200} Apr 16 05:06:48.702296 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=d5911671-56e7-4fd4-a9cd-b25354e786d0,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:06:48.786537 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bbe35-113b-4589-b647-eb200b1653f9 req-63c297d3-8cc4-4b65-8b95-25218a80d377 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:48.788007 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9b9bbe35-113b-4589-b647-eb200b1653f9 req-63c297d3-8cc4-4b65-8b95-25218a80d377 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.0475197 Apr 16 05:06:48.838380 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9b9bbe35-113b-4589-b647-eb200b1653f9 req-e1db8ca8-f74d-4dbe-a7e1-2aa2dd24e1b9 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446427 Apr 16 05:06:48.902711 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91636a4f-6176-4c90-a529-ecca7ab05ea9 req-129d437f-6c17-4bbb-8e38-8cc9ec732728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:48.904162 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-91636a4f-6176-4c90-a529-ecca7ab05ea9 req-129d437f-6c17-4bbb-8e38-8cc9ec732728 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 1130 time: 0.0412183 Apr 16 05:06:48.948746 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-91636a4f-6176-4c90-a529-ecca7ab05ea9 req-16916f4c-4e40-47f9-8eab-8b0e634d1f52 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388026 Apr 16 05:06:49.955806 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf0946-b5df-446e-a3ba-0a3b0c67ef7b req-cbd43f6f-1bd9-4048-a27f-46941a7bb109 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:49.957158 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8aaf0946-b5df-446e-a3ba-0a3b0c67ef7b req-cbd43f6f-1bd9-4048-a27f-46941a7bb109 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.0482855 Apr 16 05:06:50.007093 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8aaf0946-b5df-446e-a3ba-0a3b0c67ef7b req-63c18988-149c-49ee-9359-1473e84e781c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441463 Apr 16 05:06:51.118888 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706e566-df53-4820-833a-82106c0c665e req-3b600368-ceca-4696-b67f-b75461e13caf tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:51.120349 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4706e566-df53-4820-833a-82106c0c665e req-3b600368-ceca-4696-b67f-b75461e13caf tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.0466685 Apr 16 05:06:51.168775 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4706e566-df53-4820-833a-82106c0c665e req-fdfd5024-9d3e-400a-9e5f-66078084f1f8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428660 Apr 16 05:06:51.279794 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c274223-e94f-485c-8288-4abe3ebc1164 req-e2a62d16-dc97-4e89-91c3-1f7e24635780 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:51.281313 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5c274223-e94f-485c-8288-4abe3ebc1164 req-e2a62d16-dc97-4e89-91c3-1f7e24635780 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.0476015 Apr 16 05:06:51.333896 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-5c274223-e94f-485c-8288-4abe3ebc1164 req-b10e78b8-fa7d-4bd3-a5d8-ecb1d12bd1c9 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470173 Apr 16 05:06:51.356290 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47150) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:06:51.394313 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260acfc4-e5a5-4adf-83d9-3471b3ea7d62 tempest-TestShelveInstance-2074550447 tempest-TestShelveInstance-2074550447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:51.395817 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-260acfc4-e5a5-4adf-83d9-3471b3ea7d62 tempest-TestShelveInstance-2074550447 tempest-TestShelveInstance-2074550447-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 1125 time: 0.0385246 Apr 16 05:06:51.398655 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47152) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:06:51.403405 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': 'd5911671-56e7-4fd4-a9cd-b25354e786d0', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:06:51.498980 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:51.579278 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:51.686700 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Allocated IP 172.26.6.136 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/6eb47bf7-e382-4de4-b485-b51b13711a60) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:06:51.796947 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for port (6eb47bf7-e382-4de4-b485-b51b13711a60), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:51.896451 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (6eb47bf7-e382-4de4-b485-b51b13711a60), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:51.935007 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:06:51.937952 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:06:51.943555 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:06:51.966840 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event updated for resources: {'Port': ['ID=6eb47bf7-e382-4de4-b485-b51b13711a60,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:06:51.977913 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:51.978266 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:51.978609 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:51.978954 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:51.979289 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:51.979620 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:51.979947 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:51.980273 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:51.981123 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:51.981465 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:51.981792 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:51.982116 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:51.982440 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:51.982760 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:51.983078 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:06:52.326536 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for floatingip (3e3d8272-a8c5-44bf-a03a-22d18eeb1c7c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:52.447126 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (6eb47bf7-e382-4de4-b485-b51b13711a60), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:52.598740 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for port (6eb47bf7-e382-4de4-b485-b51b13711a60), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:52.647267 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (6eb47bf7-e382-4de4-b485-b51b13711a60), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:52.712960 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event updated for resources: {'Port': ['ID=6eb47bf7-e382-4de4-b485-b51b13711a60,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:06:52.724999 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (3e3d8272-a8c5-44bf-a03a-22d18eeb1c7c), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:52.827767 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Floating IP 3e3d8272-a8c5-44bf-a03a-22d18eeb1c7c associated. External IP: 172.26.6.136, port: d5911671-56e7-4fd4-a9cd-b25354e786d0. Apr 16 05:06:53.040532 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Router ca024281-6e65-496e-b450-a5ff2f8e4d82 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:06:53.149029 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:06:53.158349 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d06e600-7431-42dd-9885-599eb38745dd None None] Sync routers for ids ['ca024281-6e65-496e-b450-a5ff2f8e4d82'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:06:53.168113 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d06e600-7431-42dd-9885-599eb38745dd None None] Routers {'ca024281-6e65-496e-b450-a5ff2f8e4d82'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:06:53.168716 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-1d06e600-7431-42dd-9885-599eb38745dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:06:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['ca024281-6e65-496e-b450-a5ff2f8e4d82'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:06:53.241104 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:06:53.274696 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-2012d31c-a15c-44ec-bba4-38a95d5929b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8750126 Apr 16 05:06:53.275297 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286262b4-cc11-4419-ad91-0b5ad93b6458', 'tag': 'd5911671-56e7-4fd4-a9cd-b25354e786d0'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:06:53.277701 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e012f6-54ed-45d2-9f51-f4b6c85c0752" -d '{"events": [{"name": "network-changed", "server_uuid": "286262b4-cc11-4419-ad91-0b5ad93b6458", "tag": "d5911671-56e7-4fd4-a9cd-b25354e786d0"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:06:53.315196 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 05:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e702601f-9aea-4698-b918-9622ed4c98a8 x-openstack-request-id: req-e702601f-9aea-4698-b918-9622ed4c98a8 {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:06:53.315566 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286262b4-cc11-4419-ad91-0b5ad93b6458", "tag": "d5911671-56e7-4fd4-a9cd-b25354e786d0", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:06:53.315822 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e702601f-9aea-4698-b918-9622ed4c98a8 {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:06:53.316232 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e702601f-9aea-4698-b918-9622ed4c98a8'] response: {'name': 'network-changed', 'server_uuid': '286262b4-cc11-4419-ad91-0b5ad93b6458', 'tag': 'd5911671-56e7-4fd4-a9cd-b25354e786d0', 'status': 'completed', 'code': 200} Apr 16 05:06:53.413833 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e012f6-54ed-45d2-9f51-f4b6c85c0752 req-5c236f0d-f360-4b3d-8c8e-9475a770ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:53.415641 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-36e012f6-54ed-45d2-9f51-f4b6c85c0752 req-5c236f0d-f360-4b3d-8c8e-9475a770ee04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 1130 time: 0.0784450 Apr 16 05:06:53.424163 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-1d06e600-7431-42dd-9885-599eb38745dd None None] Set router ca024281-6e65-496e-b450-a5ff2f8e4d82 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:06:53.508424 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e012f6-54ed-45d2-9f51-f4b6c85c0752 req-cb113000-f285-4ba8-821d-28f7d4d2cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:53.509985 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-36e012f6-54ed-45d2-9f51-f4b6c85c0752 req-cb113000-f285-4ba8-821d-28f7d4d2cffe service neutron] 10.222.0.18 "GET /v2.0/networks?id=48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 200 len: 909 time: 0.0887289 Apr 16 05:06:53.574738 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-36e012f6-54ed-45d2-9f51-f4b6c85c0752 req-af2a3642-6a1f-4652-bbfe-0ef51b1513a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5911671-56e7-4fd4-a9cd-b25354e786d0 HTTP/1.1" status: 200 len: 1000 time: 0.0586526 Apr 16 05:06:53.626990 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e012f6-54ed-45d2-9f51-f4b6c85c0752 req-105ca9fd-9df0-49b1-8f38-f96c458cc499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:53.628450 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-36e012f6-54ed-45d2-9f51-f4b6c85c0752 req-105ca9fd-9df0-49b1-8f38-f96c458cc499 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92884b13-07fc-4dca-b725-c867a7325ef6 HTTP/1.1" status: 200 len: 848 time: 0.0478854 Apr 16 05:06:53.641906 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-1d06e600-7431-42dd-9885-599eb38745dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:32Z', 'updated_at': '2022-04-16T05:01:35Z', 'revision_number': 4, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'gw_port': {'id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:33Z', 'updated_at': '2022-04-16T05:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '3e3d8272-a8c5-44bf-a03a-22d18eeb1c7c', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'floating_ip_address': '172.26.6.136', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'port_id': 'd5911671-56e7-4fd4-a9cd-b25354e786d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'mac_address': 'fa:16:3e:f0:0a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286262b4-cc11-4419-ad91-0b5ad93b6458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T05:06:52Z', 'updated_at': '2022-04-16T05:06:52Z', 'revision_number': 0, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f758234a-4ca2-41a6-9d01-2ec98cfd03e8', 'name': '', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'mac_address': 'fa:16:3e:75:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:35Z', 'updated_at': '2022-04-16T05:01:38Z', 'revision_number': 5, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'subnets': [{'id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:06:53.668925 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d06e600-7431-42dd-9885-599eb38745dd None None] Checking router: ca024281-6e65-496e-b450-a5ff2f8e4d82 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:06:53.670963 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e012f6-54ed-45d2-9f51-f4b6c85c0752 req-0d2617a1-b70b-4cbd-ad4b-03030aee483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:06:53.672457 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-36e012f6-54ed-45d2-9f51-f4b6c85c0752 req-0d2617a1-b70b-4cbd-ad4b-03030aee483a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48593ab8-cfda-403e-b15a-645e06effdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382149 Apr 16 05:06:53.677493 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d06e600-7431-42dd-9885-599eb38745dd None None] Routers {'ca024281-6e65-496e-b450-a5ff2f8e4d82'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:06:53.678113 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-1d06e600-7431-42dd-9885-599eb38745dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:06:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['ca024281-6e65-496e-b450-a5ff2f8e4d82'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:06:53.764940 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-36e012f6-54ed-45d2-9f51-f4b6c85c0752 req-6f2ceddd-d62c-40e2-8ef2-83a76f1fa431 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863295 Apr 16 05:06:53.788167 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-1d06e600-7431-42dd-9885-599eb38745dd None None] Set router ca024281-6e65-496e-b450-a5ff2f8e4d82 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:06:53.857685 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-36e012f6-54ed-45d2-9f51-f4b6c85c0752 req-176c514e-164e-4799-8914-dfa41b678128 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872405 Apr 16 05:06:54.004042 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-1d06e600-7431-42dd-9885-599eb38745dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:32Z', 'updated_at': '2022-04-16T05:01:35Z', 'revision_number': 4, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'gw_port': {'id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:33Z', 'updated_at': '2022-04-16T05:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '3e3d8272-a8c5-44bf-a03a-22d18eeb1c7c', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'floating_ip_address': '172.26.6.136', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'port_id': 'd5911671-56e7-4fd4-a9cd-b25354e786d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'mac_address': 'fa:16:3e:f0:0a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286262b4-cc11-4419-ad91-0b5ad93b6458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T05:06:52Z', 'updated_at': '2022-04-16T05:06:52Z', 'revision_number': 0, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f758234a-4ca2-41a6-9d01-2ec98cfd03e8', 'name': '', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'mac_address': 'fa:16:3e:75:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:35Z', 'updated_at': '2022-04-16T05:01:38Z', 'revision_number': 5, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'subnets': [{'id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:06:54.035616 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d06e600-7431-42dd-9885-599eb38745dd None None] The sync data for ids ['ca024281-6e65-496e-b450-a5ff2f8e4d82'] in dv-neutron-838078-2-hyperv is: [{'id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:32Z', 'updated_at': '2022-04-16T05:01:35Z', 'revision_number': 4, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'gw_port': {'id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:33Z', 'updated_at': '2022-04-16T05:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '3e3d8272-a8c5-44bf-a03a-22d18eeb1c7c', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'floating_ip_address': '172.26.6.136', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'port_id': 'd5911671-56e7-4fd4-a9cd-b25354e786d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'mac_address': 'fa:16:3e:f0:0a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286262b4-cc11-4419-ad91-0b5ad93b6458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T05:06:52Z', 'updated_at': '2022-04-16T05:06:52Z', 'revision_number': 0, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f758234a-4ca2-41a6-9d01-2ec98cfd03e8', 'name': '', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'mac_address': 'fa:16:3e:75:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:35Z', 'updated_at': '2022-04-16T05:01:38Z', 'revision_number': 5, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'subnets': [{'id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:06:54.218305 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392dca0f-3d52-4bbf-8ce9-c81a2e11aacc None None] New status for floating IP 3e3d8272-a8c5-44bf-a03a-22d18eeb1c7c: ACTIVE {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 05:06:58.561836 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:07:01.054995 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:07:09.084040 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d61d0275-c85c-4b0d-b0df-3e51e63a9eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:07:11.515743 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0bae7950-9385-4efa-822c-3d75ea8e83b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:07:12.739142 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:07:14.207119 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:07:15.375634 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:07:18.351275 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-683fb11a-6fb6-436c-bb86-64c626eaeab4 req-7bda56f4-cc07-4ba4-af71-7f3fc61c5756 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392179 Apr 16 05:07:18.433954 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fb11a-6fb6-436c-bb86-64c626eaeab4 req-0e13b2a8-be95-43ee-98d9-546b91d85917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:07:18.435436 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-683fb11a-6fb6-436c-bb86-64c626eaeab4 req-0e13b2a8-be95-43ee-98d9-546b91d85917 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 1130 time: 0.0440359 Apr 16 05:07:18.538200 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fb11a-6fb6-436c-bb86-64c626eaeab4 req-c4602017-23c1-4ad3-9423-48bd031c0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:07:18.539693 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-683fb11a-6fb6-436c-bb86-64c626eaeab4 req-c4602017-23c1-4ad3-9423-48bd031c0cdc service neutron] 10.222.0.18 "GET /v2.0/networks?id=48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 200 len: 909 time: 0.0864208 Apr 16 05:07:18.606893 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-683fb11a-6fb6-436c-bb86-64c626eaeab4 req-cda82137-66c0-4b1c-9687-bf6e99f9bcb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5911671-56e7-4fd4-a9cd-b25354e786d0 HTTP/1.1" status: 200 len: 1002 time: 0.0618100 Apr 16 05:07:18.654553 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fb11a-6fb6-436c-bb86-64c626eaeab4 req-cceb577a-4ed4-404c-b90f-61495fcda8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:07:18.655944 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-683fb11a-6fb6-436c-bb86-64c626eaeab4 req-cceb577a-4ed4-404c-b90f-61495fcda8ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92884b13-07fc-4dca-b725-c867a7325ef6 HTTP/1.1" status: 200 len: 848 time: 0.0432811 Apr 16 05:07:18.698229 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fb11a-6fb6-436c-bb86-64c626eaeab4 req-98e18b39-a7d0-43bb-8827-a2691f71276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:07:18.699683 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-683fb11a-6fb6-436c-bb86-64c626eaeab4 req-98e18b39-a7d0-43bb-8827-a2691f71276e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48593ab8-cfda-403e-b15a-645e06effdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379975 Apr 16 05:07:18.791587 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-683fb11a-6fb6-436c-bb86-64c626eaeab4 req-f1c617e1-ff28-419a-b8b7-0f54f4e5a252 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857954 Apr 16 05:07:18.880498 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-683fb11a-6fb6-436c-bb86-64c626eaeab4 req-9091d352-fdd0-4832-8fd6-4e450f422143 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836713 Apr 16 05:07:28.535549 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:07:38.054140 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:07:39.135153 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f5910475-e3d3-4acb-b301-f842446ed706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:07:41.535293 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-020bb91e-ff7e-4ba1-95be-29d024a2c9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:07:42.755376 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:07:44.189750 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:07:45.392618 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:07:58.535357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:08:09.114896 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-73535785-055a-48c7-a3e4-62af6b939551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:08:11.480426 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-94f55ed3-6709-421e-9705-10959506d457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:08:12.740367 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:08:14.197854 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:08:15.052661 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:08:15.400554 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:08:18.365441 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-659e6c33-a3e9-43cc-9dcd-2f5462d04746 req-e419a9c2-4bdb-4e38-92dc-af062dc00fe9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433617 Apr 16 05:08:18.442214 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e6c33-a3e9-43cc-9dcd-2f5462d04746 req-486df5f1-77e7-44f5-8e11-0d8bb485b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:08:18.443817 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-659e6c33-a3e9-43cc-9dcd-2f5462d04746 req-486df5f1-77e7-44f5-8e11-0d8bb485b2e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 1130 time: 0.0386741 Apr 16 05:08:18.545409 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e6c33-a3e9-43cc-9dcd-2f5462d04746 req-76017968-48d3-41f8-bceb-22efde1f03be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:08:18.546889 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-659e6c33-a3e9-43cc-9dcd-2f5462d04746 req-76017968-48d3-41f8-bceb-22efde1f03be service neutron] 10.222.0.18 "GET /v2.0/networks?id=48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 200 len: 909 time: 0.0853834 Apr 16 05:08:18.615806 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-659e6c33-a3e9-43cc-9dcd-2f5462d04746 req-f4bce482-8709-4da6-9dff-e59e55209eef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5911671-56e7-4fd4-a9cd-b25354e786d0 HTTP/1.1" status: 200 len: 1002 time: 0.0617945 Apr 16 05:08:18.662506 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e6c33-a3e9-43cc-9dcd-2f5462d04746 req-ea52f474-fe34-45f6-98cb-d03c15b52377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:08:18.663894 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-659e6c33-a3e9-43cc-9dcd-2f5462d04746 req-ea52f474-fe34-45f6-98cb-d03c15b52377 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92884b13-07fc-4dca-b725-c867a7325ef6 HTTP/1.1" status: 200 len: 848 time: 0.0429337 Apr 16 05:08:18.705768 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e6c33-a3e9-43cc-9dcd-2f5462d04746 req-3d38c0ca-c139-400c-8b9c-d0699d42ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:08:18.707198 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-659e6c33-a3e9-43cc-9dcd-2f5462d04746 req-3d38c0ca-c139-400c-8b9c-d0699d42ee3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48593ab8-cfda-403e-b15a-645e06effdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377939 Apr 16 05:08:18.800296 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-659e6c33-a3e9-43cc-9dcd-2f5462d04746 req-a6ae4044-efa8-4b33-8754-3f3ebf9d62f4 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866668 Apr 16 05:08:18.892946 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-659e6c33-a3e9-43cc-9dcd-2f5462d04746 req-10d6cd16-771b-4a57-9503-5abda3e82059 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867143 Apr 16 05:08:28.560334 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:08:39.119933 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-acf03565-cbd4-4c06-ae0f-b693450c8c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:08:41.508146 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-524c6123-e10e-4f43-9be2-d8250cd6c330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:08:42.740424 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:08:44.211173 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:08:45.405685 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:08:52.051364 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:08:58.545672 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:09:09.100154 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c2ba01d8-a058-4bda-8225-cf6148f42bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:09:11.533976 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9f54faa3-d78e-43a9-a7fa-9d93e63b294d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:09:12.774547 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:09:14.233598 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:09:15.431483 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:09:19.103456 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33344688-c041-48d7-a53d-d93ac0c5b595 req-9d61ef9a-856d-40e9-80ae-0b17a8e9d53f tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:19.104899 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-33344688-c041-48d7-a53d-d93ac0c5b595 req-9d61ef9a-856d-40e9-80ae-0b17a8e9d53f tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.1721289 Apr 16 05:09:19.154360 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-33344688-c041-48d7-a53d-d93ac0c5b595 req-490566cd-580d-4b7a-8eb3-33c67bf86ae2 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437579 Apr 16 05:09:19.381138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7419d-3aaf-43c7-a073-4d3158f2296a req-af5367d2-bcce-4358-b817-94b0ef906015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:19.382529 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-33b7419d-3aaf-43c7-a073-4d3158f2296a req-af5367d2-bcce-4358-b817-94b0ef906015 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 1130 time: 0.0402551 Apr 16 05:09:19.486438 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7419d-3aaf-43c7-a073-4d3158f2296a req-abd06c81-c0af-45ad-94f5-956ff4f79f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:19.488381 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-33b7419d-3aaf-43c7-a073-4d3158f2296a req-abd06c81-c0af-45ad-94f5-956ff4f79f54 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 200 len: 909 time: 0.0873840 Apr 16 05:09:19.552226 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-33b7419d-3aaf-43c7-a073-4d3158f2296a req-36c03d68-8c2d-4d9d-b647-5be7c0b9bcb3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5911671-56e7-4fd4-a9cd-b25354e786d0 HTTP/1.1" status: 200 len: 1002 time: 0.0572777 Apr 16 05:09:19.603022 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7419d-3aaf-43c7-a073-4d3158f2296a req-e141b813-5bb7-408f-8bf3-f635e18387bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:19.604427 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-33b7419d-3aaf-43c7-a073-4d3158f2296a req-e141b813-5bb7-408f-8bf3-f635e18387bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92884b13-07fc-4dca-b725-c867a7325ef6 HTTP/1.1" status: 200 len: 848 time: 0.0460482 Apr 16 05:09:19.648050 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7419d-3aaf-43c7-a073-4d3158f2296a req-e3dc7671-fd6e-453c-8837-170bf197efed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:19.649515 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-33b7419d-3aaf-43c7-a073-4d3158f2296a req-e3dc7671-fd6e-453c-8837-170bf197efed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48593ab8-cfda-403e-b15a-645e06effdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380130 Apr 16 05:09:19.735718 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-33b7419d-3aaf-43c7-a073-4d3158f2296a req-027551df-4fe7-40c4-bd5d-3c4ba2c26b08 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803146 Apr 16 05:09:19.827802 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-33b7419d-3aaf-43c7-a073-4d3158f2296a req-e0838e4f-2d66-4645-9ccd-92a428aa601e service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852885 Apr 16 05:09:20.345245 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e74f6-74d8-416b-b8e1-ab89ec0a145a req-30e63938-91f6-4abe-85cf-07d0b01e5c35 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:20.346766 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7e2e74f6-74d8-416b-b8e1-ab89ec0a145a req-30e63938-91f6-4abe-85cf-07d0b01e5c35 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.1236289 Apr 16 05:09:20.395924 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7e2e74f6-74d8-416b-b8e1-ab89ec0a145a req-6c626734-3c74-4ab6-8d70-ff3c68c502a1 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430105 Apr 16 05:09:21.513909 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7bab2-4046-4317-b413-465cd097d8d3 req-cc3fb57b-ce97-477a-847f-a99e725a0114 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:21.515382 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-82e7bab2-4046-4317-b413-465cd097d8d3 req-cc3fb57b-ce97-477a-847f-a99e725a0114 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.0476558 Apr 16 05:09:21.563450 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-82e7bab2-4046-4317-b413-465cd097d8d3 req-871dc7c3-ec0b-4951-9b64-d26f460ad118 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426390 Apr 16 05:09:22.674083 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86423207-0090-47c5-bcbc-27bf5eaa35a5 req-563efd55-11a7-4d1d-bf07-f95b5a1aa2fe tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:22.675511 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-86423207-0090-47c5-bcbc-27bf5eaa35a5 req-563efd55-11a7-4d1d-bf07-f95b5a1aa2fe tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.0460432 Apr 16 05:09:22.723467 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-86423207-0090-47c5-bcbc-27bf5eaa35a5 req-3e0285dd-f288-4b82-a9b4-a48fa5b61170 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424929 Apr 16 05:09:23.838818 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf1612-518e-4e9d-96c7-dcea35e69bff req-f7fbd680-c808-4f0c-87aa-ca5cee7961b2 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:23.840322 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a5bf1612-518e-4e9d-96c7-dcea35e69bff req-f7fbd680-c808-4f0c-87aa-ca5cee7961b2 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.0520971 Apr 16 05:09:23.888714 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a5bf1612-518e-4e9d-96c7-dcea35e69bff req-f369ec52-69e1-4e44-b96d-6a5ba306b660 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429242 Apr 16 05:09:25.005386 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbd5a3-305c-49c2-a31d-082facc571cc req-0281c56f-5e81-4416-ae4a-ad397f202e5a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:25.006868 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-aecbd5a3-305c-49c2-a31d-082facc571cc req-0281c56f-5e81-4416-ae4a-ad397f202e5a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.0488327 Apr 16 05:09:25.064764 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-aecbd5a3-305c-49c2-a31d-082facc571cc req-303cdfc5-e8a4-4a83-a199-ea6bdfd2dc38 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524616 Apr 16 05:09:26.177799 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2324bc-2990-4c4b-af59-e6f93f72ebe8 req-7bfc4ad2-266f-4a67-83cb-9f57f4267a17 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:26.179326 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9a2324bc-2990-4c4b-af59-e6f93f72ebe8 req-7bfc4ad2-266f-4a67-83cb-9f57f4267a17 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.0467031 Apr 16 05:09:26.227244 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9a2324bc-2990-4c4b-af59-e6f93f72ebe8 req-a4da3cb3-4304-4685-955b-136bb68789f4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423720 Apr 16 05:09:27.338723 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2011e-e388-4690-bdbd-12ad889efb99 req-95f0c5a1-d5b4-41cd-9b2d-9bf336fa4d95 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:27.340225 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-08e2011e-e388-4690-bdbd-12ad889efb99 req-95f0c5a1-d5b4-41cd-9b2d-9bf336fa4d95 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.0468531 Apr 16 05:09:27.388254 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-08e2011e-e388-4690-bdbd-12ad889efb99 req-76eb84ae-eeb3-4f85-956a-1003b957107f tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425608 Apr 16 05:09:28.500526 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cf647-5791-4b1a-8060-024c5472986b req-e778888e-aa68-4a8c-a5fc-853045dac8b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:28.502039 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fa5cf647-5791-4b1a-8060-024c5472986b req-e778888e-aa68-4a8c-a5fc-853045dac8b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.0488827 Apr 16 05:09:28.554476 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fa5cf647-5791-4b1a-8060-024c5472986b req-b4dce7b1-5f97-4978-a0da-fa94c62ed17e tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465651 Apr 16 05:09:28.561635 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:09:29.050305 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:09:29.172390 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e5793-c31a-4767-9c5a-30031d502b51 req-1d8010e6-95ad-47d5-95b1-ea73f8f1a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:29.173871 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d05e5793-c31a-4767-9c5a-30031d502b51 req-1d8010e6-95ad-47d5-95b1-ea73f8f1a911 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 1130 time: 0.0379028 Apr 16 05:09:29.262865 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e5793-c31a-4767-9c5a-30031d502b51 req-8dab5f19-fa3c-4890-8743-a8e978a305ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:29.264306 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d05e5793-c31a-4767-9c5a-30031d502b51 req-8dab5f19-fa3c-4890-8743-a8e978a305ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 200 len: 909 time: 0.0829110 Apr 16 05:09:29.332040 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d05e5793-c31a-4767-9c5a-30031d502b51 req-8318d5d9-8555-4f78-8be6-dc8cc382918c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5911671-56e7-4fd4-a9cd-b25354e786d0 HTTP/1.1" status: 200 len: 1002 time: 0.0622454 Apr 16 05:09:29.381070 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e5793-c31a-4767-9c5a-30031d502b51 req-7a3551a6-20a8-4acc-8623-f0c6345147b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:29.382714 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d05e5793-c31a-4767-9c5a-30031d502b51 req-7a3551a6-20a8-4acc-8623-f0c6345147b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92884b13-07fc-4dca-b725-c867a7325ef6 HTTP/1.1" status: 200 len: 848 time: 0.0442140 Apr 16 05:09:29.424546 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e5793-c31a-4767-9c5a-30031d502b51 req-204a250c-c00b-4284-a50d-ebe6899ff24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:29.426741 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d05e5793-c31a-4767-9c5a-30031d502b51 req-204a250c-c00b-4284-a50d-ebe6899ff24f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48593ab8-cfda-403e-b15a-645e06effdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386577 Apr 16 05:09:29.517590 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d05e5793-c31a-4767-9c5a-30031d502b51 req-ba9bddec-8afa-450e-86c4-17348b7f74a4 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848598 Apr 16 05:09:29.607462 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d05e5793-c31a-4767-9c5a-30031d502b51 req-7355c08c-5c8f-435f-bc5d-923a97364688 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826068 Apr 16 05:09:29.665370 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee0828-7789-4b9d-9b8a-03ed9711bbe7 req-fb715bc9-4f78-4401-8880-1a4f0679a00d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:29.666813 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8aee0828-7789-4b9d-9b8a-03ed9711bbe7 req-fb715bc9-4f78-4401-8880-1a4f0679a00d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.0461018 Apr 16 05:09:29.714004 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8aee0828-7789-4b9d-9b8a-03ed9711bbe7 req-a91dbf49-ab46-4c0b-a91a-f672132339bd tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415988 Apr 16 05:09:30.831067 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beae9c6-02cd-44c3-a47f-35929abe81bc req-7b24b08e-5455-4949-9fb8-38d14f2ad3b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:30.832629 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1beae9c6-02cd-44c3-a47f-35929abe81bc req-7b24b08e-5455-4949-9fb8-38d14f2ad3b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.0519750 Apr 16 05:09:30.882623 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1beae9c6-02cd-44c3-a47f-35929abe81bc req-386194fe-b42f-4f99-ae31-63210d123e8a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443673 Apr 16 05:09:31.996988 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259f8ac-2ef6-4981-a2b4-8da446503758 req-1ee84729-a0ec-4b5b-89ce-bbddbd15bb07 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:31.998439 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4259f8ac-2ef6-4981-a2b4-8da446503758 req-1ee84729-a0ec-4b5b-89ce-bbddbd15bb07 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.0502052 Apr 16 05:09:32.047651 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4259f8ac-2ef6-4981-a2b4-8da446503758 req-ae2d3d11-aa44-4045-8254-3856d1cd5b39 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428147 Apr 16 05:09:33.159638 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3283a-8bd2-4635-abf4-31b58d23202b req-4809d176-67ef-4699-a099-880804733919 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:33.161802 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f0b3283a-8bd2-4635-abf4-31b58d23202b req-4809d176-67ef-4699-a099-880804733919 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.0472839 Apr 16 05:09:33.210492 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f0b3283a-8bd2-4635-abf4-31b58d23202b req-f988b378-11fd-4c1f-bcf0-c2f060d11e5f tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430977 Apr 16 05:09:34.322374 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1dfe5-a68c-48ae-8e13-d03b3d776463 req-7357c86f-e5df-477e-a982-35e759ed29b3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:34.323839 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3da1dfe5-a68c-48ae-8e13-d03b3d776463 req-7357c86f-e5df-477e-a982-35e759ed29b3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.0472574 Apr 16 05:09:34.373000 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-3da1dfe5-a68c-48ae-8e13-d03b3d776463 req-ab8cc68b-ffcd-49ed-965b-d66bdaacf13a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434427 Apr 16 05:09:35.243481 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device d5911671-56e7-4fd4-a9cd-b25354e786d0 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:09:35.323049 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port d5911671-56e7-4fd4-a9cd-b25354e786d0 is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:09:35.323439 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:09:35.346440 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286262b4-cc11-4419-ad91-0b5ad93b6458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5911671-56e7-4fd4-a9cd-b25354e786d0'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:09:35.349300 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b32ac5d-3572-43b5-8776-a65cf10251cd" -d '{"events": [{"server_uuid": "286262b4-cc11-4419-ad91-0b5ad93b6458", "name": "network-vif-unplugged", "status": "completed", "tag": "d5911671-56e7-4fd4-a9cd-b25354e786d0"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:09:35.361446 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port d5911671-56e7-4fd4-a9cd-b25354e786d0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d5911671-56e7-4fd4-a9cd-b25354e786d0,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:09:35.386847 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 05:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9585e75-d52c-4ae5-a1fa-f11626e9d585 x-openstack-request-id: req-c9585e75-d52c-4ae5-a1fa-f11626e9d585 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:09:35.387138 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286262b4-cc11-4419-ad91-0b5ad93b6458", "name": "network-vif-unplugged", "status": "completed", "tag": "d5911671-56e7-4fd4-a9cd-b25354e786d0", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:09:35.387393 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9585e75-d52c-4ae5-a1fa-f11626e9d585 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:09:35.387790 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9585e75-d52c-4ae5-a1fa-f11626e9d585'] response: {'server_uuid': '286262b4-cc11-4419-ad91-0b5ad93b6458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5911671-56e7-4fd4-a9cd-b25354e786d0', 'code': 200} Apr 16 05:09:35.437332 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:09:35.486125 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=d5911671-56e7-4fd4-a9cd-b25354e786d0,revision_number=6']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:09:35.489604 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182e4f3-c0c7-4fc3-a176-92478968ca58 req-81d64218-0a4a-4016-b697-2201f3d32f22 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:35.491083 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d182e4f3-c0c7-4fc3-a176-92478968ca58 req-81d64218-0a4a-4016-b697-2201f3d32f22 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0507834 Apr 16 05:09:35.493187 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:09:35.493537 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:09:35.493877 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:09:35.494216 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:09:35.494553 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:09:35.494881 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:09:35.495208 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:09:35.495578 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:09:35.495904 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:09:35.496237 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:09:35.496561 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:09:35.496920 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:09:35.498942 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:09:35.498942 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:09:35.498942 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:09:35.540886 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-d182e4f3-c0c7-4fc3-a176-92478968ca58 req-87ec638d-7c99-410c-8f1f-a2d2ca11d861 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440149 Apr 16 05:09:36.995596 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64087d00-ad09-400d-8ec4-bbc16a7b110d req-995cae6b-0bff-45ee-b975-0a7cb3968f06 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:36.997104 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-64087d00-ad09-400d-8ec4-bbc16a7b110d req-995cae6b-0bff-45ee-b975-0a7cb3968f06 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0512977 Apr 16 05:09:37.075816 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-64087d00-ad09-400d-8ec4-bbc16a7b110d req-9620d846-94c2-4e1b-b1b2-e4c0c38d71e9 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721838 Apr 16 05:09:37.076697 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8ce973dd-6324-485d-92ec-ea58ec085a88 req-77c73b4c-1142-4954-b48b-723e507b777f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0978138 Apr 16 05:09:37.086229 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [req-8ce973dd-6324-485d-92ec-ea58ec085a88 req-5ff9fafe-2c03-4697-a463-67432e52e2ce service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 05:09:37.087083 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8ce973dd-6324-485d-92ec-ea58ec085a88 req-5ff9fafe-2c03-4697-a463-67432e52e2ce service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056677 Apr 16 05:09:37.204087 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce973dd-6324-485d-92ec-ea58ec085a88 req-c56c7ad9-a522-4422-b88c-fca36f385b54 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:37.205443 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8ce973dd-6324-485d-92ec-ea58ec085a88 req-c56c7ad9-a522-4422-b88c-fca36f385b54 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports/d5911671-56e7-4fd4-a9cd-b25354e786d0 HTTP/1.1" status: 200 len: 941 time: 0.0913298 Apr 16 05:09:38.185018 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8ea01-599c-400e-b910-84338d4455fa req-bab18896-cf3c-42ce-8a37-c5a691eedd7f tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:38.186458 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1cc8ea01-599c-400e-b910-84338d4455fa req-bab18896-cf3c-42ce-8a37-c5a691eedd7f tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0465760 Apr 16 05:09:38.233998 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1cc8ea01-599c-400e-b910-84338d4455fa req-d3648f12-a5a2-44b6-9f95-6f7f527872c8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420928 Apr 16 05:09:39.135895 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-258d32f9-8bcf-4c68-a31c-ede0fa337051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:09:39.349719 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf425321-dad4-4613-9104-0bcca70ca3d7 req-7599d429-82a8-436f-8b2d-caa0109b2f6c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:39.351075 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cf425321-dad4-4613-9104-0bcca70ca3d7 req-7599d429-82a8-436f-8b2d-caa0109b2f6c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0509701 Apr 16 05:09:39.400152 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-cf425321-dad4-4613-9104-0bcca70ca3d7 req-bea50c21-60d6-47c7-bb08-b81f3e1991ba tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435519 Apr 16 05:09:40.512329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93539b02-ff5f-438c-84f5-075f2a5319ee req-63137d0d-5ccb-41e0-b614-eb27eec51a35 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:40.513828 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-93539b02-ff5f-438c-84f5-075f2a5319ee req-63137d0d-5ccb-41e0-b614-eb27eec51a35 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0470235 Apr 16 05:09:40.562985 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-93539b02-ff5f-438c-84f5-075f2a5319ee req-b3000800-16ba-4711-a9f3-2e7b364f4288 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434294 Apr 16 05:09:41.490700 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-d7ea19c1-9e31-4c22-a0c5-fad0aa9b991b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:09:41.673937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8cf7a-1174-4053-8041-7be1da3700cb req-ca194b5c-829e-4416-8937-1f6dbbb1de47 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:41.675378 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-07e8cf7a-1174-4053-8041-7be1da3700cb req-ca194b5c-829e-4416-8937-1f6dbbb1de47 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0458186 Apr 16 05:09:41.724036 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-07e8cf7a-1174-4053-8041-7be1da3700cb req-ee004b94-b3d2-4e23-a3cb-75dbaf48ec37 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423253 Apr 16 05:09:42.754517 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:09:42.843358 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3974ee-f016-43d3-99b4-b4785a1bb2f3 req-7a33cd7e-5d74-4d5b-9bbd-48626c55ad99 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:42.844929 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7b3974ee-f016-43d3-99b4-b4785a1bb2f3 req-7a33cd7e-5d74-4d5b-9bbd-48626c55ad99 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0536590 Apr 16 05:09:42.898901 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7b3974ee-f016-43d3-99b4-b4785a1bb2f3 req-be0e2867-57a2-43db-8101-4ae11fce4867 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481954 Apr 16 05:09:44.014208 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40e841-98c1-47a3-8e57-958802506239 req-9b7119d6-6949-45af-a0e4-ac1ea5f1de79 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:44.015671 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ae40e841-98c1-47a3-8e57-958802506239 req-9b7119d6-6949-45af-a0e4-ac1ea5f1de79 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0504525 Apr 16 05:09:44.064852 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ae40e841-98c1-47a3-8e57-958802506239 req-954e8118-99af-41e5-af1c-0a0a439bff9c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428734 Apr 16 05:09:44.254809 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:09:45.176355 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6bf77-cc74-44fe-811c-23cfa05a0581 req-648a5196-3b45-4c41-9a1e-1d39037947d4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:45.177900 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-31e6bf77-cc74-44fe-811c-23cfa05a0581 req-648a5196-3b45-4c41-9a1e-1d39037947d4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0472510 Apr 16 05:09:45.226343 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-31e6bf77-cc74-44fe-811c-23cfa05a0581 req-c98e366f-be99-488d-9b41-b2144f064aef tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428362 Apr 16 05:09:45.402649 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:09:46.344676 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5215d47-2348-48f2-b8b0-9e26c79cff00 req-f65f47ba-6247-45f3-8890-e0075689a5dc tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:46.346322 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e5215d47-2348-48f2-b8b0-9e26c79cff00 req-f65f47ba-6247-45f3-8890-e0075689a5dc tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0509844 Apr 16 05:09:46.400274 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-e5215d47-2348-48f2-b8b0-9e26c79cff00 req-c934bbd8-d559-4125-b2d9-7388ddc98c6f tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477757 Apr 16 05:09:47.512925 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c047496-d46b-4c78-a23f-8de2799d9cb8 req-25719383-67b6-4b7b-93a8-7fae6fbdfafd tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:47.514401 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9c047496-d46b-4c78-a23f-8de2799d9cb8 req-25719383-67b6-4b7b-93a8-7fae6fbdfafd tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0467253 Apr 16 05:09:47.567325 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-9c047496-d46b-4c78-a23f-8de2799d9cb8 req-cf0ed7f7-2621-4ae2-9917-b18d3107ab14 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467489 Apr 16 05:09:48.676735 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99925fe9-509e-476e-8378-6043ee4ad85b req-dc553b6d-2037-4efb-9432-8f1f04af3c75 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:48.678231 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-99925fe9-509e-476e-8378-6043ee4ad85b req-dc553b6d-2037-4efb-9432-8f1f04af3c75 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0466752 Apr 16 05:09:48.730919 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-99925fe9-509e-476e-8378-6043ee4ad85b req-a8e3bce8-a17f-4ab9-b3f7-72f0f6203405 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470846 Apr 16 05:09:49.850450 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83c97d-b057-4e9c-8e11-fb40b13dbfac req-42d57d4d-ab27-4304-9e48-64e977e5bbc5 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:49.852077 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ad83c97d-b057-4e9c-8e11-fb40b13dbfac req-42d57d4d-ab27-4304-9e48-64e977e5bbc5 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0531981 Apr 16 05:09:49.907670 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ad83c97d-b057-4e9c-8e11-fb40b13dbfac req-ab9e2d5a-d3ca-4e7f-ad99-a96154290da4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495605 Apr 16 05:09:51.025936 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78265b-c662-42b1-b075-d77b10159a52 req-a7705279-2289-4da0-be0e-ac1929b5c22a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:51.027334 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8d78265b-c662-42b1-b075-d77b10159a52 req-a7705279-2289-4da0-be0e-ac1929b5c22a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0491078 Apr 16 05:09:51.076397 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8d78265b-c662-42b1-b075-d77b10159a52 req-a77e5983-a1a5-48c0-b992-afa6b04568f6 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433509 Apr 16 05:09:51.233987 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce973dd-6324-485d-92ec-ea58ec085a88 req-43e374ac-8350-47e9-acc6-e31711997c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:51.235452 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8ce973dd-6324-485d-92ec-ea58ec085a88 req-43e374ac-8350-47e9-acc6-e31711997c1f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458&tenant_id=56fd333211ca4db1ba4d7f6c4f57e398 HTTP/1.1" status: 200 len: 1128 time: 0.0386000 Apr 16 05:09:51.297055 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce973dd-6324-485d-92ec-ea58ec085a88 req-57b1163c-acf3-4108-80d2-7d784ef4c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:51.298569 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8ce973dd-6324-485d-92ec-ea58ec085a88 req-57b1163c-acf3-4108-80d2-7d784ef4c089 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 1128 time: 0.0424008 Apr 16 05:09:51.388400 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce973dd-6324-485d-92ec-ea58ec085a88 req-12d9db41-c08c-4d72-a06c-a341464b9d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:51.389815 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8ce973dd-6324-485d-92ec-ea58ec085a88 req-12d9db41-c08c-4d72-a06c-a341464b9d8b service neutron] 10.222.0.18 "GET /v2.0/networks?id=48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 200 len: 909 time: 0.0848582 Apr 16 05:09:51.458714 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8ce973dd-6324-485d-92ec-ea58ec085a88 req-10c2552e-0739-4ea4-9196-3650fe2c9e2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5911671-56e7-4fd4-a9cd-b25354e786d0 HTTP/1.1" status: 200 len: 1000 time: 0.0625274 Apr 16 05:09:51.506937 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce973dd-6324-485d-92ec-ea58ec085a88 req-342e61b5-db20-4355-bb97-3cf6e5ae279b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:51.508380 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8ce973dd-6324-485d-92ec-ea58ec085a88 req-342e61b5-db20-4355-bb97-3cf6e5ae279b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92884b13-07fc-4dca-b725-c867a7325ef6 HTTP/1.1" status: 200 len: 848 time: 0.0439489 Apr 16 05:09:51.551533 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce973dd-6324-485d-92ec-ea58ec085a88 req-99925854-4f41-49b6-8042-7271956ac5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:51.553089 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8ce973dd-6324-485d-92ec-ea58ec085a88 req-99925854-4f41-49b6-8042-7271956ac5dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48593ab8-cfda-403e-b15a-645e06effdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388503 Apr 16 05:09:51.645453 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8ce973dd-6324-485d-92ec-ea58ec085a88 req-92590546-3c11-4f47-ab37-ec9b7ab7d39d service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863824 Apr 16 05:09:51.737235 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8ce973dd-6324-485d-92ec-ea58ec085a88 req-522514d1-78e5-499c-9ac3-140b0f0cabc6 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821588 Apr 16 05:09:52.189311 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda423a-b791-4d2f-90dc-7514d474fa3c req-44465f0b-99c1-47d1-aa5d-f18c0fdb38c0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:52.190745 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4bda423a-b791-4d2f-90dc-7514d474fa3c req-44465f0b-99c1-47d1-aa5d-f18c0fdb38c0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0496387 Apr 16 05:09:52.238869 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4bda423a-b791-4d2f-90dc-7514d474fa3c req-3346784b-563e-49ea-9251-a5c467eddf6b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420268 Apr 16 05:09:53.352414 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73f48f-bc49-4426-9a4f-5799b4f09f17 req-78a4fb45-9411-476f-b196-8315d7d71847 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:53.353888 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7f73f48f-bc49-4426-9a4f-5799b4f09f17 req-78a4fb45-9411-476f-b196-8315d7d71847 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0469944 Apr 16 05:09:53.401364 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7f73f48f-bc49-4426-9a4f-5799b4f09f17 req-3c658338-41e7-47e5-87ad-0ce12097ceae tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419602 Apr 16 05:09:54.511981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabd8c9-ce2b-4022-aeb8-c52fe276d75a req-c0e01ec3-bd26-45ac-9552-69e191bcae79 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:54.513460 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4dabd8c9-ce2b-4022-aeb8-c52fe276d75a req-c0e01ec3-bd26-45ac-9552-69e191bcae79 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0460989 Apr 16 05:09:54.561323 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4dabd8c9-ce2b-4022-aeb8-c52fe276d75a req-3bf15e27-bba4-4026-8540-1d469508b81c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423262 Apr 16 05:09:55.677428 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ad3bf-9c5d-4abc-bf61-93a090bac00b req-f63895f6-6bae-4399-8de0-b12daae69ee9 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:55.678874 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2a5ad3bf-9c5d-4abc-bf61-93a090bac00b req-f63895f6-6bae-4399-8de0-b12daae69ee9 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0504639 Apr 16 05:09:55.726869 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2a5ad3bf-9c5d-4abc-bf61-93a090bac00b req-b39e94a8-1ce6-46bd-b25d-5a101691e7a0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425336 Apr 16 05:09:56.839493 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72aec07-67f7-4da4-ac5e-a54146a0bfc5 req-8a4be059-09b4-4577-aae4-c07b88fb8389 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:56.840972 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e72aec07-67f7-4da4-ac5e-a54146a0bfc5 req-8a4be059-09b4-4577-aae4-c07b88fb8389 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0462215 Apr 16 05:09:56.892483 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e72aec07-67f7-4da4-ac5e-a54146a0bfc5 req-fcfb2a56-105a-4527-a044-5514c1e58dc4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459781 Apr 16 05:09:58.003759 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2e613-1b36-4488-a21f-3db93ab956ca req-5f5b1140-b370-4bdc-833c-f2a61eae1ae3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:58.005212 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7ef2e613-1b36-4488-a21f-3db93ab956ca req-5f5b1140-b370-4bdc-833c-f2a61eae1ae3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0465682 Apr 16 05:09:58.052248 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-7ef2e613-1b36-4488-a21f-3db93ab956ca req-07373b5e-ce8a-4c0f-aa6a-373ac250f53b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416913 Apr 16 05:09:58.552947 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:09:59.160243 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38200b71-5e6e-4782-b14a-eccc48e34028 req-b87c7969-bb4e-48ce-9e7a-f2f5811947d3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:09:59.161713 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-38200b71-5e6e-4782-b14a-eccc48e34028 req-b87c7969-bb4e-48ce-9e7a-f2f5811947d3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 944 time: 0.0464921 Apr 16 05:09:59.209375 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-38200b71-5e6e-4782-b14a-eccc48e34028 req-2cb9a8f9-bb4f-411b-a254-5487c6050844 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422230 Apr 16 05:09:59.381792 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device d5911671-56e7-4fd4-a9cd-b25354e786d0 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 05:09:59.479194 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port d5911671-56e7-4fd4-a9cd-b25354e786d0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d5911671-56e7-4fd4-a9cd-b25354e786d0,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:09:59.490609 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': 'd5911671-56e7-4fd4-a9cd-b25354e786d0', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'port_id': 'd5911671-56e7-4fd4-a9cd-b25354e786d0', 'mac_address': 'fa:16:3e:f0:0a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 05:09:59.526619 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port d5911671-56e7-4fd4-a9cd-b25354e786d0 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:09:59.527008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:09:59.544210 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5911671-56e7-4fd4-a9cd-b25354e786d0 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 05:09:59.563088 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port d5911671-56e7-4fd4-a9cd-b25354e786d0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d5911671-56e7-4fd4-a9cd-b25354e786d0,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:09:59.649977 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:09:59.696178 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=d5911671-56e7-4fd4-a9cd-b25354e786d0,revision_number=7']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:09:59.855387 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['d5911671-56e7-4fd4-a9cd-b25354e786d0'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 05:10:00.318971 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48fae7-b4a9-4ec9-90f3-8b70de215da8 req-f8c31dda-52b8-4d75-97a0-10b75dc01f65 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:10:00.320429 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ed48fae7-b4a9-4ec9-90f3-8b70de215da8 req-f8c31dda-52b8-4d75-97a0-10b75dc01f65 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 945 time: 0.0460110 Apr 16 05:10:00.371988 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ed48fae7-b4a9-4ec9-90f3-8b70de215da8 req-92ec795e-5770-4b55-bec4-b856fd2df582 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461102 Apr 16 05:10:01.397413 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device d5911671-56e7-4fd4-a9cd-b25354e786d0 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:10:01.443002 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port d5911671-56e7-4fd4-a9cd-b25354e786d0 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:10:01.443377 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:10:01.484950 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc63b69-beda-487a-8b90-bb33516baa8a req-f7747f00-6afd-481f-98c2-9e6e6f6ea238 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:10:01.486626 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fdc63b69-beda-487a-8b90-bb33516baa8a req-f7747f00-6afd-481f-98c2-9e6e6f6ea238 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 945 time: 0.0474136 Apr 16 05:10:01.524253 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port d5911671-56e7-4fd4-a9cd-b25354e786d0 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:10:01.524640 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:10:01.538503 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-fdc63b69-beda-487a-8b90-bb33516baa8a req-de463310-fd4d-457b-a4a6-509acdefa69c tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458384 Apr 16 05:10:01.547316 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286262b4-cc11-4419-ad91-0b5ad93b6458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5911671-56e7-4fd4-a9cd-b25354e786d0'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:10:01.550088 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cf9357-f7fa-4409-bbd0-379d53f2842a" -d '{"events": [{"server_uuid": "286262b4-cc11-4419-ad91-0b5ad93b6458", "name": "network-vif-plugged", "status": "completed", "tag": "d5911671-56e7-4fd4-a9cd-b25354e786d0"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:10:01.563097 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port d5911671-56e7-4fd4-a9cd-b25354e786d0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d5911671-56e7-4fd4-a9cd-b25354e786d0,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:10:01.587183 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 05:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbc7c27-b0d0-42d5-ac36-d9f8d18b0bc8 x-openstack-request-id: req-8fbc7c27-b0d0-42d5-ac36-d9f8d18b0bc8 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:10:01.587496 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286262b4-cc11-4419-ad91-0b5ad93b6458", "name": "network-vif-plugged", "status": "completed", "tag": "d5911671-56e7-4fd4-a9cd-b25354e786d0", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:10:01.587750 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8fbc7c27-b0d0-42d5-ac36-d9f8d18b0bc8 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:10:01.588149 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fbc7c27-b0d0-42d5-ac36-d9f8d18b0bc8'] response: {'server_uuid': '286262b4-cc11-4419-ad91-0b5ad93b6458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5911671-56e7-4fd4-a9cd-b25354e786d0', 'code': 200} Apr 16 05:10:01.604014 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:10:01.651870 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=d5911671-56e7-4fd4-a9cd-b25354e786d0,revision_number=8']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:10:01.844654 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c288f-a82d-4107-8b1c-f5e7fb95a99d req-bbd61365-1586-4253-9472-3cc567220ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:10:01.846143 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-792c288f-a82d-4107-8b1c-f5e7fb95a99d req-bbd61365-1586-4253-9472-3cc567220ca2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 1130 time: 0.0423825 Apr 16 05:10:01.890221 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-792c288f-a82d-4107-8b1c-f5e7fb95a99d req-598b95fe-3f97-43c5-bb58-0c4601acb6c4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384102 Apr 16 05:10:02.650162 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec084e45-b9ba-4dd6-8f52-4303f638ea77 req-b19ac7f8-1251-41b0-8791-09039fdf4d99 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:10:02.651637 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ec084e45-b9ba-4dd6-8f52-4303f638ea77 req-b19ac7f8-1251-41b0-8791-09039fdf4d99 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.0468829 Apr 16 05:10:02.699968 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ec084e45-b9ba-4dd6-8f52-4303f638ea77 req-5c62aee1-2f1a-4ffb-82c5-f23491747db0 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426679 Apr 16 05:10:03.811981 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59896827-3b32-457e-a0a3-38bd4cfb83e2 req-3a502efa-044a-42ad-89ae-643b2d0d972d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:10:03.813457 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-59896827-3b32-457e-a0a3-38bd4cfb83e2 req-3a502efa-044a-42ad-89ae-643b2d0d972d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.0462492 Apr 16 05:10:03.861758 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-59896827-3b32-457e-a0a3-38bd4cfb83e2 req-045fa174-5fd9-4bc7-98d7-f00426be21e1 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421131 Apr 16 05:10:06.048199 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:10:09.162114 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-49ae1f15-991c-44af-8f07-51df59874f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:10:11.501233 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9bbc637c-3ad1-47f9-b3d7-b7c8c64f1ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:10:12.753723 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:10:14.215465 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:10:15.403712 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:10:21.361813 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48d71c9c-3e38-4fca-8052-f533ff258c49 req-d9406183-ad4b-48a4-8401-4a45ca45264a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378149 Apr 16 05:10:21.443904 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d71c9c-3e38-4fca-8052-f533ff258c49 req-7d627913-976f-4366-9276-a18cf9b97642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:10:21.445422 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48d71c9c-3e38-4fca-8052-f533ff258c49 req-7d627913-976f-4366-9276-a18cf9b97642 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 1130 time: 0.0425057 Apr 16 05:10:21.547269 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d71c9c-3e38-4fca-8052-f533ff258c49 req-2bad93e9-0277-4421-953c-9fe71cf2260f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:10:21.548800 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48d71c9c-3e38-4fca-8052-f533ff258c49 req-2bad93e9-0277-4421-953c-9fe71cf2260f service neutron] 10.222.0.18 "GET /v2.0/networks?id=48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 200 len: 909 time: 0.0850084 Apr 16 05:10:21.618939 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48d71c9c-3e38-4fca-8052-f533ff258c49 req-dd727181-e6a2-44c6-b86c-88e0757e60dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5911671-56e7-4fd4-a9cd-b25354e786d0 HTTP/1.1" status: 200 len: 1002 time: 0.0641513 Apr 16 05:10:21.666649 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d71c9c-3e38-4fca-8052-f533ff258c49 req-f4e86522-32d2-4567-956e-6e2c2b9696f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:10:21.668044 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48d71c9c-3e38-4fca-8052-f533ff258c49 req-f4e86522-32d2-4567-956e-6e2c2b9696f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92884b13-07fc-4dca-b725-c867a7325ef6 HTTP/1.1" status: 200 len: 848 time: 0.0437546 Apr 16 05:10:21.713484 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d71c9c-3e38-4fca-8052-f533ff258c49 req-27638ba0-47eb-4214-a4d5-c62025f15a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:10:21.714948 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48d71c9c-3e38-4fca-8052-f533ff258c49 req-27638ba0-47eb-4214-a4d5-c62025f15a40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48593ab8-cfda-403e-b15a-645e06effdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0408423 Apr 16 05:10:21.725001 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [req-48d71c9c-3e38-4fca-8052-f533ff258c49 req-38454f8e-2d08-40e8-afb5-8b28c7c0eb28 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 05:10:21.728713 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48d71c9c-3e38-4fca-8052-f533ff258c49 req-38454f8e-2d08-40e8-afb5-8b28c7c0eb28 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050237 Apr 16 05:10:21.821651 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48d71c9c-3e38-4fca-8052-f533ff258c49 req-b5876e25-81b8-4696-84d5-a95ed0b9687d service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889499 Apr 16 05:10:21.912300 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-48d71c9c-3e38-4fca-8052-f533ff258c49 req-0ac9a74f-c40f-44d1-8a55-a94275567959 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837111 Apr 16 05:10:28.596109 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:10:39.135540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-cf3e34c4-459a-426e-9087-b081eac71c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:10:41.488988 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5d6b6042-9fc5-4496-93da-d321e2c3400a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:10:42.746381 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:10:43.049270 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:10:44.260779 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:10:45.460573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:10:58.578355 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:09.099798 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b893ea84-f489-47ea-ae63-bd82184fa28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:11.488437 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c66d741b-52ef-4b6c-9074-bcfdb0575e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:12.745801 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:14.236878 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:15.538546 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:20.047864 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:11:21.348573 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-aaca1261-737b-4268-8145-9bc423ad1edc req-300e1431-4966-45d7-ba6d-3835430ba4c7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415595 Apr 16 05:11:21.428017 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1261-737b-4268-8145-9bc423ad1edc req-b2b2c4b4-c511-4bce-b65e-3d3c2d72ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:11:21.429536 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-aaca1261-737b-4268-8145-9bc423ad1edc req-b2b2c4b4-c511-4bce-b65e-3d3c2d72ac0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 1130 time: 0.0416729 Apr 16 05:11:21.532114 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1261-737b-4268-8145-9bc423ad1edc req-5ea70e1a-749c-42b7-9a07-8a811512ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:11:21.533604 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-aaca1261-737b-4268-8145-9bc423ad1edc req-5ea70e1a-749c-42b7-9a07-8a811512ccef service neutron] 10.222.0.18 "GET /v2.0/networks?id=48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 200 len: 909 time: 0.0867429 Apr 16 05:11:21.599045 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-aaca1261-737b-4268-8145-9bc423ad1edc req-72ebd5f0-44c9-43f6-8f88-49a96124939d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5911671-56e7-4fd4-a9cd-b25354e786d0 HTTP/1.1" status: 200 len: 1002 time: 0.0595372 Apr 16 05:11:21.645171 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1261-737b-4268-8145-9bc423ad1edc req-37e63b81-f92a-4ff0-8367-6598c6a148fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:11:21.646539 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-aaca1261-737b-4268-8145-9bc423ad1edc req-37e63b81-f92a-4ff0-8367-6598c6a148fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92884b13-07fc-4dca-b725-c867a7325ef6 HTTP/1.1" status: 200 len: 848 time: 0.0422513 Apr 16 05:11:21.691861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1261-737b-4268-8145-9bc423ad1edc req-84145927-54f2-4d7e-9929-39c477001d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:11:21.693327 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-aaca1261-737b-4268-8145-9bc423ad1edc req-84145927-54f2-4d7e-9929-39c477001d92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48593ab8-cfda-403e-b15a-645e06effdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0408030 Apr 16 05:11:21.779808 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-aaca1261-737b-4268-8145-9bc423ad1edc req-5aab5279-4f95-429e-b1df-5fe531822aa1 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804093 Apr 16 05:11:21.870832 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-aaca1261-737b-4268-8145-9bc423ad1edc req-3374ede2-c20a-4c71-85d6-ac10f2bfd59d service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850546 Apr 16 05:11:28.573749 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:39.116518 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-747f81c7-627c-4e4a-a272-9ee1be10e4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:39.843954 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47380) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:11:39.992655 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Deleting port 6eb47bf7-e382-4de4-b485-b51b13711a60 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:11:39.993018 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (6eb47bf7-e382-4de4-b485-b51b13711a60), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:40.069197 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (6eb47bf7-e382-4de4-b485-b51b13711a60), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:40.069523 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for floatingip (6eb47bf7-e382-4de4-b485-b51b13711a60), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:40.086100 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Calling delete_port for 6eb47bf7-e382-4de4-b485-b51b13711a60 owned by network:floatingip {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:11:40.310949 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (6eb47bf7-e382-4de4-b485-b51b13711a60), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:40.340159 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event deleted for resources: {'Port': ['ID=6eb47bf7-e382-4de4-b485-b51b13711a60,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:11:40.353285 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:40.356453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:40.356453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:40.356453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:40.356453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:40.356453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:40.356453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:40.356453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:40.356453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:40.356453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:40.356453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:40.357443 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:40.357443 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:40.357655 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:40.357810 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:40.417633 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for floatingip (3e3d8272-a8c5-44bf-a03a-22d18eeb1c7c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:40.417970 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Floating IP 3e3d8272-a8c5-44bf-a03a-22d18eeb1c7c disassociated (deleted). External IP: 172.26.6.136, port: d5911671-56e7-4fd4-a9cd-b25354e786d0. Apr 16 05:11:40.908676 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Router ca024281-6e65-496e-b450-a5ff2f8e4d82 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:11:41.018676 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:11:41.023084 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:41.028347 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f40ee-3cc9-4577-8892-17d645587c60 None None] Sync routers for ids ['ca024281-6e65-496e-b450-a5ff2f8e4d82'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:11:41.037773 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f40ee-3cc9-4577-8892-17d645587c60 None None] Routers {'ca024281-6e65-496e-b450-a5ff2f8e4d82'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:11:41.038407 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-1f3f40ee-3cc9-4577-8892-17d645587c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:11:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['ca024281-6e65-496e-b450-a5ff2f8e4d82'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:11:41.053370 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-23bdd998-89fd-4d97-80b2-c5ac6e5a025d tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "DELETE /v2.0/floatingips/3e3d8272-a8c5-44bf-a03a-22d18eeb1c7c HTTP/1.1" status: 204 len: 168 time: 1.2076867 Apr 16 05:11:41.053953 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286262b4-cc11-4419-ad91-0b5ad93b6458', 'tag': 'd5911671-56e7-4fd4-a9cd-b25354e786d0'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:11:41.056196 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70649360-94f0-4ba9-8d91-801a60d94a74" -d '{"events": [{"name": "network-changed", "server_uuid": "286262b4-cc11-4419-ad91-0b5ad93b6458", "tag": "d5911671-56e7-4fd4-a9cd-b25354e786d0"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:11:41.149501 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 05:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825ed45f-d2f5-433e-9720-4ec8d9bec341 x-openstack-request-id: req-825ed45f-d2f5-433e-9720-4ec8d9bec341 {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:11:41.149501 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286262b4-cc11-4419-ad91-0b5ad93b6458", "tag": "d5911671-56e7-4fd4-a9cd-b25354e786d0", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:11:41.149501 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-825ed45f-d2f5-433e-9720-4ec8d9bec341 {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:11:41.149501 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-825ed45f-d2f5-433e-9720-4ec8d9bec341'] response: {'name': 'network-changed', 'server_uuid': '286262b4-cc11-4419-ad91-0b5ad93b6458', 'tag': 'd5911671-56e7-4fd4-a9cd-b25354e786d0', 'status': 'completed', 'code': 200} Apr 16 05:11:41.152567 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-1f3f40ee-3cc9-4577-8892-17d645587c60 None None] Set router ca024281-6e65-496e-b450-a5ff2f8e4d82 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:11:41.208559 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70649360-94f0-4ba9-8d91-801a60d94a74 req-281e7d63-7481-46ea-83e9-8d33783576a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:11:41.210782 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-70649360-94f0-4ba9-8d91-801a60d94a74 req-281e7d63-7481-46ea-83e9-8d33783576a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 1130 time: 0.0407636 Apr 16 05:11:41.309925 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70649360-94f0-4ba9-8d91-801a60d94a74 req-c7d8c413-cdcd-4620-9690-7d563e8e1119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:11:41.311638 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-70649360-94f0-4ba9-8d91-801a60d94a74 req-c7d8c413-cdcd-4620-9690-7d563e8e1119 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 200 len: 909 time: 0.0944452 Apr 16 05:11:41.352277 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-1f3f40ee-3cc9-4577-8892-17d645587c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:32Z', 'updated_at': '2022-04-16T05:01:35Z', 'revision_number': 4, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'gw_port': {'id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:33Z', 'updated_at': '2022-04-16T05:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'f758234a-4ca2-41a6-9d01-2ec98cfd03e8', 'name': '', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'mac_address': 'fa:16:3e:75:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:35Z', 'updated_at': '2022-04-16T05:01:38Z', 'revision_number': 5, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'subnets': [{'id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:11:41.352564 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-70649360-94f0-4ba9-8d91-801a60d94a74 req-62e2bc10-d9c2-4103-ba4f-436d3c55b260 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5911671-56e7-4fd4-a9cd-b25354e786d0 HTTP/1.1" status: 200 len: 217 time: 0.0348530 Apr 16 05:11:41.379528 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f40ee-3cc9-4577-8892-17d645587c60 None None] Checking router: ca024281-6e65-496e-b450-a5ff2f8e4d82 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:11:41.388094 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f40ee-3cc9-4577-8892-17d645587c60 None None] Routers {'ca024281-6e65-496e-b450-a5ff2f8e4d82'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:11:41.389152 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-1f3f40ee-3cc9-4577-8892-17d645587c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:11:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['ca024281-6e65-496e-b450-a5ff2f8e4d82'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:11:41.403718 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70649360-94f0-4ba9-8d91-801a60d94a74 req-80b4b92f-f17f-41c4-92c4-881ef825e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:11:41.405234 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-70649360-94f0-4ba9-8d91-801a60d94a74 req-80b4b92f-f17f-41c4-92c4-881ef825e67c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92884b13-07fc-4dca-b725-c867a7325ef6 HTTP/1.1" status: 200 len: 848 time: 0.0470502 Apr 16 05:11:41.448494 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70649360-94f0-4ba9-8d91-801a60d94a74 req-6a5509b6-faf2-4416-9a81-78bec0e5f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:11:41.450070 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-70649360-94f0-4ba9-8d91-801a60d94a74 req-6a5509b6-faf2-4416-9a81-78bec0e5f5ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48593ab8-cfda-403e-b15a-645e06effdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384574 Apr 16 05:11:41.516943 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-1f3f40ee-3cc9-4577-8892-17d645587c60 None None] Set router ca024281-6e65-496e-b450-a5ff2f8e4d82 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:11:41.520059 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a69a0c4c-7ea7-4291-87d7-788ad48fa8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:41.570553 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14dac3-e6e8-4528-b3af-90693452a693 req-502f44a6-3dfb-4fee-b500-4b31cd0ef1d3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:11:41.572190 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ae14dac3-e6e8-4528-b3af-90693452a693 req-502f44a6-3dfb-4fee-b500-4b31cd0ef1d3 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.0556574 Apr 16 05:11:41.628200 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ae14dac3-e6e8-4528-b3af-90693452a693 req-fbc98115-7e0a-45ff-9092-a87e6f82cbf8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499241 Apr 16 05:11:41.723683 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-1f3f40ee-3cc9-4577-8892-17d645587c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:32Z', 'updated_at': '2022-04-16T05:01:35Z', 'revision_number': 4, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'gw_port': {'id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:33Z', 'updated_at': '2022-04-16T05:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'f758234a-4ca2-41a6-9d01-2ec98cfd03e8', 'name': '', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'mac_address': 'fa:16:3e:75:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:35Z', 'updated_at': '2022-04-16T05:01:38Z', 'revision_number': 5, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'subnets': [{'id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:11:41.755884 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f40ee-3cc9-4577-8892-17d645587c60 None None] The sync data for ids ['ca024281-6e65-496e-b450-a5ff2f8e4d82'] in dv-neutron-838078-2-hyperv is: [{'id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:32Z', 'updated_at': '2022-04-16T05:01:35Z', 'revision_number': 4, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'gw_port': {'id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:33Z', 'updated_at': '2022-04-16T05:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'f758234a-4ca2-41a6-9d01-2ec98cfd03e8', 'name': '', 'network_id': '48593ab8-cfda-403e-b15a-645e06effdcf', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'mac_address': 'fa:16:3e:75:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:35Z', 'updated_at': '2022-04-16T05:01:38Z', 'revision_number': 5, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'subnets': [{'id': '92884b13-07fc-4dca-b725-c867a7325ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:11:41.859706 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-70649360-94f0-4ba9-8d91-801a60d94a74 req-bdd15bad-556d-4422-8626-16bd8c934b16 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035113 Apr 16 05:11:41.963569 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77c6a3-e75e-4945-bb66-48eb96beecf8 None None] New status for floating IP 3e3d8272-a8c5-44bf-a03a-22d18eeb1c7c: DOWN {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 05:11:42.554167 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-70649360-94f0-4ba9-8d91-801a60d94a74 req-dc17b6bd-449f-4f0f-92bd-33b4bebcf919 service neutron] 10.222.0.18 "GET /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867741 Apr 16 05:11:42.762373 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:42.841523 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758b6bc-7839-4e1d-974e-264fd1496071 req-d26f936c-6111-4454-978c-eba8819b3c30 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:11:42.842996 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f758b6bc-7839-4e1d-974e-264fd1496071 req-d26f936c-6111-4454-978c-eba8819b3c30 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.0474708 Apr 16 05:11:42.891624 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-f758b6bc-7839-4e1d-974e-264fd1496071 req-0ae3c029-8e01-4c49-8d8e-59426b9c7bc4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7f1acca-b93f-476b-a9de-9d2f68aabe00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423133 Apr 16 05:11:43.077036 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c997fb-bdd6-4a7b-8d63-81b1368968e8 req-a47555de-3611-4420-8dc1-99d7527a45b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:11:43.078375 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43c997fb-bdd6-4a7b-8d63-81b1368968e8 req-a47555de-3611-4420-8dc1-99d7527a45b4 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.18 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 946 time: 0.0452023 Apr 16 05:11:43.162739 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-43c997fb-bdd6-4a7b-8d63-81b1368968e8 req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Deleting port d5911671-56e7-4fd4-a9cd-b25354e786d0 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:11:43.163083 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-43c997fb-bdd6-4a7b-8d63-81b1368968e8 req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:43.249085 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-43c997fb-bdd6-4a7b-8d63-81b1368968e8 req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] For port d5911671-56e7-4fd4-a9cd-b25354e786d0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d5911671-56e7-4fd4-a9cd-b25354e786d0,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:11:43.249451 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-43c997fb-bdd6-4a7b-8d63-81b1368968e8 req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:43.262930 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-43c997fb-bdd6-4a7b-8d63-81b1368968e8 req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Calling delete_port for d5911671-56e7-4fd4-a9cd-b25354e786d0 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:11:43.448012 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-43c997fb-bdd6-4a7b-8d63-81b1368968e8 req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (d5911671-56e7-4fd4-a9cd-b25354e786d0), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:43.476053 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event deleted for resources: {'Port': ['ID=d5911671-56e7-4fd4-a9cd-b25354e786d0,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:11:43.488127 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:43.488478 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:43.488853 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:43.489195 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:43.489530 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:43.489859 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:43.490187 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:43.490513 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:43.490834 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:43.491155 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:43.491478 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:43.491800 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:43.492128 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:43.492433 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:43.492770 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:43.533732 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c997fb-bdd6-4a7b-8d63-81b1368968e8 req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] No DVR routers for this DVR port d5911671-56e7-4fd4-a9cd-b25354e786d0 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 05:11:43.536217 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-43c997fb-bdd6-4a7b-8d63-81b1368968e8 req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:43.539456 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-43c997fb-bdd6-4a7b-8d63-81b1368968e8 req-e953794f-af84-4c3c-9569-47c4463521b8 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.18 "DELETE /v2.0/ports/d5911671-56e7-4fd4-a9cd-b25354e786d0 HTTP/1.1" status: 204 len: 173 time: 0.4562478 Apr 16 05:11:43.539883 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286262b4-cc11-4419-ad91-0b5ad93b6458', 'name': 'network-vif-deleted', 'tag': 'd5911671-56e7-4fd4-a9cd-b25354e786d0'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:11:43.542221 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7272ad9a-88f2-44a7-8ad8-28efe49fb874" -d '{"events": [{"server_uuid": "286262b4-cc11-4419-ad91-0b5ad93b6458", "name": "network-vif-deleted", "tag": "d5911671-56e7-4fd4-a9cd-b25354e786d0"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:11:43.696715 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 05:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9316c31f-6a7a-433e-8adc-729e427b902d x-openstack-request-id: req-9316c31f-6a7a-433e-8adc-729e427b902d {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:11:43.696715 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286262b4-cc11-4419-ad91-0b5ad93b6458", "name": "network-vif-deleted", "tag": "d5911671-56e7-4fd4-a9cd-b25354e786d0", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:11:43.696715 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9316c31f-6a7a-433e-8adc-729e427b902d {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:11:43.696715 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9316c31f-6a7a-433e-8adc-729e427b902d'] response: {'server_uuid': '286262b4-cc11-4419-ad91-0b5ad93b6458', 'name': 'network-vif-deleted', 'tag': 'd5911671-56e7-4fd4-a9cd-b25354e786d0', 'status': 'completed', 'code': 200} Apr 16 05:11:43.992881 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a034959a-38b5-4f0a-b163-d586c002577d req-2efe20d5-fa2e-4b1a-a40e-14bfe73a0284 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 210 time: 0.0293720 Apr 16 05:11:44.225217 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:45.093581 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-8b0e6857-cf6a-4f7e-a687-05e8758be1a2 req-bbd77445-9a5b-440b-a00a-8da167975a18 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 210 time: 0.0317860 Apr 16 05:11:45.391028 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:45.862542 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device d5911671-56e7-4fd4-a9cd-b25354e786d0 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:11:45.884160 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: d5911671-56e7-4fd4-a9cd-b25354e786d0 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:11:45.884540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device d5911671-56e7-4fd4-a9cd-b25354e786d0 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:11:46.188006 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-61e1e479-17ad-480a-b17e-b3ca56e316d4 req-45b60532-282e-4f3e-b75c-81445c130752 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 210 time: 0.0281467 Apr 16 05:11:47.286873 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-bd4f2dbd-34f8-418b-a621-4dbdca945c96 req-77b79383-d2ce-46bd-b268-f09cd77774fe tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 210 time: 0.0289705 Apr 16 05:11:48.396536 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-91790396-9f40-4597-9466-7bf2eb37227f req-30fc832b-c4c4-4d68-b9c5-db1426694c86 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 210 time: 0.0363784 Apr 16 05:11:49.490240 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-b518ace8-1926-4dd2-b274-cb4dbe067b47 req-334bbe4a-ea67-4d3b-b8df-663103988c5b tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 210 time: 0.0286705 Apr 16 05:11:50.588234 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-648b9ee8-8b3b-4f2c-a879-aa89a765d010 req-7a5cf96a-0549-41a7-a449-9951044e1141 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 210 time: 0.0309358 Apr 16 05:11:51.685835 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2234cb83-89aa-4677-9ee9-e2fd24c1e585 req-7272b5ca-7255-49f0-9115-0d74037191d7 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 210 time: 0.0296645 Apr 16 05:11:52.779420 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6a624dc5-b255-4dd6-924f-566ae1b0f416 req-58782f0a-0c75-42a4-a9b6-937602f5526a tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "GET /v2.0/ports?device_id=286262b4-cc11-4419-ad91-0b5ad93b6458 HTTP/1.1" status: 200 len: 210 time: 0.0279121 Apr 16 05:11:53.842001 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47446) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:11:53.906739 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6f2faed6-ed32-42f3-907e-3fc4802e9aa2 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group (c7f1acca-b93f-476b-a9de-9d2f68aabe00), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:53.932817 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6f2faed6-ed32-42f3-907e-3fc4802e9aa2 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group (c7f1acca-b93f-476b-a9de-9d2f68aabe00), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:54.042013 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6f2faed6-ed32-42f3-907e-3fc4802e9aa2 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (c7f1acca-b93f-476b-a9de-9d2f68aabe00), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:54.044645 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6f2faed6-ed32-42f3-907e-3fc4802e9aa2 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:54.045967 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6f2faed6-ed32-42f3-907e-3fc4802e9aa2 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] 10.222.0.30 "DELETE /v2.0/security-groups/c7f1acca-b93f-476b-a9de-9d2f68aabe00 HTTP/1.1" status: 204 len: 168 time: 0.2029188 Apr 16 05:11:54.056308 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2faed6-ed32-42f3-907e-3fc4802e9aa2 tempest-TestShelveInstance-731713764 tempest-TestShelveInstance-731713764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f1acca-b93f-476b-a9de-9d2f68aabe00,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:11:54.162900 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 47450) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:11:54.670295 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e52d4b6f-f11e-4c56-ad93-1c561e39482c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (ca024281-6e65-496e-b450-a5ff2f8e4d82), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:54.922326 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-e52d4b6f-f11e-4c56-ad93-1c561e39482c admin admin] Deleting port f758234a-4ca2-41a6-9d01-2ec98cfd03e8 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:11:54.922592 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e52d4b6f-f11e-4c56-ad93-1c561e39482c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (f758234a-4ca2-41a6-9d01-2ec98cfd03e8), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:55.005487 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-e52d4b6f-f11e-4c56-ad93-1c561e39482c admin admin] For port f758234a-4ca2-41a6-9d01-2ec98cfd03e8, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=f758234a-4ca2-41a6-9d01-2ec98cfd03e8,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:11:55.005780 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e52d4b6f-f11e-4c56-ad93-1c561e39482c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (f758234a-4ca2-41a6-9d01-2ec98cfd03e8), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:55.018760 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-e52d4b6f-f11e-4c56-ad93-1c561e39482c admin admin] Calling delete_port for f758234a-4ca2-41a6-9d01-2ec98cfd03e8 owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:11:55.259871 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e52d4b6f-f11e-4c56-ad93-1c561e39482c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (f758234a-4ca2-41a6-9d01-2ec98cfd03e8), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:55.285235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d4b6f-f11e-4c56-ad93-1c561e39482c admin admin] Pushing event deleted for resources: {'Port': ['ID=f758234a-4ca2-41a6-9d01-2ec98cfd03e8,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:11:55.461003 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e52d4b6f-f11e-4c56-ad93-1c561e39482c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (ca024281-6e65-496e-b450-a5ff2f8e4d82), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:55.687245 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52d4b6f-f11e-4c56-ad93-1c561e39482c admin admin] Router ca024281-6e65-496e-b450-a5ff2f8e4d82 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:11:55.802374 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52d4b6f-f11e-4c56-ad93-1c561e39482c admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:11:55.807585 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e52d4b6f-f11e-4c56-ad93-1c561e39482c admin admin] 10.222.0.30 "PUT /v2.0/routers/ca024281-6e65-496e-b450-a5ff2f8e4d82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6435745 Apr 16 05:11:55.810485 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47454) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:11:55.812172 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a88a1d-61a5-40a7-9edb-f9bc2d54613a None None] Sync routers for ids ['ca024281-6e65-496e-b450-a5ff2f8e4d82'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:11:55.825558 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a88a1d-61a5-40a7-9edb-f9bc2d54613a None None] Routers {'ca024281-6e65-496e-b450-a5ff2f8e4d82'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:11:55.826182 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-73a88a1d-61a5-40a7-9edb-f9bc2d54613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:11:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['ca024281-6e65-496e-b450-a5ff2f8e4d82'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:11:55.924584 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a97ef31e-e923-4a8a-82e5-b03fe461e2e4 admin admin] Publish callbacks [] for router (ca024281-6e65-496e-b450-a5ff2f8e4d82), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:55.938358 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-73a88a1d-61a5-40a7-9edb-f9bc2d54613a None None] Set router ca024281-6e65-496e-b450-a5ff2f8e4d82 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:11:56.040387 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a97ef31e-e923-4a8a-82e5-b03fe461e2e4 admin admin] Publish callbacks [] for router_gateway (ca024281-6e65-496e-b450-a5ff2f8e4d82), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:56.108657 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-73a88a1d-61a5-40a7-9edb-f9bc2d54613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:32Z', 'updated_at': '2022-04-16T05:11:55Z', 'revision_number': 5, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'gw_port': {'id': '4f99a880-ca5a-4178-89b5-8625153de6fc', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:33Z', 'updated_at': '2022-04-16T05:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:11:56.140156 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a88a1d-61a5-40a7-9edb-f9bc2d54613a None None] Checking router: ca024281-6e65-496e-b450-a5ff2f8e4d82 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:11:56.148475 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a88a1d-61a5-40a7-9edb-f9bc2d54613a None None] Routers {'ca024281-6e65-496e-b450-a5ff2f8e4d82'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:11:56.149104 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-73a88a1d-61a5-40a7-9edb-f9bc2d54613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:11:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['ca024281-6e65-496e-b450-a5ff2f8e4d82'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:11:56.182220 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-a97ef31e-e923-4a8a-82e5-b03fe461e2e4 admin admin] Deleting port 4f99a880-ca5a-4178-89b5-8625153de6fc {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:11:56.182558 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a97ef31e-e923-4a8a-82e5-b03fe461e2e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (4f99a880-ca5a-4178-89b5-8625153de6fc), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:56.245431 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-73a88a1d-61a5-40a7-9edb-f9bc2d54613a None None] Set router ca024281-6e65-496e-b450-a5ff2f8e4d82 gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:11:56.266559 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-a97ef31e-e923-4a8a-82e5-b03fe461e2e4 admin admin] For port 4f99a880-ca5a-4178-89b5-8625153de6fc, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=4f99a880-ca5a-4178-89b5-8625153de6fc,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:11:56.266924 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a97ef31e-e923-4a8a-82e5-b03fe461e2e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (4f99a880-ca5a-4178-89b5-8625153de6fc), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:56.284418 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-a97ef31e-e923-4a8a-82e5-b03fe461e2e4 admin admin] Calling delete_port for 4f99a880-ca5a-4178-89b5-8625153de6fc owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:11:56.305891 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-73a88a1d-61a5-40a7-9edb-f9bc2d54613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:32Z', 'updated_at': '2022-04-16T05:11:56Z', 'revision_number': 6, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:11:56.336454 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a88a1d-61a5-40a7-9edb-f9bc2d54613a None None] The sync data for ids ['ca024281-6e65-496e-b450-a5ff2f8e4d82'] in dv-neutron-838078-2-hyperv is: [{'id': 'ca024281-6e65-496e-b450-a5ff2f8e4d82', 'name': 'tempest-TestShelveInstance-1673424321-router', 'tenant_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:32Z', 'updated_at': '2022-04-16T05:11:56Z', 'revision_number': 6, 'project_id': '56fd333211ca4db1ba4d7f6c4f57e398', 'gw_port_host': None}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:11:56.533906 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a97ef31e-e923-4a8a-82e5-b03fe461e2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (4f99a880-ca5a-4178-89b5-8625153de6fc), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:56.560929 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ef31e-e923-4a8a-82e5-b03fe461e2e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f99a880-ca5a-4178-89b5-8625153de6fc,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:11:56.623496 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a97ef31e-e923-4a8a-82e5-b03fe461e2e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (ca024281-6e65-496e-b450-a5ff2f8e4d82), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:56.721294 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a97ef31e-e923-4a8a-82e5-b03fe461e2e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (ca024281-6e65-496e-b450-a5ff2f8e4d82), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:56.724823 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a97ef31e-e923-4a8a-82e5-b03fe461e2e4 admin admin] Publish callbacks [] for router_controller (ca024281-6e65-496e-b450-a5ff2f8e4d82), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:56.826162 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a97ef31e-e923-4a8a-82e5-b03fe461e2e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (ca024281-6e65-496e-b450-a5ff2f8e4d82), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:56.826726 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97ef31e-e923-4a8a-82e5-b03fe461e2e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca024281-6e65-496e-b450-a5ff2f8e4d82 {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 05:11:56.831698 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a97ef31e-e923-4a8a-82e5-b03fe461e2e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:56.833485 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a97ef31e-e923-4a8a-82e5-b03fe461e2e4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ca024281-6e65-496e-b450-a5ff2f8e4d82 HTTP/1.1" status: 204 len: 168 time: 1.0217924 Apr 16 05:11:56.836128 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47456) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:11:56.884430 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5646ae2-bec4-44f6-bac1-9c78177e8272 admin admin] Deleting subnet 92884b13-07fc-4dca-b725-c867a7325ef6 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 05:11:56.888064 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5646ae2-bec4-44f6-bac1-9c78177e8272 admin admin] Publish callbacks [] for subnet (92884b13-07fc-4dca-b725-c867a7325ef6), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:56.925272 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5646ae2-bec4-44f6-bac1-9c78177e8272 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (92884b13-07fc-4dca-b725-c867a7325ef6), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:57.009301 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5646ae2-bec4-44f6-bac1-9c78177e8272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (92884b13-07fc-4dca-b725-c867a7325ef6), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:57.051737 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:11:57.111555 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5646ae2-bec4-44f6-bac1-9c78177e8272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (92884b13-07fc-4dca-b725-c867a7325ef6), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:57.137171 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f758234a-4ca2-41a6-9d01-2ec98cfd03e8 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:11:57.148423 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c5646ae2-bec4-44f6-bac1-9c78177e8272 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:57.155762 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c5646ae2-bec4-44f6-bac1-9c78177e8272 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/92884b13-07fc-4dca-b725-c867a7325ef6 HTTP/1.1" status: 204 len: 168 time: 0.3145411 Apr 16 05:11:57.155762 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5646ae2-bec4-44f6-bac1-9c78177e8272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92884b13-07fc-4dca-b725-c867a7325ef6,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:11:57.155978 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 47458) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:11:57.164573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc44424-771f-4734-a4ee-e8ff472f4b27 None None] Network 48593ab8-cfda-403e-b15a-645e06effdcf requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 05:11:57.166982 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: f758234a-4ca2-41a6-9d01-2ec98cfd03e8 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:11:57.167838 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device f758234a-4ca2-41a6-9d01-2ec98cfd03e8 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:11:57.236274 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4992c1c2-f13b-4bcd-a564-b31040c9046c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (48593ab8-cfda-403e-b15a-645e06effdcf), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:57.287578 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-4992c1c2-f13b-4bcd-a564-b31040c9046c admin admin] Deleting port 30a7c09f-d8b0-4299-8e62-8e70a11932a9 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:11:57.287924 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4992c1c2-f13b-4bcd-a564-b31040c9046c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (30a7c09f-d8b0-4299-8e62-8e70a11932a9), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:57.350601 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] DHCP port deletion for 48593ab8-cfda-403e-b15a-645e06effdcf request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 05:11:57.367156 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-4992c1c2-f13b-4bcd-a564-b31040c9046c admin admin] For port 30a7c09f-d8b0-4299-8e62-8e70a11932a9, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=30a7c09f-d8b0-4299-8e62-8e70a11932a9,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:11:57.367652 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4992c1c2-f13b-4bcd-a564-b31040c9046c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (30a7c09f-d8b0-4299-8e62-8e70a11932a9), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:57.385268 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-4992c1c2-f13b-4bcd-a564-b31040c9046c admin admin] Calling delete_port for 30a7c09f-d8b0-4299-8e62-8e70a11932a9 owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:11:57.399195 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] Deleting port 30a7c09f-d8b0-4299-8e62-8e70a11932a9 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:11:57.399572 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (30a7c09f-d8b0-4299-8e62-8e70a11932a9), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:57.484539 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] For port 30a7c09f-d8b0-4299-8e62-8e70a11932a9, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=30a7c09f-d8b0-4299-8e62-8e70a11932a9,segment=NetworkSegment(57fb3154-4462-4b30-bf63-458560ce5886),segment_id=57fb3154-4462-4b30-bf63-458560ce5886)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:11:57.488055 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (30a7c09f-d8b0-4299-8e62-8e70a11932a9), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:57.500815 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] Calling delete_port for 30a7c09f-d8b0-4299-8e62-8e70a11932a9 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:11:57.533682 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4992c1c2-f13b-4bcd-a564-b31040c9046c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (30a7c09f-d8b0-4299-8e62-8e70a11932a9), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:57.566854 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992c1c2-f13b-4bcd-a564-b31040c9046c admin admin] Pushing event deleted for resources: {'Port': ['ID=30a7c09f-d8b0-4299-8e62-8e70a11932a9,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:11:57.568467 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4992c1c2-f13b-4bcd-a564-b31040c9046c admin admin] No DVR routers for this DVR port 30a7c09f-d8b0-4299-8e62-8e70a11932a9 on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 05:11:57.581305 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (30a7c09f-d8b0-4299-8e62-8e70a11932a9), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:57.608441 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] Pushing event deleted for resources: {'Port': ['ID=30a7c09f-d8b0-4299-8e62-8e70a11932a9,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:11:57.616150 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] No DVR routers for this DVR port 30a7c09f-d8b0-4299-8e62-8e70a11932a9 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 05:11:57.618424 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:57.618961 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:57.619301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:57.619632 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:57.620155 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:57.620479 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:57.621014 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:57.621516 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:57.622002 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:57.622489 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:57.622966 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:57.623456 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:57.623940 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:57.624421 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:57.625187 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5190231-31b6-49c8-bbcf-da1b92fbf324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:11:57.655000 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4992c1c2-f13b-4bcd-a564-b31040c9046c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (48593ab8-cfda-403e-b15a-645e06effdcf), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:57.677204 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-4992c1c2-f13b-4bcd-a564-b31040c9046c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48593ab8-cfda-403e-b15a-645e06effdcf']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:11:57.687360 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-4992c1c2-f13b-4bcd-a564-b31040c9046c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57fb3154-4462-4b30-bf63-458560ce5886') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:11:57.687662 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-4992c1c2-f13b-4bcd-a564-b31040c9046c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57fb3154-4462-4b30-bf63-458560ce5886') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:11:57.697283 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4992c1c2-f13b-4bcd-a564-b31040c9046c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (57fb3154-4462-4b30-bf63-458560ce5886), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:57.710769 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4992c1c2-f13b-4bcd-a564-b31040c9046c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (57fb3154-4462-4b30-bf63-458560ce5886), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:57.719563 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4992c1c2-f13b-4bcd-a564-b31040c9046c admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 05:11:57.719943 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4992c1c2-f13b-4bcd-a564-b31040c9046c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (57fb3154-4462-4b30-bf63-458560ce5886), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 05:11:57.721734 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 05:11:57.829866 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4992c1c2-f13b-4bcd-a564-b31040c9046c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (48593ab8-cfda-403e-b15a-645e06effdcf), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:57.835845 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-4992c1c2-f13b-4bcd-a564-b31040c9046c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:57.841936 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4992c1c2-f13b-4bcd-a564-b31040c9046c admin admin] 10.222.0.30 "DELETE /v2.0/networks/48593ab8-cfda-403e-b15a-645e06effdcf HTTP/1.1" status: 204 len: 168 time: 0.6865945 Apr 16 05:11:57.842127 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47460) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:11:57.853674 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992c1c2-f13b-4bcd-a564-b31040c9046c admin admin] Pushing event deleted for resources: {'Network': ['ID=48593ab8-cfda-403e-b15a-645e06effdcf,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:11:58.187919 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6c1b632b-da0e-4bca-9949-ce6ef4640032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (b6e8bd15-bb8b-44bd-9d5c-e24ac385e920), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:58.423885 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b632b-da0e-4bca-9949-ce6ef4640032 admin admin] Deleting port cf776500-d900-47bf-b07d-1b90d8a8740f {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:11:58.424187 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6c1b632b-da0e-4bca-9949-ce6ef4640032 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (cf776500-d900-47bf-b07d-1b90d8a8740f), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:58.505187 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-6c1b632b-da0e-4bca-9949-ce6ef4640032 admin admin] For port cf776500-d900-47bf-b07d-1b90d8a8740f, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=cf776500-d900-47bf-b07d-1b90d8a8740f,segment=NetworkSegment(9c106340-4b25-4855-9ba9-e01f2aa8dadf),segment_id=9c106340-4b25-4855-9ba9-e01f2aa8dadf)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:11:58.505560 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6c1b632b-da0e-4bca-9949-ce6ef4640032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (cf776500-d900-47bf-b07d-1b90d8a8740f), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:58.520394 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b632b-da0e-4bca-9949-ce6ef4640032 admin admin] Calling delete_port for cf776500-d900-47bf-b07d-1b90d8a8740f owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:11:58.572468 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:58.607829 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 4f99a880-ca5a-4178-89b5-8625153de6fc no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:11:58.631626 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 4f99a880-ca5a-4178-89b5-8625153de6fc {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:11:58.631984 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 4f99a880-ca5a-4178-89b5-8625153de6fc not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:11:58.635953 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 30a7c09f-d8b0-4299-8e62-8e70a11932a9 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:11:58.657281 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 30a7c09f-d8b0-4299-8e62-8e70a11932a9 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:11:58.657727 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 30a7c09f-d8b0-4299-8e62-8e70a11932a9 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:11:58.789795 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6c1b632b-da0e-4bca-9949-ce6ef4640032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (cf776500-d900-47bf-b07d-1b90d8a8740f), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:58.813993 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b632b-da0e-4bca-9949-ce6ef4640032 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf776500-d900-47bf-b07d-1b90d8a8740f,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:11:58.992202 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-6c1b632b-da0e-4bca-9949-ce6ef4640032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (b6e8bd15-bb8b-44bd-9d5c-e24ac385e920), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:59.211736 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1b632b-da0e-4bca-9949-ce6ef4640032 admin admin] Router b6e8bd15-bb8b-44bd-9d5c-e24ac385e920 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:11:59.602633 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1b632b-da0e-4bca-9949-ce6ef4640032 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:11:59.609931 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-6c1b632b-da0e-4bca-9949-ce6ef4640032 admin admin] 10.222.0.30 "PUT /v2.0/routers/b6e8bd15-bb8b-44bd-9d5c-e24ac385e920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7643318 Apr 16 05:11:59.610275 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 47462) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:11:59.612329 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23938275-457c-4763-a294-e346e150750b None None] Sync routers for ids ['b6e8bd15-bb8b-44bd-9d5c-e24ac385e920'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:11:59.627584 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23938275-457c-4763-a294-e346e150750b None None] Routers {'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:11:59.628335 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-23938275-457c-4763-a294-e346e150750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:11:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b6e8bd15-bb8b-44bd-9d5c-e24ac385e920'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:11:59.726527 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ba09cd90-3c92-4294-ab93-5360f5aaf1fd admin admin] Publish callbacks [] for router (b6e8bd15-bb8b-44bd-9d5c-e24ac385e920), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:59.830151 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-23938275-457c-4763-a294-e346e150750b None None] Set router b6e8bd15-bb8b-44bd-9d5c-e24ac385e920 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:11:59.842775 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ba09cd90-3c92-4294-ab93-5360f5aaf1fd admin admin] Publish callbacks [] for router_gateway (b6e8bd15-bb8b-44bd-9d5c-e24ac385e920), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:11:59.955479 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-ba09cd90-3c92-4294-ab93-5360f5aaf1fd admin admin] Deleting port 3d143d48-88cc-4c76-9a87-1806ec770f8c {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:11:59.955970 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ba09cd90-3c92-4294-ab93-5360f5aaf1fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (3d143d48-88cc-4c76-9a87-1806ec770f8c), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:00.003366 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-23938275-457c-4763-a294-e346e150750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920', 'name': 'tempest-TestShelveInstance-669042486-router', 'tenant_id': 'aa35091c38f84aea9d346387b90b3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': '3d143d48-88cc-4c76-9a87-1806ec770f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:38Z', 'updated_at': '2022-04-16T05:11:58Z', 'revision_number': 5, 'project_id': 'aa35091c38f84aea9d346387b90b3d2f', 'gw_port': {'id': '3d143d48-88cc-4c76-9a87-1806ec770f8c', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:01:39Z', 'updated_at': '2022-04-16T05:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:00.034418 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23938275-457c-4763-a294-e346e150750b None None] Checking router: b6e8bd15-bb8b-44bd-9d5c-e24ac385e920 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:12:00.034904 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-ba09cd90-3c92-4294-ab93-5360f5aaf1fd admin admin] For port 3d143d48-88cc-4c76-9a87-1806ec770f8c, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=3d143d48-88cc-4c76-9a87-1806ec770f8c,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:12:00.035788 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ba09cd90-3c92-4294-ab93-5360f5aaf1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (3d143d48-88cc-4c76-9a87-1806ec770f8c), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:00.043193 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23938275-457c-4763-a294-e346e150750b None None] Routers {'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:12:00.043804 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-23938275-457c-4763-a294-e346e150750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:11:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['b6e8bd15-bb8b-44bd-9d5c-e24ac385e920'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:00.048833 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-ba09cd90-3c92-4294-ab93-5360f5aaf1fd admin admin] Calling delete_port for 3d143d48-88cc-4c76-9a87-1806ec770f8c owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:12:00.132930 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-23938275-457c-4763-a294-e346e150750b None None] Set router b6e8bd15-bb8b-44bd-9d5c-e24ac385e920 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:12:00.187466 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-23938275-457c-4763-a294-e346e150750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920', 'name': 'tempest-TestShelveInstance-669042486-router', 'tenant_id': 'aa35091c38f84aea9d346387b90b3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:38Z', 'updated_at': '2022-04-16T05:11:59Z', 'revision_number': 6, 'project_id': 'aa35091c38f84aea9d346387b90b3d2f', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:00.218327 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23938275-457c-4763-a294-e346e150750b None None] The sync data for ids ['b6e8bd15-bb8b-44bd-9d5c-e24ac385e920'] in dv-neutron-838078-2-hyperv is: [{'id': 'b6e8bd15-bb8b-44bd-9d5c-e24ac385e920', 'name': 'tempest-TestShelveInstance-669042486-router', 'tenant_id': 'aa35091c38f84aea9d346387b90b3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:01:38Z', 'updated_at': '2022-04-16T05:11:59Z', 'revision_number': 6, 'project_id': 'aa35091c38f84aea9d346387b90b3d2f', 'gw_port_host': None}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:12:00.282516 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ba09cd90-3c92-4294-ab93-5360f5aaf1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (3d143d48-88cc-4c76-9a87-1806ec770f8c), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:00.314184 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09cd90-3c92-4294-ab93-5360f5aaf1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=3d143d48-88cc-4c76-9a87-1806ec770f8c,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:00.375272 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ba09cd90-3c92-4294-ab93-5360f5aaf1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (b6e8bd15-bb8b-44bd-9d5c-e24ac385e920), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:00.471546 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ba09cd90-3c92-4294-ab93-5360f5aaf1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (b6e8bd15-bb8b-44bd-9d5c-e24ac385e920), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:00.473748 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ba09cd90-3c92-4294-ab93-5360f5aaf1fd admin admin] Publish callbacks [] for router_controller (b6e8bd15-bb8b-44bd-9d5c-e24ac385e920), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:00.591065 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ba09cd90-3c92-4294-ab93-5360f5aaf1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (b6e8bd15-bb8b-44bd-9d5c-e24ac385e920), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:00.591604 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba09cd90-3c92-4294-ab93-5360f5aaf1fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6e8bd15-bb8b-44bd-9d5c-e24ac385e920 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 05:12:00.596202 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-ba09cd90-3c92-4294-ab93-5360f5aaf1fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:00.597822 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-ba09cd90-3c92-4294-ab93-5360f5aaf1fd admin admin] 10.222.0.30 "DELETE /v2.0/routers/b6e8bd15-bb8b-44bd-9d5c-e24ac385e920 HTTP/1.1" status: 204 len: 168 time: 0.9865546 Apr 16 05:12:00.601743 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 47464) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:00.661267 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64ffacc-46cd-49d6-bd2f-134d21c41e23 admin admin] Deleting subnet 50584c03-a3a0-4965-ba06-f015a5b312d8 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 05:12:00.665147 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a64ffacc-46cd-49d6-bd2f-134d21c41e23 admin admin] Publish callbacks [] for subnet (50584c03-a3a0-4965-ba06-f015a5b312d8), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:00.679886 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device cf776500-d900-47bf-b07d-1b90d8a8740f no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:12:00.703594 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a64ffacc-46cd-49d6-bd2f-134d21c41e23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (50584c03-a3a0-4965-ba06-f015a5b312d8), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:00.713536 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: cf776500-d900-47bf-b07d-1b90d8a8740f {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:12:00.713860 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device cf776500-d900-47bf-b07d-1b90d8a8740f not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:12:00.787198 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a64ffacc-46cd-49d6-bd2f-134d21c41e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (50584c03-a3a0-4965-ba06-f015a5b312d8), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:00.939299 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a64ffacc-46cd-49d6-bd2f-134d21c41e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (50584c03-a3a0-4965-ba06-f015a5b312d8), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:00.966413 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ffacc-46cd-49d6-bd2f-134d21c41e23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50584c03-a3a0-4965-ba06-f015a5b312d8,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:00.969959 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-a64ffacc-46cd-49d6-bd2f-134d21c41e23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:00.973300 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a64ffacc-46cd-49d6-bd2f-134d21c41e23 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/50584c03-a3a0-4965-ba06-f015a5b312d8 HTTP/1.1" status: 204 len: 168 time: 0.3720639 Apr 16 05:12:00.975887 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 47468) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:00.976520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93ac6e8-1b71-4237-8f6b-ed4cff4d726a None None] Network 92bff575-eb63-4a6c-a9be-79d8b27bb0ec requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 05:12:01.047664 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efe4ef78-e9b1-42a7-9f35-41cb90852e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (92bff575-eb63-4a6c-a9be-79d8b27bb0ec), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:01.095024 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-efe4ef78-e9b1-42a7-9f35-41cb90852e8f admin admin] Deleting port c9a2b863-667f-4692-afe1-715c038431b4 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:12:01.095363 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efe4ef78-e9b1-42a7-9f35-41cb90852e8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c9a2b863-667f-4692-afe1-715c038431b4), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:01.167759 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-efe4ef78-e9b1-42a7-9f35-41cb90852e8f admin admin] For port c9a2b863-667f-4692-afe1-715c038431b4, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c9a2b863-667f-4692-afe1-715c038431b4,segment=NetworkSegment(9c106340-4b25-4855-9ba9-e01f2aa8dadf),segment_id=9c106340-4b25-4855-9ba9-e01f2aa8dadf)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:12:01.168151 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efe4ef78-e9b1-42a7-9f35-41cb90852e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c9a2b863-667f-4692-afe1-715c038431b4), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:01.182406 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-efe4ef78-e9b1-42a7-9f35-41cb90852e8f admin admin] Calling delete_port for c9a2b863-667f-4692-afe1-715c038431b4 owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:12:01.297667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae68a087-2d80-41e0-8650-4427fcfae8a6 None None] DHCP port deletion for 92bff575-eb63-4a6c-a9be-79d8b27bb0ec request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 05:12:01.321994 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efe4ef78-e9b1-42a7-9f35-41cb90852e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c9a2b863-667f-4692-afe1-715c038431b4), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:01.343410 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-ae68a087-2d80-41e0-8650-4427fcfae8a6 None None] Deleting port c9a2b863-667f-4692-afe1-715c038431b4 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:12:01.343410 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ae68a087-2d80-41e0-8650-4427fcfae8a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c9a2b863-667f-4692-afe1-715c038431b4), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:01.357917 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe4ef78-e9b1-42a7-9f35-41cb90852e8f admin admin] No DVR routers for this DVR port c9a2b863-667f-4692-afe1-715c038431b4 on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 05:12:01.361964 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4ef78-e9b1-42a7-9f35-41cb90852e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a2b863-667f-4692-afe1-715c038431b4,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:01.407444 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-ae68a087-2d80-41e0-8650-4427fcfae8a6 None None] For port c9a2b863-667f-4692-afe1-715c038431b4, host dv-neutron-838078-2-hyperv, got binding levels [] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:12:01.407841 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ae68a087-2d80-41e0-8650-4427fcfae8a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c9a2b863-667f-4692-afe1-715c038431b4), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:01.421395 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-ae68a087-2d80-41e0-8650-4427fcfae8a6 None None] Calling delete_port for c9a2b863-667f-4692-afe1-715c038431b4 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:12:01.424188 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.ipam_backend_mixin [None req-ae68a087-2d80-41e0-8650-4427fcfae8a6 None None] Port c9a2b863-667f-4692-afe1-715c038431b4 was not found and therefore no delete operation was performed {{(pid=104634) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 16 05:12:01.425486 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-ae68a087-2d80-41e0-8650-4427fcfae8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (c9a2b863-667f-4692-afe1-715c038431b4), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:01.432913 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efe4ef78-e9b1-42a7-9f35-41cb90852e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (92bff575-eb63-4a6c-a9be-79d8b27bb0ec), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:01.451589 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68a087-2d80-41e0-8650-4427fcfae8a6 None None] Pushing event deleted for resources: {'Port': ['ID=c9a2b863-667f-4692-afe1-715c038431b4,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:01.453549 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae68a087-2d80-41e0-8650-4427fcfae8a6 None None] No DVR routers for this DVR port c9a2b863-667f-4692-afe1-715c038431b4 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 05:12:01.454229 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-efe4ef78-e9b1-42a7-9f35-41cb90852e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92bff575-eb63-4a6c-a9be-79d8b27bb0ec']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:01.466591 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-efe4ef78-e9b1-42a7-9f35-41cb90852e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c106340-4b25-4855-9ba9-e01f2aa8dadf') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:01.467030 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-efe4ef78-e9b1-42a7-9f35-41cb90852e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c106340-4b25-4855-9ba9-e01f2aa8dadf') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:01.477992 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efe4ef78-e9b1-42a7-9f35-41cb90852e8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (9c106340-4b25-4855-9ba9-e01f2aa8dadf), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:01.491887 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efe4ef78-e9b1-42a7-9f35-41cb90852e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (9c106340-4b25-4855-9ba9-e01f2aa8dadf), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:01.497694 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe4ef78-e9b1-42a7-9f35-41cb90852e8f admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 05:12:01.498069 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efe4ef78-e9b1-42a7-9f35-41cb90852e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (9c106340-4b25-4855-9ba9-e01f2aa8dadf), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 05:12:01.499972 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 05:12:01.619304 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efe4ef78-e9b1-42a7-9f35-41cb90852e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (92bff575-eb63-4a6c-a9be-79d8b27bb0ec), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:01.628826 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-efe4ef78-e9b1-42a7-9f35-41cb90852e8f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:01.628826 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-efe4ef78-e9b1-42a7-9f35-41cb90852e8f admin admin] 10.222.0.30 "DELETE /v2.0/networks/92bff575-eb63-4a6c-a9be-79d8b27bb0ec HTTP/1.1" status: 204 len: 168 time: 0.6512275 Apr 16 05:12:01.639529 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4ef78-e9b1-42a7-9f35-41cb90852e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=92bff575-eb63-4a6c-a9be-79d8b27bb0ec,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:01.938098 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 47472) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:01.977784 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-a0dba29f-3c91-45e2-972d-85d45e00baab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=56fd333211ca4db1ba4d7f6c4f57e398&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385320 Apr 16 05:12:01.980222 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 47474) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:02.026697 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-de1fc00f-681b-4cb8-9a70-38803d524a8e admin admin] Publish callbacks [] for security_group (ac267fcb-aac4-4cc0-a02a-cccb13e719e6), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:02.047029 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-de1fc00f-681b-4cb8-9a70-38803d524a8e admin admin] Publish callbacks [] for security_group (ac267fcb-aac4-4cc0-a02a-cccb13e719e6), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:02.162026 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-de1fc00f-681b-4cb8-9a70-38803d524a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (ac267fcb-aac4-4cc0-a02a-cccb13e719e6), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:02.164531 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-de1fc00f-681b-4cb8-9a70-38803d524a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:02.165700 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-de1fc00f-681b-4cb8-9a70-38803d524a8e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac267fcb-aac4-4cc0-a02a-cccb13e719e6 HTTP/1.1" status: 204 len: 168 time: 0.1845737 Apr 16 05:12:02.173418 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fc00f-681b-4cb8-9a70-38803d524a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac267fcb-aac4-4cc0-a02a-cccb13e719e6,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:02.606815 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3d143d48-88cc-4c76-9a87-1806ec770f8c no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:12:02.627505 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 3d143d48-88cc-4c76-9a87-1806ec770f8c {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:12:02.627852 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 3d143d48-88cc-4c76-9a87-1806ec770f8c not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:12:02.628261 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c9a2b863-667f-4692-afe1-715c038431b4 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:12:02.647467 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: c9a2b863-667f-4692-afe1-715c038431b4 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:12:02.647812 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c9a2b863-667f-4692-afe1-715c038431b4 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:12:02.767191 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47480) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:02.806395 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-e767e3e9-8e92-4581-b18e-0a5eaa65f627 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa35091c38f84aea9d346387b90b3d2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394411 Apr 16 05:12:02.808903 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47482) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:02.855299 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e076-02fa-41e5-a834-0cefd4bc194c admin admin] Publish callbacks [] for security_group (25a8bf57-6fc1-46e9-bdf5-266a1fcbfa70), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:02.876637 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e076-02fa-41e5-a834-0cefd4bc194c admin admin] Publish callbacks [] for security_group (25a8bf57-6fc1-46e9-bdf5-266a1fcbfa70), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:02.979050 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e076-02fa-41e5-a834-0cefd4bc194c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (25a8bf57-6fc1-46e9-bdf5-266a1fcbfa70), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:02.981586 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e076-02fa-41e5-a834-0cefd4bc194c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:02.982736 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4ef2e076-02fa-41e5-a834-0cefd4bc194c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25a8bf57-6fc1-46e9-bdf5-266a1fcbfa70 HTTP/1.1" status: 204 len: 168 time: 0.1729553 Apr 16 05:12:02.991192 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2e076-02fa-41e5-a834-0cefd4bc194c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a8bf57-6fc1-46e9-bdf5-266a1fcbfa70,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:03.991744 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47504) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:04.087561 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-8ac037c7-916a-47bd-b0b5-18e743bd24fd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-337979648-network', 'tenant_id': '252786799d594bbfb65a9dfe49596796'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:04.161826 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac037c7-916a-47bd-b0b5-18e743bd24fd admin admin] Made reservation on behalf of 252786799d594bbfb65a9dfe49596796 for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 05:12:04.164098 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8ac037c7-916a-47bd-b0b5-18e743bd24fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:04.172530 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8ac037c7-916a-47bd-b0b5-18e743bd24fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:04.247576 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8ac037c7-916a-47bd-b0b5-18e743bd24fd admin admin] Publish callbacks [] for security_group (78a86045-ac80-4ba0-8b40-78de91522d74), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:04.322028 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8ac037c7-916a-47bd-b0b5-18e743bd24fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (78a86045-ac80-4ba0-8b40-78de91522d74), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:04.349418 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac037c7-916a-47bd-b0b5-18e743bd24fd admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 05:12:04.354603 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac037c7-916a-47bd-b0b5-18e743bd24fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a86045-ac80-4ba0-8b40-78de91522d74,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:04.362042 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8ac037c7-916a-47bd-b0b5-18e743bd24fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (afa48703-b940-4f2a-b5f6-56f457a8ae89), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:04.362042 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-8ac037c7-916a-47bd-b0b5-18e743bd24fd admin admin] Added segment afa48703-b940-4f2a-b5f6-56f457a8ae89 of type vlan for network 053a41bc-cf5a-4198-9e1f-74cab0a1829d Apr 16 05:12:04.403121 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8ac037c7-916a-47bd-b0b5-18e743bd24fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (053a41bc-cf5a-4198-9e1f-74cab0a1829d), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:04.487429 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8ac037c7-916a-47bd-b0b5-18e743bd24fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (053a41bc-cf5a-4198-9e1f-74cab0a1829d), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:04.488403 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac037c7-916a-47bd-b0b5-18e743bd24fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:04.489008 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-8ac037c7-916a-47bd-b0b5-18e743bd24fd admin admin] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:04.549525 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac037c7-916a-47bd-b0b5-18e743bd24fd admin admin] Pushing event updated for resources: {'Network': ['ID=053a41bc-cf5a-4198-9e1f-74cab0a1829d,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:04.559800 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network 053a41bc-cf5a-4198-9e1f-74cab0a1829d details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 05:12:04.587611 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-8ac037c7-916a-47bd-b0b5-18e743bd24fd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5947101 Apr 16 05:12:04.590393 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47508) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:04.595266 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f03cea06-e8a0-45ec-9719-f413e0039eb8 admin admin] Request body: {'subnet': {'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-337979648-subnet', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'ip_version': 4}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:04.664740 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03cea06-e8a0-45ec-9719-f413e0039eb8 admin admin] Made reservation on behalf of 252786799d594bbfb65a9dfe49596796 for: {'subnet': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 05:12:04.667313 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f03cea06-e8a0-45ec-9719-f413e0039eb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8909405'] for subnet (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:04.887624 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f03cea06-e8a0-45ec-9719-f413e0039eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8909387'] for subnet (6bbc275e-be7f-48d7-adb4-992476ed28b8), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:04.947333 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cea06-e8a0-45ec-9719-f413e0039eb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bbc275e-be7f-48d7-adb4-992476ed28b8,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:04.955893 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03cea06-e8a0-45ec-9719-f413e0039eb8 admin admin] Checking segment: {'id': 'afa48703-b940-4f2a-b5f6-56f457a8ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:12:04.956253 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03cea06-e8a0-45ec-9719-f413e0039eb8 admin admin] Network hostable DHCP agents. Network: 053a41bc-cf5a-4198-9e1f-74cab0a1829d, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 05:12:05.024584 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03cea06-e8a0-45ec-9719-f413e0039eb8 admin admin] Network 053a41bc-cf5a-4198-9e1f-74cab0a1829d is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 05:12:05.076055 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-f03cea06-e8a0-45ec-9719-f413e0039eb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, 053a41bc-cf5a-4198-9e1f-74cab0a1829d) {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:12:05.080129 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03cea06-e8a0-45ec-9719-f413e0039eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:05.080744 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f03cea06-e8a0-45ec-9719-f413e0039eb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:05.084667 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a60e11-3118-4d2b-bc68-dff474671c3d None None] Network 053a41bc-cf5a-4198-9e1f-74cab0a1829d requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 05:12:05.159214 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f03cea06-e8a0-45ec-9719-f413e0039eb8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5676389 Apr 16 05:12:05.162257 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47510) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:05.166610 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-ff437037-2974-42fd-90de-2ce2140c0f34 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:05.189433 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'project_id': '252786799d594bbfb65a9dfe49596796', 'fixed_ips': [{'subnet_id': '6bbc275e-be7f-48d7-adb4-992476ed28b8'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 05:12:05.190276 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:05.242358 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff437037-2974-42fd-90de-2ce2140c0f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (6c3b71bd-a7bb-4a70-9649-ab47177ac98c), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:05.243422 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff437037-2974-42fd-90de-2ce2140c0f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (6c3b71bd-a7bb-4a70-9649-ab47177ac98c), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:05.295109 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff437037-2974-42fd-90de-2ce2140c0f34 admin admin] Publish callbacks [] for router_controller (6c3b71bd-a7bb-4a70-9649-ab47177ac98c), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:05.327627 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] Allocated IP 172.20.0.2 (053a41bc-cf5a-4198-9e1f-74cab0a1829d/6bbc275e-be7f-48d7-adb4-992476ed28b8/7d8e1528-3ad4-42ca-ab16-749cd0711f38) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:12:05.470998 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] Publish callbacks [] for port (7d8e1528-3ad4-42ca-ab16-749cd0711f38), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:05.503891 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff437037-2974-42fd-90de-2ce2140c0f34 admin admin] Publish callbacks [] for router_gateway (6c3b71bd-a7bb-4a70-9649-ab47177ac98c), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:05.528135 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (7d8e1528-3ad4-42ca-ab16-749cd0711f38), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:05.564120 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] Network 053a41bc-cf5a-4198-9e1f-74cab0a1829d is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:12:05.566954 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:12:05.572607 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:12:05.583974 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] Pushing event updated for resources: {'Port': ['ID=7d8e1528-3ad4-42ca-ab16-749cd0711f38,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:05.634669 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] Attempting to bind port 7d8e1528-3ad4-42ca-ab16-749cd0711f38 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:12:05.635041 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] Attempting to bind port 7d8e1528-3ad4-42ca-ab16-749cd0711f38 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'afa48703-b940-4f2a-b5f6-56f457a8ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 05:12:05.635399 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] Attempting to bind port 7d8e1528-3ad4-42ca-ab16-749cd0711f38 on network 053a41bc-cf5a-4198-9e1f-74cab0a1829d {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:12:05.640328 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 5, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 05:12:05.640698 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] Checking segment: {'id': 'afa48703-b940-4f2a-b5f6-56f457a8ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:12:05.641124 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:05.641515 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] Bound using segment: {'id': 'afa48703-b940-4f2a-b5f6-56f457a8ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 05:12:05.641991 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] Bound port: 7d8e1528-3ad4-42ca-ab16-749cd0711f38, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa48703-b940-4f2a-b5f6-56f457a8ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 05:12:05.642348 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7d8e1528-3ad4-42ca-ab16-749cd0711f38), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:05.705577 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] For port 7d8e1528-3ad4-42ca-ab16-749cd0711f38, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 05:12:05.709239 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] For port 7d8e1528-3ad4-42ca-ab16-749cd0711f38, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=7d8e1528-3ad4-42ca-ab16-749cd0711f38,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 05:12:05.730535 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff437037-2974-42fd-90de-2ce2140c0f34 admin admin] Publish callbacks [] for router_gateway (6c3b71bd-a7bb-4a70-9649-ab47177ac98c), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:05.749168 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff437037-2974-42fd-90de-2ce2140c0f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:05.774438 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (7d8e1528-3ad4-42ca-ab16-749cd0711f38), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:05.842694 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc5d54-0bca-470e-9f42-3f1abdc36e73 None None] Pushing event updated for resources: {'Port': ['ID=7d8e1528-3ad4-42ca-ab16-749cd0711f38,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:05.854229 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-ff437037-2974-42fd-90de-2ce2140c0f34 admin admin] Allocated IP 172.26.6.241 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/64b0a9b5-9798-4c75-af53-db25588c78a1) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:12:05.967600 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff437037-2974-42fd-90de-2ce2140c0f34 admin admin] Publish callbacks [] for port (64b0a9b5-9798-4c75-af53-db25588c78a1), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:06.093797 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff437037-2974-42fd-90de-2ce2140c0f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (64b0a9b5-9798-4c75-af53-db25588c78a1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:06.135076 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff437037-2974-42fd-90de-2ce2140c0f34 admin admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:12:06.140604 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-ff437037-2974-42fd-90de-2ce2140c0f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:12:06.144119 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff437037-2974-42fd-90de-2ce2140c0f34 admin admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:12:06.165846 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff437037-2974-42fd-90de-2ce2140c0f34 admin admin] Pushing event updated for resources: {'Port': ['ID=64b0a9b5-9798-4c75-af53-db25588c78a1,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:06.492794 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff437037-2974-42fd-90de-2ce2140c0f34 admin admin] Publish callbacks [] for router_gateway (6c3b71bd-a7bb-4a70-9649-ab47177ac98c), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:06.629560 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 7d8e1528-3ad4-42ca-ab16-749cd0711f38 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:12:06.680180 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 7d8e1528-3ad4-42ca-ab16-749cd0711f38 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:06.680570 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7d8e1528-3ad4-42ca-ab16-749cd0711f38), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:06.718690 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff437037-2974-42fd-90de-2ce2140c0f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (6c3b71bd-a7bb-4a70-9649-ab47177ac98c), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:06.754436 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f51032-e3f3-43a4-a7ec-e418e93b3529 None None] Network 053a41bc-cf5a-4198-9e1f-74cab0a1829d requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 05:12:06.821363 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-2575b188-2810-457a-80ad-692ce7573226 None None] Provisioning complete for port 7d8e1528-3ad4-42ca-ab16-749cd0711f38 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:06.821629 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2575b188-2810-457a-80ad-692ce7573226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7d8e1528-3ad4-42ca-ab16-749cd0711f38), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:06.823386 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 7d8e1528-3ad4-42ca-ab16-749cd0711f38 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:12:06.823510 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7d8e1528-3ad4-42ca-ab16-749cd0711f38), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:06.900613 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 7d8e1528-3ad4-42ca-ab16-749cd0711f38, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=7d8e1528-3ad4-42ca-ab16-749cd0711f38,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:12:06.950619 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff437037-2974-42fd-90de-2ce2140c0f34 admin admin] Router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 05:12:06.970249 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2575b188-2810-457a-80ad-692ce7573226 None None] Current status of the port 7d8e1528-3ad4-42ca-ab16-749cd0711f38 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:12:06.970786 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2575b188-2810-457a-80ad-692ce7573226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7d8e1528-3ad4-42ca-ab16-749cd0711f38), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:06.990657 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (7d8e1528-3ad4-42ca-ab16-749cd0711f38), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:07.069398 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.db.api [None req-2575b188-2810-457a-80ad-692ce7573226 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 16 05:12:07.069749 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG oslo_db.api [None req-2575b188-2810-457a-80ad-692ce7573226 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 16 05:12:07.072489 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=7d8e1528-3ad4-42ca-ab16-749cd0711f38,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:07.073287 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff437037-2974-42fd-90de-2ce2140c0f34 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:12:07.085044 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] Sync routers for ids ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:12:07.094860 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] Routers {'6c3b71bd-a7bb-4a70-9649-ab47177ac98c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:12:07.095484 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:11:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:07.152408 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-ff437037-2974-42fd-90de-2ce2140c0f34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:07.154307 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-ff437037-2974-42fd-90de-2ce2140c0f34 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9910359 Apr 16 05:12:07.157226 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 47512) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:07.211905 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] Set router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:12:07.380355 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:06Z', 'revision_number': 3, 'project_id': '252786799d594bbfb65a9dfe49596796', 'gw_port': {'id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:07.411447 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] Checking router: 6c3b71bd-a7bb-4a70-9649-ab47177ac98c for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:12:07.411838 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] Updating router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c port 64b0a9b5-9798-4c75-af53-db25588c78a1 binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 05:12:07.438867 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (64b0a9b5-9798-4c75-af53-db25588c78a1), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:07.575416 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aec593e2-a862-4559-a0f9-0a0eba15a885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:07.635917 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2575b188-2810-457a-80ad-692ce7573226 None None] Current status of the port 7d8e1528-3ad4-42ca-ab16-749cd0711f38 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:12:07.720194 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] Publish callbacks [] for port (64b0a9b5-9798-4c75-af53-db25588c78a1), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:07.730943 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-aec593e2-a862-4559-a0f9-0a0eba15a885 admin admin] Allocated IP 172.20.0.1 (053a41bc-cf5a-4198-9e1f-74cab0a1829d/6bbc275e-be7f-48d7-adb4-992476ed28b8/97a8389c-660c-41a5-9672-b2a7c984be1c) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:12:07.752412 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-510e7992-967d-4774-883e-8cbbfb9e1b27 None None] Provisioning complete for port 7d8e1528-3ad4-42ca-ab16-749cd0711f38 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:07.752806 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-510e7992-967d-4774-883e-8cbbfb9e1b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7d8e1528-3ad4-42ca-ab16-749cd0711f38), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:07.817810 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (64b0a9b5-9798-4c75-af53-db25588c78a1), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:07.867615 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-510e7992-967d-4774-883e-8cbbfb9e1b27 None None] Current status of the port 7d8e1528-3ad4-42ca-ab16-749cd0711f38 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:12:07.888267 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] Attempting to bind port 64b0a9b5-9798-4c75-af53-db25588c78a1 on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:12:07.888540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] Attempting to bind port 64b0a9b5-9798-4c75-af53-db25588c78a1 by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 05:12:07.888938 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] Attempting to bind port 64b0a9b5-9798-4c75-af53-db25588c78a1 on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:12:07.890994 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af229e01-addf-4414-b6f1-4e4351f47942 None None] Pushing event updated for resources: {'Port': ['ID=64b0a9b5-9798-4c75-af53-db25588c78a1,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:07.897095 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 5, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 05:12:07.897471 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:12:07.898338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:07.898338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 05:12:07.898702 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] Bound port: 64b0a9b5-9798-4c75-af53-db25588c78a1, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 05:12:07.899147 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (64b0a9b5-9798-4c75-af53-db25588c78a1), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:08.103357 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] For port 64b0a9b5-9798-4c75-af53-db25588c78a1, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 05:12:08.106380 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] For port 64b0a9b5-9798-4c75-af53-db25588c78a1, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=64b0a9b5-9798-4c75-af53-db25588c78a1,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 05:12:08.152315 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aec593e2-a862-4559-a0f9-0a0eba15a885 admin admin] Publish callbacks [] for port (97a8389c-660c-41a5-9672-b2a7c984be1c), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:08.196442 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (64b0a9b5-9798-4c75-af53-db25588c78a1), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:08.246920 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] Routers {'6c3b71bd-a7bb-4a70-9649-ab47177ac98c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:12:08.247521 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:11:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:08.247892 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aec593e2-a862-4559-a0f9-0a0eba15a885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (97a8389c-660c-41a5-9672-b2a7c984be1c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:08.286851 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec593e2-a862-4559-a0f9-0a0eba15a885 admin admin] Network 053a41bc-cf5a-4198-9e1f-74cab0a1829d is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:12:08.292464 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af229e01-addf-4414-b6f1-4e4351f47942 None None] Pushing event updated for resources: {'Port': ['ID=64b0a9b5-9798-4c75-af53-db25588c78a1,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:08.293327 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-aec593e2-a862-4559-a0f9-0a0eba15a885 admin admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:12:08.296692 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec593e2-a862-4559-a0f9-0a0eba15a885 admin admin] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:12:08.302979 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec593e2-a862-4559-a0f9-0a0eba15a885 admin admin] Pushing event updated for resources: {'Port': ['ID=97a8389c-660c-41a5-9672-b2a7c984be1c,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:08.343400 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aec593e2-a862-4559-a0f9-0a0eba15a885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (6c3b71bd-a7bb-4a70-9649-ab47177ac98c), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:08.371405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] Set router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:12:08.549142 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aec593e2-a862-4559-a0f9-0a0eba15a885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (97a8389c-660c-41a5-9672-b2a7c984be1c), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:08.551737 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:06Z', 'revision_number': 3, 'project_id': '252786799d594bbfb65a9dfe49596796', 'gw_port': {'id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:08.581450 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b0480-d385-48d4-9924-e65ca50ba9b9 None None] The sync data for ids ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'] in dv-neutron-838078-2-hyperv is: [{'id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:06Z', 'revision_number': 3, 'project_id': '252786799d594bbfb65a9dfe49596796', 'gw_port': {'id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:12:08.593547 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-509cecf2-d833-4eca-b877-f1720d0589d9 None None] Provisioning complete for port 97a8389c-660c-41a5-9672-b2a7c984be1c triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:08.593547 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-509cecf2-d833-4eca-b877-f1720d0589d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (97a8389c-660c-41a5-9672-b2a7c984be1c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:08.635599 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-509cecf2-d833-4eca-b877-f1720d0589d9 None None] Port 97a8389c-660c-41a5-9672-b2a7c984be1c cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 05:12:08.649473 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 7d8e1528-3ad4-42ca-ab16-749cd0711f38 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:12:08.697941 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 7d8e1528-3ad4-42ca-ab16-749cd0711f38 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:08.698321 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (7d8e1528-3ad4-42ca-ab16-749cd0711f38), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:08.728546 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aec593e2-a862-4559-a0f9-0a0eba15a885 admin admin] Publish callbacks [] for port (97a8389c-660c-41a5-9672-b2a7c984be1c), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:08.784708 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 7d8e1528-3ad4-42ca-ab16-749cd0711f38 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:12:08.790748 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aec593e2-a862-4559-a0f9-0a0eba15a885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (97a8389c-660c-41a5-9672-b2a7c984be1c), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:08.870514 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-aec593e2-a862-4559-a0f9-0a0eba15a885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (6c3b71bd-a7bb-4a70-9649-ab47177ac98c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:08.884876 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec593e2-a862-4559-a0f9-0a0eba15a885 admin admin] Pushing event updated for resources: {'Port': ['ID=97a8389c-660c-41a5-9672-b2a7c984be1c,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:08.975829 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec593e2-a862-4559-a0f9-0a0eba15a885 admin admin] Network 053a41bc-cf5a-4198-9e1f-74cab0a1829d is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:12:08.977175 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-aec593e2-a862-4559-a0f9-0a0eba15a885 admin admin] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:12:09.109226 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec593e2-a862-4559-a0f9-0a0eba15a885 admin admin] Router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:12:09.126556 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1f50ddf1-87a9-4ca2-b819-58e3b70560f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:09.233474 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec593e2-a862-4559-a0f9-0a0eba15a885 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:12:09.238932 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-aec593e2-a862-4559-a0f9-0a0eba15a885 admin admin] 10.222.0.30 "PUT /v2.0/routers/6c3b71bd-a7bb-4a70-9649-ab47177ac98c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0806277 Apr 16 05:12:09.259793 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-07d624d6-ff2f-4146-9a71-edd5eb1b4ffd None None] Provisioning complete for port 97a8389c-660c-41a5-9672-b2a7c984be1c triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:09.260171 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-07d624d6-ff2f-4146-9a71-edd5eb1b4ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (97a8389c-660c-41a5-9672-b2a7c984be1c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:09.299233 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-07d624d6-ff2f-4146-9a71-edd5eb1b4ffd None None] Port 97a8389c-660c-41a5-9672-b2a7c984be1c cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 05:12:09.939894 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47528) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:09.945641 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-93c04039-2df1-46cb-9cc0-b8840df4fda8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-551920407-network', 'tenant_id': 'e06590c4c53a4ed7bcdc244f9315c4df'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:10.035912 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c04039-2df1-46cb-9cc0-b8840df4fda8 admin admin] Made reservation on behalf of e06590c4c53a4ed7bcdc244f9315c4df for: {'network': 1} {{(pid=104632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 05:12:10.038316 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-93c04039-2df1-46cb-9cc0-b8840df4fda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for network (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:10.047330 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-93c04039-2df1-46cb-9cc0-b8840df4fda8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:10.122747 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-93c04039-2df1-46cb-9cc0-b8840df4fda8 admin admin] Publish callbacks [] for security_group (94a78f0f-5f74-4405-9fea-296d8e499e90), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:10.135173 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] Sync routers for ids ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:12:10.145112 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] Routers {'6c3b71bd-a7bb-4a70-9649-ab47177ac98c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:12:10.145715 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:11:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:10.201655 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-93c04039-2df1-46cb-9cc0-b8840df4fda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (94a78f0f-5f74-4405-9fea-296d8e499e90), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:10.223806 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c04039-2df1-46cb-9cc0-b8840df4fda8 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=104632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 16 05:12:10.239136 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c04039-2df1-46cb-9cc0-b8840df4fda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a78f0f-5f74-4405-9fea-296d8e499e90,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:10.242086 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-93c04039-2df1-46cb-9cc0-b8840df4fda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (dceeb7f8-1253-438c-a19a-de45dc4ec50a), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:10.246125 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.segments_db [None req-93c04039-2df1-46cb-9cc0-b8840df4fda8 admin admin] Added segment dceeb7f8-1253-438c-a19a-de45dc4ec50a of type vlan for network ff788d1a-7e6b-49b1-8f93-0f334a2fff50 Apr 16 05:12:10.261343 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] Set router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:12:10.287423 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-93c04039-2df1-46cb-9cc0-b8840df4fda8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751123356115'] for network (ff788d1a-7e6b-49b1-8f93-0f334a2fff50), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:10.384847 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-93c04039-2df1-46cb-9cc0-b8840df4fda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094'] for network (ff788d1a-7e6b-49b1-8f93-0f334a2fff50), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:10.385946 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c04039-2df1-46cb-9cc0-b8840df4fda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:10.386627 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-93c04039-2df1-46cb-9cc0-b8840df4fda8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:10.446976 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c04039-2df1-46cb-9cc0-b8840df4fda8 admin admin] Pushing event updated for resources: {'Network': ['ID=ff788d1a-7e6b-49b1-8f93-0f334a2fff50,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:10.452372 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:08Z', 'revision_number': 4, 'project_id': '252786799d594bbfb65a9dfe49596796', 'gw_port': {'id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '97a8389c-660c-41a5-9672-b2a7c984be1c', 'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'mac_address': 'fa:16:3e:57:5a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:07Z', 'updated_at': '2022-04-16T05:12:08Z', 'revision_number': 2, 'project_id': '252786799d594bbfb65a9dfe49596796', 'subnets': [{'id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:10.458925 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Network ff788d1a-7e6b-49b1-8f93-0f334a2fff50 details requested by agent ovs-agent-dv-neutron-838078-2-hyperv with host dv-neutron-838078-2-hyperv {{(pid=104634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 16 05:12:10.481654 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-93c04039-2df1-46cb-9cc0-b8840df4fda8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5379465 Apr 16 05:12:10.481958 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 47530) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:10.486538 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] Checking router: 6c3b71bd-a7bb-4a70-9649-ab47177ac98c for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:12:10.486902 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-d07a169d-5d9d-4e05-b026-6ac58cdb0e82 admin admin] Request body: {'subnet': {'network_id': 'ff788d1a-7e6b-49b1-8f93-0f334a2fff50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-551920407-subnet', 'tenant_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'ip_version': 4}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:10.487030 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] Updating router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c port 97a8389c-660c-41a5-9672-b2a7c984be1c binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 05:12:10.517026 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (97a8389c-660c-41a5-9672-b2a7c984be1c), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:10.567755 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07a169d-5d9d-4e05-b026-6ac58cdb0e82 admin admin] Made reservation on behalf of e06590c4c53a4ed7bcdc244f9315c4df for: {'subnet': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 05:12:10.570176 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d07a169d-5d9d-4e05-b026-6ac58cdb0e82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9499439'] for subnet (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:10.639046 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 64b0a9b5-9798-4c75-af53-db25588c78a1 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:12:10.687607 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 64b0a9b5-9798-4c75-af53-db25588c78a1 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:10.687988 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (64b0a9b5-9798-4c75-af53-db25588c78a1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:10.772755 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 64b0a9b5-9798-4c75-af53-db25588c78a1 is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:12:10.772755 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (64b0a9b5-9798-4c75-af53-db25588c78a1), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:10.791403 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 64b0a9b5-9798-4c75-af53-db25588c78a1, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=64b0a9b5-9798-4c75-af53-db25588c78a1,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:12:10.794844 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] Publish callbacks [] for port (97a8389c-660c-41a5-9672-b2a7c984be1c), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:10.819227 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d07a169d-5d9d-4e05-b026-6ac58cdb0e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9603077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9499449'] for subnet (28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:10.841960 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (64b0a9b5-9798-4c75-af53-db25588c78a1), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:10.877463 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a169d-5d9d-4e05-b026-6ac58cdb0e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4,revision_number=0']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:10.887501 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07a169d-5d9d-4e05-b026-6ac58cdb0e82 admin admin] Checking segment: {'id': 'dceeb7f8-1253-438c-a19a-de45dc4ec50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ff788d1a-7e6b-49b1-8f93-0f334a2fff50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:12:10.887861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07a169d-5d9d-4e05-b026-6ac58cdb0e82 admin admin] Network hostable DHCP agents. Network: ff788d1a-7e6b-49b1-8f93-0f334a2fff50, hostable agents: ['37807b48-4b0b-40b7-afd4-7c10d47ccf02'], hosted agents: [] {{(pid=104633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 16 05:12:10.888650 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (97a8389c-660c-41a5-9672-b2a7c984be1c), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:10.892107 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=64b0a9b5-9798-4c75-af53-db25588c78a1,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:10.942975 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165465c-d970-435a-bcc7-15908d65a07b None None] Pushing event updated for resources: {'Port': ['ID=97a8389c-660c-41a5-9672-b2a7c984be1c,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:10.953834 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165465c-d970-435a-bcc7-15908d65a07b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:12:10.954181 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165465c-d970-435a-bcc7-15908d65a07b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:12:10.954522 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165465c-d970-435a-bcc7-15908d65a07b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:12:10.954927 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165465c-d970-435a-bcc7-15908d65a07b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:12:10.955184 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165465c-d970-435a-bcc7-15908d65a07b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:12:10.955509 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165465c-d970-435a-bcc7-15908d65a07b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:12:10.955844 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165465c-d970-435a-bcc7-15908d65a07b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:12:10.956165 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165465c-d970-435a-bcc7-15908d65a07b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:12:10.956540 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165465c-d970-435a-bcc7-15908d65a07b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:12:10.957397 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165465c-d970-435a-bcc7-15908d65a07b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:12:10.957720 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165465c-d970-435a-bcc7-15908d65a07b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:12:10.958039 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165465c-d970-435a-bcc7-15908d65a07b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:12:10.958355 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165465c-d970-435a-bcc7-15908d65a07b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:12:10.958671 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165465c-d970-435a-bcc7-15908d65a07b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:12:10.958985 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165465c-d970-435a-bcc7-15908d65a07b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:12:10.963104 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07a169d-5d9d-4e05-b026-6ac58cdb0e82 admin admin] Network ff788d1a-7e6b-49b1-8f93-0f334a2fff50 is scheduled to be hosted by DHCP agent 37807b48-4b0b-40b7-afd4-7c10d47ccf02 with binding_index 1 {{(pid=104633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 16 05:12:11.012436 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] Attempting to bind port 97a8389c-660c-41a5-9672-b2a7c984be1c on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:12:11.012840 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] Attempting to bind port 97a8389c-660c-41a5-9672-b2a7c984be1c by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'afa48703-b940-4f2a-b5f6-56f457a8ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 05:12:11.013202 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] Attempting to bind port 97a8389c-660c-41a5-9672-b2a7c984be1c on network 053a41bc-cf5a-4198-9e1f-74cab0a1829d {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:12:11.018465 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 5, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 05:12:11.018829 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] Checking segment: {'id': 'afa48703-b940-4f2a-b5f6-56f457a8ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:12:11.019804 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:11.020194 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] Bound using segment: {'id': 'afa48703-b940-4f2a-b5f6-56f457a8ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 05:12:11.020659 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] Bound port: 97a8389c-660c-41a5-9672-b2a7c984be1c, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa48703-b940-4f2a-b5f6-56f457a8ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 05:12:11.021071 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (97a8389c-660c-41a5-9672-b2a7c984be1c), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:11.047872 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-d07a169d-5d9d-4e05-b026-6ac58cdb0e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-2-hyperv, ff788d1a-7e6b-49b1-8f93-0f334a2fff50) {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:12:11.053957 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07a169d-5d9d-4e05-b026-6ac58cdb0e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:11.054774 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-d07a169d-5d9d-4e05-b026-6ac58cdb0e82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:11.057904 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cd1f49-d066-4132-9348-baa39ddcd4ce None None] Network ff788d1a-7e6b-49b1-8f93-0f334a2fff50 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 05:12:11.087965 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] For port 97a8389c-660c-41a5-9672-b2a7c984be1c, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 05:12:11.091261 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] For port 97a8389c-660c-41a5-9672-b2a7c984be1c, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=97a8389c-660c-41a5-9672-b2a7c984be1c,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 05:12:11.136355 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-d07a169d-5d9d-4e05-b026-6ac58cdb0e82 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6532986 Apr 16 05:12:11.137262 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8bbe767d-c442-4b27-bd83-721dea0971b2 None None] Provisioning complete for port 97a8389c-660c-41a5-9672-b2a7c984be1c triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:11.137640 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8bbe767d-c442-4b27-bd83-721dea0971b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (97a8389c-660c-41a5-9672-b2a7c984be1c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:11.139103 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47532) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:11.143523 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-0b1d9f27-005b-4db1-9aa4-37d3e3ed90f9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-551920407-router', 'tenant_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:11.162853 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (97a8389c-660c-41a5-9672-b2a7c984be1c), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:11.198489 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8bbe767d-c442-4b27-bd83-721dea0971b2 None None] Port 97a8389c-660c-41a5-9672-b2a7c984be1c cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 05:12:11.208085 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d292c88-900a-5840-bd25-aab7b86d80e6-ff788d1a-7e6b-49b1-8f93-0f334a2fff50', 'network_id': 'ff788d1a-7e6b-49b1-8f93-0f334a2fff50', 'project_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'fixed_ips': [{'subnet_id': '28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4'}]}} from dv-neutron-838078-2-hyperv. {{(pid=104634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 16 05:12:11.208995 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:11.227556 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b1d9f27-005b-4db1-9aa4-37d3e3ed90f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10115'] for router (25c0371f-cafd-4ebb-8975-3bf58c52ad05), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:11.228661 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b1d9f27-005b-4db1-9aa4-37d3e3ed90f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3717456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10138'] for router (25c0371f-cafd-4ebb-8975-3bf58c52ad05), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:11.302048 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b1d9f27-005b-4db1-9aa4-37d3e3ed90f9 admin admin] Publish callbacks [] for router_controller (25c0371f-cafd-4ebb-8975-3bf58c52ad05), precommit_add_association {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:11.323173 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165465c-d970-435a-bcc7-15908d65a07b None None] Pushing event updated for resources: {'Port': ['ID=97a8389c-660c-41a5-9672-b2a7c984be1c,revision_number=4']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:11.327109 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] Routers {'6c3b71bd-a7bb-4a70-9649-ab47177ac98c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:12:11.327727 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:11:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:11.363618 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.db_base_plugin_common [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] Allocated IP 172.20.0.2 (ff788d1a-7e6b-49b1-8f93-0f334a2fff50/28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4/c470f75b-5464-4774-bf85-1d34b5d7e70b) {{(pid=104634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:12:11.447120 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] Set router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:12:11.532672 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b1d9f27-005b-4db1-9aa4-37d3e3ed90f9 admin admin] Publish callbacks [] for router_gateway (25c0371f-cafd-4ebb-8975-3bf58c52ad05), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:11.554148 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] Publish callbacks [] for port (c470f75b-5464-4774-bf85-1d34b5d7e70b), precommit_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:11.567908 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-43cbd208-b4d9-4d26-a313-a5c5c912eb65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:11.624815 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-534e204f-d50b-4851-8800-3ea8d0db0347 None None] Provisioning complete for port 97a8389c-660c-41a5-9672-b2a7c984be1c triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:11.625368 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-534e204f-d50b-4851-8800-3ea8d0db0347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (97a8389c-660c-41a5-9672-b2a7c984be1c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:11.651886 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:08Z', 'revision_number': 4, 'project_id': '252786799d594bbfb65a9dfe49596796', 'gw_port': {'id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '97a8389c-660c-41a5-9672-b2a7c984be1c', 'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'mac_address': 'fa:16:3e:57:5a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:07Z', 'updated_at': '2022-04-16T05:12:11Z', 'revision_number': 4, 'project_id': '252786799d594bbfb65a9dfe49596796', 'subnets': [{'id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:11.662955 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870'] for port (c470f75b-5464-4774-bf85-1d34b5d7e70b), after_create {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:11.679193 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710f7d3-4e19-4e29-84cc-4f5646e4f467 None None] The sync data for ids ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'] in dv-neutron-838078-2-hyperv is: [{'id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:08Z', 'revision_number': 4, 'project_id': '252786799d594bbfb65a9dfe49596796', 'gw_port': {'id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '97a8389c-660c-41a5-9672-b2a7c984be1c', 'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'mac_address': 'fa:16:3e:57:5a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:07Z', 'updated_at': '2022-04-16T05:12:11Z', 'revision_number': 4, 'project_id': '252786799d594bbfb65a9dfe49596796', 'subnets': [{'id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:12:11.712212 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] Network ff788d1a-7e6b-49b1-8f93-0f334a2fff50 is already hosted by enough agents. {{(pid=104634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:12:11.720978 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.scheduler.base_scheduler [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] Resources bound (agent type, host, resource id): {{(pid=104634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:12:11.728466 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] Received port after_create {{(pid=104634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:12:11.750225 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] Pushing event updated for resources: {'Port': ['ID=c470f75b-5464-4774-bf85-1d34b5d7e70b,revision_number=1']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:11.797269 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b1d9f27-005b-4db1-9aa4-37d3e3ed90f9 admin admin] Publish callbacks [] for router_gateway (25c0371f-cafd-4ebb-8975-3bf58c52ad05), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:11.817467 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b1d9f27-005b-4db1-9aa4-37d3e3ed90f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:11.839733 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-534e204f-d50b-4851-8800-3ea8d0db0347 None None] Current status of the port 97a8389c-660c-41a5-9672-b2a7c984be1c is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:12:11.840124 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-534e204f-d50b-4851-8800-3ea8d0db0347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (97a8389c-660c-41a5-9672-b2a7c984be1c), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:11.859302 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] Attempting to bind port c470f75b-5464-4774-bf85-1d34b5d7e70b on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:12:11.859678 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] Attempting to bind port c470f75b-5464-4774-bf85-1d34b5d7e70b by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'dceeb7f8-1253-438c-a19a-de45dc4ec50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ff788d1a-7e6b-49b1-8f93-0f334a2fff50'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 05:12:11.860043 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] Attempting to bind port c470f75b-5464-4774-bf85-1d34b5d7e70b on network ff788d1a-7e6b-49b1-8f93-0f334a2fff50 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:12:11.872482 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 5, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 05:12:11.872950 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] Checking segment: {'id': 'dceeb7f8-1253-438c-a19a-de45dc4ec50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ff788d1a-7e6b-49b1-8f93-0f334a2fff50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:12:11.873356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:11.873754 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] Bound using segment: {'id': 'dceeb7f8-1253-438c-a19a-de45dc4ec50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ff788d1a-7e6b-49b1-8f93-0f334a2fff50'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 05:12:11.874233 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] Bound port: c470f75b-5464-4774-bf85-1d34b5d7e70b, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dceeb7f8-1253-438c-a19a-de45dc4ec50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ff788d1a-7e6b-49b1-8f93-0f334a2fff50'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 05:12:11.874875 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c470f75b-5464-4774-bf85-1d34b5d7e70b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:11.901138 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-534e204f-d50b-4851-8800-3ea8d0db0347 None None] For port 97a8389c-660c-41a5-9672-b2a7c984be1c, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=97a8389c-660c-41a5-9672-b2a7c984be1c,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:12:11.938065 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-0b1d9f27-005b-4db1-9aa4-37d3e3ed90f9 admin admin] Allocated IP 172.26.6.47 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/34bea283-5b6b-4299-a12b-3701daa705fd) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:12:11.956208 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] For port c470f75b-5464-4774-bf85-1d34b5d7e70b, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 05:12:11.959435 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] For port c470f75b-5464-4774-bf85-1d34b5d7e70b, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c470f75b-5464-4774-bf85-1d34b5d7e70b,segment=NetworkSegment(dceeb7f8-1253-438c-a19a-de45dc4ec50a),segment_id=dceeb7f8-1253-438c-a19a-de45dc4ec50a)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 05:12:12.046922 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-534e204f-d50b-4851-8800-3ea8d0db0347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (97a8389c-660c-41a5-9672-b2a7c984be1c), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:12.051942 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b1d9f27-005b-4db1-9aa4-37d3e3ed90f9 admin admin] Publish callbacks [] for port (34bea283-5b6b-4299-a12b-3701daa705fd), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:12.100861 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e204f-d50b-4851-8800-3ea8d0db0347 None None] Pushing event updated for resources: {'Port': ['ID=97a8389c-660c-41a5-9672-b2a7c984be1c,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:12.168174 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c470f75b-5464-4774-bf85-1d34b5d7e70b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:12.202367 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b1d9f27-005b-4db1-9aa4-37d3e3ed90f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (34bea283-5b6b-4299-a12b-3701daa705fd), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:12.239995 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776d5dc-3cb6-4e70-85fc-9ecf709c8da6 None None] Pushing event updated for resources: {'Port': ['ID=c470f75b-5464-4774-bf85-1d34b5d7e70b,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:12.264216 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1d9f27-005b-4db1-9aa4-37d3e3ed90f9 admin admin] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:12:12.270505 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-0b1d9f27-005b-4db1-9aa4-37d3e3ed90f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:12:12.274815 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1d9f27-005b-4db1-9aa4-37d3e3ed90f9 admin admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:12:12.299895 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d9f27-005b-4db1-9aa4-37d3e3ed90f9 admin admin] Pushing event updated for resources: {'Port': ['ID=34bea283-5b6b-4299-a12b-3701daa705fd,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:12.669199 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b1d9f27-005b-4db1-9aa4-37d3e3ed90f9 admin admin] Publish callbacks [] for router_gateway (25c0371f-cafd-4ebb-8975-3bf58c52ad05), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:12.734874 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c470f75b-5464-4774-bf85-1d34b5d7e70b up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:12:12.775966 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:12.788341 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port c470f75b-5464-4774-bf85-1d34b5d7e70b triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:12.788711 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c470f75b-5464-4774-bf85-1d34b5d7e70b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:12.883071 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port c470f75b-5464-4774-bf85-1d34b5d7e70b is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:12:12.883671 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (c470f75b-5464-4774-bf85-1d34b5d7e70b), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:12.922422 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port c470f75b-5464-4774-bf85-1d34b5d7e70b, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c470f75b-5464-4774-bf85-1d34b5d7e70b,segment=NetworkSegment(dceeb7f8-1253-438c-a19a-de45dc4ec50a),segment_id=dceeb7f8-1253-438c-a19a-de45dc4ec50a)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:12:13.007778 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (c470f75b-5464-4774-bf85-1d34b5d7e70b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:13.008587 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 64b0a9b5-9798-4c75-af53-db25588c78a1 up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:12:13.090002 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=c470f75b-5464-4774-bf85-1d34b5d7e70b,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:13.103366 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 64b0a9b5-9798-4c75-af53-db25588c78a1 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:13.103750 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (64b0a9b5-9798-4c75-af53-db25588c78a1), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:13.198159 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 64b0a9b5-9798-4c75-af53-db25588c78a1 is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:12:13.199876 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 97a8389c-660c-41a5-9672-b2a7c984be1c up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:12:13.206956 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b1d9f27-005b-4db1-9aa4-37d3e3ed90f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715233'] for router (25c0371f-cafd-4ebb-8975-3bf58c52ad05), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:13.248389 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 97a8389c-660c-41a5-9672-b2a7c984be1c triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:13.248803 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (97a8389c-660c-41a5-9672-b2a7c984be1c), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:13.274071 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cfe460-a810-4cfd-9e0f-075fb9791da3 None None] Network ff788d1a-7e6b-49b1-8f93-0f334a2fff50 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 05:12:13.344015 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-a1cd04ff-6e5d-4c26-99d6-22e759cbe922 None None] Provisioning complete for port c470f75b-5464-4774-bf85-1d34b5d7e70b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:13.344381 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-a1cd04ff-6e5d-4c26-99d6-22e759cbe922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c470f75b-5464-4774-bf85-1d34b5d7e70b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:13.464902 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1d9f27-005b-4db1-9aa4-37d3e3ed90f9 admin admin] Router 25c0371f-cafd-4ebb-8975-3bf58c52ad05 is scheduled to L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 with binding_index 1 {{(pid=104632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 16 05:12:13.506669 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 97a8389c-660c-41a5-9672-b2a7c984be1c is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:12:13.513977 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd04ff-6e5d-4c26-99d6-22e759cbe922 None None] Current status of the port c470f75b-5464-4774-bf85-1d34b5d7e70b is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:12:13.581933 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1d9f27-005b-4db1-9aa4-37d3e3ed90f9 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:12:13.592346 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] Sync routers for ids ['25c0371f-cafd-4ebb-8975-3bf58c52ad05'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:12:13.603762 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] Routers {'25c0371f-cafd-4ebb-8975-3bf58c52ad05'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:12:13.607410 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:12:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['25c0371f-cafd-4ebb-8975-3bf58c52ad05'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:13.655270 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-0b1d9f27-005b-4db1-9aa4-37d3e3ed90f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:13.660703 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-0b1d9f27-005b-4db1-9aa4-37d3e3ed90f9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5172777 Apr 16 05:12:13.661059 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47534) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:13.719276 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] Set router 25c0371f-cafd-4ebb-8975-3bf58c52ad05 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:12:13.950880 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3307a542-da96-4701-a714-4d151a4ccd63 None None] Provisioning complete for port c470f75b-5464-4774-bf85-1d34b5d7e70b triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:13.951564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3307a542-da96-4701-a714-4d151a4ccd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c470f75b-5464-4774-bf85-1d34b5d7e70b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:14.095395 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-710b7e77-f550-4678-a6a9-2a4de04b733c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:14.105103 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3307a542-da96-4701-a714-4d151a4ccd63 None None] Current status of the port c470f75b-5464-4774-bf85-1d34b5d7e70b is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:12:14.120360 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c0371f-cafd-4ebb-8975-3bf58c52ad05', 'name': 'tempest-TestSnapshotPattern-551920407-router', 'tenant_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': '34bea283-5b6b-4299-a12b-3701daa705fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:11Z', 'updated_at': '2022-04-16T05:12:12Z', 'revision_number': 3, 'project_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'gw_port': {'id': '34bea283-5b6b-4299-a12b-3701daa705fd', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c0371f-cafd-4ebb-8975-3bf58c52ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:11Z', 'updated_at': '2022-04-16T05:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:14.156788 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] Checking router: 25c0371f-cafd-4ebb-8975-3bf58c52ad05 for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:12:14.157137 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] Updating router 25c0371f-cafd-4ebb-8975-3bf58c52ad05 port 34bea283-5b6b-4299-a12b-3701daa705fd binding host dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 05:12:14.189650 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (34bea283-5b6b-4299-a12b-3701daa705fd), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:14.258754 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_common [None req-710b7e77-f550-4678-a6a9-2a4de04b733c admin admin] Allocated IP 172.20.0.1 (ff788d1a-7e6b-49b1-8f93-0f334a2fff50/28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4/ebba633d-409d-47fd-a4f8-1a8eb8351f0d) {{(pid=104632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:12:14.269996 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:14.362481 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-710b7e77-f550-4678-a6a9-2a4de04b733c admin admin] Publish callbacks [] for port (ebba633d-409d-47fd-a4f8-1a8eb8351f0d), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:14.442573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] Publish callbacks [] for port (34bea283-5b6b-4299-a12b-3701daa705fd), precommit_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:14.453352 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-710b7e77-f550-4678-a6a9-2a4de04b733c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (ebba633d-409d-47fd-a4f8-1a8eb8351f0d), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:14.495174 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710b7e77-f550-4678-a6a9-2a4de04b733c admin admin] Network ff788d1a-7e6b-49b1-8f93-0f334a2fff50 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:12:14.498060 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-710b7e77-f550-4678-a6a9-2a4de04b733c admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:12:14.503909 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710b7e77-f550-4678-a6a9-2a4de04b733c admin admin] Received port after_create {{(pid=104632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:12:14.528612 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b7e77-f550-4678-a6a9-2a4de04b733c admin admin] Pushing event updated for resources: {'Port': ['ID=ebba633d-409d-47fd-a4f8-1a8eb8351f0d,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:14.538808 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (34bea283-5b6b-4299-a12b-3701daa705fd), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:14.550404 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-710b7e77-f550-4678-a6a9-2a4de04b733c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715152'] for router_interface (25c0371f-cafd-4ebb-8975-3bf58c52ad05), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:14.620604 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] Attempting to bind port 34bea283-5b6b-4299-a12b-3701daa705fd on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:12:14.621252 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] Attempting to bind port 34bea283-5b6b-4299-a12b-3701daa705fd by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 05:12:14.621791 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] Attempting to bind port 34bea283-5b6b-4299-a12b-3701daa705fd on network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:12:14.624147 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bd62d-f27c-425b-91d9-072affcbdfbf None None] Pushing event updated for resources: {'Port': ['ID=34bea283-5b6b-4299-a12b-3701daa705fd,revision_number=2']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:14.632338 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 5, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 05:12:14.632713 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] Checking segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:12:14.633128 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:14.633515 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] Bound using segment: {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'} {{(pid=104634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 05:12:14.633983 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.managers [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] Bound port: 34bea283-5b6b-4299-a12b-3701daa705fd, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed44a0c4-1ade-4967-bbc4-f744c79e88c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989'}}] {{(pid=104634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 05:12:14.634364 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (34bea283-5b6b-4299-a12b-3701daa705fd), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:14.658384 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c470f75b-5464-4774-bf85-1d34b5d7e70b up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:12:14.731362 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] For port 34bea283-5b6b-4299-a12b-3701daa705fd, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 05:12:14.735073 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] For port 34bea283-5b6b-4299-a12b-3701daa705fd, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=34bea283-5b6b-4299-a12b-3701daa705fd,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 05:12:14.738389 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-8a4bbc39-3ebf-4a96-9b95-36bc31d688a4 None None] Provisioning complete for port ebba633d-409d-47fd-a4f8-1a8eb8351f0d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:14.738756 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8a4bbc39-3ebf-4a96-9b95-36bc31d688a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ebba633d-409d-47fd-a4f8-1a8eb8351f0d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:14.780142 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port c470f75b-5464-4774-bf85-1d34b5d7e70b triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:14.780437 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (c470f75b-5464-4774-bf85-1d34b5d7e70b), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:14.784217 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-8a4bbc39-3ebf-4a96-9b95-36bc31d688a4 None None] Port ebba633d-409d-47fd-a4f8-1a8eb8351f0d cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 05:12:14.813604 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-710b7e77-f550-4678-a6a9-2a4de04b733c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ebba633d-409d-47fd-a4f8-1a8eb8351f0d), before_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:14.849150 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (34bea283-5b6b-4299-a12b-3701daa705fd), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:14.890889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port c470f75b-5464-4774-bf85-1d34b5d7e70b is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:12:14.918146 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] Routers {'25c0371f-cafd-4ebb-8975-3bf58c52ad05'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:12:14.918783 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:12:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['25c0371f-cafd-4ebb-8975-3bf58c52ad05'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:14.923521 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bd62d-f27c-425b-91d9-072affcbdfbf None None] Pushing event updated for resources: {'Port': ['ID=34bea283-5b6b-4299-a12b-3701daa705fd,revision_number=3']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:14.991068 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-710b7e77-f550-4678-a6a9-2a4de04b733c admin admin] Publish callbacks [] for port (ebba633d-409d-47fd-a4f8-1a8eb8351f0d), precommit_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:15.033067 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] Set router 25c0371f-cafd-4ebb-8975-3bf58c52ad05 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:12:15.053058 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-710b7e77-f550-4678-a6a9-2a4de04b733c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264318'] for port (ebba633d-409d-47fd-a4f8-1a8eb8351f0d), after_update {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:15.124946 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-710b7e77-f550-4678-a6a9-2a4de04b733c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3714528'] for router_interface (25c0371f-cafd-4ebb-8975-3bf58c52ad05), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:15.127604 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b7e77-f550-4678-a6a9-2a4de04b733c admin admin] Pushing event updated for resources: {'Port': ['ID=ebba633d-409d-47fd-a4f8-1a8eb8351f0d,revision_number=2']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:15.227971 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c0371f-cafd-4ebb-8975-3bf58c52ad05', 'name': 'tempest-TestSnapshotPattern-551920407-router', 'tenant_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': '34bea283-5b6b-4299-a12b-3701daa705fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:11Z', 'updated_at': '2022-04-16T05:12:14Z', 'revision_number': 4, 'project_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'gw_port': {'id': '34bea283-5b6b-4299-a12b-3701daa705fd', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c0371f-cafd-4ebb-8975-3bf58c52ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:11Z', 'updated_at': '2022-04-16T05:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'ebba633d-409d-47fd-a4f8-1a8eb8351f0d', 'name': '', 'network_id': 'ff788d1a-7e6b-49b1-8f93-0f334a2fff50', 'tenant_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'mac_address': 'fa:16:3e:83:6c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c0371f-cafd-4ebb-8975-3bf58c52ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:14Z', 'updated_at': '2022-04-16T05:12:14Z', 'revision_number': 1, 'project_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'subnets': [{'id': '28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:15.238053 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710b7e77-f550-4678-a6a9-2a4de04b733c admin admin] Network ff788d1a-7e6b-49b1-8f93-0f334a2fff50 is already hosted by enough agents. {{(pid=104632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:12:15.239802 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.base_scheduler [None req-710b7e77-f550-4678-a6a9-2a4de04b733c admin admin] Resources bound (agent type, host, resource id): {{(pid=104632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:12:15.255694 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f0585e-4341-45c4-b178-b1f8ebda527d None None] The sync data for ids ['25c0371f-cafd-4ebb-8975-3bf58c52ad05'] in dv-neutron-838078-2-hyperv is: [{'id': '25c0371f-cafd-4ebb-8975-3bf58c52ad05', 'name': 'tempest-TestSnapshotPattern-551920407-router', 'tenant_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': '34bea283-5b6b-4299-a12b-3701daa705fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:11Z', 'updated_at': '2022-04-16T05:12:14Z', 'revision_number': 4, 'project_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'gw_port': {'id': '34bea283-5b6b-4299-a12b-3701daa705fd', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c0371f-cafd-4ebb-8975-3bf58c52ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:11Z', 'updated_at': '2022-04-16T05:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'ebba633d-409d-47fd-a4f8-1a8eb8351f0d', 'name': '', 'network_id': 'ff788d1a-7e6b-49b1-8f93-0f334a2fff50', 'tenant_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'mac_address': 'fa:16:3e:83:6c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c0371f-cafd-4ebb-8975-3bf58c52ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:14Z', 'updated_at': '2022-04-16T05:12:14Z', 'revision_number': 1, 'project_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'subnets': [{'id': '28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:12:15.384354 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710b7e77-f550-4678-a6a9-2a4de04b733c admin admin] Router 25c0371f-cafd-4ebb-8975-3bf58c52ad05 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:12:15.407901 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:15.511910 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-63432cbf-1bd6-4156-a19d-cbfa3932996b None None] Provisioning complete for port ebba633d-409d-47fd-a4f8-1a8eb8351f0d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:15.512156 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710b7e77-f550-4678-a6a9-2a4de04b733c admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:12:15.512326 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-63432cbf-1bd6-4156-a19d-cbfa3932996b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ebba633d-409d-47fd-a4f8-1a8eb8351f0d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:15.517107 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-710b7e77-f550-4678-a6a9-2a4de04b733c admin admin] 10.222.0.30 "PUT /v2.0/routers/25c0371f-cafd-4ebb-8975-3bf58c52ad05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8550973 Apr 16 05:12:15.554436 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-63432cbf-1bd6-4156-a19d-cbfa3932996b None None] Port ebba633d-409d-47fd-a4f8-1a8eb8351f0d cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 05:12:16.140947 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47542) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:16.145803 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-4727f1e5-3762-4458-b537-c18fa6bbf65a tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-583697953', 'description': 'tempest-secgroup-smoke-583697953 description', 'project_id': '252786799d594bbfb65a9dfe49596796'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:16.236267 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4727f1e5-3762-4458-b537-c18fa6bbf65a tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group (None), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:16.310489 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4727f1e5-3762-4458-b537-c18fa6bbf65a tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group (9df249f6-5231-481c-95c5-b104b1fec360), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:16.367890 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4727f1e5-3762-4458-b537-c18fa6bbf65a tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (9df249f6-5231-481c-95c5-b104b1fec360), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:16.398764 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727f1e5-3762-4458-b537-c18fa6bbf65a tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df249f6-5231-481c-95c5-b104b1fec360,revision_number=1']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:16.449721 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4727f1e5-3762-4458-b537-c18fa6bbf65a tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:16.450985 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4727f1e5-3762-4458-b537-c18fa6bbf65a tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3089178 Apr 16 05:12:16.455247 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47544) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:16.459852 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1630ac1a-0826-44cb-ac78-96e2705596e0 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Request body: {'security_group_rule': {'security_group_id': '9df249f6-5231-481c-95c5-b104b1fec360', 'project_id': '252786799d594bbfb65a9dfe49596796', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:16.544834 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1630ac1a-0826-44cb-ac78-96e2705596e0 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group_rule (674805b8-d580-4fd2-a616-8be494b1c3e8), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:16.602844 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1630ac1a-0826-44cb-ac78-96e2705596e0 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group_rule (674805b8-d580-4fd2-a616-8be494b1c3e8), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:16.632461 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 34bea283-5b6b-4299-a12b-3701daa705fd up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:12:16.652992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1630ac1a-0826-44cb-ac78-96e2705596e0 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (674805b8-d580-4fd2-a616-8be494b1c3e8), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:16.669149 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630ac1a-0826-44cb-ac78-96e2705596e0 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674805b8-d580-4fd2-a616-8be494b1c3e8,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:16.681258 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 34bea283-5b6b-4299-a12b-3701daa705fd triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:16.682855 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (34bea283-5b6b-4299-a12b-3701daa705fd), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:16.724130 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1630ac1a-0826-44cb-ac78-96e2705596e0 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:16.725426 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1630ac1a-0826-44cb-ac78-96e2705596e0 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2691846 Apr 16 05:12:16.728141 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47546) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:16.732520 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-1c99aa0d-0248-427e-85a1-11c57b5beea6 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Request body: {'security_group_rule': {'security_group_id': '9df249f6-5231-481c-95c5-b104b1fec360', 'project_id': '252786799d594bbfb65a9dfe49596796', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:16.761419 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 34bea283-5b6b-4299-a12b-3701daa705fd is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:12:16.761810 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (34bea283-5b6b-4299-a12b-3701daa705fd), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:16.782948 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] For port 34bea283-5b6b-4299-a12b-3701daa705fd, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=34bea283-5b6b-4299-a12b-3701daa705fd,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:12:16.819054 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c99aa0d-0248-427e-85a1-11c57b5beea6 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group_rule (01685b5b-361e-4f4f-a6d4-a3c49a6ddae1), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:16.841621 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (34bea283-5b6b-4299-a12b-3701daa705fd), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:16.877344 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c99aa0d-0248-427e-85a1-11c57b5beea6 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group_rule (01685b5b-361e-4f4f-a6d4-a3c49a6ddae1), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:16.897050 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Pushing event updated for resources: {'Port': ['ID=34bea283-5b6b-4299-a12b-3701daa705fd,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:16.955925 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c99aa0d-0248-427e-85a1-11c57b5beea6 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (01685b5b-361e-4f4f-a6d4-a3c49a6ddae1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:16.974928 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99aa0d-0248-427e-85a1-11c57b5beea6 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01685b5b-361e-4f4f-a6d4-a3c49a6ddae1,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:17.048972 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-1c99aa0d-0248-427e-85a1-11c57b5beea6 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:17.050838 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-1c99aa0d-0248-427e-85a1-11c57b5beea6 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3210866 Apr 16 05:12:17.053442 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47548) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:17.057680 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-f5473e70-0103-454a-ac62-2f274112e7c7 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Request body: {'security_group_rule': {'security_group_id': '9df249f6-5231-481c-95c5-b104b1fec360', 'project_id': '252786799d594bbfb65a9dfe49596796', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:17.166958 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f5473e70-0103-454a-ac62-2f274112e7c7 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group_rule (d1de55c3-01da-4b26-9595-03cd45fd0ab1), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:17.224668 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f5473e70-0103-454a-ac62-2f274112e7c7 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group_rule (d1de55c3-01da-4b26-9595-03cd45fd0ab1), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:17.292980 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f5473e70-0103-454a-ac62-2f274112e7c7 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (d1de55c3-01da-4b26-9595-03cd45fd0ab1), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:17.311268 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5473e70-0103-454a-ac62-2f274112e7c7 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1de55c3-01da-4b26-9595-03cd45fd0ab1,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:17.375733 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-f5473e70-0103-454a-ac62-2f274112e7c7 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:17.377019 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-f5473e70-0103-454a-ac62-2f274112e7c7 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3226457 Apr 16 05:12:17.379740 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47550) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:17.384254 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-9ebc124e-646b-4725-a6c7-9f1182668bd1 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Request body: {'security_group_rule': {'security_group_id': '9df249f6-5231-481c-95c5-b104b1fec360', 'project_id': '252786799d594bbfb65a9dfe49596796', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:17.486874 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9ebc124e-646b-4725-a6c7-9f1182668bd1 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group_rule (26a8ae27-6b17-4e79-bab0-e47f19d5f779), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:17.545597 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9ebc124e-646b-4725-a6c7-9f1182668bd1 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group_rule (26a8ae27-6b17-4e79-bab0-e47f19d5f779), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:17.618861 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9ebc124e-646b-4725-a6c7-9f1182668bd1 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (26a8ae27-6b17-4e79-bab0-e47f19d5f779), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:17.635952 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc124e-646b-4725-a6c7-9f1182668bd1 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a8ae27-6b17-4e79-bab0-e47f19d5f779,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:17.712315 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-9ebc124e-646b-4725-a6c7-9f1182668bd1 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:17.713556 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-9ebc124e-646b-4725-a6c7-9f1182668bd1 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3328629 Apr 16 05:12:17.716257 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47552) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:17.720503 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-79ddbd29-43a6-471f-914b-f5a53da922e3 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Request body: {'security_group_rule': {'security_group_id': '9df249f6-5231-481c-95c5-b104b1fec360', 'project_id': '252786799d594bbfb65a9dfe49596796', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:17.813234 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-79ddbd29-43a6-471f-914b-f5a53da922e3 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Project 252786799d594bbfb65a9dfe49596796 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 05:12:17.819367 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-79ddbd29-43a6-471f-914b-f5a53da922e3 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group_rule (a3b78967-6acf-43df-ae17-46fc79f37ffa), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:17.883747 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-79ddbd29-43a6-471f-914b-f5a53da922e3 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group_rule (a3b78967-6acf-43df-ae17-46fc79f37ffa), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:17.956109 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-79ddbd29-43a6-471f-914b-f5a53da922e3 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (a3b78967-6acf-43df-ae17-46fc79f37ffa), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:17.974652 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddbd29-43a6-471f-914b-f5a53da922e3 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b78967-6acf-43df-ae17-46fc79f37ffa,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:18.049522 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-79ddbd29-43a6-471f-914b-f5a53da922e3 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:18.050827 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-79ddbd29-43a6-471f-914b-f5a53da922e3 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3336382 Apr 16 05:12:18.053558 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 47554) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:18.057844 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.v2.base [None req-fe06c25b-5759-43f7-91b9-fc3c49a2b94b tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Request body: {'security_group_rule': {'security_group_id': '9df249f6-5231-481c-95c5-b104b1fec360', 'project_id': '252786799d594bbfb65a9dfe49596796', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:18.121741 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.securitygroups_db [None req-fe06c25b-5759-43f7-91b9-fc3c49a2b94b tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Project 252786799d594bbfb65a9dfe49596796 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 05:12:18.127332 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fe06c25b-5759-43f7-91b9-fc3c49a2b94b tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group_rule (52f747b1-77d8-49cd-9f7a-2ed8d3681c86), before_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:18.187332 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fe06c25b-5759-43f7-91b9-fc3c49a2b94b tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group_rule (52f747b1-77d8-49cd-9f7a-2ed8d3681c86), precommit_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:18.230113 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fe06c25b-5759-43f7-91b9-fc3c49a2b94b tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839'] for security_group_rule (52f747b1-77d8-49cd-9f7a-2ed8d3681c86), after_create {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:18.248130 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06c25b-5759-43f7-91b9-fc3c49a2b94b tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f747b1-77d8-49cd-9f7a-2ed8d3681c86,revision_number=0']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:18.300959 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-fe06c25b-5759-43f7-91b9-fc3c49a2b94b tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:18.302176 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-fe06c25b-5759-43f7-91b9-fc3c49a2b94b tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2476907 Apr 16 05:12:18.526684 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-acf07cb0-aaa9-4245-b771-f7469dfd02fe tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-583697953&fields=id&tenant_id=252786799d594bbfb65a9dfe49596796 HTTP/1.1" status: 200 len: 267 time: 0.0463881 Apr 16 05:12:18.572694 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] Sync routers for ids ['25c0371f-cafd-4ebb-8975-3bf58c52ad05'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:12:18.583094 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] Routers {'25c0371f-cafd-4ebb-8975-3bf58c52ad05'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:12:18.583844 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:12:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['25c0371f-cafd-4ebb-8975-3bf58c52ad05'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:18.619862 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 34bea283-5b6b-4299-a12b-3701daa705fd up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:12:18.643960 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-c4d7acc6-b6c7-4816-8a9b-6cbba8911d67 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:18.645602 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-c4d7acc6-b6c7-4816-8a9b-6cbba8911d67 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/networks?id=053a41bc-cf5a-4198-9e1f-74cab0a1829d HTTP/1.1" status: 200 len: 809 time: 0.1125548 Apr 16 05:12:18.661125 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-76c3fa92-ef68-4507-9fa7-baaf80a0485c tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/quotas/252786799d594bbfb65a9dfe49596796 HTTP/1.1" status: 200 len: 375 time: 0.0096924 Apr 16 05:12:18.668906 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port 34bea283-5b6b-4299-a12b-3701daa705fd triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:18.669943 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (34bea283-5b6b-4299-a12b-3701daa705fd), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:18.702886 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] Set router 25c0371f-cafd-4ebb-8975-3bf58c52ad05 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:12:18.714620 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-738c126c-71ed-42d2-8a1e-5b3d6583509b tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=252786799d594bbfb65a9dfe49596796&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464125 Apr 16 05:12:18.755821 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port 34bea283-5b6b-4299-a12b-3701daa705fd is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:12:18.822166 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-d3df94f9-e17e-4fea-8217-737c18d67519 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104633) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 05:12:18.823180 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-d3df94f9-e17e-4fea-8217-737c18d67519 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0966337 Apr 16 05:12:18.897956 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c0371f-cafd-4ebb-8975-3bf58c52ad05', 'name': 'tempest-TestSnapshotPattern-551920407-router', 'tenant_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': '34bea283-5b6b-4299-a12b-3701daa705fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:11Z', 'updated_at': '2022-04-16T05:12:14Z', 'revision_number': 4, 'project_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'gw_port': {'id': '34bea283-5b6b-4299-a12b-3701daa705fd', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c0371f-cafd-4ebb-8975-3bf58c52ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:11Z', 'updated_at': '2022-04-16T05:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'ebba633d-409d-47fd-a4f8-1a8eb8351f0d', 'name': '', 'network_id': 'ff788d1a-7e6b-49b1-8f93-0f334a2fff50', 'tenant_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'mac_address': 'fa:16:3e:83:6c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c0371f-cafd-4ebb-8975-3bf58c52ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:14Z', 'updated_at': '2022-04-16T05:12:14Z', 'revision_number': 2, 'project_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'subnets': [{'id': '28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:18.918198 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-a9ccfa08-619c-4336-9f8b-f4f7b5c7211e service neutron] 10.222.0.30 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886993 Apr 16 05:12:18.924416 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] Checking router: 25c0371f-cafd-4ebb-8975-3bf58c52ad05 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:12:18.924810 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] Updating router 25c0371f-cafd-4ebb-8975-3bf58c52ad05 port ebba633d-409d-47fd-a4f8-1a8eb8351f0d binding host dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 16 05:12:18.951654 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ebba633d-409d-47fd-a4f8-1a8eb8351f0d), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:19.007544 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-546c41f4-cebe-4ab3-8fe3-d7890f17a001 service neutron] 10.222.0.30 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834827 Apr 16 05:12:19.214707 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] Publish callbacks [] for port (ebba633d-409d-47fd-a4f8-1a8eb8351f0d), precommit_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:19.275960 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ebba633d-409d-47fd-a4f8-1a8eb8351f0d), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:19.300747 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4ffb1bee-8733-4078-8165-8a83aa970197 req-6657bee9-7034-4c4c-ae0b-85ab99dfef1e tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 210 time: 0.0379469 Apr 16 05:12:19.324007 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b1713-1c8a-40c1-aaf2-5725088fa50c None None] Pushing event updated for resources: {'Port': ['ID=ebba633d-409d-47fd-a4f8-1a8eb8351f0d,revision_number=3']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:19.395505 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] Attempting to bind port ebba633d-409d-47fd-a4f8-1a8eb8351f0d on host dv-neutron-838078-2-hyperv for vnic_type normal with profile {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:12:19.395891 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] Attempting to bind port ebba633d-409d-47fd-a4f8-1a8eb8351f0d by drivers openvswitch,hyperv on host dv-neutron-838078-2-hyperv at level 0 using segments [{'id': 'dceeb7f8-1253-438c-a19a-de45dc4ec50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ff788d1a-7e6b-49b1-8f93-0f334a2fff50'}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 05:12:19.396243 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] Attempting to bind port ebba633d-409d-47fd-a4f8-1a8eb8351f0d on network ff788d1a-7e6b-49b1-8f93-0f334a2fff50 {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:12:19.402330 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] Checking agent: {'id': 'f13d6041-70fa-4e7b-a812-52feec30f370', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 10, 45), 'started_at': datetime.datetime(2022, 4, 16, 4, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 5, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 05:12:19.402330 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] Checking segment: {'id': 'dceeb7f8-1253-438c-a19a-de45dc4ec50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ff788d1a-7e6b-49b1-8f93-0f334a2fff50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:12:19.402670 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:19.402941 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] Bound using segment: {'id': 'dceeb7f8-1253-438c-a19a-de45dc4ec50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ff788d1a-7e6b-49b1-8f93-0f334a2fff50'} {{(pid=104635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 05:12:19.403420 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.managers [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] Bound port: ebba633d-409d-47fd-a4f8-1a8eb8351f0d, host: dv-neutron-838078-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dceeb7f8-1253-438c-a19a-de45dc4ec50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ff788d1a-7e6b-49b1-8f93-0f334a2fff50'}}] {{(pid=104635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 05:12:19.403799 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ebba633d-409d-47fd-a4f8-1a8eb8351f0d), before_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:19.470198 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] For port ebba633d-409d-47fd-a4f8-1a8eb8351f0d, host dv-neutron-838078-2-hyperv, cleared binding levels {{(pid=104635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 05:12:19.473823 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.plugins.ml2.db [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] For port ebba633d-409d-47fd-a4f8-1a8eb8351f0d, host dv-neutron-838078-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ebba633d-409d-47fd-a4f8-1a8eb8351f0d,segment=NetworkSegment(dceeb7f8-1253-438c-a19a-de45dc4ec50a),segment_id=dceeb7f8-1253-438c-a19a-de45dc4ec50a)] {{(pid=104635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 05:12:19.533702 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron_lib.callbacks.manager [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ebba633d-409d-47fd-a4f8-1a8eb8351f0d), after_update {{(pid=104635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:19.584927 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] Routers {'25c0371f-cafd-4ebb-8975-3bf58c52ad05'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:12:19.585548 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:12:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['25c0371f-cafd-4ebb-8975-3bf58c52ad05'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:19.598869 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3b75768b-476d-4c95-93a1-00b58049b391 None None] Provisioning complete for port ebba633d-409d-47fd-a4f8-1a8eb8351f0d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:19.599238 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3b75768b-476d-4c95-93a1-00b58049b391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ebba633d-409d-47fd-a4f8-1a8eb8351f0d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:19.635299 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b1713-1c8a-40c1-aaf2-5725088fa50c None None] Pushing event updated for resources: {'Port': ['ID=ebba633d-409d-47fd-a4f8-1a8eb8351f0d,revision_number=4']} {{(pid=104635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:19.690568 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3b75768b-476d-4c95-93a1-00b58049b391 None None] Current status of the port ebba633d-409d-47fd-a4f8-1a8eb8351f0d is: DOWN; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:12:19.691160 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3b75768b-476d-4c95-93a1-00b58049b391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (ebba633d-409d-47fd-a4f8-1a8eb8351f0d), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:19.714408 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] Set router 25c0371f-cafd-4ebb-8975-3bf58c52ad05 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:12:19.729419 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3b75768b-476d-4c95-93a1-00b58049b391 None None] For port ebba633d-409d-47fd-a4f8-1a8eb8351f0d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ebba633d-409d-47fd-a4f8-1a8eb8351f0d,segment=NetworkSegment(dceeb7f8-1253-438c-a19a-de45dc4ec50a),segment_id=dceeb7f8-1253-438c-a19a-de45dc4ec50a)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:12:19.823669 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3b75768b-476d-4c95-93a1-00b58049b391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (ebba633d-409d-47fd-a4f8-1a8eb8351f0d), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:19.875982 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75768b-476d-4c95-93a1-00b58049b391 None None] Pushing event updated for resources: {'Port': ['ID=ebba633d-409d-47fd-a4f8-1a8eb8351f0d,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:19.917140 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c0371f-cafd-4ebb-8975-3bf58c52ad05', 'name': 'tempest-TestSnapshotPattern-551920407-router', 'tenant_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': '34bea283-5b6b-4299-a12b-3701daa705fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:11Z', 'updated_at': '2022-04-16T05:12:14Z', 'revision_number': 4, 'project_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'gw_port': {'id': '34bea283-5b6b-4299-a12b-3701daa705fd', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c0371f-cafd-4ebb-8975-3bf58c52ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:11Z', 'updated_at': '2022-04-16T05:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'ebba633d-409d-47fd-a4f8-1a8eb8351f0d', 'name': '', 'network_id': 'ff788d1a-7e6b-49b1-8f93-0f334a2fff50', 'tenant_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'mac_address': 'fa:16:3e:83:6c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c0371f-cafd-4ebb-8975-3bf58c52ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:14Z', 'updated_at': '2022-04-16T05:12:19Z', 'revision_number': 4, 'project_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'subnets': [{'id': '28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:19.942756 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-9e475517-bbe5-4030-8dc3-3640af50d056 None None] Provisioning complete for port ebba633d-409d-47fd-a4f8-1a8eb8351f0d triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:19.943127 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9e475517-bbe5-4030-8dc3-3640af50d056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ebba633d-409d-47fd-a4f8-1a8eb8351f0d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:20.026573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-9e475517-bbe5-4030-8dc3-3640af50d056 None None] Current status of the port ebba633d-409d-47fd-a4f8-1a8eb8351f0d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:12:20.037021 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba307d3-8e8b-42ac-b1f5-e472275f720b None None] The sync data for ids ['25c0371f-cafd-4ebb-8975-3bf58c52ad05'] in dv-neutron-838078-2-hyperv is: [{'id': '25c0371f-cafd-4ebb-8975-3bf58c52ad05', 'name': 'tempest-TestSnapshotPattern-551920407-router', 'tenant_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': '34bea283-5b6b-4299-a12b-3701daa705fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:11Z', 'updated_at': '2022-04-16T05:12:14Z', 'revision_number': 4, 'project_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'gw_port': {'id': '34bea283-5b6b-4299-a12b-3701daa705fd', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c0371f-cafd-4ebb-8975-3bf58c52ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:11Z', 'updated_at': '2022-04-16T05:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': 'ebba633d-409d-47fd-a4f8-1a8eb8351f0d', 'name': '', 'network_id': 'ff788d1a-7e6b-49b1-8f93-0f334a2fff50', 'tenant_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'mac_address': 'fa:16:3e:83:6c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c0371f-cafd-4ebb-8975-3bf58c52ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:14Z', 'updated_at': '2022-04-16T05:12:19Z', 'revision_number': 4, 'project_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'subnets': [{'id': '28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:12:20.390455 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c10ce6e7-c28d-40a6-8e2b-3752fcb7daeb req-920c66f4-573c-42f2-9260-9ea05527935c tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 210 time: 0.0366962 Apr 16 05:12:20.632993 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ebba633d-409d-47fd-a4f8-1a8eb8351f0d up at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:12:20.681004 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Provisioning complete for port ebba633d-409d-47fd-a4f8-1a8eb8351f0d triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:20.681368 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (ebba633d-409d-47fd-a4f8-1a8eb8351f0d), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:20.760128 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Current status of the port ebba633d-409d-47fd-a4f8-1a8eb8351f0d is: ACTIVE; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:12:21.485097 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-a8bdf2e0-3c59-4267-b0ce-a1bc30fee299 req-dcd18546-7fba-448b-af88-a50236eed387 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 210 time: 0.0276363 Apr 16 05:12:21.487672 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-f6834513-e6f6-40b1-a74e-e88ed3f3a121 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:21.489205 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-f6834513-e6f6-40b1-a74e-e88ed3f3a121 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.18 "GET /v2.0/networks?id=053a41bc-cf5a-4198-9e1f-74cab0a1829d HTTP/1.1" status: 200 len: 809 time: 0.1087792 Apr 16 05:12:21.551385 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-54fb1231-8312-4fca-8186-cf2e5358cb19 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=252786799d594bbfb65a9dfe49596796 HTTP/1.1" status: 200 len: 379 time: 0.0536456 Apr 16 05:12:21.561002 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-27229d05-b352-43f4-b88b-38306151fb97 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Request body: {'port': {'device_id': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'admin_state_up': True, 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'security_groups': ['9df249f6-5231-481c-95c5-b104b1fec360']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:21.750137 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-27229d05-b352-43f4-b88b-38306151fb97 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Made reservation on behalf of 252786799d594bbfb65a9dfe49596796 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 05:12:21.754047 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-27229d05-b352-43f4-b88b-38306151fb97 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:21.884061 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-27229d05-b352-43f4-b88b-38306151fb97 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Allocated IP 172.20.0.14 (053a41bc-cf5a-4198-9e1f-74cab0a1829d/6bbc275e-be7f-48d7-adb4-992476ed28b8/418b630a-83d3-402b-b890-08a6dbc175d7) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:12:22.018417 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-27229d05-b352-43f4-b88b-38306151fb97 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for port (418b630a-83d3-402b-b890-08a6dbc175d7), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:22.099356 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-27229d05-b352-43f4-b88b-38306151fb97 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (418b630a-83d3-402b-b890-08a6dbc175d7), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:22.147568 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-27229d05-b352-43f4-b88b-38306151fb97 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Network 053a41bc-cf5a-4198-9e1f-74cab0a1829d is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:12:22.152670 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-27229d05-b352-43f4-b88b-38306151fb97 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:12:22.156489 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-27229d05-b352-43f4-b88b-38306151fb97 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:12:22.163000 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27229d05-b352-43f4-b88b-38306151fb97 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Pushing event updated for resources: {'Port': ['ID=418b630a-83d3-402b-b890-08a6dbc175d7,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:22.210541 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-27229d05-b352-43f4-b88b-38306151fb97 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:22.211163 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-27229d05-b352-43f4-b88b-38306151fb97 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:22.285392 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-27229d05-b352-43f4-b88b-38306151fb97 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7278261 Apr 16 05:12:22.345731 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] Request body: {'port': {'device_id': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:22.360859 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-fcf31991-fe95-4ef9-be9f-c7f8265072ab None None] Provisioning complete for port 418b630a-83d3-402b-b890-08a6dbc175d7 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:22.361435 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fcf31991-fe95-4ef9-be9f-c7f8265072ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (418b630a-83d3-402b-b890-08a6dbc175d7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:22.396037 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-fcf31991-fe95-4ef9-be9f-c7f8265072ab None None] Port 418b630a-83d3-402b-b890-08a6dbc175d7 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 05:12:22.405173 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (418b630a-83d3-402b-b890-08a6dbc175d7), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:22.634639 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a1b38-393a-4944-a920-9d2d2942cb67 req-1ad6e3ff-3e66-4dc3-93f3-0b7d16c50e18 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:22.636107 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0c5a1b38-393a-4944-a920-9d2d2942cb67 req-1ad6e3ff-3e66-4dc3-93f3-0b7d16c50e18 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 932 time: 0.0827954 Apr 16 05:12:22.736691 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-0c5a1b38-393a-4944-a920-9d2d2942cb67 req-e45ad332-a7c0-464a-91bb-d4a4d99b4d76 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921948 Apr 16 05:12:22.751097 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418b630a-83d3-402b-b890-08a6dbc175d7 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 05:12:22.758500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] Publish callbacks [] for port (418b630a-83d3-402b-b890-08a6dbc175d7), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:22.771015 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] Transition to ACTIVE for port object 418b630a-83d3-402b-b890-08a6dbc175d7 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:12:22.846920 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (418b630a-83d3-402b-b890-08a6dbc175d7), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:22.917808 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] Pushing event updated for resources: {'Port': ['ID=418b630a-83d3-402b-b890-08a6dbc175d7,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:22.968861 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] Attempting to bind port 418b630a-83d3-402b-b890-08a6dbc175d7 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:12:22.969196 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] Attempting to bind port 418b630a-83d3-402b-b890-08a6dbc175d7 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'afa48703-b940-4f2a-b5f6-56f457a8ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 05:12:22.969522 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] Attempting to bind port 418b630a-83d3-402b-b890-08a6dbc175d7 on network 053a41bc-cf5a-4198-9e1f-74cab0a1829d {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:12:22.974517 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] Port 418b630a-83d3-402b-b890-08a6dbc175d7 on network 053a41bc-cf5a-4198-9e1f-74cab0a1829d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:12:22.974838 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] Attempting to bind port 418b630a-83d3-402b-b890-08a6dbc175d7 on network 053a41bc-cf5a-4198-9e1f-74cab0a1829d {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:12:22.979867 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 5, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 05:12:22.980207 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] Checking segment: {'id': 'afa48703-b940-4f2a-b5f6-56f457a8ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:12:22.980589 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] Bound using segment: {'id': 'afa48703-b940-4f2a-b5f6-56f457a8ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 05:12:22.981036 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] Bound port: 418b630a-83d3-402b-b890-08a6dbc175d7, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa48703-b940-4f2a-b5f6-56f457a8ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 05:12:22.981395 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (418b630a-83d3-402b-b890-08a6dbc175d7), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:23.052192 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] For port 418b630a-83d3-402b-b890-08a6dbc175d7, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 05:12:23.055291 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] For port 418b630a-83d3-402b-b890-08a6dbc175d7, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=418b630a-83d3-402b-b890-08a6dbc175d7,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 05:12:23.122909 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (418b630a-83d3-402b-b890-08a6dbc175d7), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:23.157672 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:23.158316 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:23.160300 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] 10.222.0.18 "PUT /v2.0/ports/418b630a-83d3-402b-b890-08a6dbc175d7 HTTP/1.1" status: 200 len: 1094 time: 0.8636136 Apr 16 05:12:23.160658 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'tag': '418b630a-83d3-402b-b890-08a6dbc175d7'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:12:23.162942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dceef1-9bf8-4857-89af-8cf6aeb66209" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9fc776-383b-46d0-babd-aeb857712b42", "tag": "418b630a-83d3-402b-b890-08a6dbc175d7"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:12:23.188165 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda203c-c4b2-4c1d-8ce6-880c8b2a1c47 service neutron] Pushing event updated for resources: {'Port': ['ID=418b630a-83d3-402b-b890-08a6dbc175d7,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:23.204081 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 05:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e070e259-757f-417f-be93-457796572050 x-openstack-request-id: req-e070e259-757f-417f-be93-457796572050 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:12:23.204365 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9fc776-383b-46d0-babd-aeb857712b42", "tag": "418b630a-83d3-402b-b890-08a6dbc175d7", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:12:23.204645 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e070e259-757f-417f-be93-457796572050 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:12:23.205091 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e070e259-757f-417f-be93-457796572050'] response: {'name': 'network-changed', 'server_uuid': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'tag': '418b630a-83d3-402b-b890-08a6dbc175d7', 'status': 'completed', 'code': 200} Apr 16 05:12:23.265721 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dceef1-9bf8-4857-89af-8cf6aeb66209 req-b717d48e-5799-4abf-920d-da1fad07152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:23.267261 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-83dceef1-9bf8-4857-89af-8cf6aeb66209 req-b717d48e-5799-4abf-920d-da1fad07152c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=252786799d594bbfb65a9dfe49596796&device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 1128 time: 0.0428562 Apr 16 05:12:23.373738 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dceef1-9bf8-4857-89af-8cf6aeb66209 req-f110d0db-dd47-463e-b55a-ab1c79122811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:23.375428 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-83dceef1-9bf8-4857-89af-8cf6aeb66209 req-f110d0db-dd47-463e-b55a-ab1c79122811 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=252786799d594bbfb65a9dfe49596796&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0999658 Apr 16 05:12:23.466820 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dceef1-9bf8-4857-89af-8cf6aeb66209 req-59ddaa77-88f8-44a9-943c-30fdd2622ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:23.468319 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-83dceef1-9bf8-4857-89af-8cf6aeb66209 req-59ddaa77-88f8-44a9-943c-30fdd2622ed2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0875449 Apr 16 05:12:23.541562 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-a4e774e9-cb40-4327-b2bb-380d9d469df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:23.543052 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-a4e774e9-cb40-4327-b2bb-380d9d469df3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=252786799d594bbfb65a9dfe49596796&device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 1128 time: 0.0397265 Apr 16 05:12:23.587230 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-941b5d98-3212-4821-b6f0-013bac9d37ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418b630a-83d3-402b-b890-08a6dbc175d7 HTTP/1.1" status: 200 len: 217 time: 0.0373755 Apr 16 05:12:23.634956 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-f9a83e34-73d6-4866-af7b-98f1837c80cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:23.636307 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-f9a83e34-73d6-4866-af7b-98f1837c80cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bbc275e-be7f-48d7-adb4-992476ed28b8 HTTP/1.1" status: 200 len: 848 time: 0.0429351 Apr 16 05:12:23.678441 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-d1547934-f832-4927-896c-d6ece54f6761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:23.679854 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-d1547934-f832-4927-896c-d6ece54f6761 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=053a41bc-cf5a-4198-9e1f-74cab0a1829d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378618 Apr 16 05:12:23.773788 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-5f5811a7-f7ea-45d2-a62d-849f7ee3cc32 service neutron] 10.222.0.18 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864594 Apr 16 05:12:23.882186 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12cf1d-8fbf-4388-8160-ce865d6caaa7 req-23245cad-c793-4ecc-9423-b899d9c44fa7 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:23.883614 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6f12cf1d-8fbf-4388-8160-ce865d6caaa7 req-23245cad-c793-4ecc-9423-b899d9c44fa7 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 944 time: 0.0809588 Apr 16 05:12:23.917808 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-bbf2d22f-0c91-4c2c-9216-8cc3af9599f6 req-0990627d-024f-454a-a05e-e9f24728d7f4 service neutron] 10.222.0.18 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385982 Apr 16 05:12:23.945344 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-6f12cf1d-8fbf-4388-8160-ce865d6caaa7 req-2aa65c4f-b495-419f-8d91-dba18bd6c0e9 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557485 Apr 16 05:12:25.061938 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2fe7f-25bc-45db-8e35-b05410e9dc73 req-74ebb83c-1f40-46dd-81a7-a983ab75fa29 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:25.063399 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-68d2fe7f-25bc-45db-8e35-b05410e9dc73 req-74ebb83c-1f40-46dd-81a7-a983ab75fa29 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 944 time: 0.0493951 Apr 16 05:12:25.113910 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-68d2fe7f-25bc-45db-8e35-b05410e9dc73 req-c58ad0d7-c751-43d3-8ddb-b0d331bb85c8 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442626 Apr 16 05:12:26.032854 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 418b630a-83d3-402b-b890-08a6dbc175d7 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 05:12:26.128603 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 418b630a-83d3-402b-b890-08a6dbc175d7, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=418b630a-83d3-402b-b890-08a6dbc175d7,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:12:26.140302 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '418b630a-83d3-402b-b890-08a6dbc175d7', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'port_id': '418b630a-83d3-402b-b890-08a6dbc175d7', 'mac_address': 'fa:16:3e:fe:27:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 05:12:26.180785 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 418b630a-83d3-402b-b890-08a6dbc175d7 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:12:26.181176 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (418b630a-83d3-402b-b890-08a6dbc175d7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:26.194762 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418b630a-83d3-402b-b890-08a6dbc175d7 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 05:12:26.214373 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 418b630a-83d3-402b-b890-08a6dbc175d7, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=418b630a-83d3-402b-b890-08a6dbc175d7,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:12:26.227360 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bac7a-d5a4-462d-8966-62592fb5218b req-18e595d1-7698-4302-ae4a-2b74086f24c9 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:26.228981 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-232bac7a-d5a4-462d-8966-62592fb5218b req-18e595d1-7698-4302-ae4a-2b74086f24c9 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 944 time: 0.0473771 Apr 16 05:12:26.278804 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-232bac7a-d5a4-462d-8966-62592fb5218b req-24220a8c-19c8-4104-88e7-9b2ea55f505d tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436797 Apr 16 05:12:26.281770 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (418b630a-83d3-402b-b890-08a6dbc175d7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:26.327998 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=418b630a-83d3-402b-b890-08a6dbc175d7,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:26.482918 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['418b630a-83d3-402b-b890-08a6dbc175d7'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 05:12:27.389686 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8d856-2114-4fc9-9c10-58c12736be04 req-e9aa2b2c-b521-4ff0-ae75-9191c3b1c6ac tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:27.391135 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1ec8d856-2114-4fc9-9c10-58c12736be04 req-e9aa2b2c-b521-4ff0-ae75-9191c3b1c6ac tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 945 time: 0.0475843 Apr 16 05:12:27.440827 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1ec8d856-2114-4fc9-9c10-58c12736be04 req-03cbe8b7-80d5-48be-86d5-7e25617f3ac9 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430522 Apr 16 05:12:28.048704 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 418b630a-83d3-402b-b890-08a6dbc175d7 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:12:28.093218 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 418b630a-83d3-402b-b890-08a6dbc175d7 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 05:12:28.178189 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 418b630a-83d3-402b-b890-08a6dbc175d7 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:12:28.178561 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (418b630a-83d3-402b-b890-08a6dbc175d7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:28.256519 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 418b630a-83d3-402b-b890-08a6dbc175d7 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:12:28.256932 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (418b630a-83d3-402b-b890-08a6dbc175d7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:28.278820 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418b630a-83d3-402b-b890-08a6dbc175d7'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:12:28.284695 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b9f7eb-3610-446d-9910-f0f8c1505965" -d '{"events": [{"server_uuid": "fa9fc776-383b-46d0-babd-aeb857712b42", "name": "network-vif-plugged", "status": "completed", "tag": "418b630a-83d3-402b-b890-08a6dbc175d7"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:12:28.293733 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 418b630a-83d3-402b-b890-08a6dbc175d7, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=418b630a-83d3-402b-b890-08a6dbc175d7,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:12:28.361773 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (418b630a-83d3-402b-b890-08a6dbc175d7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:28.387700 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 05:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd105623-b386-423e-8fa5-5c50012bc13e x-openstack-request-id: req-cd105623-b386-423e-8fa5-5c50012bc13e {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:12:28.387986 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9fc776-383b-46d0-babd-aeb857712b42", "name": "network-vif-plugged", "status": "completed", "tag": "418b630a-83d3-402b-b890-08a6dbc175d7", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:12:28.388236 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd105623-b386-423e-8fa5-5c50012bc13e {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:12:28.388741 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd105623-b386-423e-8fa5-5c50012bc13e'] response: {'server_uuid': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418b630a-83d3-402b-b890-08a6dbc175d7', 'code': 200} Apr 16 05:12:28.416527 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=418b630a-83d3-402b-b890-08a6dbc175d7,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:28.552276 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af80f80-1865-441f-8642-d5784d59d26b req-3bf08204-c65b-47e2-8845-23c472467c40 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:28.553764 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6af80f80-1865-441f-8642-d5784d59d26b req-3bf08204-c65b-47e2-8845-23c472467c40 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 946 time: 0.0458481 Apr 16 05:12:28.573273 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:28.608919 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6af80f80-1865-441f-8642-d5784d59d26b req-fa8cb918-37de-4f68-a6eb-0e75d20187e0 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490665 Apr 16 05:12:28.632973 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda4790-d6fd-44e1-a75c-d145f96763e9 req-63de148d-52c1-4b1b-baa2-0fd8427ca7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:28.634475 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ddda4790-d6fd-44e1-a75c-d145f96763e9 req-63de148d-52c1-4b1b-baa2-0fd8427ca7fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 1130 time: 0.0443118 Apr 16 05:12:28.678649 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ddda4790-d6fd-44e1-a75c-d145f96763e9 req-3e8648c0-13af-4ba5-8e4c-153656602277 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385740 Apr 16 05:12:29.725098 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c3de9-8d1f-4f61-94f0-956169ffb531 req-cf050c92-a796-4632-a45d-811d7c0769e7 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:29.726667 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-838c3de9-8d1f-4f61-94f0-956169ffb531 req-cf050c92-a796-4632-a45d-811d7c0769e7 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 946 time: 0.0478466 Apr 16 05:12:29.778177 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-838c3de9-8d1f-4f61-94f0-956169ffb531 req-ec5d0caf-15f0-479a-bae1-b260878a0814 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459790 Apr 16 05:12:30.890183 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ce433-0831-41ba-b2cc-5b40ab6c0f70 req-2bb48a35-7f16-4050-be84-418498ae0d57 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:30.892401 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-975ce433-0831-41ba-b2cc-5b40ab6c0f70 req-2bb48a35-7f16-4050-be84-418498ae0d57 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 946 time: 0.0479922 Apr 16 05:12:30.941426 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-975ce433-0831-41ba-b2cc-5b40ab6c0f70 req-36ac9d4d-0507-4168-8daa-993157f4efe3 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429614 Apr 16 05:12:31.051888 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e555924-383a-41d8-b5a7-e007d9579707 req-8d4a52ca-a9ad-421e-80cb-61c37969a603 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:31.053358 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1e555924-383a-41d8-b5a7-e007d9579707 req-8d4a52ca-a9ad-421e-80cb-61c37969a603 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 946 time: 0.0467257 Apr 16 05:12:31.104204 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1e555924-383a-41d8-b5a7-e007d9579707 req-72b595cb-8ab0-464e-bb92-3861b19b9e53 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452647 Apr 16 05:12:31.125521 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 47624) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:31.202730 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b39acf-fbd3-46ad-9955-8f15c2cc958d tempest-TestSnapshotPattern-1434764707 tempest-TestSnapshotPattern-1434764707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:31.204191 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-65b39acf-fbd3-46ad-9955-8f15c2cc958d tempest-TestSnapshotPattern-1434764707 tempest-TestSnapshotPattern-1434764707-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 1125 time: 0.0777478 Apr 16 05:12:31.207611 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 47628) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:12:31.211664 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-e4fda61c-ddab-48c8-95cb-c987c3b25852 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': '418b630a-83d3-402b-b890-08a6dbc175d7', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:31.281138 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4fda61c-ddab-48c8-95cb-c987c3b25852 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:31.357318 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4fda61c-ddab-48c8-95cb-c987c3b25852 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:31.461399 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-e4fda61c-ddab-48c8-95cb-c987c3b25852 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Allocated IP 172.26.6.178 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/94dbafdb-88ac-43a7-853d-e0bc0cc37a8c) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:12:31.561922 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4fda61c-ddab-48c8-95cb-c987c3b25852 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for port (94dbafdb-88ac-43a7-853d-e0bc0cc37a8c), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:31.635941 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4fda61c-ddab-48c8-95cb-c987c3b25852 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (94dbafdb-88ac-43a7-853d-e0bc0cc37a8c), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:31.671942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fda61c-ddab-48c8-95cb-c987c3b25852 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:12:31.677351 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-e4fda61c-ddab-48c8-95cb-c987c3b25852 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:12:31.679945 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fda61c-ddab-48c8-95cb-c987c3b25852 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:12:31.705674 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fda61c-ddab-48c8-95cb-c987c3b25852 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Pushing event updated for resources: {'Port': ['ID=94dbafdb-88ac-43a7-853d-e0bc0cc37a8c,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:32.042401 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4fda61c-ddab-48c8-95cb-c987c3b25852 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for floatingip (d5ee48f9-4221-4f6d-928e-b2a6cc3fb118), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:32.142854 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4fda61c-ddab-48c8-95cb-c987c3b25852 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (94dbafdb-88ac-43a7-853d-e0bc0cc37a8c), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:32.292789 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4fda61c-ddab-48c8-95cb-c987c3b25852 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for port (94dbafdb-88ac-43a7-853d-e0bc0cc37a8c), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:32.355419 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4fda61c-ddab-48c8-95cb-c987c3b25852 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (94dbafdb-88ac-43a7-853d-e0bc0cc37a8c), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:32.421022 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fda61c-ddab-48c8-95cb-c987c3b25852 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Pushing event updated for resources: {'Port': ['ID=94dbafdb-88ac-43a7-853d-e0bc0cc37a8c,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:12:32.432410 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4fda61c-ddab-48c8-95cb-c987c3b25852 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (d5ee48f9-4221-4f6d-928e-b2a6cc3fb118), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:32.532634 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-e4fda61c-ddab-48c8-95cb-c987c3b25852 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Floating IP d5ee48f9-4221-4f6d-928e-b2a6cc3fb118 associated. External IP: 172.26.6.178, port: 418b630a-83d3-402b-b890-08a6dbc175d7. Apr 16 05:12:33.047317 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fda61c-ddab-48c8-95cb-c987c3b25852 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:12:33.155521 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fda61c-ddab-48c8-95cb-c987c3b25852 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:12:33.165741 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422d0d85-f722-4f15-9f3f-6fe786402118 None None] Sync routers for ids ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:12:33.178593 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d0d85-f722-4f15-9f3f-6fe786402118 None None] Routers {'6c3b71bd-a7bb-4a70-9649-ab47177ac98c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:12:33.184056 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-422d0d85-f722-4f15-9f3f-6fe786402118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:12:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:33.221094 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-e4fda61c-ddab-48c8-95cb-c987c3b25852 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:33.250563 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-e4fda61c-ddab-48c8-95cb-c987c3b25852 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0419705 Apr 16 05:12:33.251146 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'tag': '418b630a-83d3-402b-b890-08a6dbc175d7'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:12:33.253395 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc21617-e439-4730-b0dd-b76baa85a78f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9fc776-383b-46d0-babd-aeb857712b42", "tag": "418b630a-83d3-402b-b890-08a6dbc175d7"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:12:33.288078 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 05:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3615496e-b808-4242-a229-c224a122ea34 x-openstack-request-id: req-3615496e-b808-4242-a229-c224a122ea34 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:12:33.288364 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9fc776-383b-46d0-babd-aeb857712b42", "tag": "418b630a-83d3-402b-b890-08a6dbc175d7", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:12:33.288617 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3615496e-b808-4242-a229-c224a122ea34 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:12:33.289184 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3615496e-b808-4242-a229-c224a122ea34'] response: {'name': 'network-changed', 'server_uuid': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'tag': '418b630a-83d3-402b-b890-08a6dbc175d7', 'status': 'completed', 'code': 200} Apr 16 05:12:33.290345 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-422d0d85-f722-4f15-9f3f-6fe786402118 None None] Set router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:12:33.351966 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc21617-e439-4730-b0dd-b76baa85a78f req-4cf0c8c0-6255-43aa-9149-371b9568ef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:33.353565 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1fc21617-e439-4730-b0dd-b76baa85a78f req-4cf0c8c0-6255-43aa-9149-371b9568ef7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=252786799d594bbfb65a9dfe49596796&device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 1130 time: 0.0451808 Apr 16 05:12:33.449028 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc21617-e439-4730-b0dd-b76baa85a78f req-2aa9bc41-3382-4242-9367-2040bea48cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:33.450408 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1fc21617-e439-4730-b0dd-b76baa85a78f req-2aa9bc41-3382-4242-9367-2040bea48cc0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=053a41bc-cf5a-4198-9e1f-74cab0a1829d HTTP/1.1" status: 200 len: 909 time: 0.0895262 Apr 16 05:12:33.519172 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1fc21617-e439-4730-b0dd-b76baa85a78f req-2a196c05-4467-44fd-9188-0b6a3770b461 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418b630a-83d3-402b-b890-08a6dbc175d7 HTTP/1.1" status: 200 len: 1000 time: 0.0617561 Apr 16 05:12:33.566412 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc21617-e439-4730-b0dd-b76baa85a78f req-1024de3e-6111-477e-b316-8424dea0a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:33.567947 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1fc21617-e439-4730-b0dd-b76baa85a78f req-1024de3e-6111-477e-b316-8424dea0a4c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bbc275e-be7f-48d7-adb4-992476ed28b8 HTTP/1.1" status: 200 len: 848 time: 0.0440824 Apr 16 05:12:33.610318 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc21617-e439-4730-b0dd-b76baa85a78f req-66f2f493-cf99-422f-b5d2-4d9aa5b86324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:12:33.611837 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1fc21617-e439-4730-b0dd-b76baa85a78f req-66f2f493-cf99-422f-b5d2-4d9aa5b86324 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=053a41bc-cf5a-4198-9e1f-74cab0a1829d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386610 Apr 16 05:12:33.658592 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-422d0d85-f722-4f15-9f3f-6fe786402118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:08Z', 'revision_number': 4, 'project_id': '252786799d594bbfb65a9dfe49596796', 'gw_port': {'id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'd5ee48f9-4221-4f6d-928e-b2a6cc3fb118', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'floating_ip_address': '172.26.6.178', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'port_id': '418b630a-83d3-402b-b890-08a6dbc175d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'mac_address': 'fa:16:3e:fe:27:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T05:12:31Z', 'updated_at': '2022-04-16T05:12:31Z', 'revision_number': 0, 'project_id': '252786799d594bbfb65a9dfe49596796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a8389c-660c-41a5-9672-b2a7c984be1c', 'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'mac_address': 'fa:16:3e:57:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:07Z', 'updated_at': '2022-04-16T05:12:11Z', 'revision_number': 5, 'project_id': '252786799d594bbfb65a9dfe49596796', 'subnets': [{'id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:33.688696 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422d0d85-f722-4f15-9f3f-6fe786402118 None None] Checking router: 6c3b71bd-a7bb-4a70-9649-ab47177ac98c for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:12:33.697518 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d0d85-f722-4f15-9f3f-6fe786402118 None None] Routers {'6c3b71bd-a7bb-4a70-9649-ab47177ac98c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:12:33.698126 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-422d0d85-f722-4f15-9f3f-6fe786402118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:12:11Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:33.705189 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1fc21617-e439-4730-b0dd-b76baa85a78f req-4241d269-c965-44e0-90e2-67370d0fc623 service neutron] 10.222.0.18 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870216 Apr 16 05:12:33.792432 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-1fc21617-e439-4730-b0dd-b76baa85a78f req-853f24fa-1780-496d-92b0-2ae42cf4c5f6 service neutron] 10.222.0.18 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818827 Apr 16 05:12:33.809880 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-422d0d85-f722-4f15-9f3f-6fe786402118 None None] Set router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:12:34.023746 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-422d0d85-f722-4f15-9f3f-6fe786402118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:08Z', 'revision_number': 4, 'project_id': '252786799d594bbfb65a9dfe49596796', 'gw_port': {'id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'd5ee48f9-4221-4f6d-928e-b2a6cc3fb118', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'floating_ip_address': '172.26.6.178', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'port_id': '418b630a-83d3-402b-b890-08a6dbc175d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'mac_address': 'fa:16:3e:fe:27:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T05:12:31Z', 'updated_at': '2022-04-16T05:12:31Z', 'revision_number': 0, 'project_id': '252786799d594bbfb65a9dfe49596796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a8389c-660c-41a5-9672-b2a7c984be1c', 'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'mac_address': 'fa:16:3e:57:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:07Z', 'updated_at': '2022-04-16T05:12:11Z', 'revision_number': 5, 'project_id': '252786799d594bbfb65a9dfe49596796', 'subnets': [{'id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:12:34.050701 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:12:34.053674 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422d0d85-f722-4f15-9f3f-6fe786402118 None None] The sync data for ids ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'] in dv-neutron-838078-2-hyperv is: [{'id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:08Z', 'revision_number': 4, 'project_id': '252786799d594bbfb65a9dfe49596796', 'gw_port': {'id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'd5ee48f9-4221-4f6d-928e-b2a6cc3fb118', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'floating_ip_address': '172.26.6.178', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'port_id': '418b630a-83d3-402b-b890-08a6dbc175d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'mac_address': 'fa:16:3e:fe:27:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T05:12:31Z', 'updated_at': '2022-04-16T05:12:31Z', 'revision_number': 0, 'project_id': '252786799d594bbfb65a9dfe49596796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a8389c-660c-41a5-9672-b2a7c984be1c', 'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'mac_address': 'fa:16:3e:57:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:07Z', 'updated_at': '2022-04-16T05:12:11Z', 'revision_number': 5, 'project_id': '252786799d594bbfb65a9dfe49596796', 'subnets': [{'id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:12:34.240989 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d150f9-4448-4f57-9060-99cfbf308d95 None None] New status for floating IP d5ee48f9-4221-4f6d-928e-b2a6cc3fb118: ACTIVE {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 05:12:39.087060 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-25422af5-c963-4c82-acf0-1af485f64610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:41.475359 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-5c199e02-0798-448c-b3d1-390607f349dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:42.961050 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:44.245927 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:45.395578 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:12:58.588450 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:13:09.120494 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e0414574-2527-4cc8-8072-bbc281aa6b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:13:11.049372 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:13:11.474799 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-93a74f55-823d-4219-96a3-706b0da5d35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:13:12.760316 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:13:14.234751 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:13:15.394544 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:13:24.343649 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ce73f993-4836-476b-aafe-ce27fba97333 req-e8d34d4a-3e0c-4b5e-8d0e-9db1f7381abc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa9fc776-383b-46d0-babd-aeb857712b42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418189 Apr 16 05:13:24.420885 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73f993-4836-476b-aafe-ce27fba97333 req-eb8e21d5-28b1-4b3d-8a6c-ea2cb87ed639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:13:24.422369 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ce73f993-4836-476b-aafe-ce27fba97333 req-eb8e21d5-28b1-4b3d-8a6c-ea2cb87ed639 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=252786799d594bbfb65a9dfe49596796&device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 1130 time: 0.0393596 Apr 16 05:13:24.522936 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73f993-4836-476b-aafe-ce27fba97333 req-5d4536b3-1f6b-405e-b4ad-a9548bc41b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:13:24.524389 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ce73f993-4836-476b-aafe-ce27fba97333 req-5d4536b3-1f6b-405e-b4ad-a9548bc41b93 service neutron] 10.222.0.18 "GET /v2.0/networks?id=053a41bc-cf5a-4198-9e1f-74cab0a1829d HTTP/1.1" status: 200 len: 909 time: 0.0848682 Apr 16 05:13:24.592412 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ce73f993-4836-476b-aafe-ce27fba97333 req-f42b4962-1145-4744-948e-50dd14fbc8cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418b630a-83d3-402b-b890-08a6dbc175d7 HTTP/1.1" status: 200 len: 1002 time: 0.0613940 Apr 16 05:13:24.639933 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73f993-4836-476b-aafe-ce27fba97333 req-ca28f929-e3a5-49d3-9a73-4a3e9dcd53b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:13:24.641277 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ce73f993-4836-476b-aafe-ce27fba97333 req-ca28f929-e3a5-49d3-9a73-4a3e9dcd53b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bbc275e-be7f-48d7-adb4-992476ed28b8 HTTP/1.1" status: 200 len: 848 time: 0.0427964 Apr 16 05:13:24.683381 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73f993-4836-476b-aafe-ce27fba97333 req-09da4e5a-5d89-40a0-8e83-a7edef7870ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:13:24.684826 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ce73f993-4836-476b-aafe-ce27fba97333 req-09da4e5a-5d89-40a0-8e83-a7edef7870ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=053a41bc-cf5a-4198-9e1f-74cab0a1829d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379469 Apr 16 05:13:24.775073 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ce73f993-4836-476b-aafe-ce27fba97333 req-3e69f04f-4da8-4502-bb4a-78c4bed23908 service neutron] 10.222.0.18 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845537 Apr 16 05:13:24.863418 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ce73f993-4836-476b-aafe-ce27fba97333 req-6b5a9d70-82ff-4a54-a44b-d1fc0f3bf79f service neutron] 10.222.0.18 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824761 Apr 16 05:13:28.639485 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:13:39.137045 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-687c2ad5-74ba-4c14-9968-f58a0f92e78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:13:41.491038 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-b37fe5b0-882c-49ba-b4cf-c93f36c77d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:13:42.805205 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:13:44.216650 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:13:45.393853 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:13:48.048359 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:13:58.616871 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:09.096450 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-29031069-61fe-40b3-a2b0-173beb7e2b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:11.473834 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8be67a7b-8f89-4230-92d2-1cf1459d28c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:12.782077 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:14.222087 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:15.393462 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:25.047364 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:14:25.341778 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4e6366b6-2a6e-4d9f-87d0-702dc753ab7a req-007672d6-2b25-4dd0-bcf7-d6c1c2cf3e47 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa9fc776-383b-46d0-babd-aeb857712b42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434852 Apr 16 05:14:25.417026 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6366b6-2a6e-4d9f-87d0-702dc753ab7a req-08f1fa4a-7596-427b-80eb-f8a0d76ec449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:25.418479 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4e6366b6-2a6e-4d9f-87d0-702dc753ab7a req-08f1fa4a-7596-427b-80eb-f8a0d76ec449 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=252786799d594bbfb65a9dfe49596796&device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 1130 time: 0.0386920 Apr 16 05:14:25.521573 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6366b6-2a6e-4d9f-87d0-702dc753ab7a req-3cee3828-30a1-436a-8d64-1c4e75709abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:25.522989 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4e6366b6-2a6e-4d9f-87d0-702dc753ab7a req-3cee3828-30a1-436a-8d64-1c4e75709abf service neutron] 10.222.0.18 "GET /v2.0/networks?id=053a41bc-cf5a-4198-9e1f-74cab0a1829d HTTP/1.1" status: 200 len: 909 time: 0.0873883 Apr 16 05:14:25.587076 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4e6366b6-2a6e-4d9f-87d0-702dc753ab7a req-6e06c621-0dc5-4848-8a56-bf4b07b78ec9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418b630a-83d3-402b-b890-08a6dbc175d7 HTTP/1.1" status: 200 len: 1002 time: 0.0572548 Apr 16 05:14:25.635260 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6366b6-2a6e-4d9f-87d0-702dc753ab7a req-da7dac7c-10ef-48b6-970d-71974b71e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:25.636569 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4e6366b6-2a6e-4d9f-87d0-702dc753ab7a req-da7dac7c-10ef-48b6-970d-71974b71e419 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bbc275e-be7f-48d7-adb4-992476ed28b8 HTTP/1.1" status: 200 len: 848 time: 0.0429122 Apr 16 05:14:25.681609 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6366b6-2a6e-4d9f-87d0-702dc753ab7a req-3ca9459f-82a8-436b-8ed7-804893d137f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:25.683050 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4e6366b6-2a6e-4d9f-87d0-702dc753ab7a req-3ca9459f-82a8-436b-8ed7-804893d137f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=053a41bc-cf5a-4198-9e1f-74cab0a1829d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0408733 Apr 16 05:14:25.769896 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4e6366b6-2a6e-4d9f-87d0-702dc753ab7a req-c6235b78-a446-4d97-b674-c3eeaf1b26e7 service neutron] 10.222.0.18 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810430 Apr 16 05:14:25.862588 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-4e6366b6-2a6e-4d9f-87d0-702dc753ab7a req-0b2f31ff-f639-4f69-95a2-9a05b2c2cfa4 service neutron] 10.222.0.18 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857766 Apr 16 05:14:28.638701 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:30.670476 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 418b630a-83d3-402b-b890-08a6dbc175d7 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 05:14:30.769186 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 418b630a-83d3-402b-b890-08a6dbc175d7, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=418b630a-83d3-402b-b890-08a6dbc175d7,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:14:30.780121 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '418b630a-83d3-402b-b890-08a6dbc175d7', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'port_id': '418b630a-83d3-402b-b890-08a6dbc175d7', 'mac_address': 'fa:16:3e:fe:27:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 05:14:30.815984 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 418b630a-83d3-402b-b890-08a6dbc175d7 is: ACTIVE; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:14:30.816365 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (418b630a-83d3-402b-b890-08a6dbc175d7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:30.829797 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 418b630a-83d3-402b-b890-08a6dbc175d7 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 05:14:30.852269 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 418b630a-83d3-402b-b890-08a6dbc175d7, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=418b630a-83d3-402b-b890-08a6dbc175d7,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:14:30.907665 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (418b630a-83d3-402b-b890-08a6dbc175d7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:30.957267 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=418b630a-83d3-402b-b890-08a6dbc175d7,revision_number=6']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:14:30.964685 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:30.965050 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:30.965389 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:30.966309 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:30.966646 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:30.966974 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:30.967301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:30.967623 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:30.967946 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:30.968267 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:30.968588 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:30.968933 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:30.969254 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:30.969568 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:30.969916 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:30.982970 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['418b630a-83d3-402b-b890-08a6dbc175d7'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 05:14:32.669636 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 418b630a-83d3-402b-b890-08a6dbc175d7 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:14:32.717634 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 418b630a-83d3-402b-b890-08a6dbc175d7 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:14:32.718137 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (418b630a-83d3-402b-b890-08a6dbc175d7), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:32.798677 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 418b630a-83d3-402b-b890-08a6dbc175d7 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:14:32.799063 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (418b630a-83d3-402b-b890-08a6dbc175d7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:32.821987 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418b630a-83d3-402b-b890-08a6dbc175d7'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:14:32.824237 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be043c5e-0f59-416f-a60f-b0cf34887889" -d '{"events": [{"server_uuid": "fa9fc776-383b-46d0-babd-aeb857712b42", "name": "network-vif-plugged", "status": "completed", "tag": "418b630a-83d3-402b-b890-08a6dbc175d7"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:14:32.836403 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 418b630a-83d3-402b-b890-08a6dbc175d7, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=418b630a-83d3-402b-b890-08a6dbc175d7,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:14:32.862649 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 05:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417cac86-f6ca-4b87-9a81-cd2c1b582dcd x-openstack-request-id: req-417cac86-f6ca-4b87-9a81-cd2c1b582dcd {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:14:32.862948 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9fc776-383b-46d0-babd-aeb857712b42", "name": "network-vif-plugged", "status": "completed", "tag": "418b630a-83d3-402b-b890-08a6dbc175d7", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:14:32.863203 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-417cac86-f6ca-4b87-9a81-cd2c1b582dcd {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:14:32.863603 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-417cac86-f6ca-4b87-9a81-cd2c1b582dcd'] response: {'server_uuid': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418b630a-83d3-402b-b890-08a6dbc175d7', 'code': 200} Apr 16 05:14:32.902027 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (418b630a-83d3-402b-b890-08a6dbc175d7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:32.950180 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=418b630a-83d3-402b-b890-08a6dbc175d7,revision_number=7']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:14:39.108964 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-90f70b69-e898-421c-93f7-a41b24df3fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:41.749519 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f2673b24-c786-4711-89c0-1ddb9e2fb06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:42.804470 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:44.122622 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-38953923-b018-4af2-a3ad-9abb174f0b71 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-583697953&fields=id&tenant_id=252786799d594bbfb65a9dfe49596796 HTTP/1.1" status: 200 len: 267 time: 0.0446949 Apr 16 05:14:44.232436 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-63f8983b-123f-4917-b21c-c4e302ba629c tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:44.233955 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-63f8983b-123f-4917-b21c-c4e302ba629c tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/networks?id=053a41bc-cf5a-4198-9e1f-74cab0a1829d HTTP/1.1" status: 200 len: 809 time: 0.1052282 Apr 16 05:14:44.238564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:44.248635 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-3e8defa6-2388-4c75-a27c-ae5e5bb5ebdb tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/quotas/252786799d594bbfb65a9dfe49596796 HTTP/1.1" status: 200 len: 375 time: 0.0091782 Apr 16 05:14:44.299825 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-85b32c4d-1792-4fbe-a016-c5963b2f7b08 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=252786799d594bbfb65a9dfe49596796&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461664 Apr 16 05:14:44.392830 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-a73ce399-8f9b-4349-81a7-d46203448a76 service neutron] 10.222.0.30 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819583 Apr 16 05:14:44.484517 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-9c0f8518-f6a0-4da6-b3da-16c3bc9aaa57 service neutron] 10.222.0.30 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854862 Apr 16 05:14:44.787854 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-4da071ff-0ea8-4de4-a5da-f9740ec6e7e0 req-c402d115-5c98-4a7e-ab67-28eca860f844 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 210 time: 0.0893381 Apr 16 05:14:45.392837 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:45.885798 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-7747a967-4014-482c-8bd1-043d7902b2fb req-6f96719b-ebf8-49aa-b85f-dd76f99bdaa8 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 210 time: 0.0285726 Apr 16 05:14:46.612126 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-7120ac4d-3bb8-41fc-a70e-684e3418fae5 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:46.613575 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-7120ac4d-3bb8-41fc-a70e-684e3418fae5 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.18 "GET /v2.0/networks?id=053a41bc-cf5a-4198-9e1f-74cab0a1829d HTTP/1.1" status: 200 len: 809 time: 0.1040869 Apr 16 05:14:46.675329 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-b1178eb8-14e4-472b-af6e-53107b77e9e3 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=252786799d594bbfb65a9dfe49596796 HTTP/1.1" status: 200 len: 379 time: 0.0519054 Apr 16 05:14:46.683730 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Request body: {'port': {'device_id': '530e2fa0-7499-4efa-acaa-4f768a77ecae', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'admin_state_up': True, 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'security_groups': ['9df249f6-5231-481c-95c5-b104b1fec360']}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:14:46.731099 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 418b630a-83d3-402b-b890-08a6dbc175d7 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:14:46.811496 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 418b630a-83d3-402b-b890-08a6dbc175d7 is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:14:46.811884 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (418b630a-83d3-402b-b890-08a6dbc175d7), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:46.833757 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '418b630a-83d3-402b-b890-08a6dbc175d7'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:14:46.837772 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2deb2639-7d95-4b41-b2cd-61bff763e067" -d '{"events": [{"server_uuid": "fa9fc776-383b-46d0-babd-aeb857712b42", "name": "network-vif-unplugged", "status": "completed", "tag": "418b630a-83d3-402b-b890-08a6dbc175d7"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:14:46.852413 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 418b630a-83d3-402b-b890-08a6dbc175d7, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=418b630a-83d3-402b-b890-08a6dbc175d7,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:14:46.867537 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Made reservation on behalf of 252786799d594bbfb65a9dfe49596796 for: {'port': 1} {{(pid=104633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 16 05:14:46.871304 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:46.874513 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 05:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f89dae6-0441-4cd7-9d97-989b0aab1d9e x-openstack-request-id: req-4f89dae6-0441-4cd7-9d97-989b0aab1d9e {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:14:46.874513 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9fc776-383b-46d0-babd-aeb857712b42", "name": "network-vif-unplugged", "status": "completed", "tag": "418b630a-83d3-402b-b890-08a6dbc175d7", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:14:46.878008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f89dae6-0441-4cd7-9d97-989b0aab1d9e {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:14:46.878008 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f89dae6-0441-4cd7-9d97-989b0aab1d9e'] response: {'server_uuid': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '418b630a-83d3-402b-b890-08a6dbc175d7', 'code': 200} Apr 16 05:14:46.924819 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (418b630a-83d3-402b-b890-08a6dbc175d7), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:46.974726 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=418b630a-83d3-402b-b890-08a6dbc175d7,revision_number=8']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:14:47.009647 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a5d06d23-1802-4afc-a793-2e7d32b1ff0d req-25902ec0-c78e-45c1-9b91-bd11d2e48d83 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 210 time: 0.0525982 Apr 16 05:14:47.037147 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Allocated IP 172.20.0.11 (053a41bc-cf5a-4198-9e1f-74cab0a1829d/6bbc275e-be7f-48d7-adb4-992476ed28b8/5dcf7f61-a150-4c37-8369-b5c2cd6b7f39) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:14:47.180803 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:47.250243 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:47.291757 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Network 053a41bc-cf5a-4198-9e1f-74cab0a1829d is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:14:47.294845 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:14:47.301209 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:14:47.348474 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Pushing event updated for resources: {'Port': ['ID=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:14:47.349136 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:47.349408 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:47.349751 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:47.350087 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:47.350530 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:47.350743 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:47.351068 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:47.351386 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:47.351891 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:47.352182 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:47.352508 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:47.352901 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:47.353232 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:47.353501 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:47.353818 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:14:47.394321 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:47.396455 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:47.499214 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-c92238a7-821c-4250-854c-8c7a4601304f tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8189971 Apr 16 05:14:47.681707 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-2edeece6-1370-4428-ae2c-7cec93223744 None None] Provisioning complete for port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 triggered by entity DHCP. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:14:47.682470 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2edeece6-1370-4428-ae2c-7cec93223744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:47.718497 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-2edeece6-1370-4428-ae2c-7cec93223744 None None] Port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 cannot update to ACTIVE because it is not bound. {{(pid=104634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 16 05:14:48.129137 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de00d5-04ab-4f0b-81f2-9be10f490cb5 req-362b3820-9f7b-47ce-9ee9-7f7f50b896da tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:48.131198 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c7de00d5-04ab-4f0b-81f2-9be10f490cb5 req-362b3820-9f7b-47ce-9ee9-7f7f50b896da tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 932 time: 0.0497177 Apr 16 05:14:48.184734 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c7de00d5-04ab-4f0b-81f2-9be10f490cb5 req-1e26ca01-867c-4b25-a781-03b051bf7bcf tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478261 Apr 16 05:14:49.307129 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf7cf8-ba84-480c-b7ab-aec225de5241 req-39cbebdf-abde-480b-83a7-be68b1029c6e tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:49.308651 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-02bf7cf8-ba84-480c-b7ab-aec225de5241 req-39cbebdf-abde-480b-83a7-be68b1029c6e tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 932 time: 0.0500245 Apr 16 05:14:49.362508 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-02bf7cf8-ba84-480c-b7ab-aec225de5241 req-c2126c25-768a-4131-b817-e8d1c4c4d7a0 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477142 Apr 16 05:14:50.499787 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d6d52-4dea-410e-92e3-a1cbf9c99c3e req-e67bc7f4-248d-4ec2-885b-03562e212325 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:50.502317 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fd1d6d52-4dea-410e-92e3-a1cbf9c99c3e req-e67bc7f4-248d-4ec2-885b-03562e212325 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 932 time: 0.0558658 Apr 16 05:14:50.561033 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-fd1d6d52-4dea-410e-92e3-a1cbf9c99c3e req-888c4a68-ff82-498d-bc33-97b61bd64571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512207 Apr 16 05:14:51.678188 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88e688-72ba-48c4-a318-82bfde6276d4 req-41736006-e773-49ef-bb7d-596f11da71e4 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:51.679896 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-af88e688-72ba-48c4-a318-82bfde6276d4 req-41736006-e773-49ef-bb7d-596f11da71e4 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 932 time: 0.0493908 Apr 16 05:14:51.761777 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-af88e688-72ba-48c4-a318-82bfde6276d4 req-7e0d1703-c576-481a-9edb-6c1533f00b9b tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739126 Apr 16 05:14:52.893208 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bcd72-7065-4e3e-ae0b-3d8ff50f3aa4 req-b9206e86-d9df-47af-a5c2-45749ef9565b tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:52.894906 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-285bcd72-7065-4e3e-ae0b-3d8ff50f3aa4 req-b9206e86-d9df-47af-a5c2-45749ef9565b tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 932 time: 0.0524065 Apr 16 05:14:52.948178 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-285bcd72-7065-4e3e-ae0b-3d8ff50f3aa4 req-6b4ea0f0-eb45-4f10-bfcd-06c2ac69f57c tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472972 Apr 16 05:14:54.075868 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247257b6-76c5-40fd-9847-954ce9db2ddb req-908f3904-86f0-4d24-a604-10b57f1ebca8 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:54.077326 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-247257b6-76c5-40fd-9847-954ce9db2ddb req-908f3904-86f0-4d24-a604-10b57f1ebca8 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 932 time: 0.0526109 Apr 16 05:14:54.129606 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-247257b6-76c5-40fd-9847-954ce9db2ddb req-7514525e-c60d-48ad-aac9-a5fbc4ea62dc tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466766 Apr 16 05:14:55.127225 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] Request body: {'port': {'device_id': '530e2fa0-7499-4efa-acaa-4f768a77ecae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:14:55.185831 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:55.254878 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a22ec-d2c0-4fd2-a0cf-c5330138cf70 req-902758c2-0c10-495b-9f84-d52b2b3a07fb tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:55.256356 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2d4a22ec-d2c0-4fd2-a0cf-c5330138cf70 req-902758c2-0c10-495b-9f84-d52b2b3a07fb tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 932 time: 0.0507874 Apr 16 05:14:55.307973 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-2d4a22ec-d2c0-4fd2-a0cf-c5330138cf70 req-88312a69-cd13-46bd-893d-0927d027c921 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452943 Apr 16 05:14:55.455739 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 {{(pid=104633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 05:14:55.463551 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] Publish callbacks [] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:55.476028 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.provisioning_blocks [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] Transition to ACTIVE for port object 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 will not be triggered until provisioned by entity L2. {{(pid=104633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:14:55.569736 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:55.621623 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:14:55.696100 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] Attempting to bind port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:14:55.696434 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] Attempting to bind port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'afa48703-b940-4f2a-b5f6-56f457a8ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d'}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 16 05:14:55.696787 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] Attempting to bind port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 on network 053a41bc-cf5a-4198-9e1f-74cab0a1829d {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:14:55.701760 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] Port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 on network 053a41bc-cf5a-4198-9e1f-74cab0a1829d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:14:55.702094 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] Attempting to bind port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 on network 053a41bc-cf5a-4198-9e1f-74cab0a1829d {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 16 05:14:55.707272 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] Checking agent: {'id': 'b3ba0243-42f8-41ed-bb92-047a136cf2d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'started_at': datetime.datetime(2022, 4, 16, 4, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 5, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 16 05:14:55.708145 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] Checking segment: {'id': 'afa48703-b940-4f2a-b5f6-56f457a8ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 16 05:14:55.708524 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] Bound using segment: {'id': 'afa48703-b940-4f2a-b5f6-56f457a8ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d'} {{(pid=104633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 16 05:14:55.708983 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.managers [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] Bound port: 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa48703-b940-4f2a-b5f6-56f457a8ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d'}}] {{(pid=104633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 16 05:14:55.709338 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:55.774678 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] For port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39, host hv-neutron-8380, cleared binding levels {{(pid=104633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 16 05:14:55.777742 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] For port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 16 05:14:55.850513 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:55.882970 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:55.883606 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:55.885316 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] 10.222.0.18 "PUT /v2.0/ports/5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 HTTP/1.1" status: 200 len: 1094 time: 0.7622743 Apr 16 05:14:55.887571 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530e2fa0-7499-4efa-acaa-4f768a77ecae', 'tag': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:14:55.890414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09fd22d-ed83-4bbc-a59b-2ef9128627e5" -d '{"events": [{"name": "network-changed", "server_uuid": "530e2fa0-7499-4efa-acaa-4f768a77ecae", "tag": "5dcf7f61-a150-4c37-8369-b5c2cd6b7f39"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:14:55.920606 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16a3f6-9acd-4ef7-9ad9-8a48a3cbf351 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39,revision_number=3']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:14:55.931870 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 05:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1eb026-69ca-44cd-940e-ebde6b8552d4 x-openstack-request-id: req-db1eb026-69ca-44cd-940e-ebde6b8552d4 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:14:55.932244 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530e2fa0-7499-4efa-acaa-4f768a77ecae", "tag": "5dcf7f61-a150-4c37-8369-b5c2cd6b7f39", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:14:55.932498 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db1eb026-69ca-44cd-940e-ebde6b8552d4 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:14:55.932960 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db1eb026-69ca-44cd-940e-ebde6b8552d4'] response: {'name': 'network-changed', 'server_uuid': '530e2fa0-7499-4efa-acaa-4f768a77ecae', 'tag': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39', 'status': 'completed', 'code': 200} Apr 16 05:14:56.000630 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fd22d-ed83-4bbc-a59b-2ef9128627e5 req-ba731f49-9bec-49ff-b770-5614100b4abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:56.002181 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c09fd22d-ed83-4bbc-a59b-2ef9128627e5 req-ba731f49-9bec-49ff-b770-5614100b4abe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=252786799d594bbfb65a9dfe49596796&device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 1128 time: 0.0498645 Apr 16 05:14:56.106583 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fd22d-ed83-4bbc-a59b-2ef9128627e5 req-dbf88bf6-81ac-4313-a976-5d4725b4f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:56.108128 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c09fd22d-ed83-4bbc-a59b-2ef9128627e5 req-dbf88bf6-81ac-4313-a976-5d4725b4f43c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=252786799d594bbfb65a9dfe49596796&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0992360 Apr 16 05:14:56.205153 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fd22d-ed83-4bbc-a59b-2ef9128627e5 req-324c01e5-8ad6-4c2c-b806-3fe477fe578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:56.206537 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-c09fd22d-ed83-4bbc-a59b-2ef9128627e5 req-324c01e5-8ad6-4c2c-b806-3fe477fe578a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0919824 Apr 16 05:14:56.279238 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-5507c3c1-adcd-490d-b368-8b6bbe53c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:56.280695 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-5507c3c1-adcd-490d-b368-8b6bbe53c339 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=252786799d594bbfb65a9dfe49596796&device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 1128 time: 0.0420516 Apr 16 05:14:56.323146 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-d16394f3-68ed-4ef1-949d-f331d467f7e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 HTTP/1.1" status: 200 len: 217 time: 0.0347328 Apr 16 05:14:56.374447 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-8c660575-f559-4b69-9391-b0197fda37dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:56.375923 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-8c660575-f559-4b69-9391-b0197fda37dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bbc275e-be7f-48d7-adb4-992476ed28b8 HTTP/1.1" status: 200 len: 848 time: 0.0450563 Apr 16 05:14:56.419644 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a20383-1608-4e1b-a24b-869da57dcab4 req-9f7b47ed-63a4-4a36-a968-bf9a1b1a0157 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:56.421339 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-13a20383-1608-4e1b-a24b-869da57dcab4 req-9f7b47ed-63a4-4a36-a968-bf9a1b1a0157 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 944 time: 0.0475092 Apr 16 05:14:56.423493 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-d748933d-98ab-413a-8f04-15f273aacd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:56.425095 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-d748933d-98ab-413a-8f04-15f273aacd3e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=053a41bc-cf5a-4198-9e1f-74cab0a1829d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0416427 Apr 16 05:14:56.471113 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-13a20383-1608-4e1b-a24b-869da57dcab4 req-e90438b4-0b0f-44b6-a9a4-4d8cecdb0e75 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435238 Apr 16 05:14:56.516243 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-07ed992f-d30d-4b8c-b5c9-baf50af795a7 service neutron] 10.222.0.18 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850003 Apr 16 05:14:56.607775 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b0eabf38-81e0-4fa2-be09-c89c5d3465bd req-056d5730-6836-4e8b-b2ec-b45df15f5322 service neutron] 10.222.0.18 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843198 Apr 16 05:14:57.588072 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089688e4-c046-4ea4-a7ca-2e9fc777dc85 req-aceb1896-5f71-4bf6-91cb-b50db36b66e3 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:57.589575 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-089688e4-c046-4ea4-a7ca-2e9fc777dc85 req-aceb1896-5f71-4bf6-91cb-b50db36b66e3 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 944 time: 0.0468633 Apr 16 05:14:57.636889 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-089688e4-c046-4ea4-a7ca-2e9fc777dc85 req-1232c9a3-d6e1-4478-b9eb-a7022659909a tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416844 Apr 16 05:14:58.649754 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:58.754100 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51baf41-2ab9-4e28-a0e2-5f5a18beb5dd req-99cfc8ac-027c-4309-bb5b-0b6db145fea8 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:58.755553 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c51baf41-2ab9-4e28-a0e2-5f5a18beb5dd req-99cfc8ac-027c-4309-bb5b-0b6db145fea8 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 944 time: 0.0517304 Apr 16 05:14:58.793024 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 05:14:58.803990 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c51baf41-2ab9-4e28-a0e2-5f5a18beb5dd req-29113873-cfc6-4cfd-8380-220bc76e3713 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428665 Apr 16 05:14:58.893461 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:14:58.904910 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'port_id': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39', 'mac_address': 'fa:16:3e:60:69:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 05:14:58.941120 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 is: DOWN; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:14:58.941508 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:58.954516 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 05:14:58.974362 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:14:59.009324 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:14:59.055068 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39,revision_number=4']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:14:59.220351 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['5dcf7f61-a150-4c37-8369-b5c2cd6b7f39'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 05:14:59.926777 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68191992-2518-43ee-96cc-1120fe6ea39e req-6c91d9d2-7527-483c-93d9-3d39e67227e8 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:14:59.928255 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68191992-2518-43ee-96cc-1120fe6ea39e req-6c91d9d2-7527-483c-93d9-3d39e67227e8 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 945 time: 0.0544686 Apr 16 05:14:59.978806 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-68191992-2518-43ee-96cc-1120fe6ea39e req-95cfe1d4-1fb7-44d2-801a-b8654f0a98ab tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449903 Apr 16 05:15:00.793026 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:15:00.840653 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning for port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 completed by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 16 05:15:00.952297 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:15:00.952677 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:01.028975 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:15:01.029363 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:01.052752 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530e2fa0-7499-4efa-acaa-4f768a77ecae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:15:01.054991 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86064151-5c0e-439f-bb24-dc40e7e46093" -d '{"events": [{"server_uuid": "530e2fa0-7499-4efa-acaa-4f768a77ecae", "name": "network-vif-plugged", "status": "completed", "tag": "5dcf7f61-a150-4c37-8369-b5c2cd6b7f39"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:15:01.067713 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:15:01.090016 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 05:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c95c21-c467-4e2b-a179-990873fe2432 x-openstack-request-id: req-c6c95c21-c467-4e2b-a179-990873fe2432 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:15:01.093354 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530e2fa0-7499-4efa-acaa-4f768a77ecae", "name": "network-vif-plugged", "status": "completed", "tag": "5dcf7f61-a150-4c37-8369-b5c2cd6b7f39", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:15:01.093354 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6c95c21-c467-4e2b-a179-990873fe2432 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:15:01.093354 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c95c21-c467-4e2b-a179-990873fe2432'] response: {'server_uuid': '530e2fa0-7499-4efa-acaa-4f768a77ecae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39', 'code': 200} Apr 16 05:15:01.093857 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0fc9c-d83e-4d78-9793-fc1b5ed9a98e req-8f7084be-e508-4693-aef6-6e8d66acba92 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:15:01.095334 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-10b0fc9c-d83e-4d78-9793-fc1b5ed9a98e req-8f7084be-e508-4693-aef6-6e8d66acba92 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 945 time: 0.0494962 Apr 16 05:15:01.141524 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:01.149536 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-10b0fc9c-d83e-4d78-9793-fc1b5ed9a98e req-aeb0fcf8-180d-467d-890e-3c6b094f14f8 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478287 Apr 16 05:15:01.194493 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39,revision_number=5']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:15:01.385249 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5fcbe-a9e6-4d6d-afe5-9b84072fc97a req-55f2078f-3dfc-4348-956d-b456245e9e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:15:01.386612 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8c5fcbe-a9e6-4d6d-afe5-9b84072fc97a req-55f2078f-3dfc-4348-956d-b456245e9e5a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 1130 time: 0.0385940 Apr 16 05:15:01.430819 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-d8c5fcbe-a9e6-4d6d-afe5-9b84072fc97a req-6dcf0fa1-00a3-4f88-ac31-41f139f6671a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388789 Apr 16 05:15:02.046277 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:15:02.266711 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c0d45-5bce-4e2e-a2d1-222ff58ae851 req-ac69c09f-b99a-4651-94a0-ce6e243cf55e tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:15:02.268190 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-212c0d45-5bce-4e2e-a2d1-222ff58ae851 req-ac69c09f-b99a-4651-94a0-ce6e243cf55e tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 946 time: 0.0464327 Apr 16 05:15:02.321261 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-212c0d45-5bce-4e2e-a2d1-222ff58ae851 req-570f1ed8-9363-4ec5-8633-2a034b57893b tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474298 Apr 16 05:15:03.434587 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654ee17-08fd-4780-a1f8-61b4ab70670a req-a21ae69c-b70b-42d0-bff1-534d0d59f0e1 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:15:03.436035 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1654ee17-08fd-4780-a1f8-61b4ab70670a req-a21ae69c-b70b-42d0-bff1-534d0d59f0e1 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 946 time: 0.0457251 Apr 16 05:15:03.487816 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-1654ee17-08fd-4780-a1f8-61b4ab70670a req-0fec60cb-0fa3-42fa-9438-c5afd4914f3d tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463066 Apr 16 05:15:03.597730 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c1c89-c17e-4f6c-b4ee-c25f3e4885eb req-6c0d3cc7-e7c7-4a8f-89e5-0586754b19bf tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:15:03.599179 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a72c1c89-c17e-4f6c-b4ee-c25f3e4885eb req-6c0d3cc7-e7c7-4a8f-89e5-0586754b19bf tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 946 time: 0.0463595 Apr 16 05:15:03.647073 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-a72c1c89-c17e-4f6c-b4ee-c25f3e4885eb req-749bf33a-8420-4074-8a2c-7888aed97b4b tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424712 Apr 16 05:15:03.667778 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 47930) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:15:03.704929 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b74d9-98a2-4622-9f00-2b703d36b531 tempest-TestSnapshotPattern-1434764707 tempest-TestSnapshotPattern-1434764707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:15:03.706404 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-4e0b74d9-98a2-4622-9f00-2b703d36b531 tempest-TestSnapshotPattern-1434764707 tempest-TestSnapshotPattern-1434764707-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 1125 time: 0.0376778 Apr 16 05:15:03.709036 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 47932) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:15:03.713108 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.v2.base [None req-69e68e22-1529-4b4b-9afb-eb9e9a8dfe61 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Request body: {'floatingip': {'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'port_id': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:15:03.792950 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-69e68e22-1529-4b4b-9afb-eb9e9a8dfe61 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:03.873348 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-69e68e22-1529-4b4b-9afb-eb9e9a8dfe61 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (None), before_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:03.974985 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_common [None req-69e68e22-1529-4b4b-9afb-eb9e9a8dfe61 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Allocated IP 172.26.6.202 (2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989/0f7abbbc-b367-4a12-a7c2-e0d18bf87757/7c3561db-31d0-4c74-91ee-c324e14e7d95) {{(pid=104633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 16 05:15:04.078979 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-69e68e22-1529-4b4b-9afb-eb9e9a8dfe61 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for port (7c3561db-31d0-4c74-91ee-c324e14e7d95), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:04.158334 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-69e68e22-1529-4b4b-9afb-eb9e9a8dfe61 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751123368870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (7c3561db-31d0-4c74-91ee-c324e14e7d95), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:04.197389 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e68e22-1529-4b4b-9afb-eb9e9a8dfe61 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Network 2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989 is already hosted by enough agents. {{(pid=104633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 16 05:15:04.202333 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.base_scheduler [None req-69e68e22-1529-4b4b-9afb-eb9e9a8dfe61 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Resources bound (agent type, host, resource id): {{(pid=104633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 16 05:15:04.204877 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e68e22-1529-4b4b-9afb-eb9e9a8dfe61 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Received port after_create {{(pid=104633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 16 05:15:04.228525 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e68e22-1529-4b4b-9afb-eb9e9a8dfe61 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Pushing event updated for resources: {'Port': ['ID=7c3561db-31d0-4c74-91ee-c324e14e7d95,revision_number=1']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:15:04.568115 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-69e68e22-1529-4b4b-9afb-eb9e9a8dfe61 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for floatingip (1b4a0bb7-885d-46b3-aa37-29b788f84c46), precommit_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:04.676251 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-69e68e22-1529-4b4b-9afb-eb9e9a8dfe61 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (7c3561db-31d0-4c74-91ee-c324e14e7d95), before_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:05.131756 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-69e68e22-1529-4b4b-9afb-eb9e9a8dfe61 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for port (7c3561db-31d0-4c74-91ee-c324e14e7d95), precommit_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:05.175636 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-69e68e22-1529-4b4b-9afb-eb9e9a8dfe61 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9604748'] for port (7c3561db-31d0-4c74-91ee-c324e14e7d95), after_update {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:05.245909 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e68e22-1529-4b4b-9afb-eb9e9a8dfe61 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Pushing event updated for resources: {'Port': ['ID=7c3561db-31d0-4c74-91ee-c324e14e7d95,revision_number=2']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:15:05.258336 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-69e68e22-1529-4b4b-9afb-eb9e9a8dfe61 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715271'] for floatingip (1b4a0bb7-885d-46b3-aa37-29b788f84c46), after_create {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:05.359674 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-69e68e22-1529-4b4b-9afb-eb9e9a8dfe61 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Floating IP 1b4a0bb7-885d-46b3-aa37-29b788f84c46 associated. External IP: 172.26.6.202, port: 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39. Apr 16 05:15:05.570134 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e68e22-1529-4b4b-9afb-eb9e9a8dfe61 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:15:05.680160 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e68e22-1529-4b4b-9afb-eb9e9a8dfe61 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:15:05.689520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e06ba1-bdd9-4b8d-a8a1-e8f70767dc3f None None] Sync routers for ids ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:15:05.699316 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e06ba1-bdd9-4b8d-a8a1-e8f70767dc3f None None] Routers {'6c3b71bd-a7bb-4a70-9649-ab47177ac98c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:15:05.699937 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-81e06ba1-bdd9-4b8d-a8a1-e8f70767dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:14:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:15:05.737581 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-69e68e22-1529-4b4b-9afb-eb9e9a8dfe61 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:05.768948 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-69e68e22-1529-4b4b-9afb-eb9e9a8dfe61 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0588732 Apr 16 05:15:05.769553 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530e2fa0-7499-4efa-acaa-4f768a77ecae', 'tag': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:15:05.771866 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b691419f-9c5f-462b-bb6a-21c015f9041d" -d '{"events": [{"name": "network-changed", "server_uuid": "530e2fa0-7499-4efa-acaa-4f768a77ecae", "tag": "5dcf7f61-a150-4c37-8369-b5c2cd6b7f39"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:15:05.810451 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 05:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d89d7b-63f8-4e75-8bac-55b663c2c09e x-openstack-request-id: req-59d89d7b-63f8-4e75-8bac-55b663c2c09e {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:15:05.810735 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530e2fa0-7499-4efa-acaa-4f768a77ecae", "tag": "5dcf7f61-a150-4c37-8369-b5c2cd6b7f39", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:15:05.810979 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-59d89d7b-63f8-4e75-8bac-55b663c2c09e {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:15:05.811382 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d89d7b-63f8-4e75-8bac-55b663c2c09e'] response: {'name': 'network-changed', 'server_uuid': '530e2fa0-7499-4efa-acaa-4f768a77ecae', 'tag': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39', 'status': 'completed', 'code': 200} Apr 16 05:15:05.875920 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691419f-9c5f-462b-bb6a-21c015f9041d req-255f7869-b4d6-47a3-a69d-53e12a849337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:15:05.877505 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b691419f-9c5f-462b-bb6a-21c015f9041d req-255f7869-b4d6-47a3-a69d-53e12a849337 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=252786799d594bbfb65a9dfe49596796&device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 1130 time: 0.0423770 Apr 16 05:15:05.958201 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-81e06ba1-bdd9-4b8d-a8a1-e8f70767dc3f None None] Set router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:15:05.971317 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691419f-9c5f-462b-bb6a-21c015f9041d req-ea1f29ab-0af9-4bcf-9579-6d4714c407bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:15:05.973490 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b691419f-9c5f-462b-bb6a-21c015f9041d req-ea1f29ab-0af9-4bcf-9579-6d4714c407bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=053a41bc-cf5a-4198-9e1f-74cab0a1829d HTTP/1.1" status: 200 len: 909 time: 0.0895183 Apr 16 05:15:06.036317 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b691419f-9c5f-462b-bb6a-21c015f9041d req-561ede29-504c-48a9-afd1-7884710a0237 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 HTTP/1.1" status: 200 len: 1000 time: 0.0581779 Apr 16 05:15:06.085004 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691419f-9c5f-462b-bb6a-21c015f9041d req-45949064-d3a4-4d2d-af72-904eabb1da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:15:06.086378 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b691419f-9c5f-462b-bb6a-21c015f9041d req-45949064-d3a4-4d2d-af72-904eabb1da76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bbc275e-be7f-48d7-adb4-992476ed28b8 HTTP/1.1" status: 200 len: 848 time: 0.0441186 Apr 16 05:15:06.134776 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691419f-9c5f-462b-bb6a-21c015f9041d req-228d6b7c-1547-4b9c-8dfc-4f0884cff1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:15:06.136277 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b691419f-9c5f-462b-bb6a-21c015f9041d req-228d6b7c-1547-4b9c-8dfc-4f0884cff1eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=053a41bc-cf5a-4198-9e1f-74cab0a1829d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443003 Apr 16 05:15:06.177859 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-81e06ba1-bdd9-4b8d-a8a1-e8f70767dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:08Z', 'revision_number': 4, 'project_id': '252786799d594bbfb65a9dfe49596796', 'gw_port': {'id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1b4a0bb7-885d-46b3-aa37-29b788f84c46', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'floating_ip_address': '172.26.6.202', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'port_id': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'mac_address': 'fa:16:3e:60:69:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530e2fa0-7499-4efa-acaa-4f768a77ecae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T05:15:04Z', 'updated_at': '2022-04-16T05:15:04Z', 'revision_number': 0, 'project_id': '252786799d594bbfb65a9dfe49596796', 'fixed_ip_address_scope': None}, {'id': 'd5ee48f9-4221-4f6d-928e-b2a6cc3fb118', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'floating_ip_address': '172.26.6.178', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'port_id': '418b630a-83d3-402b-b890-08a6dbc175d7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'mac_address': 'fa:16:3e:fe:27:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T05:12:31Z', 'updated_at': '2022-04-16T05:12:34Z', 'revision_number': 1, 'project_id': '252786799d594bbfb65a9dfe49596796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a8389c-660c-41a5-9672-b2a7c984be1c', 'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'mac_address': 'fa:16:3e:57:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:07Z', 'updated_at': '2022-04-16T05:12:11Z', 'revision_number': 5, 'project_id': '252786799d594bbfb65a9dfe49596796', 'subnets': [{'id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:15:06.208308 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e06ba1-bdd9-4b8d-a8a1-e8f70767dc3f None None] Checking router: 6c3b71bd-a7bb-4a70-9649-ab47177ac98c for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:15:06.216757 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e06ba1-bdd9-4b8d-a8a1-e8f70767dc3f None None] Routers {'6c3b71bd-a7bb-4a70-9649-ab47177ac98c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:15:06.217356 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-81e06ba1-bdd9-4b8d-a8a1-e8f70767dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:14:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:15:06.226685 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b691419f-9c5f-462b-bb6a-21c015f9041d req-70b9c608-e5b6-4713-a023-6a2ba1a2d18b service neutron] 10.222.0.18 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842984 Apr 16 05:15:06.321041 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-b691419f-9c5f-462b-bb6a-21c015f9041d req-24754276-4b72-4190-96de-84996b1dfe67 service neutron] 10.222.0.18 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888641 Apr 16 05:15:06.328447 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-81e06ba1-bdd9-4b8d-a8a1-e8f70767dc3f None None] Set router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:15:06.545465 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-81e06ba1-bdd9-4b8d-a8a1-e8f70767dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:08Z', 'revision_number': 4, 'project_id': '252786799d594bbfb65a9dfe49596796', 'gw_port': {'id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1b4a0bb7-885d-46b3-aa37-29b788f84c46', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'floating_ip_address': '172.26.6.202', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'port_id': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'mac_address': 'fa:16:3e:60:69:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530e2fa0-7499-4efa-acaa-4f768a77ecae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T05:15:04Z', 'updated_at': '2022-04-16T05:15:04Z', 'revision_number': 0, 'project_id': '252786799d594bbfb65a9dfe49596796', 'fixed_ip_address_scope': None}, {'id': 'd5ee48f9-4221-4f6d-928e-b2a6cc3fb118', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'floating_ip_address': '172.26.6.178', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'port_id': '418b630a-83d3-402b-b890-08a6dbc175d7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'mac_address': 'fa:16:3e:fe:27:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T05:12:31Z', 'updated_at': '2022-04-16T05:12:34Z', 'revision_number': 1, 'project_id': '252786799d594bbfb65a9dfe49596796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a8389c-660c-41a5-9672-b2a7c984be1c', 'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'mac_address': 'fa:16:3e:57:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:07Z', 'updated_at': '2022-04-16T05:12:11Z', 'revision_number': 5, 'project_id': '252786799d594bbfb65a9dfe49596796', 'subnets': [{'id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:15:06.575394 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e06ba1-bdd9-4b8d-a8a1-e8f70767dc3f None None] The sync data for ids ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'] in dv-neutron-838078-2-hyperv is: [{'id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:08Z', 'revision_number': 4, 'project_id': '252786799d594bbfb65a9dfe49596796', 'gw_port': {'id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': '1b4a0bb7-885d-46b3-aa37-29b788f84c46', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'floating_ip_address': '172.26.6.202', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'port_id': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'mac_address': 'fa:16:3e:60:69:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530e2fa0-7499-4efa-acaa-4f768a77ecae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T05:15:04Z', 'updated_at': '2022-04-16T05:15:04Z', 'revision_number': 0, 'project_id': '252786799d594bbfb65a9dfe49596796', 'fixed_ip_address_scope': None}, {'id': 'd5ee48f9-4221-4f6d-928e-b2a6cc3fb118', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'floating_ip_address': '172.26.6.178', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'port_id': '418b630a-83d3-402b-b890-08a6dbc175d7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'mac_address': 'fa:16:3e:fe:27:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T05:12:31Z', 'updated_at': '2022-04-16T05:12:34Z', 'revision_number': 1, 'project_id': '252786799d594bbfb65a9dfe49596796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a8389c-660c-41a5-9672-b2a7c984be1c', 'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'mac_address': 'fa:16:3e:57:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:07Z', 'updated_at': '2022-04-16T05:12:11Z', 'revision_number': 5, 'project_id': '252786799d594bbfb65a9dfe49596796', 'subnets': [{'id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:15:06.774788 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec4d890-5d12-47fc-9051-2dcbeb05e994 None None] New status for floating IP 1b4a0bb7-885d-46b3-aa37-29b788f84c46: ACTIVE {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 05:15:09.140935 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-97e6afe6-d064-4db1-bed9-756489c67655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:11.512061 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-dd976969-d6b1-489f-bbd6-cd42be6a1b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:12.786613 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:14.237926 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:15.438171 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:25.334343 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-26dfbec1-124a-44f5-815f-a0f7c5e2a2e1 req-307b481e-15ea-4401-a40c-fa5c5fcebb83 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa9fc776-383b-46d0-babd-aeb857712b42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381730 Apr 16 05:15:25.409501 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfbec1-124a-44f5-815f-a0f7c5e2a2e1 req-256c54bf-3ebf-4357-83ab-abaa36198f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:15:25.410952 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-26dfbec1-124a-44f5-815f-a0f7c5e2a2e1 req-256c54bf-3ebf-4357-83ab-abaa36198f8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=252786799d594bbfb65a9dfe49596796&device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 1128 time: 0.0390139 Apr 16 05:15:25.523667 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfbec1-124a-44f5-815f-a0f7c5e2a2e1 req-962790f8-7982-48fb-9b0a-94f84bf6618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:15:25.552140 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-26dfbec1-124a-44f5-815f-a0f7c5e2a2e1 req-962790f8-7982-48fb-9b0a-94f84bf6618b service neutron] 10.222.0.18 "GET /v2.0/networks?id=053a41bc-cf5a-4198-9e1f-74cab0a1829d HTTP/1.1" status: 200 len: 909 time: 0.0972385 Apr 16 05:15:25.590171 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-26dfbec1-124a-44f5-815f-a0f7c5e2a2e1 req-88463088-6f4f-4ffb-8a11-117c388c3981 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418b630a-83d3-402b-b890-08a6dbc175d7 HTTP/1.1" status: 200 len: 1000 time: 0.0590804 Apr 16 05:15:25.642009 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfbec1-124a-44f5-815f-a0f7c5e2a2e1 req-c6e2bb81-bcbb-4a66-b5f8-50ce956dc89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:15:25.643406 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-26dfbec1-124a-44f5-815f-a0f7c5e2a2e1 req-c6e2bb81-bcbb-4a66-b5f8-50ce956dc89f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bbc275e-be7f-48d7-adb4-992476ed28b8 HTTP/1.1" status: 200 len: 848 time: 0.0476246 Apr 16 05:15:25.685544 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfbec1-124a-44f5-815f-a0f7c5e2a2e1 req-a0f6e523-af64-4bfa-b7b2-ac989d23e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:15:25.687045 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-26dfbec1-124a-44f5-815f-a0f7c5e2a2e1 req-a0f6e523-af64-4bfa-b7b2-ac989d23e562 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=053a41bc-cf5a-4198-9e1f-74cab0a1829d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377302 Apr 16 05:15:25.776538 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-26dfbec1-124a-44f5-815f-a0f7c5e2a2e1 req-1f3f1f23-58cb-444f-ac73-7faea94cf441 service neutron] 10.222.0.18 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821247 Apr 16 05:15:25.869570 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-26dfbec1-124a-44f5-815f-a0f7c5e2a2e1 req-e0864fbb-36e4-42c0-9577-85016d7936ea service neutron] 10.222.0.18 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871661 Apr 16 05:15:28.654912 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:39.044841 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:15:39.117722 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c1e64c36-0d62-47fb-b77e-5c8371a7a177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:41.460127 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4d77c3b6-1479-42bf-a3f8-8dcc9770e0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:42.814891 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:44.232194 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:45.397627 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:15:58.648776 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:09.117099 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4d080da7-11ac-47b9-ab1a-2d9d45d4a1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:11.488554 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-abfeb324-1ad1-4650-adc3-bc169e0c0ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:12.768648 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:14.248741 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:15.385520 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:16.043400 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:16:25.341470 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ac5807be-87cd-4c6e-a361-8509d59b84e5 req-20417380-d819-4e31-b75b-a2ff6f67789a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383091 Apr 16 05:16:25.403174 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5807be-87cd-4c6e-a361-8509d59b84e5 req-c2f5e381-4b35-4408-a1bb-b6586bb6871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:16:25.404642 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ac5807be-87cd-4c6e-a361-8509d59b84e5 req-c2f5e381-4b35-4408-a1bb-b6586bb6871f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=252786799d594bbfb65a9dfe49596796&device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 1130 time: 0.0428944 Apr 16 05:16:25.507918 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5807be-87cd-4c6e-a361-8509d59b84e5 req-f8c51de7-02b8-42c5-87a9-4c9ba0939b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:16:25.509425 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ac5807be-87cd-4c6e-a361-8509d59b84e5 req-f8c51de7-02b8-42c5-87a9-4c9ba0939b01 service neutron] 10.222.0.18 "GET /v2.0/networks?id=053a41bc-cf5a-4198-9e1f-74cab0a1829d HTTP/1.1" status: 200 len: 909 time: 0.0861108 Apr 16 05:16:25.577033 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ac5807be-87cd-4c6e-a361-8509d59b84e5 req-42ffca02-f9be-4737-b648-74a90f339b4e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 HTTP/1.1" status: 200 len: 1002 time: 0.0616970 Apr 16 05:16:25.626302 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5807be-87cd-4c6e-a361-8509d59b84e5 req-bcc29c9e-4146-40b2-b4ec-6e570067cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:16:25.627637 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ac5807be-87cd-4c6e-a361-8509d59b84e5 req-bcc29c9e-4146-40b2-b4ec-6e570067cf74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bbc275e-be7f-48d7-adb4-992476ed28b8 HTTP/1.1" status: 200 len: 848 time: 0.0446033 Apr 16 05:16:25.671395 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5807be-87cd-4c6e-a361-8509d59b84e5 req-dbfbc9d3-45f3-4399-bf8f-e48dc9b252cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:16:25.672868 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ac5807be-87cd-4c6e-a361-8509d59b84e5 req-dbfbc9d3-45f3-4399-bf8f-e48dc9b252cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=053a41bc-cf5a-4198-9e1f-74cab0a1829d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383739 Apr 16 05:16:25.765367 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ac5807be-87cd-4c6e-a361-8509d59b84e5 req-1bd9a422-5fa0-4674-a37c-fd176c445028 service neutron] 10.222.0.18 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861354 Apr 16 05:16:25.852529 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ac5807be-87cd-4c6e-a361-8509d59b84e5 req-adc3e887-f92e-40e3-81dd-f4e822973811 service neutron] 10.222.0.18 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812325 Apr 16 05:16:28.670859 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:29.204447 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=104634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 16 05:16:29.315457 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:16:29.330229 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Returning: {'device': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'port_id': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39', 'mac_address': 'fa:16:3e:60:69:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 16 05:16:29.367048 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 is: ACTIVE; New status is: BUILD {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:16:29.367431 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:29.380583 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 {{(pid=104634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 16 05:16:29.398785 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:16:29.465676 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:29.519359 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39,revision_number=6']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:16:29.526521 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:29.526871 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:29.527213 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:29.527555 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:29.527889 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:29.528220 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:29.528549 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:29.528905 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:29.529236 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:29.529564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:29.529892 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:29.530219 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:29.530542 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:29.530863 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:29.531184 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:29.549101 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] get_ports_and_sgs() called for port_ids ['5dcf7f61-a150-4c37-8369-b5c2cd6b7f39'] {{(pid=104634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 16 05:16:31.221784 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 up at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 16 05:16:31.273205 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.provisioning_blocks [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Provisioning complete for port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 triggered by entity L2. {{(pid=104634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 16 05:16:31.273994 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660234'] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), provisioning_complete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:31.376844 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 is: BUILD; New status is: ACTIVE {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:16:31.377156 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:31.408986 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530e2fa0-7499-4efa-acaa-4f768a77ecae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:16:31.411872 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06a4ddf-5fb3-48f3-9ef6-fd3a21654c22" -d '{"events": [{"server_uuid": "530e2fa0-7499-4efa-acaa-4f768a77ecae", "name": "network-vif-plugged", "status": "completed", "tag": "5dcf7f61-a150-4c37-8369-b5c2cd6b7f39"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:16:31.431864 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:16:31.457672 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 05:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfccff1-a984-4a78-bb5d-8891215251bd x-openstack-request-id: req-2cfccff1-a984-4a78-bb5d-8891215251bd {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:16:31.458249 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530e2fa0-7499-4efa-acaa-4f768a77ecae", "name": "network-vif-plugged", "status": "completed", "tag": "5dcf7f61-a150-4c37-8369-b5c2cd6b7f39", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:16:31.458596 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2cfccff1-a984-4a78-bb5d-8891215251bd {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:16:31.459092 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cfccff1-a984-4a78-bb5d-8891215251bd'] response: {'server_uuid': '530e2fa0-7499-4efa-acaa-4f768a77ecae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39', 'code': 200} Apr 16 05:16:31.518065 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:31.576558 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39,revision_number=7']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:16:39.545439 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f2221f52-655c-433f-88f9-ad9331475bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:41.481678 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0937687f-44ec-4ee4-b939-3ceae72f3aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:42.326669 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 48128) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:16:42.479892 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Deleting port 7c3561db-31d0-4c74-91ee-c324e14e7d95 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:16:42.480247 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (7c3561db-31d0-4c74-91ee-c324e14e7d95), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:42.556230 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (7c3561db-31d0-4c74-91ee-c324e14e7d95), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:42.556552 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for floatingip (7c3561db-31d0-4c74-91ee-c324e14e7d95), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:42.570036 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Calling delete_port for 7c3561db-31d0-4c74-91ee-c324e14e7d95 owned by network:floatingip {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:16:42.785638 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (7c3561db-31d0-4c74-91ee-c324e14e7d95), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:42.814045 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:42.816927 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Pushing event deleted for resources: {'Port': ['ID=7c3561db-31d0-4c74-91ee-c324e14e7d95,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:16:42.840661 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:42.841036 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:42.841379 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:42.841722 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:42.842052 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:42.842381 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:42.842708 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:42.843029 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:42.843353 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:42.843677 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:42.844005 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:42.844328 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:42.844646 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:42.844988 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:42.846548 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:42.886977 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for floatingip (1b4a0bb7-885d-46b3-aa37-29b788f84c46), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:42.887303 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.db.l3_db [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Floating IP 1b4a0bb7-885d-46b3-aa37-29b788f84c46 disassociated (deleted). External IP: 172.26.6.202, port: 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39. Apr 16 05:16:43.093478 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:16:43.205640 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:16:43.210986 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:43.215607 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aea44d-8b3e-4d88-95b3-469a4a2660ae None None] Sync routers for ids ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:16:43.225433 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aea44d-8b3e-4d88-95b3-469a4a2660ae None None] Routers {'6c3b71bd-a7bb-4a70-9649-ab47177ac98c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:16:43.226050 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-41aea44d-8b3e-4d88-95b3-469a4a2660ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:16:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:16:43.242641 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-7f7aa428-e45b-4675-bbd1-af9348975f03 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "DELETE /v2.0/floatingips/1b4a0bb7-885d-46b3-aa37-29b788f84c46 HTTP/1.1" status: 204 len: 168 time: 0.9145138 Apr 16 05:16:43.243332 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530e2fa0-7499-4efa-acaa-4f768a77ecae', 'tag': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:16:43.245980 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8199f1da-08be-474a-93ad-6297522e90fd" -d '{"events": [{"name": "network-changed", "server_uuid": "530e2fa0-7499-4efa-acaa-4f768a77ecae", "tag": "5dcf7f61-a150-4c37-8369-b5c2cd6b7f39"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:16:43.341015 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-41aea44d-8b3e-4d88-95b3-469a4a2660ae None None] Set router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:16:43.346124 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 05:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1e07e9-a1a2-4684-8ca2-8ebc547715e5 x-openstack-request-id: req-bf1e07e9-a1a2-4684-8ca2-8ebc547715e5 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:16:43.346794 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530e2fa0-7499-4efa-acaa-4f768a77ecae", "tag": "5dcf7f61-a150-4c37-8369-b5c2cd6b7f39", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:16:43.347045 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf1e07e9-a1a2-4684-8ca2-8ebc547715e5 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:16:43.347526 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1e07e9-a1a2-4684-8ca2-8ebc547715e5'] response: {'name': 'network-changed', 'server_uuid': '530e2fa0-7499-4efa-acaa-4f768a77ecae', 'tag': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39', 'status': 'completed', 'code': 200} Apr 16 05:16:43.407121 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199f1da-08be-474a-93ad-6297522e90fd req-d61cdda9-18df-4e1c-9fb3-d278d1479985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:16:43.408622 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8199f1da-08be-474a-93ad-6297522e90fd req-d61cdda9-18df-4e1c-9fb3-d278d1479985 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=252786799d594bbfb65a9dfe49596796&device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 1130 time: 0.0411654 Apr 16 05:16:43.500115 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199f1da-08be-474a-93ad-6297522e90fd req-517556f9-0a85-4b99-aebf-00b915e8900a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:16:43.501988 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8199f1da-08be-474a-93ad-6297522e90fd req-517556f9-0a85-4b99-aebf-00b915e8900a service neutron] 10.222.0.18 "GET /v2.0/networks?id=053a41bc-cf5a-4198-9e1f-74cab0a1829d HTTP/1.1" status: 200 len: 909 time: 0.0864480 Apr 16 05:16:43.547952 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8199f1da-08be-474a-93ad-6297522e90fd req-5cada83e-985f-4b88-88f5-67bbbd4f8e56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 HTTP/1.1" status: 200 len: 217 time: 0.0398448 Apr 16 05:16:43.564545 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-41aea44d-8b3e-4d88-95b3-469a4a2660ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:08Z', 'revision_number': 4, 'project_id': '252786799d594bbfb65a9dfe49596796', 'gw_port': {'id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'd5ee48f9-4221-4f6d-928e-b2a6cc3fb118', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'floating_ip_address': '172.26.6.178', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'port_id': '418b630a-83d3-402b-b890-08a6dbc175d7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'mac_address': 'fa:16:3e:fe:27:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T05:12:31Z', 'updated_at': '2022-04-16T05:12:34Z', 'revision_number': 1, 'project_id': '252786799d594bbfb65a9dfe49596796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a8389c-660c-41a5-9672-b2a7c984be1c', 'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'mac_address': 'fa:16:3e:57:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:07Z', 'updated_at': '2022-04-16T05:12:11Z', 'revision_number': 5, 'project_id': '252786799d594bbfb65a9dfe49596796', 'subnets': [{'id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:16:43.591587 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aea44d-8b3e-4d88-95b3-469a4a2660ae None None] Checking router: 6c3b71bd-a7bb-4a70-9649-ab47177ac98c for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:16:43.596038 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199f1da-08be-474a-93ad-6297522e90fd req-ff813694-5206-4dc7-9228-948a9acbd28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:16:43.597684 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8199f1da-08be-474a-93ad-6297522e90fd req-ff813694-5206-4dc7-9228-948a9acbd28f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bbc275e-be7f-48d7-adb4-992476ed28b8 HTTP/1.1" status: 200 len: 848 time: 0.0439165 Apr 16 05:16:43.600264 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aea44d-8b3e-4d88-95b3-469a4a2660ae None None] Routers {'6c3b71bd-a7bb-4a70-9649-ab47177ac98c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:16:43.600905 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-41aea44d-8b3e-4d88-95b3-469a4a2660ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:16:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:16:43.650539 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199f1da-08be-474a-93ad-6297522e90fd req-3acfde1e-a289-4077-a115-80113ed419b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:16:43.652143 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8199f1da-08be-474a-93ad-6297522e90fd req-3acfde1e-a289-4077-a115-80113ed419b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=053a41bc-cf5a-4198-9e1f-74cab0a1829d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480838 Apr 16 05:16:43.701387 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba990f8-43e0-410b-8826-4390cb932679 req-610d1a66-3cea-4bc9-82f6-f4115ea943fe tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:16:43.702880 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9ba990f8-43e0-410b-8826-4390cb932679 req-610d1a66-3cea-4bc9-82f6-f4115ea943fe tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 946 time: 0.0499260 Apr 16 05:16:43.713178 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-41aea44d-8b3e-4d88-95b3-469a4a2660ae None None] Set router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:16:43.753364 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-9ba990f8-43e0-410b-8826-4390cb932679 req-d1d8ee6f-adcf-4581-9a1e-03f0575ffa08 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442142 Apr 16 05:16:43.928309 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-41aea44d-8b3e-4d88-95b3-469a4a2660ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:08Z', 'revision_number': 4, 'project_id': '252786799d594bbfb65a9dfe49596796', 'gw_port': {'id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'd5ee48f9-4221-4f6d-928e-b2a6cc3fb118', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'floating_ip_address': '172.26.6.178', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'port_id': '418b630a-83d3-402b-b890-08a6dbc175d7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'mac_address': 'fa:16:3e:fe:27:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T05:12:31Z', 'updated_at': '2022-04-16T05:12:34Z', 'revision_number': 1, 'project_id': '252786799d594bbfb65a9dfe49596796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a8389c-660c-41a5-9672-b2a7c984be1c', 'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'mac_address': 'fa:16:3e:57:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:07Z', 'updated_at': '2022-04-16T05:12:11Z', 'revision_number': 5, 'project_id': '252786799d594bbfb65a9dfe49596796', 'subnets': [{'id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:16:44.100634 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aea44d-8b3e-4d88-95b3-469a4a2660ae None None] The sync data for ids ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'] in dv-neutron-838078-2-hyperv is: [{'id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:08Z', 'revision_number': 4, 'project_id': '252786799d594bbfb65a9dfe49596796', 'gw_port': {'id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_floatingips': [{'id': 'd5ee48f9-4221-4f6d-928e-b2a6cc3fb118', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'floating_ip_address': '172.26.6.178', 'floating_network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'router_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'port_id': '418b630a-83d3-402b-b890-08a6dbc175d7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'mac_address': 'fa:16:3e:fe:27:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T05:12:31Z', 'updated_at': '2022-04-16T05:12:34Z', 'revision_number': 1, 'project_id': '252786799d594bbfb65a9dfe49596796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a8389c-660c-41a5-9672-b2a7c984be1c', 'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'mac_address': 'fa:16:3e:57:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:07Z', 'updated_at': '2022-04-16T05:12:11Z', 'revision_number': 5, 'project_id': '252786799d594bbfb65a9dfe49596796', 'subnets': [{'id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:16:44.254091 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:44.311020 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9559a21-928c-495e-98cb-27b300bf7dd0 None None] New status for floating IP 1b4a0bb7-885d-46b3-aa37-29b788f84c46: DOWN {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 05:16:44.909076 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4213a-735e-4c77-a3a4-779b1dcee11c req-448939f0-f2a2-4a96-a39e-0d6d05909e11 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:16:44.910545 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-91b4213a-735e-4c77-a3a4-779b1dcee11c req-448939f0-f2a2-4a96-a39e-0d6d05909e11 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 946 time: 0.0881300 Apr 16 05:16:44.965361 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8199f1da-08be-474a-93ad-6297522e90fd req-c7503185-e7b8-4162-a711-7f2a61ad7aef service neutron] 10.222.0.18 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510305 Apr 16 05:16:44.980990 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-91b4213a-735e-4c77-a3a4-779b1dcee11c req-9c21433d-26c1-444e-9861-e46a626702d9 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646412 Apr 16 05:16:45.076830 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-8199f1da-08be-474a-93ad-6297522e90fd req-121f94f0-ea2e-4a44-863c-43a9ad17f9c4 service neutron] 10.222.0.18 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892689 Apr 16 05:16:45.150957 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d4331-291f-4135-bede-1f6667dd3bb2 req-70e83018-300e-4d8a-ab34-ef3f7edfb722 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:16:45.152387 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e54d4331-291f-4135-bede-1f6667dd3bb2 req-70e83018-300e-4d8a-ab34-ef3f7edfb722 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.18 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 946 time: 0.0464463 Apr 16 05:16:45.238966 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-e54d4331-291f-4135-bede-1f6667dd3bb2 req-8724866f-ec74-4453-b718-515e5a9978b1 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Deleting port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:16:45.239891 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-e54d4331-291f-4135-bede-1f6667dd3bb2 req-8724866f-ec74-4453-b718-515e5a9978b1 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:45.311104 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:16:45.403967 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Current status of the port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 is: ACTIVE; New status is: DOWN {{(pid=104634) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 16 05:16:45.406660 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523845'] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), before_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:45.428469 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:45.434825 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530e2fa0-7499-4efa-acaa-4f768a77ecae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39'}] {{(pid=104634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:16:45.440657 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50e2e84084018318ff38a953da9a2ba68f1fa55e237a52e98a8edb57e4af59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207a8f58-fbc7-476e-83a3-fee5028ef63d" -d '{"events": [{"server_uuid": "530e2fa0-7499-4efa-acaa-4f768a77ecae", "name": "network-vif-unplugged", "status": "completed", "tag": "5dcf7f61-a150-4c37-8369-b5c2cd6b7f39"}]}' {{(pid=104634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:16:45.450641 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] For port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:16:45.477467 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 05:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7fff76-1f32-4ab7-82dc-5e7d89483288 x-openstack-request-id: req-fa7fff76-1f32-4ab7-82dc-5e7d89483288 {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:16:45.477759 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530e2fa0-7499-4efa-acaa-4f768a77ecae", "name": "network-vif-unplugged", "status": "completed", "tag": "5dcf7f61-a150-4c37-8369-b5c2cd6b7f39", "code": 200}]} {{(pid=104634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:16:45.478007 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa7fff76-1f32-4ab7-82dc-5e7d89483288 {{(pid=104634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:16:45.478403 dv-neutron-838078-2-hyperv neutron-server[104634]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7fff76-1f32-4ab7-82dc-5e7d89483288'] response: {'server_uuid': '530e2fa0-7499-4efa-acaa-4f768a77ecae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39', 'code': 200} Apr 16 05:16:45.516900 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751123858472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751123368888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751123368906'] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:45.566907 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Pushing event updated for resources: {'Port': ['ID=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39,revision_number=8']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:16:45.638798 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [req-e54d4331-291f-4135-bede-1f6667dd3bb2 req-8724866f-ec74-4453-b718-515e5a9978b1 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] For port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:16:45.639155 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-e54d4331-291f-4135-bede-1f6667dd3bb2 req-8724866f-ec74-4453-b718-515e5a9978b1 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:45.652562 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [req-e54d4331-291f-4135-bede-1f6667dd3bb2 req-8724866f-ec74-4453-b718-515e5a9978b1 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Calling delete_port for 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 owned by compute:nova {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:16:45.825302 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-e54d4331-291f-4135-bede-1f6667dd3bb2 req-8724866f-ec74-4453-b718-515e5a9978b1 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (5dcf7f61-a150-4c37-8369-b5c2cd6b7f39), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:45.852645 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724866f-ec74-4453-b718-515e5a9978b1 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Pushing event deleted for resources: {'Port': ['ID=5dcf7f61-a150-4c37-8369-b5c2cd6b7f39,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:16:45.897856 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54d4331-291f-4135-bede-1f6667dd3bb2 req-8724866f-ec74-4453-b718-515e5a9978b1 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] No DVR routers for this DVR port 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 on host hv-neutron-8380 {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 05:16:45.900358 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [req-e54d4331-291f-4135-bede-1f6667dd3bb2 req-8724866f-ec74-4453-b718-515e5a9978b1 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:45.903659 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-e54d4331-291f-4135-bede-1f6667dd3bb2 req-8724866f-ec74-4453-b718-515e5a9978b1 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.18 "DELETE /v2.0/ports/5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 HTTP/1.1" status: 204 len: 173 time: 0.7466516 Apr 16 05:16:45.904087 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530e2fa0-7499-4efa-acaa-4f768a77ecae', 'name': 'network-vif-deleted', 'tag': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39'}] {{(pid=104633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:16:45.906414 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46c0a6b0d0f49d4ac584d68fca3d67b47b027410b49ca7814f350206b52b60f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed7b0d8-1593-491f-972e-cc7b309be0cc" -d '{"events": [{"server_uuid": "530e2fa0-7499-4efa-acaa-4f768a77ecae", "name": "network-vif-deleted", "tag": "5dcf7f61-a150-4c37-8369-b5c2cd6b7f39"}]}' {{(pid=104633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:16:45.942730 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 05:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78df8102-6c52-412f-a573-dc8f8ae217f7 x-openstack-request-id: req-78df8102-6c52-412f-a573-dc8f8ae217f7 {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:16:45.942730 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530e2fa0-7499-4efa-acaa-4f768a77ecae", "name": "network-vif-deleted", "tag": "5dcf7f61-a150-4c37-8369-b5c2cd6b7f39", "status": "completed", "code": 200}]} {{(pid=104633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:16:45.942730 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78df8102-6c52-412f-a573-dc8f8ae217f7 {{(pid=104633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:16:45.942730 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78df8102-6c52-412f-a573-dc8f8ae217f7'] response: {'server_uuid': '530e2fa0-7499-4efa-acaa-4f768a77ecae', 'name': 'network-vif-deleted', 'tag': '5dcf7f61-a150-4c37-8369-b5c2cd6b7f39', 'status': 'completed', 'code': 200} Apr 16 05:16:46.078262 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-69846287-31f9-4dad-9605-685d49e778ff req-2912e6ef-dbb7-4116-9897-49720fa00764 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=530e2fa0-7499-4efa-acaa-4f768a77ecae HTTP/1.1" status: 200 len: 210 time: 0.0285933 Apr 16 05:16:48.375762 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 48192) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:16:48.523514 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Deleting port 94dbafdb-88ac-43a7-853d-e0bc0cc37a8c {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:16:48.523836 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (94dbafdb-88ac-43a7-853d-e0bc0cc37a8c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:48.601712 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (94dbafdb-88ac-43a7-853d-e0bc0cc37a8c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:48.602040 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for floatingip (94dbafdb-88ac-43a7-853d-e0bc0cc37a8c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:48.614667 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Calling delete_port for 94dbafdb-88ac-43a7-853d-e0bc0cc37a8c owned by network:floatingip {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:16:48.818895 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (94dbafdb-88ac-43a7-853d-e0bc0cc37a8c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:48.844975 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Pushing event deleted for resources: {'Port': ['ID=94dbafdb-88ac-43a7-853d-e0bc0cc37a8c,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:16:48.871231 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:48.871584 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:48.871929 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:48.872274 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:48.872612 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:48.872988 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:48.873323 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:48.873649 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:48.873978 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:48.874307 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:48.874635 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:48.874965 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:48.875292 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:48.875616 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:48.875937 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-2-hyperv {{(pid=104632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 16 05:16:48.916772 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for floatingip (d5ee48f9-4221-4f6d-928e-b2a6cc3fb118), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:48.917099 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.db.l3_db [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Floating IP d5ee48f9-4221-4f6d-928e-b2a6cc3fb118 disassociated (deleted). External IP: 172.26.6.178, port: 418b630a-83d3-402b-b890-08a6dbc175d7. Apr 16 05:16:49.126812 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:16:49.308421 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:16:49.330743 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:16:49.331090 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 5dcf7f61-a150-4c37-8369-b5c2cd6b7f39 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:16:49.521517 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:16:49.525986 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for floatingip (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:49.532792 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e25c58-c6d1-4f59-b2c3-1d1cd932383e None None] Sync routers for ids ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:16:49.543003 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e25c58-c6d1-4f59-b2c3-1d1cd932383e None None] Routers {'6c3b71bd-a7bb-4a70-9649-ab47177ac98c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:16:49.543620 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-91e25c58-c6d1-4f59-b2c3-1d1cd932383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:16:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:16:49.556398 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-55b357f1-8517-41cd-a1b3-c5e985438571 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "DELETE /v2.0/floatingips/d5ee48f9-4221-4f6d-928e-b2a6cc3fb118 HTTP/1.1" status: 204 len: 168 time: 1.1795495 Apr 16 05:16:49.557031 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'tag': '418b630a-83d3-402b-b890-08a6dbc175d7'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:16:49.559739 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea21a5ad-7232-4fb5-97be-1c0fedfcd3be" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9fc776-383b-46d0-babd-aeb857712b42", "tag": "418b630a-83d3-402b-b890-08a6dbc175d7"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:16:49.668882 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-91e25c58-c6d1-4f59-b2c3-1d1cd932383e None None] Set router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:16:49.672996 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 05:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c998f20a-f1a7-45e1-bfc9-64eb5382e37c x-openstack-request-id: req-c998f20a-f1a7-45e1-bfc9-64eb5382e37c {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:16:49.673405 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9fc776-383b-46d0-babd-aeb857712b42", "tag": "418b630a-83d3-402b-b890-08a6dbc175d7", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:16:49.673843 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c998f20a-f1a7-45e1-bfc9-64eb5382e37c {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:16:49.674405 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c998f20a-f1a7-45e1-bfc9-64eb5382e37c'] response: {'name': 'network-changed', 'server_uuid': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'tag': '418b630a-83d3-402b-b890-08a6dbc175d7', 'status': 'completed', 'code': 200} Apr 16 05:16:49.764587 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21a5ad-7232-4fb5-97be-1c0fedfcd3be req-ce2b6aab-121d-4d8c-bcec-174b1ad852c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:16:49.766377 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ea21a5ad-7232-4fb5-97be-1c0fedfcd3be req-ce2b6aab-121d-4d8c-bcec-174b1ad852c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=252786799d594bbfb65a9dfe49596796&device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 1128 time: 0.0718026 Apr 16 05:16:49.878473 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21a5ad-7232-4fb5-97be-1c0fedfcd3be req-28b35c1e-7e27-4840-96d5-158374f9d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:16:49.880301 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ea21a5ad-7232-4fb5-97be-1c0fedfcd3be req-28b35c1e-7e27-4840-96d5-158374f9d1e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=053a41bc-cf5a-4198-9e1f-74cab0a1829d HTTP/1.1" status: 200 len: 909 time: 0.1073248 Apr 16 05:16:49.889528 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-91e25c58-c6d1-4f59-b2c3-1d1cd932383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:08Z', 'revision_number': 4, 'project_id': '252786799d594bbfb65a9dfe49596796', 'gw_port': {'id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '97a8389c-660c-41a5-9672-b2a7c984be1c', 'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'mac_address': 'fa:16:3e:57:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:07Z', 'updated_at': '2022-04-16T05:12:11Z', 'revision_number': 5, 'project_id': '252786799d594bbfb65a9dfe49596796', 'subnets': [{'id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:16:49.918985 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e25c58-c6d1-4f59-b2c3-1d1cd932383e None None] Checking router: 6c3b71bd-a7bb-4a70-9649-ab47177ac98c for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:16:49.929248 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e25c58-c6d1-4f59-b2c3-1d1cd932383e None None] Routers {'6c3b71bd-a7bb-4a70-9649-ab47177ac98c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:16:49.930000 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-91e25c58-c6d1-4f59-b2c3-1d1cd932383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:16:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:16:49.935289 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ea21a5ad-7232-4fb5-97be-1c0fedfcd3be req-4c9526dc-8975-4c3a-bffe-61617bcf7b75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418b630a-83d3-402b-b890-08a6dbc175d7 HTTP/1.1" status: 200 len: 217 time: 0.0481007 Apr 16 05:16:50.020573 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c80b04-1052-48a5-8b86-7d393a74f650 req-489fc040-de7d-4236-a1f0-d11a6850c7e2 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:16:50.022721 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18c80b04-1052-48a5-8b86-7d393a74f650 req-489fc040-de7d-4236-a1f0-d11a6850c7e2 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 944 time: 0.0492792 Apr 16 05:16:50.043142 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-91e25c58-c6d1-4f59-b2c3-1d1cd932383e None None] Set router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:16:50.073221 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-18c80b04-1052-48a5-8b86-7d393a74f650 req-ab72ce95-008a-4693-9636-eed744363424 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445013 Apr 16 05:16:50.237540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-91e25c58-c6d1-4f59-b2c3-1d1cd932383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:08Z', 'revision_number': 4, 'project_id': '252786799d594bbfb65a9dfe49596796', 'gw_port': {'id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '97a8389c-660c-41a5-9672-b2a7c984be1c', 'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'mac_address': 'fa:16:3e:57:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:07Z', 'updated_at': '2022-04-16T05:12:11Z', 'revision_number': 5, 'project_id': '252786799d594bbfb65a9dfe49596796', 'subnets': [{'id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:16:50.263902 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e25c58-c6d1-4f59-b2c3-1d1cd932383e None None] The sync data for ids ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'] in dv-neutron-838078-2-hyperv is: [{'id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:08Z', 'revision_number': 4, 'project_id': '252786799d594bbfb65a9dfe49596796', 'gw_port': {'id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv', '_interfaces': [{'id': '97a8389c-660c-41a5-9672-b2a7c984be1c', 'name': '', 'network_id': '053a41bc-cf5a-4198-9e1f-74cab0a1829d', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'mac_address': 'fa:16:3e:57:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:07Z', 'updated_at': '2022-04-16T05:12:11Z', 'revision_number': 5, 'project_id': '252786799d594bbfb65a9dfe49596796', 'subnets': [{'id': '6bbc275e-be7f-48d7-adb4-992476ed28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:16:50.475226 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5611d-7d3f-4b52-8f72-b217b7b9e516 None None] New status for floating IP d5ee48f9-4221-4f6d-928e-b2a6cc3fb118: DOWN {{(pid=104635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 16 05:16:51.174971 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21a5ad-7232-4fb5-97be-1c0fedfcd3be req-a16a6fcf-627e-447a-bf19-8f22ffab8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:16:51.176589 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ea21a5ad-7232-4fb5-97be-1c0fedfcd3be req-a16a6fcf-627e-447a-bf19-8f22ffab8f9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bbc275e-be7f-48d7-adb4-992476ed28b8 HTTP/1.1" status: 200 len: 848 time: 0.0447726 Apr 16 05:16:51.190157 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404db90-e682-4633-8788-716b666f940e req-dcfe7b90-88c3-4008-ae49-424393f7b052 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:16:51.191633 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c404db90-e682-4633-8788-716b666f940e req-dcfe7b90-88c3-4008-ae49-424393f7b052 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 944 time: 0.0481617 Apr 16 05:16:51.227252 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21a5ad-7232-4fb5-97be-1c0fedfcd3be req-4862cf75-3d91-48db-baa1-3395e7f376b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:16:51.229587 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ea21a5ad-7232-4fb5-97be-1c0fedfcd3be req-4862cf75-3d91-48db-baa1-3395e7f376b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=053a41bc-cf5a-4198-9e1f-74cab0a1829d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454795 Apr 16 05:16:51.242267 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-c404db90-e682-4633-8788-716b666f940e req-0309d206-3096-42a2-819e-01428328f48e tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/security-groups?id=9df249f6-5231-481c-95c5-b104b1fec360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444384 Apr 16 05:16:51.385103 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ea21a5ad-7232-4fb5-97be-1c0fedfcd3be req-d755b4b8-a6b5-442e-b76a-e735ac174107 service neutron] 10.222.0.18 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906258 Apr 16 05:16:51.398994 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.18', 58487) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:16:51.448553 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831c916-c4ea-4edd-a76d-6b51f731bbe1 req-1214cbdd-0835-417d-8a24-74ca0dfa9c84 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 16 05:16:51.450127 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6831c916-c4ea-4edd-a76d-6b51f731bbe1 req-1214cbdd-0835-417d-8a24-74ca0dfa9c84 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 944 time: 0.0501018 Apr 16 05:16:51.491813 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [req-ea21a5ad-7232-4fb5-97be-1c0fedfcd3be req-330f4e36-8f72-4544-9a0d-6386b6a2fd43 service neutron] 10.222.0.18 "GET /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924773 Apr 16 05:16:51.535523 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [req-6831c916-c4ea-4edd-a76d-6b51f731bbe1 req-a148baba-24b5-4384-b39e-984573f60f3a tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Deleting port 418b630a-83d3-402b-b890-08a6dbc175d7 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:16:51.535852 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-6831c916-c4ea-4edd-a76d-6b51f731bbe1 req-a148baba-24b5-4384-b39e-984573f60f3a tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (418b630a-83d3-402b-b890-08a6dbc175d7), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:51.627927 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [req-6831c916-c4ea-4edd-a76d-6b51f731bbe1 req-a148baba-24b5-4384-b39e-984573f60f3a tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] For port 418b630a-83d3-402b-b890-08a6dbc175d7, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=418b630a-83d3-402b-b890-08a6dbc175d7,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:16:51.628287 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-6831c916-c4ea-4edd-a76d-6b51f731bbe1 req-a148baba-24b5-4384-b39e-984573f60f3a tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (418b630a-83d3-402b-b890-08a6dbc175d7), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:51.641803 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [req-6831c916-c4ea-4edd-a76d-6b51f731bbe1 req-a148baba-24b5-4384-b39e-984573f60f3a tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Calling delete_port for 418b630a-83d3-402b-b890-08a6dbc175d7 owned by compute:nova {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:16:51.814307 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-6831c916-c4ea-4edd-a76d-6b51f731bbe1 req-a148baba-24b5-4384-b39e-984573f60f3a tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (418b630a-83d3-402b-b890-08a6dbc175d7), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:51.845080 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148baba-24b5-4384-b39e-984573f60f3a tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Pushing event deleted for resources: {'Port': ['ID=418b630a-83d3-402b-b890-08a6dbc175d7,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:16:51.890237 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [req-6831c916-c4ea-4edd-a76d-6b51f731bbe1 req-a148baba-24b5-4384-b39e-984573f60f3a tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] No DVR routers for this DVR port 418b630a-83d3-402b-b890-08a6dbc175d7 on host hv-neutron-8380 {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 05:16:51.893030 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [req-6831c916-c4ea-4edd-a76d-6b51f731bbe1 req-a148baba-24b5-4384-b39e-984573f60f3a tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4108139'] for port (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:51.896960 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-6831c916-c4ea-4edd-a76d-6b51f731bbe1 req-a148baba-24b5-4384-b39e-984573f60f3a tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.18 "DELETE /v2.0/ports/418b630a-83d3-402b-b890-08a6dbc175d7 HTTP/1.1" status: 204 len: 173 time: 0.4416838 Apr 16 05:16:51.897456 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'name': 'network-vif-deleted', 'tag': '418b630a-83d3-402b-b890-08a6dbc175d7'}] {{(pid=104632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 16 05:16:51.899977 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a51a1c7340d5fdaa9f3d4cbeb0e073a4e405545ee747ca8dd086fe8d510667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b345be0-2e76-4886-9935-124830626a51" -d '{"events": [{"server_uuid": "fa9fc776-383b-46d0-babd-aeb857712b42", "name": "network-vif-deleted", "tag": "418b630a-83d3-402b-b890-08a6dbc175d7"}]}' {{(pid=104632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 16 05:16:51.937250 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 05:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e873d130-b5d0-4258-ac3d-60a99e3bc04a x-openstack-request-id: req-e873d130-b5d0-4258-ac3d-60a99e3bc04a {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 16 05:16:51.937752 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9fc776-383b-46d0-babd-aeb857712b42", "name": "network-vif-deleted", "tag": "418b630a-83d3-402b-b890-08a6dbc175d7", "status": "completed", "code": 200}]} {{(pid=104632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 16 05:16:51.938013 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e873d130-b5d0-4258-ac3d-60a99e3bc04a {{(pid=104632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 16 05:16:51.938462 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e873d130-b5d0-4258-ac3d-60a99e3bc04a'] response: {'server_uuid': 'fa9fc776-383b-46d0-babd-aeb857712b42', 'name': 'network-vif-deleted', 'tag': '418b630a-83d3-402b-b890-08a6dbc175d7', 'status': 'completed', 'code': 200} Apr 16 05:16:52.353468 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [req-ddc2cb09-935d-4841-94de-e1643fe41dbc req-7ea1fe3d-9636-440d-a7c2-8955ffd2d174 tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa9fc776-383b-46d0-babd-aeb857712b42 HTTP/1.1" status: 200 len: 210 time: 0.0285258 Apr 16 05:16:53.042658 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:16:53.410793 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 48210) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:16:53.469563 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4c248528-f1d8-44e3-92ba-029694e9804c tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group (9df249f6-5231-481c-95c5-b104b1fec360), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:53.494524 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4c248528-f1d8-44e3-92ba-029694e9804c tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group (9df249f6-5231-481c-95c5-b104b1fec360), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:53.624652 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4c248528-f1d8-44e3-92ba-029694e9804c tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (9df249f6-5231-481c-95c5-b104b1fec360), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:53.627205 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-4c248528-f1d8-44e3-92ba-029694e9804c tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:53.628340 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-4c248528-f1d8-44e3-92ba-029694e9804c tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] 10.222.0.30 "DELETE /v2.0/security-groups/9df249f6-5231-481c-95c5-b104b1fec360 HTTP/1.1" status: 204 len: 168 time: 0.2165651 Apr 16 05:16:53.638102 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c248528-f1d8-44e3-92ba-029694e9804c tempest-TestSnapshotPattern-1098027191 tempest-TestSnapshotPattern-1098027191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df249f6-5231-481c-95c5-b104b1fec360,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:16:53.738185 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 48214) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:16:54.063412 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a060f43e-e888-4c8e-a4d2-dd49116ac435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (6c3b71bd-a7bb-4a70-9649-ab47177ac98c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:54.291206 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-a060f43e-e888-4c8e-a4d2-dd49116ac435 admin admin] Deleting port 97a8389c-660c-41a5-9672-b2a7c984be1c {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:16:54.291541 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a060f43e-e888-4c8e-a4d2-dd49116ac435 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (97a8389c-660c-41a5-9672-b2a7c984be1c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:54.371299 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-a060f43e-e888-4c8e-a4d2-dd49116ac435 admin admin] For port 97a8389c-660c-41a5-9672-b2a7c984be1c, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=97a8389c-660c-41a5-9672-b2a7c984be1c,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:16:54.371572 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a060f43e-e888-4c8e-a4d2-dd49116ac435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (97a8389c-660c-41a5-9672-b2a7c984be1c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:54.384009 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-a060f43e-e888-4c8e-a4d2-dd49116ac435 admin admin] Calling delete_port for 97a8389c-660c-41a5-9672-b2a7c984be1c owned by network:router_interface {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:16:54.619720 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a060f43e-e888-4c8e-a4d2-dd49116ac435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (97a8389c-660c-41a5-9672-b2a7c984be1c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:54.651703 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060f43e-e888-4c8e-a4d2-dd49116ac435 admin admin] Pushing event deleted for resources: {'Port': ['ID=97a8389c-660c-41a5-9672-b2a7c984be1c,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:16:54.824073 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a060f43e-e888-4c8e-a4d2-dd49116ac435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (6c3b71bd-a7bb-4a70-9649-ab47177ac98c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:55.042896 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a060f43e-e888-4c8e-a4d2-dd49116ac435 admin admin] Router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:16:55.149180 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a060f43e-e888-4c8e-a4d2-dd49116ac435 admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:16:55.154129 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a060f43e-e888-4c8e-a4d2-dd49116ac435 admin admin] 10.222.0.30 "PUT /v2.0/routers/6c3b71bd-a7bb-4a70-9649-ab47177ac98c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4149470 Apr 16 05:16:55.156602 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 48216) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:16:55.159230 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4044c8-fc46-42eb-b934-11074f835637 None None] Sync routers for ids ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'] in dv-neutron-838078-2-hyperv {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:16:55.169817 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4044c8-fc46-42eb-b934-11074f835637 None None] Routers {'6c3b71bd-a7bb-4a70-9649-ab47177ac98c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:16:55.170427 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-0d4044c8-fc46-42eb-b934-11074f835637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:16:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:16:55.262310 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c3668543-50bd-4ee9-95ba-d8dfc8e77014 admin admin] Publish callbacks [] for router (6c3b71bd-a7bb-4a70-9649-ab47177ac98c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:55.278587 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-0d4044c8-fc46-42eb-b934-11074f835637 None None] Set router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c gateway port host: dv-neutron-838078-2-hyperv {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:16:55.336117 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 418b630a-83d3-402b-b890-08a6dbc175d7 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:16:55.358815 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] No Port match for: 418b630a-83d3-402b-b890-08a6dbc175d7 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:16:55.359228 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Device 418b630a-83d3-402b-b890-08a6dbc175d7 not bound to the agent host hv-neutron-8380 {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:16:55.371926 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c3668543-50bd-4ee9-95ba-d8dfc8e77014 admin admin] Publish callbacks [] for router_gateway (6c3b71bd-a7bb-4a70-9649-ab47177ac98c), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:55.478117 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-c3668543-50bd-4ee9-95ba-d8dfc8e77014 admin admin] Deleting port 64b0a9b5-9798-4c75-af53-db25588c78a1 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:16:55.478453 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c3668543-50bd-4ee9-95ba-d8dfc8e77014 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (64b0a9b5-9798-4c75-af53-db25588c78a1), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:55.478884 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-0d4044c8-fc46-42eb-b934-11074f835637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241'}], 'enable_snat': True}, 'gw_port_id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:16:54Z', 'revision_number': 5, 'project_id': '252786799d594bbfb65a9dfe49596796', 'gw_port': {'id': '64b0a9b5-9798-4c75-af53-db25588c78a1', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:16:55.505852 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4044c8-fc46-42eb-b934-11074f835637 None None] Checking router: 6c3b71bd-a7bb-4a70-9649-ab47177ac98c for host: dv-neutron-838078-2-hyperv {{(pid=104634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:16:55.514232 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4044c8-fc46-42eb-b934-11074f835637 None None] Routers {'6c3b71bd-a7bb-4a70-9649-ab47177ac98c'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:16:55.514844 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-0d4044c8-fc46-42eb-b934-11074f835637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:16:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'], 'active': True} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:16:55.556190 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-c3668543-50bd-4ee9-95ba-d8dfc8e77014 admin admin] For port 64b0a9b5-9798-4c75-af53-db25588c78a1, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=64b0a9b5-9798-4c75-af53-db25588c78a1,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:16:55.561014 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c3668543-50bd-4ee9-95ba-d8dfc8e77014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (64b0a9b5-9798-4c75-af53-db25588c78a1), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:55.569488 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-c3668543-50bd-4ee9-95ba-d8dfc8e77014 admin admin] Calling delete_port for 64b0a9b5-9798-4c75-af53-db25588c78a1 owned by network:router_gateway {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:16:55.605662 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvr_db [None req-0d4044c8-fc46-42eb-b934-11074f835637 None None] Set router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c gateway port host: None {{(pid=104634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:16:55.662882 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_hamode_db [None req-0d4044c8-fc46-42eb-b934-11074f835637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:16:55Z', 'revision_number': 6, 'project_id': '252786799d594bbfb65a9dfe49596796', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:16:55.689293 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4044c8-fc46-42eb-b934-11074f835637 None None] The sync data for ids ['6c3b71bd-a7bb-4a70-9649-ab47177ac98c'] in dv-neutron-838078-2-hyperv is: [{'id': '6c3b71bd-a7bb-4a70-9649-ab47177ac98c', 'name': 'tempest-TestSnapshotPattern-337979648-router', 'tenant_id': '252786799d594bbfb65a9dfe49596796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:05Z', 'updated_at': '2022-04-16T05:16:55Z', 'revision_number': 6, 'project_id': '252786799d594bbfb65a9dfe49596796', 'gw_port_host': None}] {{(pid=104634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:16:55.819761 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c3668543-50bd-4ee9-95ba-d8dfc8e77014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (64b0a9b5-9798-4c75-af53-db25588c78a1), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:55.844419 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3668543-50bd-4ee9-95ba-d8dfc8e77014 admin admin] Pushing event deleted for resources: {'Port': ['ID=64b0a9b5-9798-4c75-af53-db25588c78a1,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:16:55.908379 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c3668543-50bd-4ee9-95ba-d8dfc8e77014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (6c3b71bd-a7bb-4a70-9649-ab47177ac98c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:55.999280 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c3668543-50bd-4ee9-95ba-d8dfc8e77014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (6c3b71bd-a7bb-4a70-9649-ab47177ac98c), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:56.001344 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c3668543-50bd-4ee9-95ba-d8dfc8e77014 admin admin] Publish callbacks [] for router_controller (6c3b71bd-a7bb-4a70-9649-ab47177ac98c), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:56.401995 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c3668543-50bd-4ee9-95ba-d8dfc8e77014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (6c3b71bd-a7bb-4a70-9649-ab47177ac98c), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:56.402536 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3668543-50bd-4ee9-95ba-d8dfc8e77014 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c3b71bd-a7bb-4a70-9649-ab47177ac98c {{(pid=104632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 05:16:56.408031 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-c3668543-50bd-4ee9-95ba-d8dfc8e77014 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:56.410293 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-c3668543-50bd-4ee9-95ba-d8dfc8e77014 admin admin] 10.222.0.30 "DELETE /v2.0/routers/6c3b71bd-a7bb-4a70-9649-ab47177ac98c HTTP/1.1" status: 204 len: 168 time: 1.2518063 Apr 16 05:16:56.412024 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 48218) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:16:56.463540 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.db_base_plugin_v2 [None req-a538587e-d5b0-4f0d-b25c-8fb5fe66822e admin admin] Deleting subnet 6bbc275e-be7f-48d7-adb4-992476ed28b8 {{(pid=104632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 05:16:56.466809 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a538587e-d5b0-4f0d-b25c-8fb5fe66822e admin admin] Publish callbacks [] for subnet (6bbc275e-be7f-48d7-adb4-992476ed28b8), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:56.501522 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a538587e-d5b0-4f0d-b25c-8fb5fe66822e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272497'] for subnet (6bbc275e-be7f-48d7-adb4-992476ed28b8), precommit_delete_associations {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:56.586076 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a538587e-d5b0-4f0d-b25c-8fb5fe66822e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (6bbc275e-be7f-48d7-adb4-992476ed28b8), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:56.711146 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a538587e-d5b0-4f0d-b25c-8fb5fe66822e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8909426'] for subnet (6bbc275e-be7f-48d7-adb4-992476ed28b8), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:56.737974 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538587e-d5b0-4f0d-b25c-8fb5fe66822e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bbc275e-be7f-48d7-adb4-992476ed28b8,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:16:56.742877 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-a538587e-d5b0-4f0d-b25c-8fb5fe66822e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:56.749200 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-a538587e-d5b0-4f0d-b25c-8fb5fe66822e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6bbc275e-be7f-48d7-adb4-992476ed28b8 HTTP/1.1" status: 204 len: 168 time: 0.3337164 Apr 16 05:16:56.749347 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb273ea-553d-458f-a141-a627bf82547c None None] Network 053a41bc-cf5a-4198-9e1f-74cab0a1829d requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 05:16:56.749786 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 48220) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:16:56.776256 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 64b0a9b5-9798-4c75-af53-db25588c78a1 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:16:56.826318 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 64b0a9b5-9798-4c75-af53-db25588c78a1 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:16:56.826664 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 64b0a9b5-9798-4c75-af53-db25588c78a1 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:16:56.827089 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 97a8389c-660c-41a5-9672-b2a7c984be1c no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:16:56.827284 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-084e6b8e-d67d-4904-a9db-6a81519a1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (053a41bc-cf5a-4198-9e1f-74cab0a1829d), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:56.851412 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 97a8389c-660c-41a5-9672-b2a7c984be1c {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:16:56.851412 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 97a8389c-660c-41a5-9672-b2a7c984be1c not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:16:56.873792 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-084e6b8e-d67d-4904-a9db-6a81519a1f2f admin admin] Deleting port 7d8e1528-3ad4-42ca-ab16-749cd0711f38 {{(pid=104632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:16:56.874128 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-084e6b8e-d67d-4904-a9db-6a81519a1f2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (7d8e1528-3ad4-42ca-ab16-749cd0711f38), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:56.935702 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1927175a-9369-4c09-bc4a-3cfaca4bece1 None None] DHCP port deletion for 053a41bc-cf5a-4198-9e1f-74cab0a1829d request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 05:16:56.938286 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.db [None req-084e6b8e-d67d-4904-a9db-6a81519a1f2f admin admin] For port 7d8e1528-3ad4-42ca-ab16-749cd0711f38, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=7d8e1528-3ad4-42ca-ab16-749cd0711f38,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:16:56.938649 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-084e6b8e-d67d-4904-a9db-6a81519a1f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (7d8e1528-3ad4-42ca-ab16-749cd0711f38), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:56.952343 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.plugin [None req-084e6b8e-d67d-4904-a9db-6a81519a1f2f admin admin] Calling delete_port for 7d8e1528-3ad4-42ca-ab16-749cd0711f38 owned by network:dhcp {{(pid=104632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:16:56.974956 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1927175a-9369-4c09-bc4a-3cfaca4bece1 None None] Deleting port 7d8e1528-3ad4-42ca-ab16-749cd0711f38 {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:16:56.975334 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1927175a-9369-4c09-bc4a-3cfaca4bece1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (7d8e1528-3ad4-42ca-ab16-749cd0711f38), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:57.041835 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-1927175a-9369-4c09-bc4a-3cfaca4bece1 None None] For port 7d8e1528-3ad4-42ca-ab16-749cd0711f38, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=7d8e1528-3ad4-42ca-ab16-749cd0711f38,segment=NetworkSegment(afa48703-b940-4f2a-b5f6-56f457a8ae89),segment_id=afa48703-b940-4f2a-b5f6-56f457a8ae89)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:16:57.042230 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1927175a-9369-4c09-bc4a-3cfaca4bece1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (7d8e1528-3ad4-42ca-ab16-749cd0711f38), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:57.055424 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-1927175a-9369-4c09-bc4a-3cfaca4bece1 None None] Calling delete_port for 7d8e1528-3ad4-42ca-ab16-749cd0711f38 owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:16:57.099436 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-084e6b8e-d67d-4904-a9db-6a81519a1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264263'] for port (7d8e1528-3ad4-42ca-ab16-749cd0711f38), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:57.126992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e6b8e-d67d-4904-a9db-6a81519a1f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=7d8e1528-3ad4-42ca-ab16-749cd0711f38,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:16:57.128853 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084e6b8e-d67d-4904-a9db-6a81519a1f2f admin admin] No DVR routers for this DVR port 7d8e1528-3ad4-42ca-ab16-749cd0711f38 on host dv-neutron-838078-2-hyperv {{(pid=104632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 05:16:57.133564 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-1927175a-9369-4c09-bc4a-3cfaca4bece1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (7d8e1528-3ad4-42ca-ab16-749cd0711f38), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:57.161671 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927175a-9369-4c09-bc4a-3cfaca4bece1 None None] Pushing event deleted for resources: {'Port': ['ID=7d8e1528-3ad4-42ca-ab16-749cd0711f38,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:16:57.167601 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1927175a-9369-4c09-bc4a-3cfaca4bece1 None None] No DVR routers for this DVR port 7d8e1528-3ad4-42ca-ab16-749cd0711f38 on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 05:16:57.207473 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-084e6b8e-d67d-4904-a9db-6a81519a1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (053a41bc-cf5a-4198-9e1f-74cab0a1829d), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:57.227409 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-084e6b8e-d67d-4904-a9db-6a81519a1f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053a41bc-cf5a-4198-9e1f-74cab0a1829d']}} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:16:57.236663 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-084e6b8e-d67d-4904-a9db-6a81519a1f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa48703-b940-4f2a-b5f6-56f457a8ae89') {'for_net_delete': True} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:16:57.236980 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.services.segments.db [None req-084e6b8e-d67d-4904-a9db-6a81519a1f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa48703-b940-4f2a-b5f6-56f457a8ae89') {} {{(pid=104632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:16:57.247076 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-084e6b8e-d67d-4904-a9db-6a81519a1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272458'] for segment (afa48703-b940-4f2a-b5f6-56f457a8ae89), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:57.259992 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-084e6b8e-d67d-4904-a9db-6a81519a1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (afa48703-b940-4f2a-b5f6-56f457a8ae89), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:57.265913 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084e6b8e-d67d-4904-a9db-6a81519a1f2f admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 05:16:57.266283 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-084e6b8e-d67d-4904-a9db-6a81519a1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264210'] for segment (afa48703-b940-4f2a-b5f6-56f457a8ae89), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: Traceback (most recent call last): Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: timer() Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: cb(*args, **kw) Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: return func(*args, **kwargs) Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: self._notify() Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: self.callback(batched_events) Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: event.method(event) Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: return f(self, *a, **k) Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._get(url).json() Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: return self.request(url, 'GET', **kwargs) Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 05:16:57.267973 dv-neutron-838078-2-hyperv neutron-server[104632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 05:16:57.395750 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-084e6b8e-d67d-4904-a9db-6a81519a1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (053a41bc-cf5a-4198-9e1f-74cab0a1829d), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:57.401197 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-084e6b8e-d67d-4904-a9db-6a81519a1f2f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:57.404425 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-084e6b8e-d67d-4904-a9db-6a81519a1f2f admin admin] 10.222.0.30 "DELETE /v2.0/networks/053a41bc-cf5a-4198-9e1f-74cab0a1829d HTTP/1.1" status: 204 len: 168 time: 0.6539114 Apr 16 05:16:57.407524 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 48222) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:16:57.415416 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e6b8e-d67d-4904-a9db-6a81519a1f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=053a41bc-cf5a-4198-9e1f-74cab0a1829d,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:16:57.731634 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9feb0663-dc27-40a9-8845-1072b903b4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3714503'] for router_interface (25c0371f-cafd-4ebb-8975-3bf58c52ad05), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:57.963238 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-9feb0663-dc27-40a9-8845-1072b903b4bc admin admin] Deleting port ebba633d-409d-47fd-a4f8-1a8eb8351f0d {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:16:57.963574 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9feb0663-dc27-40a9-8845-1072b903b4bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (ebba633d-409d-47fd-a4f8-1a8eb8351f0d), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:58.043346 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-9feb0663-dc27-40a9-8845-1072b903b4bc admin admin] For port ebba633d-409d-47fd-a4f8-1a8eb8351f0d, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=ebba633d-409d-47fd-a4f8-1a8eb8351f0d,segment=NetworkSegment(dceeb7f8-1253-438c-a19a-de45dc4ec50a),segment_id=dceeb7f8-1253-438c-a19a-de45dc4ec50a)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:16:58.043651 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9feb0663-dc27-40a9-8845-1072b903b4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (ebba633d-409d-47fd-a4f8-1a8eb8351f0d), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:58.056236 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-9feb0663-dc27-40a9-8845-1072b903b4bc admin admin] Calling delete_port for ebba633d-409d-47fd-a4f8-1a8eb8351f0d owned by network:router_interface {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:16:58.328128 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9feb0663-dc27-40a9-8845-1072b903b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (ebba633d-409d-47fd-a4f8-1a8eb8351f0d), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:58.354102 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb0663-dc27-40a9-8845-1072b903b4bc admin admin] Pushing event deleted for resources: {'Port': ['ID=ebba633d-409d-47fd-a4f8-1a8eb8351f0d,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:16:58.531914 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-9feb0663-dc27-40a9-8845-1072b903b4bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714395'] for router_interface (25c0371f-cafd-4ebb-8975-3bf58c52ad05), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:58.671778 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:58.754078 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9feb0663-dc27-40a9-8845-1072b903b4bc admin admin] Router 25c0371f-cafd-4ebb-8975-3bf58c52ad05 has already been hosted by L3 agent 9c9f39f0-3e25-48f0-86c6-71d0bb006a98 {{(pid=104633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 16 05:16:58.821562 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 7d8e1528-3ad4-42ca-ab16-749cd0711f38 no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:16:58.842555 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 7d8e1528-3ad4-42ca-ab16-749cd0711f38 {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:16:58.842906 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 7d8e1528-3ad4-42ca-ab16-749cd0711f38 not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:16:58.867544 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9feb0663-dc27-40a9-8845-1072b903b4bc admin admin] Notify agent at l3_agent.dv-neutron-838078-2-hyperv the message routers_updated {{(pid=104633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 16 05:16:58.872768 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-9feb0663-dc27-40a9-8845-1072b903b4bc admin admin] 10.222.0.30 "PUT /v2.0/routers/25c0371f-cafd-4ebb-8975-3bf58c52ad05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4641287 Apr 16 05:16:58.875232 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 48224) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:16:58.877843 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a582a5f4-b226-4b4b-8a0e-2d99ba8f4126 None None] Sync routers for ids ['25c0371f-cafd-4ebb-8975-3bf58c52ad05'] in dv-neutron-838078-2-hyperv {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 16 05:16:58.888821 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a582a5f4-b226-4b4b-8a0e-2d99ba8f4126 None None] Routers {'25c0371f-cafd-4ebb-8975-3bf58c52ad05'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:16:58.889435 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a582a5f4-b226-4b4b-8a0e-2d99ba8f4126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:16:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['25c0371f-cafd-4ebb-8975-3bf58c52ad05'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:16:58.980626 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6c319c0-af6d-4b73-a4f5-8715647f2519 admin admin] Publish callbacks [] for router (25c0371f-cafd-4ebb-8975-3bf58c52ad05), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:58.998337 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-a582a5f4-b226-4b4b-8a0e-2d99ba8f4126 None None] Set router 25c0371f-cafd-4ebb-8975-3bf58c52ad05 gateway port host: dv-neutron-838078-2-hyperv {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:16:59.084434 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6c319c0-af6d-4b73-a4f5-8715647f2519 admin admin] Publish callbacks [] for router_gateway (25c0371f-cafd-4ebb-8975-3bf58c52ad05), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:59.162671 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a582a5f4-b226-4b4b-8a0e-2d99ba8f4126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c0371f-cafd-4ebb-8975-3bf58c52ad05', 'name': 'tempest-TestSnapshotPattern-551920407-router', 'tenant_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'external_fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': '34bea283-5b6b-4299-a12b-3701daa705fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:11Z', 'updated_at': '2022-04-16T05:16:58Z', 'revision_number': 5, 'project_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'gw_port': {'id': '34bea283-5b6b-4299-a12b-3701daa705fd', 'name': '', 'network_id': '2c24ecfc-dc8f-4df1-bc54-d8bc98ba5989', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c0371f-cafd-4ebb-8975-3bf58c52ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T05:12:11Z', 'updated_at': '2022-04-16T05:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f7abbbc-b367-4a12-a7c2-e0d18bf87757', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-2-hyperv'}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:16:59.191688 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a582a5f4-b226-4b4b-8a0e-2d99ba8f4126 None None] Checking router: 25c0371f-cafd-4ebb-8975-3bf58c52ad05 for host: dv-neutron-838078-2-hyperv {{(pid=104635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 16 05:16:59.197235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-f6c319c0-af6d-4b73-a4f5-8715647f2519 admin admin] Deleting port 34bea283-5b6b-4299-a12b-3701daa705fd {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:16:59.197508 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6c319c0-af6d-4b73-a4f5-8715647f2519 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (34bea283-5b6b-4299-a12b-3701daa705fd), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:59.199750 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a582a5f4-b226-4b4b-8a0e-2d99ba8f4126 None None] Routers {'25c0371f-cafd-4ebb-8975-3bf58c52ad05'} bound to L3 agent in host dv-neutron-838078-2-hyperv {{(pid=104635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 16 05:16:59.200354 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a582a5f4-b226-4b4b-8a0e-2d99ba8f4126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T04:10:41Z,description=,heartbeat_timestamp=2022-04-16T05:16:41Z,host='dv-neutron-838078-2-hyperv',id=9c9f39f0-3e25-48f0-86c6-71d0bb006a98,load=0,resource_versions=,resources_synced=,started_at=2022-04-16T04:10:42Z,topic='l3_agent')) {'router_ids': ['25c0371f-cafd-4ebb-8975-3bf58c52ad05'], 'active': True} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:16:59.275473 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-f6c319c0-af6d-4b73-a4f5-8715647f2519 admin admin] For port 34bea283-5b6b-4299-a12b-3701daa705fd, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=34bea283-5b6b-4299-a12b-3701daa705fd,segment=NetworkSegment(ed44a0c4-1ade-4967-bbc4-f744c79e88c0),segment_id=ed44a0c4-1ade-4967-bbc4-f744c79e88c0)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:16:59.275739 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6c319c0-af6d-4b73-a4f5-8715647f2519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (34bea283-5b6b-4299-a12b-3701daa705fd), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:59.287006 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_dvr_db [None req-a582a5f4-b226-4b4b-8a0e-2d99ba8f4126 None None] Set router 25c0371f-cafd-4ebb-8975-3bf58c52ad05 gateway port host: None {{(pid=104635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 16 05:16:59.289336 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-f6c319c0-af6d-4b73-a4f5-8715647f2519 admin admin] Calling delete_port for 34bea283-5b6b-4299-a12b-3701daa705fd owned by network:router_gateway {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:16:59.337218 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.l3_hamode_db [None req-a582a5f4-b226-4b4b-8a0e-2d99ba8f4126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c0371f-cafd-4ebb-8975-3bf58c52ad05', 'name': 'tempest-TestSnapshotPattern-551920407-router', 'tenant_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:11Z', 'updated_at': '2022-04-16T05:16:59Z', 'revision_number': 6, 'project_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'gw_port_host': None}], 'dv-neutron-838078-2-hyperv', False) {} {{(pid=104635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:16:59.366060 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a582a5f4-b226-4b4b-8a0e-2d99ba8f4126 None None] The sync data for ids ['25c0371f-cafd-4ebb-8975-3bf58c52ad05'] in dv-neutron-838078-2-hyperv is: [{'id': '25c0371f-cafd-4ebb-8975-3bf58c52ad05', 'name': 'tempest-TestSnapshotPattern-551920407-router', 'tenant_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T05:12:11Z', 'updated_at': '2022-04-16T05:16:59Z', 'revision_number': 6, 'project_id': 'e06590c4c53a4ed7bcdc244f9315c4df', 'gw_port_host': None}] {{(pid=104635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 16 05:16:59.505329 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6c319c0-af6d-4b73-a4f5-8715647f2519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (34bea283-5b6b-4299-a12b-3701daa705fd), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:59.532770 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c319c0-af6d-4b73-a4f5-8715647f2519 admin admin] Pushing event deleted for resources: {'Port': ['ID=34bea283-5b6b-4299-a12b-3701daa705fd,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:16:59.595408 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6c319c0-af6d-4b73-a4f5-8715647f2519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715325'] for router_gateway (25c0371f-cafd-4ebb-8975-3bf58c52ad05), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:59.991035 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6c319c0-af6d-4b73-a4f5-8715647f2519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10133'] for router (25c0371f-cafd-4ebb-8975-3bf58c52ad05), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:16:59.993235 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6c319c0-af6d-4b73-a4f5-8715647f2519 admin admin] Publish callbacks [] for router_controller (25c0371f-cafd-4ebb-8975-3bf58c52ad05), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:00.099310 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6c319c0-af6d-4b73-a4f5-8715647f2519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3712024'] for router (25c0371f-cafd-4ebb-8975-3bf58c52ad05), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:00.099736 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c319c0-af6d-4b73-a4f5-8715647f2519 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25c0371f-cafd-4ebb-8975-3bf58c52ad05 {{(pid=104633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 16 05:17:00.104255 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-f6c319c0-af6d-4b73-a4f5-8715647f2519 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:00.105433 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-f6c319c0-af6d-4b73-a4f5-8715647f2519 admin admin] 10.222.0.30 "DELETE /v2.0/routers/25c0371f-cafd-4ebb-8975-3bf58c52ad05 HTTP/1.1" status: 204 len: 168 time: 1.2293024 Apr 16 05:17:00.107981 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 48226) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:17:00.153991 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.db_base_plugin_v2 [None req-db57c28d-479b-420b-9afa-0dc0a5001d17 admin admin] Deleting subnet 28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4 {{(pid=104633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 16 05:17:00.157500 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db57c28d-479b-420b-9afa-0dc0a5001d17 admin admin] Publish callbacks [] for subnet (28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:00.192479 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db57c28d-479b-420b-9afa-0dc0a5001d17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10420124'] for subnet (28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4), precommit_delete_associations {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:00.273538 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db57c28d-479b-420b-9afa-0dc0a5001d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3449390'] for subnet (28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:00.374100 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db57c28d-479b-420b-9afa-0dc0a5001d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3449401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9499392'] for subnet (28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:00.401190 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57c28d-479b-420b-9afa-0dc0a5001d17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:17:00.404929 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-db57c28d-479b-420b-9afa-0dc0a5001d17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:00.408294 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-db57c28d-479b-420b-9afa-0dc0a5001d17 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/28872ac4-7ffc-4ac9-a2d0-3c0db6018fc4 HTTP/1.1" status: 204 len: 168 time: 0.2993917 Apr 16 05:17:00.410745 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 48228) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:17:00.411863 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d5be96-84b3-46f0-9deb-9af6e2614814 None None] Network ff788d1a-7e6b-49b1-8f93-0f334a2fff50 requested from dv-neutron-838078-2-hyperv {{(pid=104634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 16 05:17:00.482128 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-58df5260-7468-474c-aaac-87e9456064f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771423'] for network (ff788d1a-7e6b-49b1-8f93-0f334a2fff50), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:00.532639 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-58df5260-7468-474c-aaac-87e9456064f3 admin admin] Deleting port c470f75b-5464-4774-bf85-1d34b5d7e70b {{(pid=104633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:17:00.533013 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-58df5260-7468-474c-aaac-87e9456064f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c470f75b-5464-4774-bf85-1d34b5d7e70b), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:00.552880 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209cb301-640a-439b-8169-2ee7be3793a6 None None] DHCP port deletion for ff788d1a-7e6b-49b1-8f93-0f334a2fff50 request from dv-neutron-838078-2-hyperv {{(pid=104634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 16 05:17:00.591665 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-209cb301-640a-439b-8169-2ee7be3793a6 None None] Deleting port c470f75b-5464-4774-bf85-1d34b5d7e70b {{(pid=104634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 16 05:17:00.592040 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-209cb301-640a-439b-8169-2ee7be3793a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751123851304'] for port (c470f75b-5464-4774-bf85-1d34b5d7e70b), before_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:00.596238 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.db [None req-58df5260-7468-474c-aaac-87e9456064f3 admin admin] For port c470f75b-5464-4774-bf85-1d34b5d7e70b, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c470f75b-5464-4774-bf85-1d34b5d7e70b,segment=NetworkSegment(dceeb7f8-1253-438c-a19a-de45dc4ec50a),segment_id=dceeb7f8-1253-438c-a19a-de45dc4ec50a)] {{(pid=104633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:17:00.596609 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-58df5260-7468-474c-aaac-87e9456064f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c470f75b-5464-4774-bf85-1d34b5d7e70b), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:00.609797 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.plugin [None req-58df5260-7468-474c-aaac-87e9456064f3 admin admin] Calling delete_port for c470f75b-5464-4774-bf85-1d34b5d7e70b owned by network:dhcp {{(pid=104633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:17:00.767494 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-58df5260-7468-474c-aaac-87e9456064f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9604789'] for port (c470f75b-5464-4774-bf85-1d34b5d7e70b), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:00.791123 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ebba633d-409d-47fd-a4f8-1a8eb8351f0d no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:17:00.795313 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df5260-7468-474c-aaac-87e9456064f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c470f75b-5464-4774-bf85-1d34b5d7e70b,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:17:00.798822 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df5260-7468-474c-aaac-87e9456064f3 admin admin] No DVR routers for this DVR port c470f75b-5464-4774-bf85-1d34b5d7e70b on host dv-neutron-838078-2-hyperv {{(pid=104633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 05:17:00.822091 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: ebba633d-409d-47fd-a4f8-1a8eb8351f0d {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:17:00.822091 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device ebba633d-409d-47fd-a4f8-1a8eb8351f0d not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:17:00.822091 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c470f75b-5464-4774-bf85-1d34b5d7e70b no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:17:00.845132 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: c470f75b-5464-4774-bf85-1d34b5d7e70b {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:17:00.845484 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device c470f75b-5464-4774-bf85-1d34b5d7e70b not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:17:00.845910 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 34bea283-5b6b-4299-a12b-3701daa705fd no longer exists at agent ovs-agent-dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 16 05:17:00.848583 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.db [None req-209cb301-640a-439b-8169-2ee7be3793a6 None None] For port c470f75b-5464-4774-bf85-1d34b5d7e70b, host dv-neutron-838078-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-2-hyperv',level=0,port_id=c470f75b-5464-4774-bf85-1d34b5d7e70b,segment=NetworkSegment(dceeb7f8-1253-438c-a19a-de45dc4ec50a),segment_id=dceeb7f8-1253-438c-a19a-de45dc4ec50a)] {{(pid=104634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 16 05:17:00.849513 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-209cb301-640a-439b-8169-2ee7be3793a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3753545'] for port (c470f75b-5464-4774-bf85-1d34b5d7e70b), precommit_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:00.874601 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] No Port match for: 34bea283-5b6b-4299-a12b-3701daa705fd {{(pid=104634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 16 05:17:00.874951 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.rpc [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Device 34bea283-5b6b-4299-a12b-3701daa705fd not bound to the agent host dv-neutron-838078-2-hyperv {{(pid=104634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 16 05:17:00.875784 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-58df5260-7468-474c-aaac-87e9456064f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3447445', 'neutron.services.segments.db._delete_segments_for_network-8751123891896'] for network (ff788d1a-7e6b-49b1-8f93-0f334a2fff50), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:00.880475 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.plugins.ml2.plugin [None req-209cb301-640a-439b-8169-2ee7be3793a6 None None] Calling delete_port for c470f75b-5464-4774-bf85-1d34b5d7e70b owned by network:dhcp {{(pid=104634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 16 05:17:00.901040 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-58df5260-7468-474c-aaac-87e9456064f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff788d1a-7e6b-49b1-8f93-0f334a2fff50']}} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:17:00.910469 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-58df5260-7468-474c-aaac-87e9456064f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dceeb7f8-1253-438c-a19a-de45dc4ec50a') {'for_net_delete': True} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:17:00.910765 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.services.segments.db [None req-58df5260-7468-474c-aaac-87e9456064f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dceeb7f8-1253-438c-a19a-de45dc4ec50a') {} {{(pid=104633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 16 05:17:00.920072 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-58df5260-7468-474c-aaac-87e9456064f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751123897025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10420135'] for segment (dceeb7f8-1253-438c-a19a-de45dc4ec50a), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:00.933509 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-58df5260-7468-474c-aaac-87e9456064f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101'] for segment (dceeb7f8-1253-438c-a19a-de45dc4ec50a), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:00.939509 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58df5260-7468-474c-aaac-87e9456064f3 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-58df5260-7468-474c-aaac-87e9456064f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3454101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9604704'] for segment (dceeb7f8-1253-438c-a19a-de45dc4ec50a), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: Traceback (most recent call last): Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: timer() Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: cb(*args, **kw) Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: return func(*args, **kwargs) Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: self._notify() Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: self.callback(batched_events) Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: event.method(event) Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: aggregate_uuid = self.p_client.list_aggregates( Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: return f(self, *a, **k) Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._get(url).json() Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: return self.request(url, 'GET', **kwargs) Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: base_url = self.get_endpoint(auth, allow=allow, Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 05:17:00.942942 dv-neutron-838078-2-hyperv neutron-server[104633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 05:17:00.971071 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-209cb301-640a-439b-8169-2ee7be3793a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751123858454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751123368879'] for port (c470f75b-5464-4774-bf85-1d34b5d7e70b), after_delete {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:00.993330 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cb301-640a-439b-8169-2ee7be3793a6 None None] Pushing event deleted for resources: {'Port': ['ID=c470f75b-5464-4774-bf85-1d34b5d7e70b,revision_number=None']} {{(pid=104634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:17:00.995576 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209cb301-640a-439b-8169-2ee7be3793a6 None None] No DVR routers for this DVR port c470f75b-5464-4774-bf85-1d34b5d7e70b on host dv-neutron-838078-2-hyperv {{(pid=104634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 16 05:17:01.088073 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-58df5260-7468-474c-aaac-87e9456064f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3447468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715289'] for network (ff788d1a-7e6b-49b1-8f93-0f334a2fff50), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:01.093815 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-58df5260-7468-474c-aaac-87e9456064f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:01.096873 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-58df5260-7468-474c-aaac-87e9456064f3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ff788d1a-7e6b-49b1-8f93-0f334a2fff50 HTTP/1.1" status: 204 len: 168 time: 0.6846743 Apr 16 05:17:01.107822 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df5260-7468-474c-aaac-87e9456064f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff788d1a-7e6b-49b1-8f93-0f334a2fff50,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:17:01.405862 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 48232) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:17:01.445902 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-81d68faa-f5e1-4c28-83db-00961079a006 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=252786799d594bbfb65a9dfe49596796&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388525 Apr 16 05:17:01.448259 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.wsgi [-] (104633) accepted ('10.222.0.30', 48234) {{(pid=104633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:17:01.498601 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b763cf5c-074c-46f3-8d3c-54fcf5e3b379 admin admin] Publish callbacks [] for security_group (78a86045-ac80-4ba0-8b40-78de91522d74), before_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:01.519876 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b763cf5c-074c-46f3-8d3c-54fcf5e3b379 admin admin] Publish callbacks [] for security_group (78a86045-ac80-4ba0-8b40-78de91522d74), precommit_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:01.624233 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b763cf5c-074c-46f3-8d3c-54fcf5e3b379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (78a86045-ac80-4ba0-8b40-78de91522d74), after_delete {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:01.626761 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron_lib.callbacks.manager [None req-b763cf5c-074c-46f3-8d3c-54fcf5e3b379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:01.627921 dv-neutron-838078-2-hyperv neutron-server[104633]: INFO neutron.wsgi [None req-b763cf5c-074c-46f3-8d3c-54fcf5e3b379 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78a86045-ac80-4ba0-8b40-78de91522d74 HTTP/1.1" status: 204 len: 168 time: 0.1787412 Apr 16 05:17:01.637991 dv-neutron-838078-2-hyperv neutron-server[104633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763cf5c-074c-46f3-8d3c-54fcf5e3b379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a86045-ac80-4ba0-8b40-78de91522d74,revision_number=None']} {{(pid=104633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:17:02.245981 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 48240) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:17:02.292476 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-7cfdfc93-72f4-4991-bfed-c65a88bc7888 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e06590c4c53a4ed7bcdc244f9315c4df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453188 Apr 16 05:17:02.293523 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.wsgi [-] (104632) accepted ('10.222.0.30', 48242) {{(pid=104632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 16 05:17:02.341602 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-71991a24-b82e-4ab0-af30-8c6fa6d7d703 admin admin] Publish callbacks [] for security_group (94a78f0f-5f74-4405-9fea-296d8e499e90), before_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:02.363500 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-71991a24-b82e-4ab0-af30-8c6fa6d7d703 admin admin] Publish callbacks [] for security_group (94a78f0f-5f74-4405-9fea-296d8e499e90), precommit_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:02.453602 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-71991a24-b82e-4ab0-af30-8c6fa6d7d703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503904'] for security_group (94a78f0f-5f74-4405-9fea-296d8e499e90), after_delete {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:02.456070 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron_lib.callbacks.manager [None req-71991a24-b82e-4ab0-af30-8c6fa6d7d703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:02.457238 dv-neutron-838078-2-hyperv neutron-server[104632]: INFO neutron.wsgi [None req-71991a24-b82e-4ab0-af30-8c6fa6d7d703 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/94a78f0f-5f74-4405-9fea-296d8e499e90 HTTP/1.1" status: 204 len: 168 time: 0.1626668 Apr 16 05:17:02.465562 dv-neutron-838078-2-hyperv neutron-server[104632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71991a24-b82e-4ab0-af30-8c6fa6d7d703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a78f0f-5f74-4405-9fea-296d8e499e90,revision_number=None']} {{(pid=104632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 16 05:17:09.132451 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4ff34806-ce72-44a1-9fec-edd53ed0e206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:11.498191 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8bd9a08e-1694-4714-ac84-88746ea42b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:12.801977 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:14.264732 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:15.395979 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:28.687017 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:30.042142 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:17:39.098622 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eabe40bb-3549-45a0-90fb-2d66f45dbfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:41.475824 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-f755c1e4-2faf-44a2-aa32-0840b29eb118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:42.783994 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:44.235430 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:45.383326 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:17:58.681205 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:18:07.043074 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:18:09.091222 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-43a8aafe-1021-4e2a-aa77-346aa8d70938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:18:11.475214 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-0714e16b-150d-458e-9875-883adf3acfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:18:12.795124 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:18:14.257209 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:18:15.366505 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:18:28.732470 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:18:39.124641 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c5ca3e70-6f12-48ad-97ee-f53ab68b700b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:18:41.480694 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eec426f3-9a30-4399-9936-1d3c7d818a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:18:42.829122 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:18:44.042870 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:18:44.273547 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:18:45.434540 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:18:58.691700 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:19:09.131199 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-2989124e-af16-4d83-b62f-5476bb453af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:19:11.502763 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-67731fee-f07f-4b91-83f0-f772a9e81bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:19:12.805149 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:19:14.262625 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:19:15.387128 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:19:21.042897 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:19:28.736542 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:19:39.124991 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4128d613-f4da-47b0-b46b-436c94d34b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:19:41.485287 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-c9d5475d-c87a-4bf9-9861-5183b4fd1f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:19:42.809453 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:19:44.273637 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:19:45.370765 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:19:58.043249 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:19:58.711573 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:20:09.107871 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-fc55b479-fe79-4e5a-83f0-17fd9413ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:20:11.471251 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-33cbccad-bd72-4c3a-80dc-44fee9f723f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:20:12.810344 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:20:14.273172 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:20:15.391453 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:20:28.730085 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:20:35.041995 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:20:39.105225 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-4c966114-f370-4179-8134-08fbd1b43bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:20:41.465095 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-24c92365-a828-4f1a-87cf-0a5611e43221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:20:42.815844 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:20:44.293923 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:20:45.384792 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:20:58.733285 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:21:09.127391 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f3d6-2018-49cb-b48b-79c52a8383a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:21:11.483764 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-067870ab-bb6c-4691-afb7-4d1ed504a917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:21:12.069811 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:21:12.861008 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:21:14.272300 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:21:15.413052 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:21:28.723623 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:21:39.146217 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-8ab51b89-706d-409b-9a3f-1240aba9d048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:21:41.470086 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-308ffe6c-69b9-40b3-9033-a96d396e7ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:21:42.826213 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:21:44.265893 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:21:45.389405 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:21:49.039158 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:21:58.765950 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:22:09.131965 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-9a957560-f046-4f16-aedb-d47f303e425b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (37807b48-4b0b-40b7-afd4-7c10d47ccf02), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:22:11.488499 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-efc3de9e-481c-4e0f-9715-ce05dcd93689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9c9f39f0-3e25-48f0-86c6-71d0bb006a98), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:22:12.814301 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-e17aba45-153d-45f0-90c3-9632c8badfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (65752b2c-eb31-46cc-9a24-b119ab93fe1b), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:22:14.282494 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-13d950d2-b469-4858-9486-5d6d0f565273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (9f788933-8854-4e7e-b9ee-8fedc1f240d6), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:22:15.486064 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-eed41740-ef81-43a1-a484-55d99d76f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (f13d6041-70fa-4e7b-a812-52feec30f370), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 16 05:22:26.038342 dv-neutron-838078-2-hyperv neutron-server[104635]: DEBUG neutron.db.agents_db [None req-09530545-441d-41da-9db4-1ec5efd15969 None None] Agent healthcheck: found 6 active agents {{(pid=104635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 16 05:22:28.725231 dv-neutron-838078-2-hyperv neutron-server[104634]: DEBUG neutron_lib.callbacks.manager [None req-3489570c-f531-4e8f-9303-61062fb4c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751123891878', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660436'] for agent (b3ba0243-42f8-41ed-bb92-047a136cf2d5), after_update {{(pid=104634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}